{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2,
  "eval_steps": 500,
  "global_step": 80000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "loss_action": 1.2443020343780518,
      "loss_total": 1.2443020343780518,
      "step": 0
    },
    {
      "loss_action": 1.237089991569519,
      "loss_total": 1.237089991569519,
      "step": 0
    },
    {
      "loss_action": 1.1185047626495361,
      "loss_total": 1.1185047626495361,
      "step": 0
    },
    {
      "loss_action": 1.1366956233978271,
      "loss_total": 1.1366956233978271,
      "step": 0
    },
    {
      "loss_action": 1.2692503929138184,
      "loss_total": 1.2692503929138184,
      "step": 0
    },
    {
      "loss_action": 1.2753859758377075,
      "loss_total": 1.2753859758377075,
      "step": 0
    },
    {
      "loss_action": 1.1954071521759033,
      "loss_total": 1.1954071521759033,
      "step": 0
    },
    {
      "loss_action": 1.2344655990600586,
      "loss_total": 1.2344655990600586,
      "step": 0
    },
    {
      "grad_norm": 0.3181840479373932,
      "learning_rate": 4.5e-08,
      "loss": 1.2096,
      "step": 10
    },
    {
      "loss_action": 1.2043941020965576,
      "loss_total": 1.2043941020965576,
      "step": 10
    },
    {
      "loss_action": 1.2079763412475586,
      "loss_total": 1.2079763412475586,
      "step": 10
    },
    {
      "loss_action": 1.197223424911499,
      "loss_total": 1.197223424911499,
      "step": 10
    },
    {
      "loss_action": 1.2034697532653809,
      "loss_total": 1.2034697532653809,
      "step": 10
    },
    {
      "loss_action": 1.2491741180419922,
      "loss_total": 1.2491741180419922,
      "step": 10
    },
    {
      "loss_action": 1.2259376049041748,
      "loss_total": 1.2259376049041748,
      "step": 10
    },
    {
      "loss_action": 1.1808871030807495,
      "loss_total": 1.1808871030807495,
      "step": 10
    },
    {
      "loss_action": 1.2021746635437012,
      "loss_total": 1.2021746635437012,
      "step": 10
    },
    {
      "grad_norm": 0.46717798709869385,
      "learning_rate": 9.5e-08,
      "loss": 1.2153,
      "step": 20
    },
    {
      "loss_action": 1.1900566816329956,
      "loss_total": 1.1900566816329956,
      "step": 20
    },
    {
      "loss_action": 1.23518967628479,
      "loss_total": 1.23518967628479,
      "step": 20
    },
    {
      "loss_action": 1.2011594772338867,
      "loss_total": 1.2011594772338867,
      "step": 20
    },
    {
      "loss_action": 1.2032212018966675,
      "loss_total": 1.2032212018966675,
      "step": 20
    },
    {
      "loss_action": 1.1741161346435547,
      "loss_total": 1.1741161346435547,
      "step": 20
    },
    {
      "loss_action": 1.219101905822754,
      "loss_total": 1.219101905822754,
      "step": 20
    },
    {
      "loss_action": 1.2339239120483398,
      "loss_total": 1.2339239120483398,
      "step": 20
    },
    {
      "loss_action": 1.1754145622253418,
      "loss_total": 1.1754145622253418,
      "step": 20
    },
    {
      "grad_norm": 0.34342432022094727,
      "learning_rate": 1.45e-07,
      "loss": 1.2244,
      "step": 30
    },
    {
      "loss_action": 1.2601087093353271,
      "loss_total": 1.2601087093353271,
      "step": 30
    },
    {
      "loss_action": 1.1615023612976074,
      "loss_total": 1.1615023612976074,
      "step": 30
    },
    {
      "loss_action": 1.2546298503875732,
      "loss_total": 1.2546298503875732,
      "step": 30
    },
    {
      "loss_action": 1.2493342161178589,
      "loss_total": 1.2493342161178589,
      "step": 30
    },
    {
      "loss_action": 1.1266452074050903,
      "loss_total": 1.1266452074050903,
      "step": 30
    },
    {
      "loss_action": 1.1870949268341064,
      "loss_total": 1.1870949268341064,
      "step": 30
    },
    {
      "loss_action": 1.1267149448394775,
      "loss_total": 1.1267149448394775,
      "step": 30
    },
    {
      "loss_action": 1.1809824705123901,
      "loss_total": 1.1809824705123901,
      "step": 30
    },
    {
      "grad_norm": 0.3851883113384247,
      "learning_rate": 1.95e-07,
      "loss": 1.2065,
      "step": 40
    },
    {
      "loss_action": 1.1880989074707031,
      "loss_total": 1.1880989074707031,
      "step": 40
    },
    {
      "loss_action": 1.2419829368591309,
      "loss_total": 1.2419829368591309,
      "step": 40
    },
    {
      "loss_action": 1.1919572353363037,
      "loss_total": 1.1919572353363037,
      "step": 40
    },
    {
      "loss_action": 1.1472480297088623,
      "loss_total": 1.1472480297088623,
      "step": 40
    },
    {
      "loss_action": 1.236553430557251,
      "loss_total": 1.236553430557251,
      "step": 40
    },
    {
      "loss_action": 1.2473429441452026,
      "loss_total": 1.2473429441452026,
      "step": 40
    },
    {
      "loss_action": 1.2401965856552124,
      "loss_total": 1.2401965856552124,
      "step": 40
    },
    {
      "loss_action": 1.2237954139709473,
      "loss_total": 1.2237954139709473,
      "step": 40
    },
    {
      "grad_norm": 0.3151201903820038,
      "learning_rate": 2.45e-07,
      "loss": 1.2121,
      "step": 50
    },
    {
      "loss_action": 1.216813325881958,
      "loss_total": 1.216813325881958,
      "step": 50
    },
    {
      "loss_action": 1.2072585821151733,
      "loss_total": 1.2072585821151733,
      "step": 50
    },
    {
      "loss_action": 1.225576639175415,
      "loss_total": 1.225576639175415,
      "step": 50
    },
    {
      "loss_action": 1.264845371246338,
      "loss_total": 1.264845371246338,
      "step": 50
    },
    {
      "loss_action": 1.2381737232208252,
      "loss_total": 1.2381737232208252,
      "step": 50
    },
    {
      "loss_action": 1.156677007675171,
      "loss_total": 1.156677007675171,
      "step": 50
    },
    {
      "loss_action": 1.2156550884246826,
      "loss_total": 1.2156550884246826,
      "step": 50
    },
    {
      "loss_action": 1.2095049619674683,
      "loss_total": 1.2095049619674683,
      "step": 50
    },
    {
      "grad_norm": 0.3497093617916107,
      "learning_rate": 2.95e-07,
      "loss": 1.206,
      "step": 60
    },
    {
      "loss_action": 1.2624640464782715,
      "loss_total": 1.2624640464782715,
      "step": 60
    },
    {
      "loss_action": 1.1763339042663574,
      "loss_total": 1.1763339042663574,
      "step": 60
    },
    {
      "loss_action": 1.2127163410186768,
      "loss_total": 1.2127163410186768,
      "step": 60
    },
    {
      "loss_action": 1.2040863037109375,
      "loss_total": 1.2040863037109375,
      "step": 60
    },
    {
      "loss_action": 1.2438480854034424,
      "loss_total": 1.2438480854034424,
      "step": 60
    },
    {
      "loss_action": 1.2105556726455688,
      "loss_total": 1.2105556726455688,
      "step": 60
    },
    {
      "loss_action": 1.2586363554000854,
      "loss_total": 1.2586363554000854,
      "step": 60
    },
    {
      "loss_action": 1.1932027339935303,
      "loss_total": 1.1932027339935303,
      "step": 60
    },
    {
      "grad_norm": 0.2635880410671234,
      "learning_rate": 3.4500000000000003e-07,
      "loss": 1.2147,
      "step": 70
    },
    {
      "loss_action": 1.1504604816436768,
      "loss_total": 1.1504604816436768,
      "step": 70
    },
    {
      "loss_action": 1.234076738357544,
      "loss_total": 1.234076738357544,
      "step": 70
    },
    {
      "loss_action": 1.2038395404815674,
      "loss_total": 1.2038395404815674,
      "step": 70
    },
    {
      "loss_action": 1.1575860977172852,
      "loss_total": 1.1575860977172852,
      "step": 70
    },
    {
      "loss_action": 1.1958081722259521,
      "loss_total": 1.1958081722259521,
      "step": 70
    },
    {
      "loss_action": 1.282623529434204,
      "loss_total": 1.282623529434204,
      "step": 70
    },
    {
      "loss_action": 1.1934194564819336,
      "loss_total": 1.1934194564819336,
      "step": 70
    },
    {
      "loss_action": 1.192353367805481,
      "loss_total": 1.192353367805481,
      "step": 70
    },
    {
      "grad_norm": 0.30432161688804626,
      "learning_rate": 3.950000000000001e-07,
      "loss": 1.2138,
      "step": 80
    },
    {
      "loss_action": 1.2670868635177612,
      "loss_total": 1.2670868635177612,
      "step": 80
    },
    {
      "loss_action": 1.1687533855438232,
      "loss_total": 1.1687533855438232,
      "step": 80
    },
    {
      "loss_action": 1.176520586013794,
      "loss_total": 1.176520586013794,
      "step": 80
    },
    {
      "loss_action": 1.2593168020248413,
      "loss_total": 1.2593168020248413,
      "step": 80
    },
    {
      "loss_action": 1.1853080987930298,
      "loss_total": 1.1853080987930298,
      "step": 80
    },
    {
      "loss_action": 1.1430306434631348,
      "loss_total": 1.1430306434631348,
      "step": 80
    },
    {
      "loss_action": 1.260764718055725,
      "loss_total": 1.260764718055725,
      "step": 80
    },
    {
      "loss_action": 1.2429231405258179,
      "loss_total": 1.2429231405258179,
      "step": 80
    },
    {
      "grad_norm": 0.33027148246765137,
      "learning_rate": 4.4500000000000003e-07,
      "loss": 1.2124,
      "step": 90
    },
    {
      "loss_action": 1.2143555879592896,
      "loss_total": 1.2143555879592896,
      "step": 90
    },
    {
      "loss_action": 1.1817331314086914,
      "loss_total": 1.1817331314086914,
      "step": 90
    },
    {
      "loss_action": 1.1486303806304932,
      "loss_total": 1.1486303806304932,
      "step": 90
    },
    {
      "loss_action": 1.2522156238555908,
      "loss_total": 1.2522156238555908,
      "step": 90
    },
    {
      "loss_action": 1.197676658630371,
      "loss_total": 1.197676658630371,
      "step": 90
    },
    {
      "loss_action": 1.1687538623809814,
      "loss_total": 1.1687538623809814,
      "step": 90
    },
    {
      "loss_action": 1.222907543182373,
      "loss_total": 1.222907543182373,
      "step": 90
    },
    {
      "loss_action": 1.1944997310638428,
      "loss_total": 1.1944997310638428,
      "step": 90
    },
    {
      "grad_norm": 0.3846242129802704,
      "learning_rate": 4.95e-07,
      "loss": 1.207,
      "step": 100
    },
    {
      "loss_action": 1.1863068342208862,
      "loss_total": 1.1863068342208862,
      "step": 100
    },
    {
      "loss_action": 1.2060893774032593,
      "loss_total": 1.2060893774032593,
      "step": 100
    },
    {
      "loss_action": 1.1474155187606812,
      "loss_total": 1.1474155187606812,
      "step": 100
    },
    {
      "loss_action": 1.2483787536621094,
      "loss_total": 1.2483787536621094,
      "step": 100
    },
    {
      "loss_action": 1.163243293762207,
      "loss_total": 1.163243293762207,
      "step": 100
    },
    {
      "loss_action": 1.210533857345581,
      "loss_total": 1.210533857345581,
      "step": 100
    },
    {
      "loss_action": 1.1638582944869995,
      "loss_total": 1.1638582944869995,
      "step": 100
    },
    {
      "loss_action": 1.0751705169677734,
      "loss_total": 1.0751705169677734,
      "step": 100
    },
    {
      "grad_norm": 0.28076592087745667,
      "learning_rate": 5.450000000000001e-07,
      "loss": 1.1952,
      "step": 110
    },
    {
      "loss_action": 1.1564229726791382,
      "loss_total": 1.1564229726791382,
      "step": 110
    },
    {
      "loss_action": 1.130960464477539,
      "loss_total": 1.130960464477539,
      "step": 110
    },
    {
      "loss_action": 1.1830071210861206,
      "loss_total": 1.1830071210861206,
      "step": 110
    },
    {
      "loss_action": 1.1287331581115723,
      "loss_total": 1.1287331581115723,
      "step": 110
    },
    {
      "loss_action": 1.2147741317749023,
      "loss_total": 1.2147741317749023,
      "step": 110
    },
    {
      "loss_action": 1.1243255138397217,
      "loss_total": 1.1243255138397217,
      "step": 110
    },
    {
      "loss_action": 1.2348549365997314,
      "loss_total": 1.2348549365997314,
      "step": 110
    },
    {
      "loss_action": 1.185704231262207,
      "loss_total": 1.185704231262207,
      "step": 110
    },
    {
      "grad_norm": 0.2812943756580353,
      "learning_rate": 5.95e-07,
      "loss": 1.197,
      "step": 120
    },
    {
      "loss_action": 1.2567423582077026,
      "loss_total": 1.2567423582077026,
      "step": 120
    },
    {
      "loss_action": 1.2748820781707764,
      "loss_total": 1.2748820781707764,
      "step": 120
    },
    {
      "loss_action": 1.1361353397369385,
      "loss_total": 1.1361353397369385,
      "step": 120
    },
    {
      "loss_action": 1.1743084192276,
      "loss_total": 1.1743084192276,
      "step": 120
    },
    {
      "loss_action": 1.2426950931549072,
      "loss_total": 1.2426950931549072,
      "step": 120
    },
    {
      "loss_action": 1.1839076280593872,
      "loss_total": 1.1839076280593872,
      "step": 120
    },
    {
      "loss_action": 1.1995949745178223,
      "loss_total": 1.1995949745178223,
      "step": 120
    },
    {
      "loss_action": 1.1932551860809326,
      "loss_total": 1.1932551860809326,
      "step": 120
    },
    {
      "grad_norm": 0.3712272346019745,
      "learning_rate": 6.450000000000001e-07,
      "loss": 1.1893,
      "step": 130
    },
    {
      "loss_action": 1.2681390047073364,
      "loss_total": 1.2681390047073364,
      "step": 130
    },
    {
      "loss_action": 1.2045152187347412,
      "loss_total": 1.2045152187347412,
      "step": 130
    },
    {
      "loss_action": 1.1826224327087402,
      "loss_total": 1.1826224327087402,
      "step": 130
    },
    {
      "loss_action": 1.1518089771270752,
      "loss_total": 1.1518089771270752,
      "step": 130
    },
    {
      "loss_action": 1.1760680675506592,
      "loss_total": 1.1760680675506592,
      "step": 130
    },
    {
      "loss_action": 1.1849935054779053,
      "loss_total": 1.1849935054779053,
      "step": 130
    },
    {
      "loss_action": 1.1807680130004883,
      "loss_total": 1.1807680130004883,
      "step": 130
    },
    {
      "loss_action": 1.1888988018035889,
      "loss_total": 1.1888988018035889,
      "step": 130
    },
    {
      "grad_norm": 0.316884845495224,
      "learning_rate": 6.95e-07,
      "loss": 1.182,
      "step": 140
    },
    {
      "loss_action": 1.1799575090408325,
      "loss_total": 1.1799575090408325,
      "step": 140
    },
    {
      "loss_action": 1.1738691329956055,
      "loss_total": 1.1738691329956055,
      "step": 140
    },
    {
      "loss_action": 1.1649585962295532,
      "loss_total": 1.1649585962295532,
      "step": 140
    },
    {
      "loss_action": 1.1693861484527588,
      "loss_total": 1.1693861484527588,
      "step": 140
    },
    {
      "loss_action": 1.2002376317977905,
      "loss_total": 1.2002376317977905,
      "step": 140
    },
    {
      "loss_action": 1.1330151557922363,
      "loss_total": 1.1330151557922363,
      "step": 140
    },
    {
      "loss_action": 1.121903419494629,
      "loss_total": 1.121903419494629,
      "step": 140
    },
    {
      "loss_action": 1.171950101852417,
      "loss_total": 1.171950101852417,
      "step": 140
    },
    {
      "grad_norm": 0.42513930797576904,
      "learning_rate": 7.450000000000001e-07,
      "loss": 1.1764,
      "step": 150
    },
    {
      "loss_action": 1.1005628108978271,
      "loss_total": 1.1005628108978271,
      "step": 150
    },
    {
      "loss_action": 1.1069045066833496,
      "loss_total": 1.1069045066833496,
      "step": 150
    },
    {
      "loss_action": 1.150438904762268,
      "loss_total": 1.150438904762268,
      "step": 150
    },
    {
      "loss_action": 1.1855813264846802,
      "loss_total": 1.1855813264846802,
      "step": 150
    },
    {
      "loss_action": 1.1456681489944458,
      "loss_total": 1.1456681489944458,
      "step": 150
    },
    {
      "loss_action": 1.1879613399505615,
      "loss_total": 1.1879613399505615,
      "step": 150
    },
    {
      "loss_action": 1.1817580461502075,
      "loss_total": 1.1817580461502075,
      "step": 150
    },
    {
      "loss_action": 1.1844412088394165,
      "loss_total": 1.1844412088394165,
      "step": 150
    },
    {
      "grad_norm": 0.4723399579524994,
      "learning_rate": 7.950000000000001e-07,
      "loss": 1.1708,
      "step": 160
    },
    {
      "loss_action": 1.2358877658843994,
      "loss_total": 1.2358877658843994,
      "step": 160
    },
    {
      "loss_action": 1.1226658821105957,
      "loss_total": 1.1226658821105957,
      "step": 160
    },
    {
      "loss_action": 1.2349050045013428,
      "loss_total": 1.2349050045013428,
      "step": 160
    },
    {
      "loss_action": 1.1484620571136475,
      "loss_total": 1.1484620571136475,
      "step": 160
    },
    {
      "loss_action": 1.1377253532409668,
      "loss_total": 1.1377253532409668,
      "step": 160
    },
    {
      "loss_action": 1.200648546218872,
      "loss_total": 1.200648546218872,
      "step": 160
    },
    {
      "loss_action": 1.142328143119812,
      "loss_total": 1.142328143119812,
      "step": 160
    },
    {
      "loss_action": 1.048877239227295,
      "loss_total": 1.048877239227295,
      "step": 160
    },
    {
      "grad_norm": 0.4906280040740967,
      "learning_rate": 8.45e-07,
      "loss": 1.1315,
      "step": 170
    },
    {
      "loss_action": 1.1600868701934814,
      "loss_total": 1.1600868701934814,
      "step": 170
    },
    {
      "loss_action": 1.170020341873169,
      "loss_total": 1.170020341873169,
      "step": 170
    },
    {
      "loss_action": 1.0683196783065796,
      "loss_total": 1.0683196783065796,
      "step": 170
    },
    {
      "loss_action": 1.1114544868469238,
      "loss_total": 1.1114544868469238,
      "step": 170
    },
    {
      "loss_action": 1.093421459197998,
      "loss_total": 1.093421459197998,
      "step": 170
    },
    {
      "loss_action": 1.1400394439697266,
      "loss_total": 1.1400394439697266,
      "step": 170
    },
    {
      "loss_action": 1.2361438274383545,
      "loss_total": 1.2361438274383545,
      "step": 170
    },
    {
      "loss_action": 1.1758947372436523,
      "loss_total": 1.1758947372436523,
      "step": 170
    },
    {
      "grad_norm": 0.4895363748073578,
      "learning_rate": 8.95e-07,
      "loss": 1.1142,
      "step": 180
    },
    {
      "loss_action": 1.1270713806152344,
      "loss_total": 1.1270713806152344,
      "step": 180
    },
    {
      "loss_action": 1.1253368854522705,
      "loss_total": 1.1253368854522705,
      "step": 180
    },
    {
      "loss_action": 1.1914517879486084,
      "loss_total": 1.1914517879486084,
      "step": 180
    },
    {
      "loss_action": 1.1806590557098389,
      "loss_total": 1.1806590557098389,
      "step": 180
    },
    {
      "loss_action": 1.1224888563156128,
      "loss_total": 1.1224888563156128,
      "step": 180
    },
    {
      "loss_action": 1.1170547008514404,
      "loss_total": 1.1170547008514404,
      "step": 180
    },
    {
      "loss_action": 1.1275513172149658,
      "loss_total": 1.1275513172149658,
      "step": 180
    },
    {
      "loss_action": 1.1217138767242432,
      "loss_total": 1.1217138767242432,
      "step": 180
    },
    {
      "grad_norm": 0.6856487393379211,
      "learning_rate": 9.450000000000001e-07,
      "loss": 1.0956,
      "step": 190
    },
    {
      "loss_action": 1.073415994644165,
      "loss_total": 1.073415994644165,
      "step": 190
    },
    {
      "loss_action": 1.073957085609436,
      "loss_total": 1.073957085609436,
      "step": 190
    },
    {
      "loss_action": 1.0745816230773926,
      "loss_total": 1.0745816230773926,
      "step": 190
    },
    {
      "loss_action": 1.0757791996002197,
      "loss_total": 1.0757791996002197,
      "step": 190
    },
    {
      "loss_action": 1.095870018005371,
      "loss_total": 1.095870018005371,
      "step": 190
    },
    {
      "loss_action": 1.1059014797210693,
      "loss_total": 1.1059014797210693,
      "step": 190
    },
    {
      "loss_action": 1.0804073810577393,
      "loss_total": 1.0804073810577393,
      "step": 190
    },
    {
      "loss_action": 1.1132171154022217,
      "loss_total": 1.1132171154022217,
      "step": 190
    },
    {
      "grad_norm": 0.5828070640563965,
      "learning_rate": 9.95e-07,
      "loss": 1.0838,
      "step": 200
    },
    {
      "loss_action": 1.0384691953659058,
      "loss_total": 1.0384691953659058,
      "step": 200
    },
    {
      "loss_action": 1.1062365770339966,
      "loss_total": 1.1062365770339966,
      "step": 200
    },
    {
      "loss_action": 1.0338847637176514,
      "loss_total": 1.0338847637176514,
      "step": 200
    },
    {
      "loss_action": 1.0963834524154663,
      "loss_total": 1.0963834524154663,
      "step": 200
    },
    {
      "loss_action": 1.025973916053772,
      "loss_total": 1.025973916053772,
      "step": 200
    },
    {
      "loss_action": 1.11759352684021,
      "loss_total": 1.11759352684021,
      "step": 200
    },
    {
      "loss_action": 1.0452500581741333,
      "loss_total": 1.0452500581741333,
      "step": 200
    },
    {
      "loss_action": 1.1244075298309326,
      "loss_total": 1.1244075298309326,
      "step": 200
    },
    {
      "grad_norm": 0.5807173848152161,
      "learning_rate": 1.045e-06,
      "loss": 1.0678,
      "step": 210
    },
    {
      "loss_action": 1.1009936332702637,
      "loss_total": 1.1009936332702637,
      "step": 210
    },
    {
      "loss_action": 1.0754647254943848,
      "loss_total": 1.0754647254943848,
      "step": 210
    },
    {
      "loss_action": 1.0333455801010132,
      "loss_total": 1.0333455801010132,
      "step": 210
    },
    {
      "loss_action": 1.0130603313446045,
      "loss_total": 1.0130603313446045,
      "step": 210
    },
    {
      "loss_action": 1.1082324981689453,
      "loss_total": 1.1082324981689453,
      "step": 210
    },
    {
      "loss_action": 1.0364477634429932,
      "loss_total": 1.0364477634429932,
      "step": 210
    },
    {
      "loss_action": 1.0727638006210327,
      "loss_total": 1.0727638006210327,
      "step": 210
    },
    {
      "loss_action": 1.1220123767852783,
      "loss_total": 1.1220123767852783,
      "step": 210
    },
    {
      "grad_norm": 0.5231883525848389,
      "learning_rate": 1.095e-06,
      "loss": 1.0676,
      "step": 220
    },
    {
      "loss_action": 1.0722248554229736,
      "loss_total": 1.0722248554229736,
      "step": 220
    },
    {
      "loss_action": 1.048659086227417,
      "loss_total": 1.048659086227417,
      "step": 220
    },
    {
      "loss_action": 1.1115708351135254,
      "loss_total": 1.1115708351135254,
      "step": 220
    },
    {
      "loss_action": 0.9477825164794922,
      "loss_total": 0.9477825164794922,
      "step": 220
    },
    {
      "loss_action": 1.0483365058898926,
      "loss_total": 1.0483365058898926,
      "step": 220
    },
    {
      "loss_action": 1.084728479385376,
      "loss_total": 1.084728479385376,
      "step": 220
    },
    {
      "loss_action": 1.0261342525482178,
      "loss_total": 1.0261342525482178,
      "step": 220
    },
    {
      "loss_action": 1.066673994064331,
      "loss_total": 1.066673994064331,
      "step": 220
    },
    {
      "grad_norm": 0.49382051825523376,
      "learning_rate": 1.145e-06,
      "loss": 1.052,
      "step": 230
    },
    {
      "loss_action": 1.0163662433624268,
      "loss_total": 1.0163662433624268,
      "step": 230
    },
    {
      "loss_action": 1.048050045967102,
      "loss_total": 1.048050045967102,
      "step": 230
    },
    {
      "loss_action": 1.0915334224700928,
      "loss_total": 1.0915334224700928,
      "step": 230
    },
    {
      "loss_action": 1.0435190200805664,
      "loss_total": 1.0435190200805664,
      "step": 230
    },
    {
      "loss_action": 1.0402973890304565,
      "loss_total": 1.0402973890304565,
      "step": 230
    },
    {
      "loss_action": 1.1020538806915283,
      "loss_total": 1.1020538806915283,
      "step": 230
    },
    {
      "loss_action": 1.034778356552124,
      "loss_total": 1.034778356552124,
      "step": 230
    },
    {
      "loss_action": 1.0083762407302856,
      "loss_total": 1.0083762407302856,
      "step": 230
    },
    {
      "grad_norm": 0.6149933338165283,
      "learning_rate": 1.1950000000000002e-06,
      "loss": 1.0469,
      "step": 240
    },
    {
      "loss_action": 1.1784260272979736,
      "loss_total": 1.1784260272979736,
      "step": 240
    },
    {
      "loss_action": 1.076407551765442,
      "loss_total": 1.076407551765442,
      "step": 240
    },
    {
      "loss_action": 1.0378947257995605,
      "loss_total": 1.0378947257995605,
      "step": 240
    },
    {
      "loss_action": 1.0606212615966797,
      "loss_total": 1.0606212615966797,
      "step": 240
    },
    {
      "loss_action": 1.0756903886795044,
      "loss_total": 1.0756903886795044,
      "step": 240
    },
    {
      "loss_action": 1.062522292137146,
      "loss_total": 1.062522292137146,
      "step": 240
    },
    {
      "loss_action": 1.0259265899658203,
      "loss_total": 1.0259265899658203,
      "step": 240
    },
    {
      "loss_action": 1.0263991355895996,
      "loss_total": 1.0263991355895996,
      "step": 240
    },
    {
      "grad_norm": 0.5250489711761475,
      "learning_rate": 1.245e-06,
      "loss": 1.0457,
      "step": 250
    },
    {
      "loss_action": 1.020247220993042,
      "loss_total": 1.020247220993042,
      "step": 250
    },
    {
      "loss_action": 1.0120272636413574,
      "loss_total": 1.0120272636413574,
      "step": 250
    },
    {
      "loss_action": 1.1308594942092896,
      "loss_total": 1.1308594942092896,
      "step": 250
    },
    {
      "loss_action": 1.022221565246582,
      "loss_total": 1.022221565246582,
      "step": 250
    },
    {
      "loss_action": 1.0073516368865967,
      "loss_total": 1.0073516368865967,
      "step": 250
    },
    {
      "loss_action": 1.1159512996673584,
      "loss_total": 1.1159512996673584,
      "step": 250
    },
    {
      "loss_action": 1.1053187847137451,
      "loss_total": 1.1053187847137451,
      "step": 250
    },
    {
      "loss_action": 1.0224958658218384,
      "loss_total": 1.0224958658218384,
      "step": 250
    },
    {
      "grad_norm": 0.6035550832748413,
      "learning_rate": 1.295e-06,
      "loss": 1.0495,
      "step": 260
    },
    {
      "loss_action": 1.0487425327301025,
      "loss_total": 1.0487425327301025,
      "step": 260
    },
    {
      "loss_action": 1.0197434425354004,
      "loss_total": 1.0197434425354004,
      "step": 260
    },
    {
      "loss_action": 1.0148236751556396,
      "loss_total": 1.0148236751556396,
      "step": 260
    },
    {
      "loss_action": 0.9978032112121582,
      "loss_total": 0.9978032112121582,
      "step": 260
    },
    {
      "loss_action": 1.0191562175750732,
      "loss_total": 1.0191562175750732,
      "step": 260
    },
    {
      "loss_action": 1.0668247938156128,
      "loss_total": 1.0668247938156128,
      "step": 260
    },
    {
      "loss_action": 1.0900368690490723,
      "loss_total": 1.0900368690490723,
      "step": 260
    },
    {
      "loss_action": 1.033552646636963,
      "loss_total": 1.033552646636963,
      "step": 260
    },
    {
      "grad_norm": 0.4861016273498535,
      "learning_rate": 1.345e-06,
      "loss": 1.0286,
      "step": 270
    },
    {
      "loss_action": 1.009903907775879,
      "loss_total": 1.009903907775879,
      "step": 270
    },
    {
      "loss_action": 1.023181438446045,
      "loss_total": 1.023181438446045,
      "step": 270
    },
    {
      "loss_action": 1.019595980644226,
      "loss_total": 1.019595980644226,
      "step": 270
    },
    {
      "loss_action": 1.0183781385421753,
      "loss_total": 1.0183781385421753,
      "step": 270
    },
    {
      "loss_action": 1.0322880744934082,
      "loss_total": 1.0322880744934082,
      "step": 270
    },
    {
      "loss_action": 0.9858428239822388,
      "loss_total": 0.9858428239822388,
      "step": 270
    },
    {
      "loss_action": 0.9807131290435791,
      "loss_total": 0.9807131290435791,
      "step": 270
    },
    {
      "loss_action": 1.0879898071289062,
      "loss_total": 1.0879898071289062,
      "step": 270
    },
    {
      "grad_norm": 0.6718518733978271,
      "learning_rate": 1.3950000000000002e-06,
      "loss": 1.034,
      "step": 280
    },
    {
      "loss_action": 1.0203392505645752,
      "loss_total": 1.0203392505645752,
      "step": 280
    },
    {
      "loss_action": 0.9981273412704468,
      "loss_total": 0.9981273412704468,
      "step": 280
    },
    {
      "loss_action": 1.072941541671753,
      "loss_total": 1.072941541671753,
      "step": 280
    },
    {
      "loss_action": 1.0318654775619507,
      "loss_total": 1.0318654775619507,
      "step": 280
    },
    {
      "loss_action": 1.0301494598388672,
      "loss_total": 1.0301494598388672,
      "step": 280
    },
    {
      "loss_action": 1.0510218143463135,
      "loss_total": 1.0510218143463135,
      "step": 280
    },
    {
      "loss_action": 1.0378011465072632,
      "loss_total": 1.0378011465072632,
      "step": 280
    },
    {
      "loss_action": 1.0233275890350342,
      "loss_total": 1.0233275890350342,
      "step": 280
    },
    {
      "grad_norm": 0.5265950560569763,
      "learning_rate": 1.445e-06,
      "loss": 1.03,
      "step": 290
    },
    {
      "loss_action": 1.0549029111862183,
      "loss_total": 1.0549029111862183,
      "step": 290
    },
    {
      "loss_action": 1.0759263038635254,
      "loss_total": 1.0759263038635254,
      "step": 290
    },
    {
      "loss_action": 1.038442850112915,
      "loss_total": 1.038442850112915,
      "step": 290
    },
    {
      "loss_action": 1.090691328048706,
      "loss_total": 1.090691328048706,
      "step": 290
    },
    {
      "loss_action": 1.0180320739746094,
      "loss_total": 1.0180320739746094,
      "step": 290
    },
    {
      "loss_action": 1.0304324626922607,
      "loss_total": 1.0304324626922607,
      "step": 290
    },
    {
      "loss_action": 1.029844880104065,
      "loss_total": 1.029844880104065,
      "step": 290
    },
    {
      "loss_action": 0.9931588172912598,
      "loss_total": 0.9931588172912598,
      "step": 290
    },
    {
      "grad_norm": 0.5494359135627747,
      "learning_rate": 1.495e-06,
      "loss": 1.0296,
      "step": 300
    },
    {
      "loss_action": 1.0168399810791016,
      "loss_total": 1.0168399810791016,
      "step": 300
    },
    {
      "loss_action": 1.023197889328003,
      "loss_total": 1.023197889328003,
      "step": 300
    },
    {
      "loss_action": 1.0055127143859863,
      "loss_total": 1.0055127143859863,
      "step": 300
    },
    {
      "loss_action": 0.9782837629318237,
      "loss_total": 0.9782837629318237,
      "step": 300
    },
    {
      "loss_action": 0.9881975650787354,
      "loss_total": 0.9881975650787354,
      "step": 300
    },
    {
      "loss_action": 1.0309747457504272,
      "loss_total": 1.0309747457504272,
      "step": 300
    },
    {
      "loss_action": 1.001664638519287,
      "loss_total": 1.001664638519287,
      "step": 300
    },
    {
      "loss_action": 1.002814769744873,
      "loss_total": 1.002814769744873,
      "step": 300
    },
    {
      "grad_norm": 0.5733544230461121,
      "learning_rate": 1.545e-06,
      "loss": 1.0252,
      "step": 310
    },
    {
      "loss_action": 1.0494314432144165,
      "loss_total": 1.0494314432144165,
      "step": 310
    },
    {
      "loss_action": 1.021512508392334,
      "loss_total": 1.021512508392334,
      "step": 310
    },
    {
      "loss_action": 1.0029139518737793,
      "loss_total": 1.0029139518737793,
      "step": 310
    },
    {
      "loss_action": 1.035853624343872,
      "loss_total": 1.035853624343872,
      "step": 310
    },
    {
      "loss_action": 1.0253891944885254,
      "loss_total": 1.0253891944885254,
      "step": 310
    },
    {
      "loss_action": 1.0187530517578125,
      "loss_total": 1.0187530517578125,
      "step": 310
    },
    {
      "loss_action": 1.0581605434417725,
      "loss_total": 1.0581605434417725,
      "step": 310
    },
    {
      "loss_action": 0.970476508140564,
      "loss_total": 0.970476508140564,
      "step": 310
    },
    {
      "grad_norm": 0.48290473222732544,
      "learning_rate": 1.595e-06,
      "loss": 1.0249,
      "step": 320
    },
    {
      "loss_action": 0.9985244274139404,
      "loss_total": 0.9985244274139404,
      "step": 320
    },
    {
      "loss_action": 0.9956877827644348,
      "loss_total": 0.9956877827644348,
      "step": 320
    },
    {
      "loss_action": 1.0526618957519531,
      "loss_total": 1.0526618957519531,
      "step": 320
    },
    {
      "loss_action": 1.0388736724853516,
      "loss_total": 1.0388736724853516,
      "step": 320
    },
    {
      "loss_action": 1.0747356414794922,
      "loss_total": 1.0747356414794922,
      "step": 320
    },
    {
      "loss_action": 1.0236785411834717,
      "loss_total": 1.0236785411834717,
      "step": 320
    },
    {
      "loss_action": 1.0214574337005615,
      "loss_total": 1.0214574337005615,
      "step": 320
    },
    {
      "loss_action": 1.0470746755599976,
      "loss_total": 1.0470746755599976,
      "step": 320
    },
    {
      "grad_norm": 0.6202815771102905,
      "learning_rate": 1.645e-06,
      "loss": 1.0245,
      "step": 330
    },
    {
      "loss_action": 0.9792966842651367,
      "loss_total": 0.9792966842651367,
      "step": 330
    },
    {
      "loss_action": 1.0249522924423218,
      "loss_total": 1.0249522924423218,
      "step": 330
    },
    {
      "loss_action": 1.0033937692642212,
      "loss_total": 1.0033937692642212,
      "step": 330
    },
    {
      "loss_action": 1.0786700248718262,
      "loss_total": 1.0786700248718262,
      "step": 330
    },
    {
      "loss_action": 1.0373420715332031,
      "loss_total": 1.0373420715332031,
      "step": 330
    },
    {
      "loss_action": 1.0521719455718994,
      "loss_total": 1.0521719455718994,
      "step": 330
    },
    {
      "loss_action": 1.04087233543396,
      "loss_total": 1.04087233543396,
      "step": 330
    },
    {
      "loss_action": 1.0486646890640259,
      "loss_total": 1.0486646890640259,
      "step": 330
    },
    {
      "grad_norm": 1.0058190822601318,
      "learning_rate": 1.695e-06,
      "loss": 1.0333,
      "step": 340
    },
    {
      "loss_action": 0.9435524344444275,
      "loss_total": 0.9435524344444275,
      "step": 340
    },
    {
      "loss_action": 1.0552382469177246,
      "loss_total": 1.0552382469177246,
      "step": 340
    },
    {
      "loss_action": 1.0278863906860352,
      "loss_total": 1.0278863906860352,
      "step": 340
    },
    {
      "loss_action": 1.0324581861495972,
      "loss_total": 1.0324581861495972,
      "step": 340
    },
    {
      "loss_action": 1.0070109367370605,
      "loss_total": 1.0070109367370605,
      "step": 340
    },
    {
      "loss_action": 1.0430855751037598,
      "loss_total": 1.0430855751037598,
      "step": 340
    },
    {
      "loss_action": 0.9289761781692505,
      "loss_total": 0.9289761781692505,
      "step": 340
    },
    {
      "loss_action": 0.9846653938293457,
      "loss_total": 0.9846653938293457,
      "step": 340
    },
    {
      "grad_norm": 0.46094372868537903,
      "learning_rate": 1.745e-06,
      "loss": 1.0227,
      "step": 350
    },
    {
      "loss_action": 1.0248137712478638,
      "loss_total": 1.0248137712478638,
      "step": 350
    },
    {
      "loss_action": 0.9588782787322998,
      "loss_total": 0.9588782787322998,
      "step": 350
    },
    {
      "loss_action": 1.040602684020996,
      "loss_total": 1.040602684020996,
      "step": 350
    },
    {
      "loss_action": 1.0195143222808838,
      "loss_total": 1.0195143222808838,
      "step": 350
    },
    {
      "loss_action": 1.0051277875900269,
      "loss_total": 1.0051277875900269,
      "step": 350
    },
    {
      "loss_action": 1.008089542388916,
      "loss_total": 1.008089542388916,
      "step": 350
    },
    {
      "loss_action": 1.0138310194015503,
      "loss_total": 1.0138310194015503,
      "step": 350
    },
    {
      "loss_action": 0.9922612309455872,
      "loss_total": 0.9922612309455872,
      "step": 350
    },
    {
      "grad_norm": 0.5746030807495117,
      "learning_rate": 1.7950000000000002e-06,
      "loss": 1.0214,
      "step": 360
    },
    {
      "loss_action": 1.0077383518218994,
      "loss_total": 1.0077383518218994,
      "step": 360
    },
    {
      "loss_action": 1.034182071685791,
      "loss_total": 1.034182071685791,
      "step": 360
    },
    {
      "loss_action": 1.0339616537094116,
      "loss_total": 1.0339616537094116,
      "step": 360
    },
    {
      "loss_action": 1.082892656326294,
      "loss_total": 1.082892656326294,
      "step": 360
    },
    {
      "loss_action": 1.032357931137085,
      "loss_total": 1.032357931137085,
      "step": 360
    },
    {
      "loss_action": 0.9706779718399048,
      "loss_total": 0.9706779718399048,
      "step": 360
    },
    {
      "loss_action": 0.9701606035232544,
      "loss_total": 0.9701606035232544,
      "step": 360
    },
    {
      "loss_action": 1.0403103828430176,
      "loss_total": 1.0403103828430176,
      "step": 360
    },
    {
      "grad_norm": 0.5793806910514832,
      "learning_rate": 1.8450000000000001e-06,
      "loss": 1.0214,
      "step": 370
    },
    {
      "loss_action": 1.0378738641738892,
      "loss_total": 1.0378738641738892,
      "step": 370
    },
    {
      "loss_action": 0.96614670753479,
      "loss_total": 0.96614670753479,
      "step": 370
    },
    {
      "loss_action": 0.9808647036552429,
      "loss_total": 0.9808647036552429,
      "step": 370
    },
    {
      "loss_action": 1.0392764806747437,
      "loss_total": 1.0392764806747437,
      "step": 370
    },
    {
      "loss_action": 1.0557479858398438,
      "loss_total": 1.0557479858398438,
      "step": 370
    },
    {
      "loss_action": 1.0432389974594116,
      "loss_total": 1.0432389974594116,
      "step": 370
    },
    {
      "loss_action": 0.9921761155128479,
      "loss_total": 0.9921761155128479,
      "step": 370
    },
    {
      "loss_action": 1.0173569917678833,
      "loss_total": 1.0173569917678833,
      "step": 370
    },
    {
      "grad_norm": 0.5894087553024292,
      "learning_rate": 1.8950000000000003e-06,
      "loss": 1.0277,
      "step": 380
    },
    {
      "loss_action": 1.0754718780517578,
      "loss_total": 1.0754718780517578,
      "step": 380
    },
    {
      "loss_action": 1.037929654121399,
      "loss_total": 1.037929654121399,
      "step": 380
    },
    {
      "loss_action": 1.0309193134307861,
      "loss_total": 1.0309193134307861,
      "step": 380
    },
    {
      "loss_action": 1.006439208984375,
      "loss_total": 1.006439208984375,
      "step": 380
    },
    {
      "loss_action": 1.0182678699493408,
      "loss_total": 1.0182678699493408,
      "step": 380
    },
    {
      "loss_action": 1.0945382118225098,
      "loss_total": 1.0945382118225098,
      "step": 380
    },
    {
      "loss_action": 1.0190560817718506,
      "loss_total": 1.0190560817718506,
      "step": 380
    },
    {
      "loss_action": 0.9782869815826416,
      "loss_total": 0.9782869815826416,
      "step": 380
    },
    {
      "grad_norm": 0.5753649473190308,
      "learning_rate": 1.945e-06,
      "loss": 1.0234,
      "step": 390
    },
    {
      "loss_action": 0.9976530075073242,
      "loss_total": 0.9976530075073242,
      "step": 390
    },
    {
      "loss_action": 1.0045439004898071,
      "loss_total": 1.0045439004898071,
      "step": 390
    },
    {
      "loss_action": 1.0716540813446045,
      "loss_total": 1.0716540813446045,
      "step": 390
    },
    {
      "loss_action": 1.0362204313278198,
      "loss_total": 1.0362204313278198,
      "step": 390
    },
    {
      "loss_action": 1.0135431289672852,
      "loss_total": 1.0135431289672852,
      "step": 390
    },
    {
      "loss_action": 0.9573405981063843,
      "loss_total": 0.9573405981063843,
      "step": 390
    },
    {
      "loss_action": 0.9742535948753357,
      "loss_total": 0.9742535948753357,
      "step": 390
    },
    {
      "loss_action": 1.0555367469787598,
      "loss_total": 1.0555367469787598,
      "step": 390
    },
    {
      "grad_norm": 0.6518053412437439,
      "learning_rate": 1.995e-06,
      "loss": 1.01,
      "step": 400
    },
    {
      "loss_action": 1.0164222717285156,
      "loss_total": 1.0164222717285156,
      "step": 400
    },
    {
      "loss_action": 1.0403002500534058,
      "loss_total": 1.0403002500534058,
      "step": 400
    },
    {
      "loss_action": 1.0100610256195068,
      "loss_total": 1.0100610256195068,
      "step": 400
    },
    {
      "loss_action": 1.0102760791778564,
      "loss_total": 1.0102760791778564,
      "step": 400
    },
    {
      "loss_action": 1.010086178779602,
      "loss_total": 1.010086178779602,
      "step": 400
    },
    {
      "loss_action": 1.0330193042755127,
      "loss_total": 1.0330193042755127,
      "step": 400
    },
    {
      "loss_action": 1.0030142068862915,
      "loss_total": 1.0030142068862915,
      "step": 400
    },
    {
      "loss_action": 1.038254737854004,
      "loss_total": 1.038254737854004,
      "step": 400
    },
    {
      "grad_norm": 0.542186975479126,
      "learning_rate": 2.045e-06,
      "loss": 1.0201,
      "step": 410
    },
    {
      "loss_action": 1.0261671543121338,
      "loss_total": 1.0261671543121338,
      "step": 410
    },
    {
      "loss_action": 1.0312668085098267,
      "loss_total": 1.0312668085098267,
      "step": 410
    },
    {
      "loss_action": 1.0460383892059326,
      "loss_total": 1.0460383892059326,
      "step": 410
    },
    {
      "loss_action": 1.0473153591156006,
      "loss_total": 1.0473153591156006,
      "step": 410
    },
    {
      "loss_action": 1.0341960191726685,
      "loss_total": 1.0341960191726685,
      "step": 410
    },
    {
      "loss_action": 1.0345110893249512,
      "loss_total": 1.0345110893249512,
      "step": 410
    },
    {
      "loss_action": 0.9927748441696167,
      "loss_total": 0.9927748441696167,
      "step": 410
    },
    {
      "loss_action": 1.0176455974578857,
      "loss_total": 1.0176455974578857,
      "step": 410
    },
    {
      "grad_norm": 0.6844732165336609,
      "learning_rate": 2.0950000000000003e-06,
      "loss": 1.0205,
      "step": 420
    },
    {
      "loss_action": 1.0000481605529785,
      "loss_total": 1.0000481605529785,
      "step": 420
    },
    {
      "loss_action": 0.9846150875091553,
      "loss_total": 0.9846150875091553,
      "step": 420
    },
    {
      "loss_action": 0.9940481185913086,
      "loss_total": 0.9940481185913086,
      "step": 420
    },
    {
      "loss_action": 1.0595207214355469,
      "loss_total": 1.0595207214355469,
      "step": 420
    },
    {
      "loss_action": 1.0792624950408936,
      "loss_total": 1.0792624950408936,
      "step": 420
    },
    {
      "loss_action": 1.0379858016967773,
      "loss_total": 1.0379858016967773,
      "step": 420
    },
    {
      "loss_action": 0.9938046932220459,
      "loss_total": 0.9938046932220459,
      "step": 420
    },
    {
      "loss_action": 1.019059181213379,
      "loss_total": 1.019059181213379,
      "step": 420
    },
    {
      "grad_norm": 0.5753976702690125,
      "learning_rate": 2.1450000000000002e-06,
      "loss": 1.0114,
      "step": 430
    },
    {
      "loss_action": 0.9808690547943115,
      "loss_total": 0.9808690547943115,
      "step": 430
    },
    {
      "loss_action": 0.9972198009490967,
      "loss_total": 0.9972198009490967,
      "step": 430
    },
    {
      "loss_action": 0.9851356744766235,
      "loss_total": 0.9851356744766235,
      "step": 430
    },
    {
      "loss_action": 1.018733024597168,
      "loss_total": 1.018733024597168,
      "step": 430
    },
    {
      "loss_action": 0.990057647228241,
      "loss_total": 0.990057647228241,
      "step": 430
    },
    {
      "loss_action": 0.9741041660308838,
      "loss_total": 0.9741041660308838,
      "step": 430
    },
    {
      "loss_action": 1.012351155281067,
      "loss_total": 1.012351155281067,
      "step": 430
    },
    {
      "loss_action": 0.9715617895126343,
      "loss_total": 0.9715617895126343,
      "step": 430
    },
    {
      "grad_norm": 0.6486369371414185,
      "learning_rate": 2.195e-06,
      "loss": 1.0059,
      "step": 440
    },
    {
      "loss_action": 0.9639744758605957,
      "loss_total": 0.9639744758605957,
      "step": 440
    },
    {
      "loss_action": 0.993592381477356,
      "loss_total": 0.993592381477356,
      "step": 440
    },
    {
      "loss_action": 1.1413795948028564,
      "loss_total": 1.1413795948028564,
      "step": 440
    },
    {
      "loss_action": 0.9839180707931519,
      "loss_total": 0.9839180707931519,
      "step": 440
    },
    {
      "loss_action": 1.011894941329956,
      "loss_total": 1.011894941329956,
      "step": 440
    },
    {
      "loss_action": 0.9868752360343933,
      "loss_total": 0.9868752360343933,
      "step": 440
    },
    {
      "loss_action": 0.9909098744392395,
      "loss_total": 0.9909098744392395,
      "step": 440
    },
    {
      "loss_action": 0.96150803565979,
      "loss_total": 0.96150803565979,
      "step": 440
    },
    {
      "grad_norm": 0.7220675349235535,
      "learning_rate": 2.245e-06,
      "loss": 1.0041,
      "step": 450
    },
    {
      "loss_action": 1.0610535144805908,
      "loss_total": 1.0610535144805908,
      "step": 450
    },
    {
      "loss_action": 1.0247873067855835,
      "loss_total": 1.0247873067855835,
      "step": 450
    },
    {
      "loss_action": 0.9955573678016663,
      "loss_total": 0.9955573678016663,
      "step": 450
    },
    {
      "loss_action": 1.0129384994506836,
      "loss_total": 1.0129384994506836,
      "step": 450
    },
    {
      "loss_action": 1.0158741474151611,
      "loss_total": 1.0158741474151611,
      "step": 450
    },
    {
      "loss_action": 1.0514662265777588,
      "loss_total": 1.0514662265777588,
      "step": 450
    },
    {
      "loss_action": 1.0461112260818481,
      "loss_total": 1.0461112260818481,
      "step": 450
    },
    {
      "loss_action": 1.0107312202453613,
      "loss_total": 1.0107312202453613,
      "step": 450
    },
    {
      "grad_norm": 0.6674638986587524,
      "learning_rate": 2.2950000000000005e-06,
      "loss": 0.9921,
      "step": 460
    },
    {
      "loss_action": 1.0058887004852295,
      "loss_total": 1.0058887004852295,
      "step": 460
    },
    {
      "loss_action": 1.0426676273345947,
      "loss_total": 1.0426676273345947,
      "step": 460
    },
    {
      "loss_action": 1.0104405879974365,
      "loss_total": 1.0104405879974365,
      "step": 460
    },
    {
      "loss_action": 1.0156009197235107,
      "loss_total": 1.0156009197235107,
      "step": 460
    },
    {
      "loss_action": 1.0462950468063354,
      "loss_total": 1.0462950468063354,
      "step": 460
    },
    {
      "loss_action": 1.0047634840011597,
      "loss_total": 1.0047634840011597,
      "step": 460
    },
    {
      "loss_action": 1.0235965251922607,
      "loss_total": 1.0235965251922607,
      "step": 460
    },
    {
      "loss_action": 0.9971350431442261,
      "loss_total": 0.9971350431442261,
      "step": 460
    },
    {
      "grad_norm": 0.7671543955802917,
      "learning_rate": 2.345e-06,
      "loss": 0.9731,
      "step": 470
    },
    {
      "loss_action": 0.9878894090652466,
      "loss_total": 0.9878894090652466,
      "step": 470
    },
    {
      "loss_action": 0.9075658321380615,
      "loss_total": 0.9075658321380615,
      "step": 470
    },
    {
      "loss_action": 0.985519289970398,
      "loss_total": 0.985519289970398,
      "step": 470
    },
    {
      "loss_action": 1.016883134841919,
      "loss_total": 1.016883134841919,
      "step": 470
    },
    {
      "loss_action": 0.9411799311637878,
      "loss_total": 0.9411799311637878,
      "step": 470
    },
    {
      "loss_action": 0.9412476420402527,
      "loss_total": 0.9412476420402527,
      "step": 470
    },
    {
      "loss_action": 1.0032246112823486,
      "loss_total": 1.0032246112823486,
      "step": 470
    },
    {
      "loss_action": 1.0437352657318115,
      "loss_total": 1.0437352657318115,
      "step": 470
    },
    {
      "grad_norm": 0.8440748453140259,
      "learning_rate": 2.395e-06,
      "loss": 0.9673,
      "step": 480
    },
    {
      "loss_action": 0.9505562782287598,
      "loss_total": 0.9505562782287598,
      "step": 480
    },
    {
      "loss_action": 1.0019521713256836,
      "loss_total": 1.0019521713256836,
      "step": 480
    },
    {
      "loss_action": 0.9245119094848633,
      "loss_total": 0.9245119094848633,
      "step": 480
    },
    {
      "loss_action": 0.942198634147644,
      "loss_total": 0.942198634147644,
      "step": 480
    },
    {
      "loss_action": 0.9199646711349487,
      "loss_total": 0.9199646711349487,
      "step": 480
    },
    {
      "loss_action": 0.9703707098960876,
      "loss_total": 0.9703707098960876,
      "step": 480
    },
    {
      "loss_action": 0.8992086052894592,
      "loss_total": 0.8992086052894592,
      "step": 480
    },
    {
      "loss_action": 0.9562157392501831,
      "loss_total": 0.9562157392501831,
      "step": 480
    },
    {
      "grad_norm": 0.7200779914855957,
      "learning_rate": 2.445e-06,
      "loss": 0.9407,
      "step": 490
    },
    {
      "loss_action": 0.8894157409667969,
      "loss_total": 0.8894157409667969,
      "step": 490
    },
    {
      "loss_action": 0.9160728454589844,
      "loss_total": 0.9160728454589844,
      "step": 490
    },
    {
      "loss_action": 0.8699823021888733,
      "loss_total": 0.8699823021888733,
      "step": 490
    },
    {
      "loss_action": 0.905194103717804,
      "loss_total": 0.905194103717804,
      "step": 490
    },
    {
      "loss_action": 1.0014058351516724,
      "loss_total": 1.0014058351516724,
      "step": 490
    },
    {
      "loss_action": 0.9290440678596497,
      "loss_total": 0.9290440678596497,
      "step": 490
    },
    {
      "loss_action": 0.9457652568817139,
      "loss_total": 0.9457652568817139,
      "step": 490
    },
    {
      "loss_action": 0.8336659669876099,
      "loss_total": 0.8336659669876099,
      "step": 490
    },
    {
      "grad_norm": 1.0810359716415405,
      "learning_rate": 2.4950000000000003e-06,
      "loss": 0.9208,
      "step": 500
    },
    {
      "loss_action": 0.9093160033226013,
      "loss_total": 0.9093160033226013,
      "step": 500
    },
    {
      "loss_action": 0.949613630771637,
      "loss_total": 0.949613630771637,
      "step": 500
    },
    {
      "loss_action": 0.964191198348999,
      "loss_total": 0.964191198348999,
      "step": 500
    },
    {
      "loss_action": 0.8873307108879089,
      "loss_total": 0.8873307108879089,
      "step": 500
    },
    {
      "loss_action": 0.8788114786148071,
      "loss_total": 0.8788114786148071,
      "step": 500
    },
    {
      "loss_action": 0.9611113667488098,
      "loss_total": 0.9611113667488098,
      "step": 500
    },
    {
      "loss_action": 0.910461962223053,
      "loss_total": 0.910461962223053,
      "step": 500
    },
    {
      "loss_action": 0.9327153563499451,
      "loss_total": 0.9327153563499451,
      "step": 500
    },
    {
      "grad_norm": 1.2413159608840942,
      "learning_rate": 2.545e-06,
      "loss": 0.8908,
      "step": 510
    },
    {
      "loss_action": 0.8824403882026672,
      "loss_total": 0.8824403882026672,
      "step": 510
    },
    {
      "loss_action": 0.9328207969665527,
      "loss_total": 0.9328207969665527,
      "step": 510
    },
    {
      "loss_action": 0.8779139518737793,
      "loss_total": 0.8779139518737793,
      "step": 510
    },
    {
      "loss_action": 0.8895573019981384,
      "loss_total": 0.8895573019981384,
      "step": 510
    },
    {
      "loss_action": 0.8329180479049683,
      "loss_total": 0.8329180479049683,
      "step": 510
    },
    {
      "loss_action": 0.8754006624221802,
      "loss_total": 0.8754006624221802,
      "step": 510
    },
    {
      "loss_action": 0.8825914859771729,
      "loss_total": 0.8825914859771729,
      "step": 510
    },
    {
      "loss_action": 0.847091794013977,
      "loss_total": 0.847091794013977,
      "step": 510
    },
    {
      "grad_norm": 1.0185391902923584,
      "learning_rate": 2.595e-06,
      "loss": 0.8613,
      "step": 520
    },
    {
      "loss_action": 0.8451161980628967,
      "loss_total": 0.8451161980628967,
      "step": 520
    },
    {
      "loss_action": 0.8292974233627319,
      "loss_total": 0.8292974233627319,
      "step": 520
    },
    {
      "loss_action": 0.8028378486633301,
      "loss_total": 0.8028378486633301,
      "step": 520
    },
    {
      "loss_action": 0.9053417444229126,
      "loss_total": 0.9053417444229126,
      "step": 520
    },
    {
      "loss_action": 0.8044044971466064,
      "loss_total": 0.8044044971466064,
      "step": 520
    },
    {
      "loss_action": 0.787697434425354,
      "loss_total": 0.787697434425354,
      "step": 520
    },
    {
      "loss_action": 0.8725009560585022,
      "loss_total": 0.8725009560585022,
      "step": 520
    },
    {
      "loss_action": 0.8187216520309448,
      "loss_total": 0.8187216520309448,
      "step": 520
    },
    {
      "grad_norm": 1.3706634044647217,
      "learning_rate": 2.645e-06,
      "loss": 0.8556,
      "step": 530
    },
    {
      "loss_action": 0.8011429309844971,
      "loss_total": 0.8011429309844971,
      "step": 530
    },
    {
      "loss_action": 0.8578868508338928,
      "loss_total": 0.8578868508338928,
      "step": 530
    },
    {
      "loss_action": 0.8340462446212769,
      "loss_total": 0.8340462446212769,
      "step": 530
    },
    {
      "loss_action": 0.833480954170227,
      "loss_total": 0.833480954170227,
      "step": 530
    },
    {
      "loss_action": 0.903903603553772,
      "loss_total": 0.903903603553772,
      "step": 530
    },
    {
      "loss_action": 0.823081910610199,
      "loss_total": 0.823081910610199,
      "step": 530
    },
    {
      "loss_action": 0.8451139330863953,
      "loss_total": 0.8451139330863953,
      "step": 530
    },
    {
      "loss_action": 0.8048878908157349,
      "loss_total": 0.8048878908157349,
      "step": 530
    },
    {
      "grad_norm": 1.381612777709961,
      "learning_rate": 2.6950000000000005e-06,
      "loss": 0.8163,
      "step": 540
    },
    {
      "loss_action": 0.8107374310493469,
      "loss_total": 0.8107374310493469,
      "step": 540
    },
    {
      "loss_action": 0.8223739266395569,
      "loss_total": 0.8223739266395569,
      "step": 540
    },
    {
      "loss_action": 0.7760496139526367,
      "loss_total": 0.7760496139526367,
      "step": 540
    },
    {
      "loss_action": 0.8130618333816528,
      "loss_total": 0.8130618333816528,
      "step": 540
    },
    {
      "loss_action": 0.7924727201461792,
      "loss_total": 0.7924727201461792,
      "step": 540
    },
    {
      "loss_action": 0.8452350497245789,
      "loss_total": 0.8452350497245789,
      "step": 540
    },
    {
      "loss_action": 0.8639726042747498,
      "loss_total": 0.8639726042747498,
      "step": 540
    },
    {
      "loss_action": 0.8717247247695923,
      "loss_total": 0.8717247247695923,
      "step": 540
    },
    {
      "grad_norm": 2.3470611572265625,
      "learning_rate": 2.745e-06,
      "loss": 0.794,
      "step": 550
    },
    {
      "loss_action": 0.896210253238678,
      "loss_total": 0.896210253238678,
      "step": 550
    },
    {
      "loss_action": 0.8772162795066833,
      "loss_total": 0.8772162795066833,
      "step": 550
    },
    {
      "loss_action": 0.8509228229522705,
      "loss_total": 0.8509228229522705,
      "step": 550
    },
    {
      "loss_action": 0.8170602321624756,
      "loss_total": 0.8170602321624756,
      "step": 550
    },
    {
      "loss_action": 0.7917300462722778,
      "loss_total": 0.7917300462722778,
      "step": 550
    },
    {
      "loss_action": 0.8348280191421509,
      "loss_total": 0.8348280191421509,
      "step": 550
    },
    {
      "loss_action": 0.761405348777771,
      "loss_total": 0.761405348777771,
      "step": 550
    },
    {
      "loss_action": 0.7771950960159302,
      "loss_total": 0.7771950960159302,
      "step": 550
    },
    {
      "grad_norm": 1.9415217638015747,
      "learning_rate": 2.795e-06,
      "loss": 0.7848,
      "step": 560
    },
    {
      "loss_action": 0.7407379150390625,
      "loss_total": 0.7407379150390625,
      "step": 560
    },
    {
      "loss_action": 0.7970807552337646,
      "loss_total": 0.7970807552337646,
      "step": 560
    },
    {
      "loss_action": 0.7362469434738159,
      "loss_total": 0.7362469434738159,
      "step": 560
    },
    {
      "loss_action": 0.8120049238204956,
      "loss_total": 0.8120049238204956,
      "step": 560
    },
    {
      "loss_action": 0.8396614193916321,
      "loss_total": 0.8396614193916321,
      "step": 560
    },
    {
      "loss_action": 0.6955625414848328,
      "loss_total": 0.6955625414848328,
      "step": 560
    },
    {
      "loss_action": 0.7497167587280273,
      "loss_total": 0.7497167587280273,
      "step": 560
    },
    {
      "loss_action": 0.729880154132843,
      "loss_total": 0.729880154132843,
      "step": 560
    },
    {
      "grad_norm": 1.2682973146438599,
      "learning_rate": 2.8450000000000003e-06,
      "loss": 0.76,
      "step": 570
    },
    {
      "loss_action": 0.8051112294197083,
      "loss_total": 0.8051112294197083,
      "step": 570
    },
    {
      "loss_action": 0.7557436227798462,
      "loss_total": 0.7557436227798462,
      "step": 570
    },
    {
      "loss_action": 0.7412586212158203,
      "loss_total": 0.7412586212158203,
      "step": 570
    },
    {
      "loss_action": 0.7220842838287354,
      "loss_total": 0.7220842838287354,
      "step": 570
    },
    {
      "loss_action": 0.6963003277778625,
      "loss_total": 0.6963003277778625,
      "step": 570
    },
    {
      "loss_action": 0.6947205066680908,
      "loss_total": 0.6947205066680908,
      "step": 570
    },
    {
      "loss_action": 0.7220397591590881,
      "loss_total": 0.7220397591590881,
      "step": 570
    },
    {
      "loss_action": 0.7518972754478455,
      "loss_total": 0.7518972754478455,
      "step": 570
    },
    {
      "grad_norm": 1.6133276224136353,
      "learning_rate": 2.8950000000000002e-06,
      "loss": 0.7322,
      "step": 580
    },
    {
      "loss_action": 0.7119613885879517,
      "loss_total": 0.7119613885879517,
      "step": 580
    },
    {
      "loss_action": 0.6936006546020508,
      "loss_total": 0.6936006546020508,
      "step": 580
    },
    {
      "loss_action": 0.699551522731781,
      "loss_total": 0.699551522731781,
      "step": 580
    },
    {
      "loss_action": 0.7829114198684692,
      "loss_total": 0.7829114198684692,
      "step": 580
    },
    {
      "loss_action": 0.7282952070236206,
      "loss_total": 0.7282952070236206,
      "step": 580
    },
    {
      "loss_action": 0.7392867803573608,
      "loss_total": 0.7392867803573608,
      "step": 580
    },
    {
      "loss_action": 0.784800112247467,
      "loss_total": 0.784800112247467,
      "step": 580
    },
    {
      "loss_action": 0.6837948560714722,
      "loss_total": 0.6837948560714722,
      "step": 580
    },
    {
      "grad_norm": 1.5463852882385254,
      "learning_rate": 2.945e-06,
      "loss": 0.7133,
      "step": 590
    },
    {
      "loss_action": 0.7541327476501465,
      "loss_total": 0.7541327476501465,
      "step": 590
    },
    {
      "loss_action": 0.7254444360733032,
      "loss_total": 0.7254444360733032,
      "step": 590
    },
    {
      "loss_action": 0.6473169326782227,
      "loss_total": 0.6473169326782227,
      "step": 590
    },
    {
      "loss_action": 0.6650152206420898,
      "loss_total": 0.6650152206420898,
      "step": 590
    },
    {
      "loss_action": 0.7890203595161438,
      "loss_total": 0.7890203595161438,
      "step": 590
    },
    {
      "loss_action": 0.8785327672958374,
      "loss_total": 0.8785327672958374,
      "step": 590
    },
    {
      "loss_action": 0.6949484348297119,
      "loss_total": 0.6949484348297119,
      "step": 590
    },
    {
      "loss_action": 0.7005234956741333,
      "loss_total": 0.7005234956741333,
      "step": 590
    },
    {
      "grad_norm": 1.3013697862625122,
      "learning_rate": 2.995e-06,
      "loss": 0.6972,
      "step": 600
    },
    {
      "loss_action": 0.6902539730072021,
      "loss_total": 0.6902539730072021,
      "step": 600
    },
    {
      "loss_action": 0.6901243329048157,
      "loss_total": 0.6901243329048157,
      "step": 600
    },
    {
      "loss_action": 0.7032628059387207,
      "loss_total": 0.7032628059387207,
      "step": 600
    },
    {
      "loss_action": 0.6957857608795166,
      "loss_total": 0.6957857608795166,
      "step": 600
    },
    {
      "loss_action": 0.722955048084259,
      "loss_total": 0.722955048084259,
      "step": 600
    },
    {
      "loss_action": 0.7111446857452393,
      "loss_total": 0.7111446857452393,
      "step": 600
    },
    {
      "loss_action": 0.6456170082092285,
      "loss_total": 0.6456170082092285,
      "step": 600
    },
    {
      "loss_action": 0.6724550127983093,
      "loss_total": 0.6724550127983093,
      "step": 600
    },
    {
      "grad_norm": 1.6578736305236816,
      "learning_rate": 3.0450000000000005e-06,
      "loss": 0.6698,
      "step": 610
    },
    {
      "loss_action": 0.6111984252929688,
      "loss_total": 0.6111984252929688,
      "step": 610
    },
    {
      "loss_action": 0.6629811525344849,
      "loss_total": 0.6629811525344849,
      "step": 610
    },
    {
      "loss_action": 0.7039002180099487,
      "loss_total": 0.7039002180099487,
      "step": 610
    },
    {
      "loss_action": 0.6792921423912048,
      "loss_total": 0.6792921423912048,
      "step": 610
    },
    {
      "loss_action": 0.5882007479667664,
      "loss_total": 0.5882007479667664,
      "step": 610
    },
    {
      "loss_action": 0.6294444799423218,
      "loss_total": 0.6294444799423218,
      "step": 610
    },
    {
      "loss_action": 0.6270747184753418,
      "loss_total": 0.6270747184753418,
      "step": 610
    },
    {
      "loss_action": 0.7464995384216309,
      "loss_total": 0.7464995384216309,
      "step": 610
    },
    {
      "grad_norm": 1.1453804969787598,
      "learning_rate": 3.095e-06,
      "loss": 0.6453,
      "step": 620
    },
    {
      "loss_action": 0.656753659248352,
      "loss_total": 0.656753659248352,
      "step": 620
    },
    {
      "loss_action": 0.5891063809394836,
      "loss_total": 0.5891063809394836,
      "step": 620
    },
    {
      "loss_action": 0.6007125377655029,
      "loss_total": 0.6007125377655029,
      "step": 620
    },
    {
      "loss_action": 0.6089575290679932,
      "loss_total": 0.6089575290679932,
      "step": 620
    },
    {
      "loss_action": 0.6689848303794861,
      "loss_total": 0.6689848303794861,
      "step": 620
    },
    {
      "loss_action": 0.6584044694900513,
      "loss_total": 0.6584044694900513,
      "step": 620
    },
    {
      "loss_action": 0.6270561814308167,
      "loss_total": 0.6270561814308167,
      "step": 620
    },
    {
      "loss_action": 0.7029916048049927,
      "loss_total": 0.7029916048049927,
      "step": 620
    },
    {
      "grad_norm": 1.3605070114135742,
      "learning_rate": 3.145e-06,
      "loss": 0.6253,
      "step": 630
    },
    {
      "loss_action": 0.6574011445045471,
      "loss_total": 0.6574011445045471,
      "step": 630
    },
    {
      "loss_action": 0.6321911811828613,
      "loss_total": 0.6321911811828613,
      "step": 630
    },
    {
      "loss_action": 0.5585485696792603,
      "loss_total": 0.5585485696792603,
      "step": 630
    },
    {
      "loss_action": 0.7316884398460388,
      "loss_total": 0.7316884398460388,
      "step": 630
    },
    {
      "loss_action": 0.6807688474655151,
      "loss_total": 0.6807688474655151,
      "step": 630
    },
    {
      "loss_action": 0.6251662969589233,
      "loss_total": 0.6251662969589233,
      "step": 630
    },
    {
      "loss_action": 0.6256672143936157,
      "loss_total": 0.6256672143936157,
      "step": 630
    },
    {
      "loss_action": 0.5964392423629761,
      "loss_total": 0.5964392423629761,
      "step": 630
    },
    {
      "grad_norm": 1.6647299528121948,
      "learning_rate": 3.195e-06,
      "loss": 0.6193,
      "step": 640
    },
    {
      "loss_action": 0.5633267164230347,
      "loss_total": 0.5633267164230347,
      "step": 640
    },
    {
      "loss_action": 0.6242958307266235,
      "loss_total": 0.6242958307266235,
      "step": 640
    },
    {
      "loss_action": 0.6067751049995422,
      "loss_total": 0.6067751049995422,
      "step": 640
    },
    {
      "loss_action": 0.6253027319908142,
      "loss_total": 0.6253027319908142,
      "step": 640
    },
    {
      "loss_action": 0.619499921798706,
      "loss_total": 0.619499921798706,
      "step": 640
    },
    {
      "loss_action": 0.6337716579437256,
      "loss_total": 0.6337716579437256,
      "step": 640
    },
    {
      "loss_action": 0.6468944549560547,
      "loss_total": 0.6468944549560547,
      "step": 640
    },
    {
      "loss_action": 0.6371703147888184,
      "loss_total": 0.6371703147888184,
      "step": 640
    },
    {
      "grad_norm": 1.7481720447540283,
      "learning_rate": 3.2450000000000003e-06,
      "loss": 0.5909,
      "step": 650
    },
    {
      "loss_action": 0.5462336540222168,
      "loss_total": 0.5462336540222168,
      "step": 650
    },
    {
      "loss_action": 0.6172361373901367,
      "loss_total": 0.6172361373901367,
      "step": 650
    },
    {
      "loss_action": 0.6123459339141846,
      "loss_total": 0.6123459339141846,
      "step": 650
    },
    {
      "loss_action": 0.5570971965789795,
      "loss_total": 0.5570971965789795,
      "step": 650
    },
    {
      "loss_action": 0.6071951389312744,
      "loss_total": 0.6071951389312744,
      "step": 650
    },
    {
      "loss_action": 0.5825369358062744,
      "loss_total": 0.5825369358062744,
      "step": 650
    },
    {
      "loss_action": 0.5591301918029785,
      "loss_total": 0.5591301918029785,
      "step": 650
    },
    {
      "loss_action": 0.7637969255447388,
      "loss_total": 0.7637969255447388,
      "step": 650
    },
    {
      "grad_norm": 1.677952766418457,
      "learning_rate": 3.2950000000000002e-06,
      "loss": 0.5852,
      "step": 660
    },
    {
      "loss_action": 0.5463972091674805,
      "loss_total": 0.5463972091674805,
      "step": 660
    },
    {
      "loss_action": 0.7152966260910034,
      "loss_total": 0.7152966260910034,
      "step": 660
    },
    {
      "loss_action": 0.5611739158630371,
      "loss_total": 0.5611739158630371,
      "step": 660
    },
    {
      "loss_action": 0.5682722330093384,
      "loss_total": 0.5682722330093384,
      "step": 660
    },
    {
      "loss_action": 0.576129674911499,
      "loss_total": 0.576129674911499,
      "step": 660
    },
    {
      "loss_action": 0.5617717504501343,
      "loss_total": 0.5617717504501343,
      "step": 660
    },
    {
      "loss_action": 0.5709486603736877,
      "loss_total": 0.5709486603736877,
      "step": 660
    },
    {
      "loss_action": 0.5256091952323914,
      "loss_total": 0.5256091952323914,
      "step": 660
    },
    {
      "grad_norm": 1.742582082748413,
      "learning_rate": 3.345e-06,
      "loss": 0.5464,
      "step": 670
    },
    {
      "loss_action": 0.4942210912704468,
      "loss_total": 0.4942210912704468,
      "step": 670
    },
    {
      "loss_action": 0.4931762218475342,
      "loss_total": 0.4931762218475342,
      "step": 670
    },
    {
      "loss_action": 0.48905429244041443,
      "loss_total": 0.48905429244041443,
      "step": 670
    },
    {
      "loss_action": 0.5135186910629272,
      "loss_total": 0.5135186910629272,
      "step": 670
    },
    {
      "loss_action": 0.4991961121559143,
      "loss_total": 0.4991961121559143,
      "step": 670
    },
    {
      "loss_action": 0.5149034857749939,
      "loss_total": 0.5149034857749939,
      "step": 670
    },
    {
      "loss_action": 0.4729565382003784,
      "loss_total": 0.4729565382003784,
      "step": 670
    },
    {
      "loss_action": 0.5590659379959106,
      "loss_total": 0.5590659379959106,
      "step": 670
    },
    {
      "grad_norm": 1.8600459098815918,
      "learning_rate": 3.395e-06,
      "loss": 0.5185,
      "step": 680
    },
    {
      "loss_action": 0.4026587903499603,
      "loss_total": 0.4026587903499603,
      "step": 680
    },
    {
      "loss_action": 0.46391725540161133,
      "loss_total": 0.46391725540161133,
      "step": 680
    },
    {
      "loss_action": 0.4836946725845337,
      "loss_total": 0.4836946725845337,
      "step": 680
    },
    {
      "loss_action": 0.46849191188812256,
      "loss_total": 0.46849191188812256,
      "step": 680
    },
    {
      "loss_action": 0.48570460081100464,
      "loss_total": 0.48570460081100464,
      "step": 680
    },
    {
      "loss_action": 0.4605902433395386,
      "loss_total": 0.4605902433395386,
      "step": 680
    },
    {
      "loss_action": 0.4980767071247101,
      "loss_total": 0.4980767071247101,
      "step": 680
    },
    {
      "loss_action": 0.443596214056015,
      "loss_total": 0.443596214056015,
      "step": 680
    },
    {
      "grad_norm": 1.8585104942321777,
      "learning_rate": 3.4450000000000005e-06,
      "loss": 0.4971,
      "step": 690
    },
    {
      "loss_action": 0.5177775621414185,
      "loss_total": 0.5177775621414185,
      "step": 690
    },
    {
      "loss_action": 0.5335598587989807,
      "loss_total": 0.5335598587989807,
      "step": 690
    },
    {
      "loss_action": 0.4384804368019104,
      "loss_total": 0.4384804368019104,
      "step": 690
    },
    {
      "loss_action": 0.5512875318527222,
      "loss_total": 0.5512875318527222,
      "step": 690
    },
    {
      "loss_action": 0.48338931798934937,
      "loss_total": 0.48338931798934937,
      "step": 690
    },
    {
      "loss_action": 0.47680145502090454,
      "loss_total": 0.47680145502090454,
      "step": 690
    },
    {
      "loss_action": 0.4704735279083252,
      "loss_total": 0.4704735279083252,
      "step": 690
    },
    {
      "loss_action": 0.43164610862731934,
      "loss_total": 0.43164610862731934,
      "step": 690
    },
    {
      "grad_norm": 1.3290759325027466,
      "learning_rate": 3.4950000000000004e-06,
      "loss": 0.4778,
      "step": 700
    },
    {
      "loss_action": 0.49295932054519653,
      "loss_total": 0.49295932054519653,
      "step": 700
    },
    {
      "loss_action": 0.4611971974372864,
      "loss_total": 0.4611971974372864,
      "step": 700
    },
    {
      "loss_action": 0.42143514752388,
      "loss_total": 0.42143514752388,
      "step": 700
    },
    {
      "loss_action": 0.48863157629966736,
      "loss_total": 0.48863157629966736,
      "step": 700
    },
    {
      "loss_action": 0.4361903965473175,
      "loss_total": 0.4361903965473175,
      "step": 700
    },
    {
      "loss_action": 0.3995460867881775,
      "loss_total": 0.3995460867881775,
      "step": 700
    },
    {
      "loss_action": 0.46859079599380493,
      "loss_total": 0.46859079599380493,
      "step": 700
    },
    {
      "loss_action": 0.44424331188201904,
      "loss_total": 0.44424331188201904,
      "step": 700
    },
    {
      "grad_norm": 1.9653401374816895,
      "learning_rate": 3.5450000000000004e-06,
      "loss": 0.4607,
      "step": 710
    },
    {
      "loss_action": 0.3795371949672699,
      "loss_total": 0.3795371949672699,
      "step": 710
    },
    {
      "loss_action": 0.44762271642684937,
      "loss_total": 0.44762271642684937,
      "step": 710
    },
    {
      "loss_action": 0.4207615852355957,
      "loss_total": 0.4207615852355957,
      "step": 710
    },
    {
      "loss_action": 0.40605658292770386,
      "loss_total": 0.40605658292770386,
      "step": 710
    },
    {
      "loss_action": 0.47965192794799805,
      "loss_total": 0.47965192794799805,
      "step": 710
    },
    {
      "loss_action": 0.5254888534545898,
      "loss_total": 0.5254888534545898,
      "step": 710
    },
    {
      "loss_action": 0.5363697409629822,
      "loss_total": 0.5363697409629822,
      "step": 710
    },
    {
      "loss_action": 0.4232185482978821,
      "loss_total": 0.4232185482978821,
      "step": 710
    },
    {
      "grad_norm": 1.4722529649734497,
      "learning_rate": 3.5950000000000003e-06,
      "loss": 0.4429,
      "step": 720
    },
    {
      "loss_action": 0.4243907034397125,
      "loss_total": 0.4243907034397125,
      "step": 720
    },
    {
      "loss_action": 0.4957488775253296,
      "loss_total": 0.4957488775253296,
      "step": 720
    },
    {
      "loss_action": 0.35773158073425293,
      "loss_total": 0.35773158073425293,
      "step": 720
    },
    {
      "loss_action": 0.40222275257110596,
      "loss_total": 0.40222275257110596,
      "step": 720
    },
    {
      "loss_action": 0.3706091642379761,
      "loss_total": 0.3706091642379761,
      "step": 720
    },
    {
      "loss_action": 0.4059385657310486,
      "loss_total": 0.4059385657310486,
      "step": 720
    },
    {
      "loss_action": 0.6029096841812134,
      "loss_total": 0.6029096841812134,
      "step": 720
    },
    {
      "loss_action": 0.4743198752403259,
      "loss_total": 0.4743198752403259,
      "step": 720
    },
    {
      "grad_norm": 1.5111713409423828,
      "learning_rate": 3.6450000000000007e-06,
      "loss": 0.4198,
      "step": 730
    },
    {
      "loss_action": 0.3827466666698456,
      "loss_total": 0.3827466666698456,
      "step": 730
    },
    {
      "loss_action": 0.3779947757720947,
      "loss_total": 0.3779947757720947,
      "step": 730
    },
    {
      "loss_action": 0.34667906165122986,
      "loss_total": 0.34667906165122986,
      "step": 730
    },
    {
      "loss_action": 0.3983232080936432,
      "loss_total": 0.3983232080936432,
      "step": 730
    },
    {
      "loss_action": 0.4426262676715851,
      "loss_total": 0.4426262676715851,
      "step": 730
    },
    {
      "loss_action": 0.3852393627166748,
      "loss_total": 0.3852393627166748,
      "step": 730
    },
    {
      "loss_action": 0.39408284425735474,
      "loss_total": 0.39408284425735474,
      "step": 730
    },
    {
      "loss_action": 0.368858277797699,
      "loss_total": 0.368858277797699,
      "step": 730
    },
    {
      "grad_norm": 1.9616807699203491,
      "learning_rate": 3.6949999999999998e-06,
      "loss": 0.4111,
      "step": 740
    },
    {
      "loss_action": 0.41984716057777405,
      "loss_total": 0.41984716057777405,
      "step": 740
    },
    {
      "loss_action": 0.3489905595779419,
      "loss_total": 0.3489905595779419,
      "step": 740
    },
    {
      "loss_action": 0.37493962049484253,
      "loss_total": 0.37493962049484253,
      "step": 740
    },
    {
      "loss_action": 0.4242765009403229,
      "loss_total": 0.4242765009403229,
      "step": 740
    },
    {
      "loss_action": 0.39177384972572327,
      "loss_total": 0.39177384972572327,
      "step": 740
    },
    {
      "loss_action": 0.3634507656097412,
      "loss_total": 0.3634507656097412,
      "step": 740
    },
    {
      "loss_action": 0.36690694093704224,
      "loss_total": 0.36690694093704224,
      "step": 740
    },
    {
      "loss_action": 0.4578996002674103,
      "loss_total": 0.4578996002674103,
      "step": 740
    },
    {
      "grad_norm": 1.786513090133667,
      "learning_rate": 3.7449999999999997e-06,
      "loss": 0.3921,
      "step": 750
    },
    {
      "loss_action": 0.39748281240463257,
      "loss_total": 0.39748281240463257,
      "step": 750
    },
    {
      "loss_action": 0.34977108240127563,
      "loss_total": 0.34977108240127563,
      "step": 750
    },
    {
      "loss_action": 0.433348685503006,
      "loss_total": 0.433348685503006,
      "step": 750
    },
    {
      "loss_action": 0.3799479603767395,
      "loss_total": 0.3799479603767395,
      "step": 750
    },
    {
      "loss_action": 0.32539576292037964,
      "loss_total": 0.32539576292037964,
      "step": 750
    },
    {
      "loss_action": 0.3300057053565979,
      "loss_total": 0.3300057053565979,
      "step": 750
    },
    {
      "loss_action": 0.4391831159591675,
      "loss_total": 0.4391831159591675,
      "step": 750
    },
    {
      "loss_action": 0.3337465822696686,
      "loss_total": 0.3337465822696686,
      "step": 750
    },
    {
      "grad_norm": 1.6278166770935059,
      "learning_rate": 3.795e-06,
      "loss": 0.378,
      "step": 760
    },
    {
      "loss_action": 0.34092384576797485,
      "loss_total": 0.34092384576797485,
      "step": 760
    },
    {
      "loss_action": 0.3234871029853821,
      "loss_total": 0.3234871029853821,
      "step": 760
    },
    {
      "loss_action": 0.3718097507953644,
      "loss_total": 0.3718097507953644,
      "step": 760
    },
    {
      "loss_action": 0.5377249121665955,
      "loss_total": 0.5377249121665955,
      "step": 760
    },
    {
      "loss_action": 0.3125520646572113,
      "loss_total": 0.3125520646572113,
      "step": 760
    },
    {
      "loss_action": 0.36369454860687256,
      "loss_total": 0.36369454860687256,
      "step": 760
    },
    {
      "loss_action": 0.38964706659317017,
      "loss_total": 0.38964706659317017,
      "step": 760
    },
    {
      "loss_action": 0.4110504984855652,
      "loss_total": 0.4110504984855652,
      "step": 760
    },
    {
      "grad_norm": 1.8440767526626587,
      "learning_rate": 3.845e-06,
      "loss": 0.3666,
      "step": 770
    },
    {
      "loss_action": 0.4457663893699646,
      "loss_total": 0.4457663893699646,
      "step": 770
    },
    {
      "loss_action": 0.3101685047149658,
      "loss_total": 0.3101685047149658,
      "step": 770
    },
    {
      "loss_action": 0.3684266209602356,
      "loss_total": 0.3684266209602356,
      "step": 770
    },
    {
      "loss_action": 0.3910990059375763,
      "loss_total": 0.3910990059375763,
      "step": 770
    },
    {
      "loss_action": 0.2918050289154053,
      "loss_total": 0.2918050289154053,
      "step": 770
    },
    {
      "loss_action": 0.34254688024520874,
      "loss_total": 0.34254688024520874,
      "step": 770
    },
    {
      "loss_action": 0.2970859706401825,
      "loss_total": 0.2970859706401825,
      "step": 770
    },
    {
      "loss_action": 0.36174988746643066,
      "loss_total": 0.36174988746643066,
      "step": 770
    },
    {
      "grad_norm": 2.3882110118865967,
      "learning_rate": 3.895e-06,
      "loss": 0.345,
      "step": 780
    },
    {
      "loss_action": 0.5704867839813232,
      "loss_total": 0.5704867839813232,
      "step": 780
    },
    {
      "loss_action": 0.5075452327728271,
      "loss_total": 0.5075452327728271,
      "step": 780
    },
    {
      "loss_action": 0.33200913667678833,
      "loss_total": 0.33200913667678833,
      "step": 780
    },
    {
      "loss_action": 0.3334887623786926,
      "loss_total": 0.3334887623786926,
      "step": 780
    },
    {
      "loss_action": 0.3828718364238739,
      "loss_total": 0.3828718364238739,
      "step": 780
    },
    {
      "loss_action": 0.45889532566070557,
      "loss_total": 0.45889532566070557,
      "step": 780
    },
    {
      "loss_action": 0.3378632664680481,
      "loss_total": 0.3378632664680481,
      "step": 780
    },
    {
      "loss_action": 0.4150318503379822,
      "loss_total": 0.4150318503379822,
      "step": 780
    },
    {
      "grad_norm": 2.1709306240081787,
      "learning_rate": 3.945e-06,
      "loss": 0.3425,
      "step": 790
    },
    {
      "loss_action": 0.5401508808135986,
      "loss_total": 0.5401508808135986,
      "step": 790
    },
    {
      "loss_action": 0.35087573528289795,
      "loss_total": 0.35087573528289795,
      "step": 790
    },
    {
      "loss_action": 0.2841373682022095,
      "loss_total": 0.2841373682022095,
      "step": 790
    },
    {
      "loss_action": 0.36137932538986206,
      "loss_total": 0.36137932538986206,
      "step": 790
    },
    {
      "loss_action": 0.3128061890602112,
      "loss_total": 0.3128061890602112,
      "step": 790
    },
    {
      "loss_action": 0.2640604078769684,
      "loss_total": 0.2640604078769684,
      "step": 790
    },
    {
      "loss_action": 0.3075018525123596,
      "loss_total": 0.3075018525123596,
      "step": 790
    },
    {
      "loss_action": 0.29142725467681885,
      "loss_total": 0.29142725467681885,
      "step": 790
    },
    {
      "grad_norm": 2.5462565422058105,
      "learning_rate": 3.995e-06,
      "loss": 0.3318,
      "step": 800
    },
    {
      "loss_action": 0.26543450355529785,
      "loss_total": 0.26543450355529785,
      "step": 800
    },
    {
      "loss_action": 0.2927344739437103,
      "loss_total": 0.2927344739437103,
      "step": 800
    },
    {
      "loss_action": 0.2630348205566406,
      "loss_total": 0.2630348205566406,
      "step": 800
    },
    {
      "loss_action": 0.28264302015304565,
      "loss_total": 0.28264302015304565,
      "step": 800
    },
    {
      "loss_action": 0.2998387813568115,
      "loss_total": 0.2998387813568115,
      "step": 800
    },
    {
      "loss_action": 0.255565881729126,
      "loss_total": 0.255565881729126,
      "step": 800
    },
    {
      "loss_action": 0.28943976759910583,
      "loss_total": 0.28943976759910583,
      "step": 800
    },
    {
      "loss_action": 0.3545193076133728,
      "loss_total": 0.3545193076133728,
      "step": 800
    },
    {
      "grad_norm": 1.8672393560409546,
      "learning_rate": 4.045e-06,
      "loss": 0.3038,
      "step": 810
    },
    {
      "loss_action": 0.26596006751060486,
      "loss_total": 0.26596006751060486,
      "step": 810
    },
    {
      "loss_action": 0.2995780408382416,
      "loss_total": 0.2995780408382416,
      "step": 810
    },
    {
      "loss_action": 0.33724141120910645,
      "loss_total": 0.33724141120910645,
      "step": 810
    },
    {
      "loss_action": 0.3341439366340637,
      "loss_total": 0.3341439366340637,
      "step": 810
    },
    {
      "loss_action": 0.3875069320201874,
      "loss_total": 0.3875069320201874,
      "step": 810
    },
    {
      "loss_action": 0.48446616530418396,
      "loss_total": 0.48446616530418396,
      "step": 810
    },
    {
      "loss_action": 0.31339770555496216,
      "loss_total": 0.31339770555496216,
      "step": 810
    },
    {
      "loss_action": 0.3680254817008972,
      "loss_total": 0.3680254817008972,
      "step": 810
    },
    {
      "grad_norm": 2.739074230194092,
      "learning_rate": 4.095000000000001e-06,
      "loss": 0.3108,
      "step": 820
    },
    {
      "loss_action": 0.3418622612953186,
      "loss_total": 0.3418622612953186,
      "step": 820
    },
    {
      "loss_action": 0.2999183237552643,
      "loss_total": 0.2999183237552643,
      "step": 820
    },
    {
      "loss_action": 0.3102540075778961,
      "loss_total": 0.3102540075778961,
      "step": 820
    },
    {
      "loss_action": 0.3060080111026764,
      "loss_total": 0.3060080111026764,
      "step": 820
    },
    {
      "loss_action": 0.3486195206642151,
      "loss_total": 0.3486195206642151,
      "step": 820
    },
    {
      "loss_action": 0.2741859555244446,
      "loss_total": 0.2741859555244446,
      "step": 820
    },
    {
      "loss_action": 0.29536813497543335,
      "loss_total": 0.29536813497543335,
      "step": 820
    },
    {
      "loss_action": 0.32788926362991333,
      "loss_total": 0.32788926362991333,
      "step": 820
    },
    {
      "grad_norm": 1.7413007020950317,
      "learning_rate": 4.145e-06,
      "loss": 0.302,
      "step": 830
    },
    {
      "loss_action": 0.2534688711166382,
      "loss_total": 0.2534688711166382,
      "step": 830
    },
    {
      "loss_action": 0.3197910487651825,
      "loss_total": 0.3197910487651825,
      "step": 830
    },
    {
      "loss_action": 0.25246918201446533,
      "loss_total": 0.25246918201446533,
      "step": 830
    },
    {
      "loss_action": 0.3595472276210785,
      "loss_total": 0.3595472276210785,
      "step": 830
    },
    {
      "loss_action": 0.27346229553222656,
      "loss_total": 0.27346229553222656,
      "step": 830
    },
    {
      "loss_action": 0.2937389612197876,
      "loss_total": 0.2937389612197876,
      "step": 830
    },
    {
      "loss_action": 0.4915861189365387,
      "loss_total": 0.4915861189365387,
      "step": 830
    },
    {
      "loss_action": 0.359539270401001,
      "loss_total": 0.359539270401001,
      "step": 830
    },
    {
      "grad_norm": 2.706103801727295,
      "learning_rate": 4.1950000000000005e-06,
      "loss": 0.3044,
      "step": 840
    },
    {
      "loss_action": 0.28594881296157837,
      "loss_total": 0.28594881296157837,
      "step": 840
    },
    {
      "loss_action": 0.28270959854125977,
      "loss_total": 0.28270959854125977,
      "step": 840
    },
    {
      "loss_action": 0.29347825050354004,
      "loss_total": 0.29347825050354004,
      "step": 840
    },
    {
      "loss_action": 0.3254200518131256,
      "loss_total": 0.3254200518131256,
      "step": 840
    },
    {
      "loss_action": 0.2867726683616638,
      "loss_total": 0.2867726683616638,
      "step": 840
    },
    {
      "loss_action": 0.3810361623764038,
      "loss_total": 0.3810361623764038,
      "step": 840
    },
    {
      "loss_action": 0.3492250144481659,
      "loss_total": 0.3492250144481659,
      "step": 840
    },
    {
      "loss_action": 0.24159997701644897,
      "loss_total": 0.24159997701644897,
      "step": 840
    },
    {
      "grad_norm": 1.7479581832885742,
      "learning_rate": 4.245e-06,
      "loss": 0.2934,
      "step": 850
    },
    {
      "loss_action": 0.25054967403411865,
      "loss_total": 0.25054967403411865,
      "step": 850
    },
    {
      "loss_action": 0.26348578929901123,
      "loss_total": 0.26348578929901123,
      "step": 850
    },
    {
      "loss_action": 0.32811880111694336,
      "loss_total": 0.32811880111694336,
      "step": 850
    },
    {
      "loss_action": 0.21627113223075867,
      "loss_total": 0.21627113223075867,
      "step": 850
    },
    {
      "loss_action": 0.26177138090133667,
      "loss_total": 0.26177138090133667,
      "step": 850
    },
    {
      "loss_action": 0.25794920325279236,
      "loss_total": 0.25794920325279236,
      "step": 850
    },
    {
      "loss_action": 0.25245511531829834,
      "loss_total": 0.25245511531829834,
      "step": 850
    },
    {
      "loss_action": 0.26222923398017883,
      "loss_total": 0.26222923398017883,
      "step": 850
    },
    {
      "grad_norm": 1.9229263067245483,
      "learning_rate": 4.295e-06,
      "loss": 0.2974,
      "step": 860
    },
    {
      "loss_action": 0.29813864827156067,
      "loss_total": 0.29813864827156067,
      "step": 860
    },
    {
      "loss_action": 0.28987404704093933,
      "loss_total": 0.28987404704093933,
      "step": 860
    },
    {
      "loss_action": 0.24759401381015778,
      "loss_total": 0.24759401381015778,
      "step": 860
    },
    {
      "loss_action": 0.3131522536277771,
      "loss_total": 0.3131522536277771,
      "step": 860
    },
    {
      "loss_action": 0.2824975848197937,
      "loss_total": 0.2824975848197937,
      "step": 860
    },
    {
      "loss_action": 0.36423373222351074,
      "loss_total": 0.36423373222351074,
      "step": 860
    },
    {
      "loss_action": 0.2682994604110718,
      "loss_total": 0.2682994604110718,
      "step": 860
    },
    {
      "loss_action": 0.3578615188598633,
      "loss_total": 0.3578615188598633,
      "step": 860
    },
    {
      "grad_norm": 2.5034067630767822,
      "learning_rate": 4.345000000000001e-06,
      "loss": 0.2815,
      "step": 870
    },
    {
      "loss_action": 0.3482149839401245,
      "loss_total": 0.3482149839401245,
      "step": 870
    },
    {
      "loss_action": 0.41926079988479614,
      "loss_total": 0.41926079988479614,
      "step": 870
    },
    {
      "loss_action": 0.29326528310775757,
      "loss_total": 0.29326528310775757,
      "step": 870
    },
    {
      "loss_action": 0.2571479380130768,
      "loss_total": 0.2571479380130768,
      "step": 870
    },
    {
      "loss_action": 0.2992327809333801,
      "loss_total": 0.2992327809333801,
      "step": 870
    },
    {
      "loss_action": 0.2792407274246216,
      "loss_total": 0.2792407274246216,
      "step": 870
    },
    {
      "loss_action": 0.33825933933258057,
      "loss_total": 0.33825933933258057,
      "step": 870
    },
    {
      "loss_action": 0.3495410680770874,
      "loss_total": 0.3495410680770874,
      "step": 870
    },
    {
      "grad_norm": 2.367260694503784,
      "learning_rate": 4.395e-06,
      "loss": 0.2862,
      "step": 880
    },
    {
      "loss_action": 0.2616937756538391,
      "loss_total": 0.2616937756538391,
      "step": 880
    },
    {
      "loss_action": 0.2778705358505249,
      "loss_total": 0.2778705358505249,
      "step": 880
    },
    {
      "loss_action": 0.2451045662164688,
      "loss_total": 0.2451045662164688,
      "step": 880
    },
    {
      "loss_action": 0.24966967105865479,
      "loss_total": 0.24966967105865479,
      "step": 880
    },
    {
      "loss_action": 0.2743242681026459,
      "loss_total": 0.2743242681026459,
      "step": 880
    },
    {
      "loss_action": 0.2980271577835083,
      "loss_total": 0.2980271577835083,
      "step": 880
    },
    {
      "loss_action": 0.275661826133728,
      "loss_total": 0.275661826133728,
      "step": 880
    },
    {
      "loss_action": 0.24052280187606812,
      "loss_total": 0.24052280187606812,
      "step": 880
    },
    {
      "grad_norm": 1.4248498678207397,
      "learning_rate": 4.445000000000001e-06,
      "loss": 0.2742,
      "step": 890
    },
    {
      "loss_action": 0.2830222249031067,
      "loss_total": 0.2830222249031067,
      "step": 890
    },
    {
      "loss_action": 0.276133269071579,
      "loss_total": 0.276133269071579,
      "step": 890
    },
    {
      "loss_action": 0.22259216010570526,
      "loss_total": 0.22259216010570526,
      "step": 890
    },
    {
      "loss_action": 0.2121550738811493,
      "loss_total": 0.2121550738811493,
      "step": 890
    },
    {
      "loss_action": 0.2473219633102417,
      "loss_total": 0.2473219633102417,
      "step": 890
    },
    {
      "loss_action": 0.21251611411571503,
      "loss_total": 0.21251611411571503,
      "step": 890
    },
    {
      "loss_action": 0.3560080826282501,
      "loss_total": 0.3560080826282501,
      "step": 890
    },
    {
      "loss_action": 0.3104766309261322,
      "loss_total": 0.3104766309261322,
      "step": 890
    },
    {
      "grad_norm": 2.302656650543213,
      "learning_rate": 4.495e-06,
      "loss": 0.2936,
      "step": 900
    },
    {
      "loss_action": 0.21262167394161224,
      "loss_total": 0.21262167394161224,
      "step": 900
    },
    {
      "loss_action": 0.2221435010433197,
      "loss_total": 0.2221435010433197,
      "step": 900
    },
    {
      "loss_action": 0.22501906752586365,
      "loss_total": 0.22501906752586365,
      "step": 900
    },
    {
      "loss_action": 0.2008804827928543,
      "loss_total": 0.2008804827928543,
      "step": 900
    },
    {
      "loss_action": 0.2541866898536682,
      "loss_total": 0.2541866898536682,
      "step": 900
    },
    {
      "loss_action": 0.23506076633930206,
      "loss_total": 0.23506076633930206,
      "step": 900
    },
    {
      "loss_action": 0.3664722740650177,
      "loss_total": 0.3664722740650177,
      "step": 900
    },
    {
      "loss_action": 0.30529722571372986,
      "loss_total": 0.30529722571372986,
      "step": 900
    },
    {
      "grad_norm": 1.71048903465271,
      "learning_rate": 4.545e-06,
      "loss": 0.2632,
      "step": 910
    },
    {
      "loss_action": 0.31680744886398315,
      "loss_total": 0.31680744886398315,
      "step": 910
    },
    {
      "loss_action": 0.21343187987804413,
      "loss_total": 0.21343187987804413,
      "step": 910
    },
    {
      "loss_action": 0.236297607421875,
      "loss_total": 0.236297607421875,
      "step": 910
    },
    {
      "loss_action": 0.2843412756919861,
      "loss_total": 0.2843412756919861,
      "step": 910
    },
    {
      "loss_action": 0.2618270516395569,
      "loss_total": 0.2618270516395569,
      "step": 910
    },
    {
      "loss_action": 0.2726980149745941,
      "loss_total": 0.2726980149745941,
      "step": 910
    },
    {
      "loss_action": 0.23718450963497162,
      "loss_total": 0.23718450963497162,
      "step": 910
    },
    {
      "loss_action": 0.2676721215248108,
      "loss_total": 0.2676721215248108,
      "step": 910
    },
    {
      "grad_norm": 1.4519747495651245,
      "learning_rate": 4.595e-06,
      "loss": 0.2473,
      "step": 920
    },
    {
      "loss_action": 0.26914772391319275,
      "loss_total": 0.26914772391319275,
      "step": 920
    },
    {
      "loss_action": 0.25921744108200073,
      "loss_total": 0.25921744108200073,
      "step": 920
    },
    {
      "loss_action": 0.23328128457069397,
      "loss_total": 0.23328128457069397,
      "step": 920
    },
    {
      "loss_action": 0.288470983505249,
      "loss_total": 0.288470983505249,
      "step": 920
    },
    {
      "loss_action": 0.25349682569503784,
      "loss_total": 0.25349682569503784,
      "step": 920
    },
    {
      "loss_action": 0.30231738090515137,
      "loss_total": 0.30231738090515137,
      "step": 920
    },
    {
      "loss_action": 0.3442372679710388,
      "loss_total": 0.3442372679710388,
      "step": 920
    },
    {
      "loss_action": 0.2874383330345154,
      "loss_total": 0.2874383330345154,
      "step": 920
    },
    {
      "grad_norm": 2.076174259185791,
      "learning_rate": 4.645e-06,
      "loss": 0.2513,
      "step": 930
    },
    {
      "loss_action": 0.31581616401672363,
      "loss_total": 0.31581616401672363,
      "step": 930
    },
    {
      "loss_action": 0.21333208680152893,
      "loss_total": 0.21333208680152893,
      "step": 930
    },
    {
      "loss_action": 0.22241270542144775,
      "loss_total": 0.22241270542144775,
      "step": 930
    },
    {
      "loss_action": 0.306748628616333,
      "loss_total": 0.306748628616333,
      "step": 930
    },
    {
      "loss_action": 0.2435484081506729,
      "loss_total": 0.2435484081506729,
      "step": 930
    },
    {
      "loss_action": 0.24160225689411163,
      "loss_total": 0.24160225689411163,
      "step": 930
    },
    {
      "loss_action": 0.1762334704399109,
      "loss_total": 0.1762334704399109,
      "step": 930
    },
    {
      "loss_action": 0.22527149319648743,
      "loss_total": 0.22527149319648743,
      "step": 930
    },
    {
      "grad_norm": 2.311001777648926,
      "learning_rate": 4.695e-06,
      "loss": 0.2304,
      "step": 940
    },
    {
      "loss_action": 0.23066164553165436,
      "loss_total": 0.23066164553165436,
      "step": 940
    },
    {
      "loss_action": 0.18112388253211975,
      "loss_total": 0.18112388253211975,
      "step": 940
    },
    {
      "loss_action": 0.18978434801101685,
      "loss_total": 0.18978434801101685,
      "step": 940
    },
    {
      "loss_action": 0.18146401643753052,
      "loss_total": 0.18146401643753052,
      "step": 940
    },
    {
      "loss_action": 0.2664646804332733,
      "loss_total": 0.2664646804332733,
      "step": 940
    },
    {
      "loss_action": 0.19450516998767853,
      "loss_total": 0.19450516998767853,
      "step": 940
    },
    {
      "loss_action": 0.20583045482635498,
      "loss_total": 0.20583045482635498,
      "step": 940
    },
    {
      "loss_action": 0.18088442087173462,
      "loss_total": 0.18088442087173462,
      "step": 940
    },
    {
      "grad_norm": 1.927903175354004,
      "learning_rate": 4.745e-06,
      "loss": 0.2239,
      "step": 950
    },
    {
      "loss_action": 0.2682745158672333,
      "loss_total": 0.2682745158672333,
      "step": 950
    },
    {
      "loss_action": 0.2565905749797821,
      "loss_total": 0.2565905749797821,
      "step": 950
    },
    {
      "loss_action": 0.22774724662303925,
      "loss_total": 0.22774724662303925,
      "step": 950
    },
    {
      "loss_action": 0.33586692810058594,
      "loss_total": 0.33586692810058594,
      "step": 950
    },
    {
      "loss_action": 0.2658306360244751,
      "loss_total": 0.2658306360244751,
      "step": 950
    },
    {
      "loss_action": 0.21306294202804565,
      "loss_total": 0.21306294202804565,
      "step": 950
    },
    {
      "loss_action": 0.2063448578119278,
      "loss_total": 0.2063448578119278,
      "step": 950
    },
    {
      "loss_action": 0.19397132098674774,
      "loss_total": 0.19397132098674774,
      "step": 950
    },
    {
      "grad_norm": 1.7426904439926147,
      "learning_rate": 4.795e-06,
      "loss": 0.2181,
      "step": 960
    },
    {
      "loss_action": 0.24691811203956604,
      "loss_total": 0.24691811203956604,
      "step": 960
    },
    {
      "loss_action": 0.32581931352615356,
      "loss_total": 0.32581931352615356,
      "step": 960
    },
    {
      "loss_action": 0.21928150951862335,
      "loss_total": 0.21928150951862335,
      "step": 960
    },
    {
      "loss_action": 0.21776509284973145,
      "loss_total": 0.21776509284973145,
      "step": 960
    },
    {
      "loss_action": 0.17399781942367554,
      "loss_total": 0.17399781942367554,
      "step": 960
    },
    {
      "loss_action": 0.20072272419929504,
      "loss_total": 0.20072272419929504,
      "step": 960
    },
    {
      "loss_action": 0.18926751613616943,
      "loss_total": 0.18926751613616943,
      "step": 960
    },
    {
      "loss_action": 0.20344191789627075,
      "loss_total": 0.20344191789627075,
      "step": 960
    },
    {
      "grad_norm": 2.016730785369873,
      "learning_rate": 4.845e-06,
      "loss": 0.2102,
      "step": 970
    },
    {
      "loss_action": 0.15586057305335999,
      "loss_total": 0.15586057305335999,
      "step": 970
    },
    {
      "loss_action": 0.2373841106891632,
      "loss_total": 0.2373841106891632,
      "step": 970
    },
    {
      "loss_action": 0.17300546169281006,
      "loss_total": 0.17300546169281006,
      "step": 970
    },
    {
      "loss_action": 0.29001879692077637,
      "loss_total": 0.29001879692077637,
      "step": 970
    },
    {
      "loss_action": 0.16295790672302246,
      "loss_total": 0.16295790672302246,
      "step": 970
    },
    {
      "loss_action": 0.15460480749607086,
      "loss_total": 0.15460480749607086,
      "step": 970
    },
    {
      "loss_action": 0.1502998173236847,
      "loss_total": 0.1502998173236847,
      "step": 970
    },
    {
      "loss_action": 0.16439297795295715,
      "loss_total": 0.16439297795295715,
      "step": 970
    },
    {
      "grad_norm": 2.5790717601776123,
      "learning_rate": 4.8950000000000006e-06,
      "loss": 0.2176,
      "step": 980
    },
    {
      "loss_action": 0.1965339332818985,
      "loss_total": 0.1965339332818985,
      "step": 980
    },
    {
      "loss_action": 0.22817017138004303,
      "loss_total": 0.22817017138004303,
      "step": 980
    },
    {
      "loss_action": 0.17713423073291779,
      "loss_total": 0.17713423073291779,
      "step": 980
    },
    {
      "loss_action": 0.30657681822776794,
      "loss_total": 0.30657681822776794,
      "step": 980
    },
    {
      "loss_action": 0.22391197085380554,
      "loss_total": 0.22391197085380554,
      "step": 980
    },
    {
      "loss_action": 0.16804808378219604,
      "loss_total": 0.16804808378219604,
      "step": 980
    },
    {
      "loss_action": 0.21480688452720642,
      "loss_total": 0.21480688452720642,
      "step": 980
    },
    {
      "loss_action": 0.17730818688869476,
      "loss_total": 0.17730818688869476,
      "step": 980
    },
    {
      "grad_norm": 1.697389006614685,
      "learning_rate": 4.945e-06,
      "loss": 0.2118,
      "step": 990
    },
    {
      "loss_action": 0.15712642669677734,
      "loss_total": 0.15712642669677734,
      "step": 990
    },
    {
      "loss_action": 0.16463536024093628,
      "loss_total": 0.16463536024093628,
      "step": 990
    },
    {
      "loss_action": 0.28189557790756226,
      "loss_total": 0.28189557790756226,
      "step": 990
    },
    {
      "loss_action": 0.20538078248500824,
      "loss_total": 0.20538078248500824,
      "step": 990
    },
    {
      "loss_action": 0.15175315737724304,
      "loss_total": 0.15175315737724304,
      "step": 990
    },
    {
      "loss_action": 0.15663234889507294,
      "loss_total": 0.15663234889507294,
      "step": 990
    },
    {
      "loss_action": 0.17833875119686127,
      "loss_total": 0.17833875119686127,
      "step": 990
    },
    {
      "loss_action": 0.17576198279857635,
      "loss_total": 0.17576198279857635,
      "step": 990
    },
    {
      "grad_norm": 2.2213833332061768,
      "learning_rate": 4.9950000000000005e-06,
      "loss": 0.1767,
      "step": 1000
    },
    {
      "loss_action": 0.19760099053382874,
      "loss_total": 0.19760099053382874,
      "step": 1000
    },
    {
      "loss_action": 0.18619820475578308,
      "loss_total": 0.18619820475578308,
      "step": 1000
    },
    {
      "loss_action": 0.15103885531425476,
      "loss_total": 0.15103885531425476,
      "step": 1000
    },
    {
      "loss_action": 0.14385780692100525,
      "loss_total": 0.14385780692100525,
      "step": 1000
    },
    {
      "loss_action": 0.15413257479667664,
      "loss_total": 0.15413257479667664,
      "step": 1000
    },
    {
      "loss_action": 0.17769905924797058,
      "loss_total": 0.17769905924797058,
      "step": 1000
    },
    {
      "loss_action": 0.1509890854358673,
      "loss_total": 0.1509890854358673,
      "step": 1000
    },
    {
      "loss_action": 0.1574016958475113,
      "loss_total": 0.1574016958475113,
      "step": 1000
    },
    {
      "grad_norm": 2.1158394813537598,
      "learning_rate": 5.045000000000001e-06,
      "loss": 0.1687,
      "step": 1010
    },
    {
      "loss_action": 0.13379046320915222,
      "loss_total": 0.13379046320915222,
      "step": 1010
    },
    {
      "loss_action": 0.16744275391101837,
      "loss_total": 0.16744275391101837,
      "step": 1010
    },
    {
      "loss_action": 0.2529621124267578,
      "loss_total": 0.2529621124267578,
      "step": 1010
    },
    {
      "loss_action": 0.27168411016464233,
      "loss_total": 0.27168411016464233,
      "step": 1010
    },
    {
      "loss_action": 0.1706085503101349,
      "loss_total": 0.1706085503101349,
      "step": 1010
    },
    {
      "loss_action": 0.14987847208976746,
      "loss_total": 0.14987847208976746,
      "step": 1010
    },
    {
      "loss_action": 0.13858485221862793,
      "loss_total": 0.13858485221862793,
      "step": 1010
    },
    {
      "loss_action": 0.162061408162117,
      "loss_total": 0.162061408162117,
      "step": 1010
    },
    {
      "grad_norm": 1.9372191429138184,
      "learning_rate": 5.095e-06,
      "loss": 0.1754,
      "step": 1020
    },
    {
      "loss_action": 0.26900750398635864,
      "loss_total": 0.26900750398635864,
      "step": 1020
    },
    {
      "loss_action": 0.20043842494487762,
      "loss_total": 0.20043842494487762,
      "step": 1020
    },
    {
      "loss_action": 0.18048441410064697,
      "loss_total": 0.18048441410064697,
      "step": 1020
    },
    {
      "loss_action": 0.1376282274723053,
      "loss_total": 0.1376282274723053,
      "step": 1020
    },
    {
      "loss_action": 0.1502268761396408,
      "loss_total": 0.1502268761396408,
      "step": 1020
    },
    {
      "loss_action": 0.2161726951599121,
      "loss_total": 0.2161726951599121,
      "step": 1020
    },
    {
      "loss_action": 0.1908634603023529,
      "loss_total": 0.1908634603023529,
      "step": 1020
    },
    {
      "loss_action": 0.11490213871002197,
      "loss_total": 0.11490213871002197,
      "step": 1020
    },
    {
      "grad_norm": 1.49710214138031,
      "learning_rate": 5.145000000000001e-06,
      "loss": 0.1552,
      "step": 1030
    },
    {
      "loss_action": 0.16309061646461487,
      "loss_total": 0.16309061646461487,
      "step": 1030
    },
    {
      "loss_action": 0.12224831432104111,
      "loss_total": 0.12224831432104111,
      "step": 1030
    },
    {
      "loss_action": 0.14287878572940826,
      "loss_total": 0.14287878572940826,
      "step": 1030
    },
    {
      "loss_action": 0.16051311790943146,
      "loss_total": 0.16051311790943146,
      "step": 1030
    },
    {
      "loss_action": 0.11366006731987,
      "loss_total": 0.11366006731987,
      "step": 1030
    },
    {
      "loss_action": 0.2127579152584076,
      "loss_total": 0.2127579152584076,
      "step": 1030
    },
    {
      "loss_action": 0.10481462627649307,
      "loss_total": 0.10481462627649307,
      "step": 1030
    },
    {
      "loss_action": 0.20622126758098602,
      "loss_total": 0.20622126758098602,
      "step": 1030
    },
    {
      "grad_norm": 1.7967474460601807,
      "learning_rate": 5.195e-06,
      "loss": 0.1422,
      "step": 1040
    },
    {
      "loss_action": 0.14389969408512115,
      "loss_total": 0.14389969408512115,
      "step": 1040
    },
    {
      "loss_action": 0.20329143106937408,
      "loss_total": 0.20329143106937408,
      "step": 1040
    },
    {
      "loss_action": 0.10583087801933289,
      "loss_total": 0.10583087801933289,
      "step": 1040
    },
    {
      "loss_action": 0.09435293823480606,
      "loss_total": 0.09435293823480606,
      "step": 1040
    },
    {
      "loss_action": 0.1294226050376892,
      "loss_total": 0.1294226050376892,
      "step": 1040
    },
    {
      "loss_action": 0.22641554474830627,
      "loss_total": 0.22641554474830627,
      "step": 1040
    },
    {
      "loss_action": 0.1704685091972351,
      "loss_total": 0.1704685091972351,
      "step": 1040
    },
    {
      "loss_action": 0.18315638601779938,
      "loss_total": 0.18315638601779938,
      "step": 1040
    },
    {
      "grad_norm": 2.6069576740264893,
      "learning_rate": 5.245e-06,
      "loss": 0.1482,
      "step": 1050
    },
    {
      "loss_action": 0.13826629519462585,
      "loss_total": 0.13826629519462585,
      "step": 1050
    },
    {
      "loss_action": 0.14204594492912292,
      "loss_total": 0.14204594492912292,
      "step": 1050
    },
    {
      "loss_action": 0.13271550834178925,
      "loss_total": 0.13271550834178925,
      "step": 1050
    },
    {
      "loss_action": 0.20271176099777222,
      "loss_total": 0.20271176099777222,
      "step": 1050
    },
    {
      "loss_action": 0.1407509744167328,
      "loss_total": 0.1407509744167328,
      "step": 1050
    },
    {
      "loss_action": 0.1081656888127327,
      "loss_total": 0.1081656888127327,
      "step": 1050
    },
    {
      "loss_action": 0.1077452003955841,
      "loss_total": 0.1077452003955841,
      "step": 1050
    },
    {
      "loss_action": 0.12064109742641449,
      "loss_total": 0.12064109742641449,
      "step": 1050
    },
    {
      "grad_norm": 2.320572853088379,
      "learning_rate": 5.295e-06,
      "loss": 0.1411,
      "step": 1060
    },
    {
      "loss_action": 0.15338264405727386,
      "loss_total": 0.15338264405727386,
      "step": 1060
    },
    {
      "loss_action": 0.12192855030298233,
      "loss_total": 0.12192855030298233,
      "step": 1060
    },
    {
      "loss_action": 0.2147018313407898,
      "loss_total": 0.2147018313407898,
      "step": 1060
    },
    {
      "loss_action": 0.1372915804386139,
      "loss_total": 0.1372915804386139,
      "step": 1060
    },
    {
      "loss_action": 0.1406402587890625,
      "loss_total": 0.1406402587890625,
      "step": 1060
    },
    {
      "loss_action": 0.12258362025022507,
      "loss_total": 0.12258362025022507,
      "step": 1060
    },
    {
      "loss_action": 0.11888740956783295,
      "loss_total": 0.11888740956783295,
      "step": 1060
    },
    {
      "loss_action": 0.10531266033649445,
      "loss_total": 0.10531266033649445,
      "step": 1060
    },
    {
      "grad_norm": 1.9698801040649414,
      "learning_rate": 5.345e-06,
      "loss": 0.1448,
      "step": 1070
    },
    {
      "loss_action": 0.32328733801841736,
      "loss_total": 0.32328733801841736,
      "step": 1070
    },
    {
      "loss_action": 0.10991768538951874,
      "loss_total": 0.10991768538951874,
      "step": 1070
    },
    {
      "loss_action": 0.3120568096637726,
      "loss_total": 0.3120568096637726,
      "step": 1070
    },
    {
      "loss_action": 0.1233130693435669,
      "loss_total": 0.1233130693435669,
      "step": 1070
    },
    {
      "loss_action": 0.2907945513725281,
      "loss_total": 0.2907945513725281,
      "step": 1070
    },
    {
      "loss_action": 0.11047284305095673,
      "loss_total": 0.11047284305095673,
      "step": 1070
    },
    {
      "loss_action": 0.12760034203529358,
      "loss_total": 0.12760034203529358,
      "step": 1070
    },
    {
      "loss_action": 0.15139710903167725,
      "loss_total": 0.15139710903167725,
      "step": 1070
    },
    {
      "grad_norm": 1.851493000984192,
      "learning_rate": 5.395e-06,
      "loss": 0.1471,
      "step": 1080
    },
    {
      "loss_action": 0.2177460491657257,
      "loss_total": 0.2177460491657257,
      "step": 1080
    },
    {
      "loss_action": 0.14605751633644104,
      "loss_total": 0.14605751633644104,
      "step": 1080
    },
    {
      "loss_action": 0.09813334047794342,
      "loss_total": 0.09813334047794342,
      "step": 1080
    },
    {
      "loss_action": 0.11668916046619415,
      "loss_total": 0.11668916046619415,
      "step": 1080
    },
    {
      "loss_action": 0.12210290879011154,
      "loss_total": 0.12210290879011154,
      "step": 1080
    },
    {
      "loss_action": 0.09661104530096054,
      "loss_total": 0.09661104530096054,
      "step": 1080
    },
    {
      "loss_action": 0.10264846682548523,
      "loss_total": 0.10264846682548523,
      "step": 1080
    },
    {
      "loss_action": 0.0974673256278038,
      "loss_total": 0.0974673256278038,
      "step": 1080
    },
    {
      "grad_norm": 1.6261200904846191,
      "learning_rate": 5.445e-06,
      "loss": 0.1344,
      "step": 1090
    },
    {
      "loss_action": 0.09589524567127228,
      "loss_total": 0.09589524567127228,
      "step": 1090
    },
    {
      "loss_action": 0.13591229915618896,
      "loss_total": 0.13591229915618896,
      "step": 1090
    },
    {
      "loss_action": 0.11117511987686157,
      "loss_total": 0.11117511987686157,
      "step": 1090
    },
    {
      "loss_action": 0.11176448315382004,
      "loss_total": 0.11176448315382004,
      "step": 1090
    },
    {
      "loss_action": 0.24497851729393005,
      "loss_total": 0.24497851729393005,
      "step": 1090
    },
    {
      "loss_action": 0.09648006409406662,
      "loss_total": 0.09648006409406662,
      "step": 1090
    },
    {
      "loss_action": 0.19757379591464996,
      "loss_total": 0.19757379591464996,
      "step": 1090
    },
    {
      "loss_action": 0.09708444029092789,
      "loss_total": 0.09708444029092789,
      "step": 1090
    },
    {
      "grad_norm": 1.793192744255066,
      "learning_rate": 5.495e-06,
      "loss": 0.1256,
      "step": 1100
    },
    {
      "loss_action": 0.1019073873758316,
      "loss_total": 0.1019073873758316,
      "step": 1100
    },
    {
      "loss_action": 0.10642096400260925,
      "loss_total": 0.10642096400260925,
      "step": 1100
    },
    {
      "loss_action": 0.18108683824539185,
      "loss_total": 0.18108683824539185,
      "step": 1100
    },
    {
      "loss_action": 0.10378958284854889,
      "loss_total": 0.10378958284854889,
      "step": 1100
    },
    {
      "loss_action": 0.13352897763252258,
      "loss_total": 0.13352897763252258,
      "step": 1100
    },
    {
      "loss_action": 0.10019189119338989,
      "loss_total": 0.10019189119338989,
      "step": 1100
    },
    {
      "loss_action": 0.10789898037910461,
      "loss_total": 0.10789898037910461,
      "step": 1100
    },
    {
      "loss_action": 0.22548571228981018,
      "loss_total": 0.22548571228981018,
      "step": 1100
    },
    {
      "grad_norm": 2.1448023319244385,
      "learning_rate": 5.545e-06,
      "loss": 0.1276,
      "step": 1110
    },
    {
      "loss_action": 0.17981241643428802,
      "loss_total": 0.17981241643428802,
      "step": 1110
    },
    {
      "loss_action": 0.226714089512825,
      "loss_total": 0.226714089512825,
      "step": 1110
    },
    {
      "loss_action": 0.17925545573234558,
      "loss_total": 0.17925545573234558,
      "step": 1110
    },
    {
      "loss_action": 0.1112196296453476,
      "loss_total": 0.1112196296453476,
      "step": 1110
    },
    {
      "loss_action": 0.14073313772678375,
      "loss_total": 0.14073313772678375,
      "step": 1110
    },
    {
      "loss_action": 0.11090585589408875,
      "loss_total": 0.11090585589408875,
      "step": 1110
    },
    {
      "loss_action": 0.10008180141448975,
      "loss_total": 0.10008180141448975,
      "step": 1110
    },
    {
      "loss_action": 0.09642233699560165,
      "loss_total": 0.09642233699560165,
      "step": 1110
    },
    {
      "grad_norm": 1.7197515964508057,
      "learning_rate": 5.595000000000001e-06,
      "loss": 0.1445,
      "step": 1120
    },
    {
      "loss_action": 0.16432926058769226,
      "loss_total": 0.16432926058769226,
      "step": 1120
    },
    {
      "loss_action": 0.0922502726316452,
      "loss_total": 0.0922502726316452,
      "step": 1120
    },
    {
      "loss_action": 0.1195143312215805,
      "loss_total": 0.1195143312215805,
      "step": 1120
    },
    {
      "loss_action": 0.12931859493255615,
      "loss_total": 0.12931859493255615,
      "step": 1120
    },
    {
      "loss_action": 0.1013677641749382,
      "loss_total": 0.1013677641749382,
      "step": 1120
    },
    {
      "loss_action": 0.09290319681167603,
      "loss_total": 0.09290319681167603,
      "step": 1120
    },
    {
      "loss_action": 0.11116014420986176,
      "loss_total": 0.11116014420986176,
      "step": 1120
    },
    {
      "loss_action": 0.08960749208927155,
      "loss_total": 0.08960749208927155,
      "step": 1120
    },
    {
      "grad_norm": 2.2607316970825195,
      "learning_rate": 5.645e-06,
      "loss": 0.1354,
      "step": 1130
    },
    {
      "loss_action": 0.1529381275177002,
      "loss_total": 0.1529381275177002,
      "step": 1130
    },
    {
      "loss_action": 0.16135743260383606,
      "loss_total": 0.16135743260383606,
      "step": 1130
    },
    {
      "loss_action": 0.09987908601760864,
      "loss_total": 0.09987908601760864,
      "step": 1130
    },
    {
      "loss_action": 0.12887921929359436,
      "loss_total": 0.12887921929359436,
      "step": 1130
    },
    {
      "loss_action": 0.10320163518190384,
      "loss_total": 0.10320163518190384,
      "step": 1130
    },
    {
      "loss_action": 0.09468194842338562,
      "loss_total": 0.09468194842338562,
      "step": 1130
    },
    {
      "loss_action": 0.13412196934223175,
      "loss_total": 0.13412196934223175,
      "step": 1130
    },
    {
      "loss_action": 0.11714032292366028,
      "loss_total": 0.11714032292366028,
      "step": 1130
    },
    {
      "grad_norm": 2.1870012283325195,
      "learning_rate": 5.6950000000000005e-06,
      "loss": 0.1325,
      "step": 1140
    },
    {
      "loss_action": 0.12050160765647888,
      "loss_total": 0.12050160765647888,
      "step": 1140
    },
    {
      "loss_action": 0.283775269985199,
      "loss_total": 0.283775269985199,
      "step": 1140
    },
    {
      "loss_action": 0.1143747940659523,
      "loss_total": 0.1143747940659523,
      "step": 1140
    },
    {
      "loss_action": 0.11894172430038452,
      "loss_total": 0.11894172430038452,
      "step": 1140
    },
    {
      "loss_action": 0.11974667012691498,
      "loss_total": 0.11974667012691498,
      "step": 1140
    },
    {
      "loss_action": 0.08590278029441833,
      "loss_total": 0.08590278029441833,
      "step": 1140
    },
    {
      "loss_action": 0.12113696336746216,
      "loss_total": 0.12113696336746216,
      "step": 1140
    },
    {
      "loss_action": 0.09089900553226471,
      "loss_total": 0.09089900553226471,
      "step": 1140
    },
    {
      "grad_norm": 1.5506166219711304,
      "learning_rate": 5.745e-06,
      "loss": 0.1234,
      "step": 1150
    },
    {
      "loss_action": 0.15028619766235352,
      "loss_total": 0.15028619766235352,
      "step": 1150
    },
    {
      "loss_action": 0.09376561641693115,
      "loss_total": 0.09376561641693115,
      "step": 1150
    },
    {
      "loss_action": 0.08923117816448212,
      "loss_total": 0.08923117816448212,
      "step": 1150
    },
    {
      "loss_action": 0.16655698418617249,
      "loss_total": 0.16655698418617249,
      "step": 1150
    },
    {
      "loss_action": 0.20253205299377441,
      "loss_total": 0.20253205299377441,
      "step": 1150
    },
    {
      "loss_action": 0.17457251250743866,
      "loss_total": 0.17457251250743866,
      "step": 1150
    },
    {
      "loss_action": 0.11327436566352844,
      "loss_total": 0.11327436566352844,
      "step": 1150
    },
    {
      "loss_action": 0.10343621671199799,
      "loss_total": 0.10343621671199799,
      "step": 1150
    },
    {
      "grad_norm": 1.8302195072174072,
      "learning_rate": 5.795e-06,
      "loss": 0.1265,
      "step": 1160
    },
    {
      "loss_action": 0.2307174652814865,
      "loss_total": 0.2307174652814865,
      "step": 1160
    },
    {
      "loss_action": 0.10922114551067352,
      "loss_total": 0.10922114551067352,
      "step": 1160
    },
    {
      "loss_action": 0.08775681257247925,
      "loss_total": 0.08775681257247925,
      "step": 1160
    },
    {
      "loss_action": 0.09516531229019165,
      "loss_total": 0.09516531229019165,
      "step": 1160
    },
    {
      "loss_action": 0.1089528352022171,
      "loss_total": 0.1089528352022171,
      "step": 1160
    },
    {
      "loss_action": 0.10518010705709457,
      "loss_total": 0.10518010705709457,
      "step": 1160
    },
    {
      "loss_action": 0.09052698314189911,
      "loss_total": 0.09052698314189911,
      "step": 1160
    },
    {
      "loss_action": 0.11579997092485428,
      "loss_total": 0.11579997092485428,
      "step": 1160
    },
    {
      "grad_norm": 1.5271199941635132,
      "learning_rate": 5.845000000000001e-06,
      "loss": 0.1214,
      "step": 1170
    },
    {
      "loss_action": 0.07603589445352554,
      "loss_total": 0.07603589445352554,
      "step": 1170
    },
    {
      "loss_action": 0.10666634887456894,
      "loss_total": 0.10666634887456894,
      "step": 1170
    },
    {
      "loss_action": 0.11426585167646408,
      "loss_total": 0.11426585167646408,
      "step": 1170
    },
    {
      "loss_action": 0.09902632981538773,
      "loss_total": 0.09902632981538773,
      "step": 1170
    },
    {
      "loss_action": 0.22676816582679749,
      "loss_total": 0.22676816582679749,
      "step": 1170
    },
    {
      "loss_action": 0.21626198291778564,
      "loss_total": 0.21626198291778564,
      "step": 1170
    },
    {
      "loss_action": 0.10554207116365433,
      "loss_total": 0.10554207116365433,
      "step": 1170
    },
    {
      "loss_action": 0.10482504963874817,
      "loss_total": 0.10482504963874817,
      "step": 1170
    },
    {
      "grad_norm": 1.8034234046936035,
      "learning_rate": 5.895e-06,
      "loss": 0.1183,
      "step": 1180
    },
    {
      "loss_action": 0.1097089946269989,
      "loss_total": 0.1097089946269989,
      "step": 1180
    },
    {
      "loss_action": 0.1113118827342987,
      "loss_total": 0.1113118827342987,
      "step": 1180
    },
    {
      "loss_action": 0.12526805698871613,
      "loss_total": 0.12526805698871613,
      "step": 1180
    },
    {
      "loss_action": 0.07274613529443741,
      "loss_total": 0.07274613529443741,
      "step": 1180
    },
    {
      "loss_action": 0.19636894762516022,
      "loss_total": 0.19636894762516022,
      "step": 1180
    },
    {
      "loss_action": 0.093726247549057,
      "loss_total": 0.093726247549057,
      "step": 1180
    },
    {
      "loss_action": 0.09003780782222748,
      "loss_total": 0.09003780782222748,
      "step": 1180
    },
    {
      "loss_action": 0.09856249392032623,
      "loss_total": 0.09856249392032623,
      "step": 1180
    },
    {
      "grad_norm": 1.6099779605865479,
      "learning_rate": 5.945000000000001e-06,
      "loss": 0.1121,
      "step": 1190
    },
    {
      "loss_action": 0.09264597296714783,
      "loss_total": 0.09264597296714783,
      "step": 1190
    },
    {
      "loss_action": 0.12203168869018555,
      "loss_total": 0.12203168869018555,
      "step": 1190
    },
    {
      "loss_action": 0.15913476049900055,
      "loss_total": 0.15913476049900055,
      "step": 1190
    },
    {
      "loss_action": 0.18107101321220398,
      "loss_total": 0.18107101321220398,
      "step": 1190
    },
    {
      "loss_action": 0.07688364386558533,
      "loss_total": 0.07688364386558533,
      "step": 1190
    },
    {
      "loss_action": 0.1544552892446518,
      "loss_total": 0.1544552892446518,
      "step": 1190
    },
    {
      "loss_action": 0.14766496419906616,
      "loss_total": 0.14766496419906616,
      "step": 1190
    },
    {
      "loss_action": 0.09658801555633545,
      "loss_total": 0.09658801555633545,
      "step": 1190
    },
    {
      "grad_norm": 1.993521809577942,
      "learning_rate": 5.995e-06,
      "loss": 0.1202,
      "step": 1200
    },
    {
      "loss_action": 0.08286138623952866,
      "loss_total": 0.08286138623952866,
      "step": 1200
    },
    {
      "loss_action": 0.09314298629760742,
      "loss_total": 0.09314298629760742,
      "step": 1200
    },
    {
      "loss_action": 0.07439111173152924,
      "loss_total": 0.07439111173152924,
      "step": 1200
    },
    {
      "loss_action": 0.16316315531730652,
      "loss_total": 0.16316315531730652,
      "step": 1200
    },
    {
      "loss_action": 0.09771496802568436,
      "loss_total": 0.09771496802568436,
      "step": 1200
    },
    {
      "loss_action": 0.09538440406322479,
      "loss_total": 0.09538440406322479,
      "step": 1200
    },
    {
      "loss_action": 0.10167469084262848,
      "loss_total": 0.10167469084262848,
      "step": 1200
    },
    {
      "loss_action": 0.11006145924329758,
      "loss_total": 0.11006145924329758,
      "step": 1200
    },
    {
      "grad_norm": 2.147300958633423,
      "learning_rate": 6.045e-06,
      "loss": 0.1139,
      "step": 1210
    },
    {
      "loss_action": 0.13956928253173828,
      "loss_total": 0.13956928253173828,
      "step": 1210
    },
    {
      "loss_action": 0.10046511888504028,
      "loss_total": 0.10046511888504028,
      "step": 1210
    },
    {
      "loss_action": 0.10510362684726715,
      "loss_total": 0.10510362684726715,
      "step": 1210
    },
    {
      "loss_action": 0.12425144016742706,
      "loss_total": 0.12425144016742706,
      "step": 1210
    },
    {
      "loss_action": 0.1134534552693367,
      "loss_total": 0.1134534552693367,
      "step": 1210
    },
    {
      "loss_action": 0.14057719707489014,
      "loss_total": 0.14057719707489014,
      "step": 1210
    },
    {
      "loss_action": 0.09000138938426971,
      "loss_total": 0.09000138938426971,
      "step": 1210
    },
    {
      "loss_action": 0.13579323887825012,
      "loss_total": 0.13579323887825012,
      "step": 1210
    },
    {
      "grad_norm": 1.5326341390609741,
      "learning_rate": 6.095e-06,
      "loss": 0.1136,
      "step": 1220
    },
    {
      "loss_action": 0.11631754040718079,
      "loss_total": 0.11631754040718079,
      "step": 1220
    },
    {
      "loss_action": 0.12955208122730255,
      "loss_total": 0.12955208122730255,
      "step": 1220
    },
    {
      "loss_action": 0.08928568661212921,
      "loss_total": 0.08928568661212921,
      "step": 1220
    },
    {
      "loss_action": 0.12616603076457977,
      "loss_total": 0.12616603076457977,
      "step": 1220
    },
    {
      "loss_action": 0.13558897376060486,
      "loss_total": 0.13558897376060486,
      "step": 1220
    },
    {
      "loss_action": 0.09371837973594666,
      "loss_total": 0.09371837973594666,
      "step": 1220
    },
    {
      "loss_action": 0.09223953634500504,
      "loss_total": 0.09223953634500504,
      "step": 1220
    },
    {
      "loss_action": 0.10037463903427124,
      "loss_total": 0.10037463903427124,
      "step": 1220
    },
    {
      "grad_norm": 1.917299509048462,
      "learning_rate": 6.1450000000000005e-06,
      "loss": 0.1178,
      "step": 1230
    },
    {
      "loss_action": 0.10280518233776093,
      "loss_total": 0.10280518233776093,
      "step": 1230
    },
    {
      "loss_action": 0.08595561236143112,
      "loss_total": 0.08595561236143112,
      "step": 1230
    },
    {
      "loss_action": 0.07504148781299591,
      "loss_total": 0.07504148781299591,
      "step": 1230
    },
    {
      "loss_action": 0.09344415366649628,
      "loss_total": 0.09344415366649628,
      "step": 1230
    },
    {
      "loss_action": 0.23472139239311218,
      "loss_total": 0.23472139239311218,
      "step": 1230
    },
    {
      "loss_action": 0.09335620701313019,
      "loss_total": 0.09335620701313019,
      "step": 1230
    },
    {
      "loss_action": 0.1708068549633026,
      "loss_total": 0.1708068549633026,
      "step": 1230
    },
    {
      "loss_action": 0.0930471122264862,
      "loss_total": 0.0930471122264862,
      "step": 1230
    },
    {
      "grad_norm": 1.764696717262268,
      "learning_rate": 6.195e-06,
      "loss": 0.1103,
      "step": 1240
    },
    {
      "loss_action": 0.13220548629760742,
      "loss_total": 0.13220548629760742,
      "step": 1240
    },
    {
      "loss_action": 0.14425334334373474,
      "loss_total": 0.14425334334373474,
      "step": 1240
    },
    {
      "loss_action": 0.08437485247850418,
      "loss_total": 0.08437485247850418,
      "step": 1240
    },
    {
      "loss_action": 0.07174531370401382,
      "loss_total": 0.07174531370401382,
      "step": 1240
    },
    {
      "loss_action": 0.06675578653812408,
      "loss_total": 0.06675578653812408,
      "step": 1240
    },
    {
      "loss_action": 0.06248616427183151,
      "loss_total": 0.06248616427183151,
      "step": 1240
    },
    {
      "loss_action": 0.09715987741947174,
      "loss_total": 0.09715987741947174,
      "step": 1240
    },
    {
      "loss_action": 0.08174711465835571,
      "loss_total": 0.08174711465835571,
      "step": 1240
    },
    {
      "grad_norm": 1.7039884328842163,
      "learning_rate": 6.245e-06,
      "loss": 0.1048,
      "step": 1250
    },
    {
      "loss_action": 0.16428564488887787,
      "loss_total": 0.16428564488887787,
      "step": 1250
    },
    {
      "loss_action": 0.17690600454807281,
      "loss_total": 0.17690600454807281,
      "step": 1250
    },
    {
      "loss_action": 0.10504749417304993,
      "loss_total": 0.10504749417304993,
      "step": 1250
    },
    {
      "loss_action": 0.13628685474395752,
      "loss_total": 0.13628685474395752,
      "step": 1250
    },
    {
      "loss_action": 0.10184191912412643,
      "loss_total": 0.10184191912412643,
      "step": 1250
    },
    {
      "loss_action": 0.08835781365633011,
      "loss_total": 0.08835781365633011,
      "step": 1250
    },
    {
      "loss_action": 0.09672600030899048,
      "loss_total": 0.09672600030899048,
      "step": 1250
    },
    {
      "loss_action": 0.1137128621339798,
      "loss_total": 0.1137128621339798,
      "step": 1250
    },
    {
      "grad_norm": 1.5087792873382568,
      "learning_rate": 6.295000000000001e-06,
      "loss": 0.111,
      "step": 1260
    },
    {
      "loss_action": 0.13153597712516785,
      "loss_total": 0.13153597712516785,
      "step": 1260
    },
    {
      "loss_action": 0.08924955129623413,
      "loss_total": 0.08924955129623413,
      "step": 1260
    },
    {
      "loss_action": 0.10869443416595459,
      "loss_total": 0.10869443416595459,
      "step": 1260
    },
    {
      "loss_action": 0.1210196316242218,
      "loss_total": 0.1210196316242218,
      "step": 1260
    },
    {
      "loss_action": 0.0933961570262909,
      "loss_total": 0.0933961570262909,
      "step": 1260
    },
    {
      "loss_action": 0.08820410072803497,
      "loss_total": 0.08820410072803497,
      "step": 1260
    },
    {
      "loss_action": 0.1145225539803505,
      "loss_total": 0.1145225539803505,
      "step": 1260
    },
    {
      "loss_action": 0.11698603630065918,
      "loss_total": 0.11698603630065918,
      "step": 1260
    },
    {
      "grad_norm": 1.439737319946289,
      "learning_rate": 6.345000000000001e-06,
      "loss": 0.1066,
      "step": 1270
    },
    {
      "loss_action": 0.09612253308296204,
      "loss_total": 0.09612253308296204,
      "step": 1270
    },
    {
      "loss_action": 0.11038241535425186,
      "loss_total": 0.11038241535425186,
      "step": 1270
    },
    {
      "loss_action": 0.09304200112819672,
      "loss_total": 0.09304200112819672,
      "step": 1270
    },
    {
      "loss_action": 0.0866069421172142,
      "loss_total": 0.0866069421172142,
      "step": 1270
    },
    {
      "loss_action": 0.061763979494571686,
      "loss_total": 0.061763979494571686,
      "step": 1270
    },
    {
      "loss_action": 0.09262199699878693,
      "loss_total": 0.09262199699878693,
      "step": 1270
    },
    {
      "loss_action": 0.06559228152036667,
      "loss_total": 0.06559228152036667,
      "step": 1270
    },
    {
      "loss_action": 0.22206752002239227,
      "loss_total": 0.22206752002239227,
      "step": 1270
    },
    {
      "grad_norm": 2.286210775375366,
      "learning_rate": 6.395000000000001e-06,
      "loss": 0.1127,
      "step": 1280
    },
    {
      "loss_action": 0.18348634243011475,
      "loss_total": 0.18348634243011475,
      "step": 1280
    },
    {
      "loss_action": 0.14114181697368622,
      "loss_total": 0.14114181697368622,
      "step": 1280
    },
    {
      "loss_action": 0.12129129469394684,
      "loss_total": 0.12129129469394684,
      "step": 1280
    },
    {
      "loss_action": 0.18298470973968506,
      "loss_total": 0.18298470973968506,
      "step": 1280
    },
    {
      "loss_action": 0.08775898814201355,
      "loss_total": 0.08775898814201355,
      "step": 1280
    },
    {
      "loss_action": 0.1321963220834732,
      "loss_total": 0.1321963220834732,
      "step": 1280
    },
    {
      "loss_action": 0.08849015831947327,
      "loss_total": 0.08849015831947327,
      "step": 1280
    },
    {
      "loss_action": 0.08396242558956146,
      "loss_total": 0.08396242558956146,
      "step": 1280
    },
    {
      "grad_norm": 1.9833954572677612,
      "learning_rate": 6.444999999999999e-06,
      "loss": 0.1132,
      "step": 1290
    },
    {
      "loss_action": 0.11682155728340149,
      "loss_total": 0.11682155728340149,
      "step": 1290
    },
    {
      "loss_action": 0.09122621268033981,
      "loss_total": 0.09122621268033981,
      "step": 1290
    },
    {
      "loss_action": 0.06943701207637787,
      "loss_total": 0.06943701207637787,
      "step": 1290
    },
    {
      "loss_action": 0.1348167061805725,
      "loss_total": 0.1348167061805725,
      "step": 1290
    },
    {
      "loss_action": 0.10503003001213074,
      "loss_total": 0.10503003001213074,
      "step": 1290
    },
    {
      "loss_action": 0.08957713842391968,
      "loss_total": 0.08957713842391968,
      "step": 1290
    },
    {
      "loss_action": 0.09084203094244003,
      "loss_total": 0.09084203094244003,
      "step": 1290
    },
    {
      "loss_action": 0.12800127267837524,
      "loss_total": 0.12800127267837524,
      "step": 1290
    },
    {
      "grad_norm": 2.1305925846099854,
      "learning_rate": 6.495e-06,
      "loss": 0.1162,
      "step": 1300
    },
    {
      "loss_action": 0.13100364804267883,
      "loss_total": 0.13100364804267883,
      "step": 1300
    },
    {
      "loss_action": 0.13338223099708557,
      "loss_total": 0.13338223099708557,
      "step": 1300
    },
    {
      "loss_action": 0.07183857262134552,
      "loss_total": 0.07183857262134552,
      "step": 1300
    },
    {
      "loss_action": 0.09794551134109497,
      "loss_total": 0.09794551134109497,
      "step": 1300
    },
    {
      "loss_action": 0.13617265224456787,
      "loss_total": 0.13617265224456787,
      "step": 1300
    },
    {
      "loss_action": 0.09371001273393631,
      "loss_total": 0.09371001273393631,
      "step": 1300
    },
    {
      "loss_action": 0.0995449423789978,
      "loss_total": 0.0995449423789978,
      "step": 1300
    },
    {
      "loss_action": 0.18316547572612762,
      "loss_total": 0.18316547572612762,
      "step": 1300
    },
    {
      "grad_norm": 1.8160172700881958,
      "learning_rate": 6.545e-06,
      "loss": 0.1046,
      "step": 1310
    },
    {
      "loss_action": 0.09453298151493073,
      "loss_total": 0.09453298151493073,
      "step": 1310
    },
    {
      "loss_action": 0.10463980585336685,
      "loss_total": 0.10463980585336685,
      "step": 1310
    },
    {
      "loss_action": 0.07302617281675339,
      "loss_total": 0.07302617281675339,
      "step": 1310
    },
    {
      "loss_action": 0.1049269288778305,
      "loss_total": 0.1049269288778305,
      "step": 1310
    },
    {
      "loss_action": 0.08108112215995789,
      "loss_total": 0.08108112215995789,
      "step": 1310
    },
    {
      "loss_action": 0.0802857056260109,
      "loss_total": 0.0802857056260109,
      "step": 1310
    },
    {
      "loss_action": 0.10168379545211792,
      "loss_total": 0.10168379545211792,
      "step": 1310
    },
    {
      "loss_action": 0.07264639437198639,
      "loss_total": 0.07264639437198639,
      "step": 1310
    },
    {
      "grad_norm": 1.7149759531021118,
      "learning_rate": 6.5949999999999995e-06,
      "loss": 0.0965,
      "step": 1320
    },
    {
      "loss_action": 0.09527299553155899,
      "loss_total": 0.09527299553155899,
      "step": 1320
    },
    {
      "loss_action": 0.09124700725078583,
      "loss_total": 0.09124700725078583,
      "step": 1320
    },
    {
      "loss_action": 0.09609753638505936,
      "loss_total": 0.09609753638505936,
      "step": 1320
    },
    {
      "loss_action": 0.11850759387016296,
      "loss_total": 0.11850759387016296,
      "step": 1320
    },
    {
      "loss_action": 0.09395971149206161,
      "loss_total": 0.09395971149206161,
      "step": 1320
    },
    {
      "loss_action": 0.12151430547237396,
      "loss_total": 0.12151430547237396,
      "step": 1320
    },
    {
      "loss_action": 0.11392883211374283,
      "loss_total": 0.11392883211374283,
      "step": 1320
    },
    {
      "loss_action": 0.10709633678197861,
      "loss_total": 0.10709633678197861,
      "step": 1320
    },
    {
      "grad_norm": 1.7773568630218506,
      "learning_rate": 6.645e-06,
      "loss": 0.1107,
      "step": 1330
    },
    {
      "loss_action": 0.14686155319213867,
      "loss_total": 0.14686155319213867,
      "step": 1330
    },
    {
      "loss_action": 0.10242699086666107,
      "loss_total": 0.10242699086666107,
      "step": 1330
    },
    {
      "loss_action": 0.24531784653663635,
      "loss_total": 0.24531784653663635,
      "step": 1330
    },
    {
      "loss_action": 0.10452914983034134,
      "loss_total": 0.10452914983034134,
      "step": 1330
    },
    {
      "loss_action": 0.08191230148077011,
      "loss_total": 0.08191230148077011,
      "step": 1330
    },
    {
      "loss_action": 0.12575185298919678,
      "loss_total": 0.12575185298919678,
      "step": 1330
    },
    {
      "loss_action": 0.06659352034330368,
      "loss_total": 0.06659352034330368,
      "step": 1330
    },
    {
      "loss_action": 0.067840076982975,
      "loss_total": 0.067840076982975,
      "step": 1330
    },
    {
      "grad_norm": 2.1869990825653076,
      "learning_rate": 6.695e-06,
      "loss": 0.1036,
      "step": 1340
    },
    {
      "loss_action": 0.15275540947914124,
      "loss_total": 0.15275540947914124,
      "step": 1340
    },
    {
      "loss_action": 0.10100512206554413,
      "loss_total": 0.10100512206554413,
      "step": 1340
    },
    {
      "loss_action": 0.1053406149148941,
      "loss_total": 0.1053406149148941,
      "step": 1340
    },
    {
      "loss_action": 0.1633988469839096,
      "loss_total": 0.1633988469839096,
      "step": 1340
    },
    {
      "loss_action": 0.09474635124206543,
      "loss_total": 0.09474635124206543,
      "step": 1340
    },
    {
      "loss_action": 0.10663983225822449,
      "loss_total": 0.10663983225822449,
      "step": 1340
    },
    {
      "loss_action": 0.09208814799785614,
      "loss_total": 0.09208814799785614,
      "step": 1340
    },
    {
      "loss_action": 0.07904452085494995,
      "loss_total": 0.07904452085494995,
      "step": 1340
    },
    {
      "grad_norm": 1.6956956386566162,
      "learning_rate": 6.745e-06,
      "loss": 0.1066,
      "step": 1350
    },
    {
      "loss_action": 0.07585126906633377,
      "loss_total": 0.07585126906633377,
      "step": 1350
    },
    {
      "loss_action": 0.0883917510509491,
      "loss_total": 0.0883917510509491,
      "step": 1350
    },
    {
      "loss_action": 0.1546211540699005,
      "loss_total": 0.1546211540699005,
      "step": 1350
    },
    {
      "loss_action": 0.19673986732959747,
      "loss_total": 0.19673986732959747,
      "step": 1350
    },
    {
      "loss_action": 0.11934810876846313,
      "loss_total": 0.11934810876846313,
      "step": 1350
    },
    {
      "loss_action": 0.1298273205757141,
      "loss_total": 0.1298273205757141,
      "step": 1350
    },
    {
      "loss_action": 0.11442294716835022,
      "loss_total": 0.11442294716835022,
      "step": 1350
    },
    {
      "loss_action": 0.13779468834400177,
      "loss_total": 0.13779468834400177,
      "step": 1350
    },
    {
      "grad_norm": 1.839631199836731,
      "learning_rate": 6.795e-06,
      "loss": 0.1063,
      "step": 1360
    },
    {
      "loss_action": 0.05886257067322731,
      "loss_total": 0.05886257067322731,
      "step": 1360
    },
    {
      "loss_action": 0.1043928787112236,
      "loss_total": 0.1043928787112236,
      "step": 1360
    },
    {
      "loss_action": 0.1508411318063736,
      "loss_total": 0.1508411318063736,
      "step": 1360
    },
    {
      "loss_action": 0.08005687594413757,
      "loss_total": 0.08005687594413757,
      "step": 1360
    },
    {
      "loss_action": 0.08895064145326614,
      "loss_total": 0.08895064145326614,
      "step": 1360
    },
    {
      "loss_action": 0.19170540571212769,
      "loss_total": 0.19170540571212769,
      "step": 1360
    },
    {
      "loss_action": 0.12210527062416077,
      "loss_total": 0.12210527062416077,
      "step": 1360
    },
    {
      "loss_action": 0.06192125007510185,
      "loss_total": 0.06192125007510185,
      "step": 1360
    },
    {
      "grad_norm": 1.8850688934326172,
      "learning_rate": 6.845e-06,
      "loss": 0.1065,
      "step": 1370
    },
    {
      "loss_action": 0.1029026135802269,
      "loss_total": 0.1029026135802269,
      "step": 1370
    },
    {
      "loss_action": 0.09951728582382202,
      "loss_total": 0.09951728582382202,
      "step": 1370
    },
    {
      "loss_action": 0.08082430809736252,
      "loss_total": 0.08082430809736252,
      "step": 1370
    },
    {
      "loss_action": 0.12170392274856567,
      "loss_total": 0.12170392274856567,
      "step": 1370
    },
    {
      "loss_action": 0.09125694632530212,
      "loss_total": 0.09125694632530212,
      "step": 1370
    },
    {
      "loss_action": 0.09084028005599976,
      "loss_total": 0.09084028005599976,
      "step": 1370
    },
    {
      "loss_action": 0.07677988708019257,
      "loss_total": 0.07677988708019257,
      "step": 1370
    },
    {
      "loss_action": 0.17435386776924133,
      "loss_total": 0.17435386776924133,
      "step": 1370
    },
    {
      "grad_norm": 2.1157240867614746,
      "learning_rate": 6.895e-06,
      "loss": 0.0942,
      "step": 1380
    },
    {
      "loss_action": 0.06449083238840103,
      "loss_total": 0.06449083238840103,
      "step": 1380
    },
    {
      "loss_action": 0.1034688800573349,
      "loss_total": 0.1034688800573349,
      "step": 1380
    },
    {
      "loss_action": 0.0760844349861145,
      "loss_total": 0.0760844349861145,
      "step": 1380
    },
    {
      "loss_action": 0.09061124920845032,
      "loss_total": 0.09061124920845032,
      "step": 1380
    },
    {
      "loss_action": 0.07530976831912994,
      "loss_total": 0.07530976831912994,
      "step": 1380
    },
    {
      "loss_action": 0.07326862961053848,
      "loss_total": 0.07326862961053848,
      "step": 1380
    },
    {
      "loss_action": 0.09094058722257614,
      "loss_total": 0.09094058722257614,
      "step": 1380
    },
    {
      "loss_action": 0.08261371403932571,
      "loss_total": 0.08261371403932571,
      "step": 1380
    },
    {
      "grad_norm": 2.6554572582244873,
      "learning_rate": 6.945e-06,
      "loss": 0.0934,
      "step": 1390
    },
    {
      "loss_action": 0.09272551536560059,
      "loss_total": 0.09272551536560059,
      "step": 1390
    },
    {
      "loss_action": 0.10541240870952606,
      "loss_total": 0.10541240870952606,
      "step": 1390
    },
    {
      "loss_action": 0.07385039329528809,
      "loss_total": 0.07385039329528809,
      "step": 1390
    },
    {
      "loss_action": 0.1830192506313324,
      "loss_total": 0.1830192506313324,
      "step": 1390
    },
    {
      "loss_action": 0.12973734736442566,
      "loss_total": 0.12973734736442566,
      "step": 1390
    },
    {
      "loss_action": 0.10201071947813034,
      "loss_total": 0.10201071947813034,
      "step": 1390
    },
    {
      "loss_action": 0.084110327064991,
      "loss_total": 0.084110327064991,
      "step": 1390
    },
    {
      "loss_action": 0.07437527179718018,
      "loss_total": 0.07437527179718018,
      "step": 1390
    },
    {
      "grad_norm": 2.1193506717681885,
      "learning_rate": 6.995e-06,
      "loss": 0.0926,
      "step": 1400
    },
    {
      "loss_action": 0.08526468276977539,
      "loss_total": 0.08526468276977539,
      "step": 1400
    },
    {
      "loss_action": 0.10842932760715485,
      "loss_total": 0.10842932760715485,
      "step": 1400
    },
    {
      "loss_action": 0.06252145767211914,
      "loss_total": 0.06252145767211914,
      "step": 1400
    },
    {
      "loss_action": 0.08164571970701218,
      "loss_total": 0.08164571970701218,
      "step": 1400
    },
    {
      "loss_action": 0.1107482761144638,
      "loss_total": 0.1107482761144638,
      "step": 1400
    },
    {
      "loss_action": 0.06908483803272247,
      "loss_total": 0.06908483803272247,
      "step": 1400
    },
    {
      "loss_action": 0.0751383826136589,
      "loss_total": 0.0751383826136589,
      "step": 1400
    },
    {
      "loss_action": 0.1315363049507141,
      "loss_total": 0.1315363049507141,
      "step": 1400
    },
    {
      "grad_norm": 1.6315410137176514,
      "learning_rate": 7.045e-06,
      "loss": 0.0937,
      "step": 1410
    },
    {
      "loss_action": 0.0974622368812561,
      "loss_total": 0.0974622368812561,
      "step": 1410
    },
    {
      "loss_action": 0.09935790300369263,
      "loss_total": 0.09935790300369263,
      "step": 1410
    },
    {
      "loss_action": 0.09789726883172989,
      "loss_total": 0.09789726883172989,
      "step": 1410
    },
    {
      "loss_action": 0.06724148988723755,
      "loss_total": 0.06724148988723755,
      "step": 1410
    },
    {
      "loss_action": 0.14815014600753784,
      "loss_total": 0.14815014600753784,
      "step": 1410
    },
    {
      "loss_action": 0.07065564393997192,
      "loss_total": 0.07065564393997192,
      "step": 1410
    },
    {
      "loss_action": 0.07355110347270966,
      "loss_total": 0.07355110347270966,
      "step": 1410
    },
    {
      "loss_action": 0.09107796847820282,
      "loss_total": 0.09107796847820282,
      "step": 1410
    },
    {
      "grad_norm": 1.5952603816986084,
      "learning_rate": 7.095000000000001e-06,
      "loss": 0.0899,
      "step": 1420
    },
    {
      "loss_action": 0.05715528875589371,
      "loss_total": 0.05715528875589371,
      "step": 1420
    },
    {
      "loss_action": 0.08301164954900742,
      "loss_total": 0.08301164954900742,
      "step": 1420
    },
    {
      "loss_action": 0.069165900349617,
      "loss_total": 0.069165900349617,
      "step": 1420
    },
    {
      "loss_action": 0.07499369978904724,
      "loss_total": 0.07499369978904724,
      "step": 1420
    },
    {
      "loss_action": 0.0765673816204071,
      "loss_total": 0.0765673816204071,
      "step": 1420
    },
    {
      "loss_action": 0.0674835592508316,
      "loss_total": 0.0674835592508316,
      "step": 1420
    },
    {
      "loss_action": 0.07575816661119461,
      "loss_total": 0.07575816661119461,
      "step": 1420
    },
    {
      "loss_action": 0.09600014984607697,
      "loss_total": 0.09600014984607697,
      "step": 1420
    },
    {
      "grad_norm": 2.054617404937744,
      "learning_rate": 7.145e-06,
      "loss": 0.097,
      "step": 1430
    },
    {
      "loss_action": 0.07298579812049866,
      "loss_total": 0.07298579812049866,
      "step": 1430
    },
    {
      "loss_action": 0.0654238760471344,
      "loss_total": 0.0654238760471344,
      "step": 1430
    },
    {
      "loss_action": 0.07532874494791031,
      "loss_total": 0.07532874494791031,
      "step": 1430
    },
    {
      "loss_action": 0.10302843153476715,
      "loss_total": 0.10302843153476715,
      "step": 1430
    },
    {
      "loss_action": 0.062978096306324,
      "loss_total": 0.062978096306324,
      "step": 1430
    },
    {
      "loss_action": 0.1408824324607849,
      "loss_total": 0.1408824324607849,
      "step": 1430
    },
    {
      "loss_action": 0.07410621643066406,
      "loss_total": 0.07410621643066406,
      "step": 1430
    },
    {
      "loss_action": 0.14687269926071167,
      "loss_total": 0.14687269926071167,
      "step": 1430
    },
    {
      "grad_norm": 2.1513450145721436,
      "learning_rate": 7.1950000000000006e-06,
      "loss": 0.0893,
      "step": 1440
    },
    {
      "loss_action": 0.09406659752130508,
      "loss_total": 0.09406659752130508,
      "step": 1440
    },
    {
      "loss_action": 0.0843314379453659,
      "loss_total": 0.0843314379453659,
      "step": 1440
    },
    {
      "loss_action": 0.08221052587032318,
      "loss_total": 0.08221052587032318,
      "step": 1440
    },
    {
      "loss_action": 0.06559592485427856,
      "loss_total": 0.06559592485427856,
      "step": 1440
    },
    {
      "loss_action": 0.061207424849271774,
      "loss_total": 0.061207424849271774,
      "step": 1440
    },
    {
      "loss_action": 0.0649871900677681,
      "loss_total": 0.0649871900677681,
      "step": 1440
    },
    {
      "loss_action": 0.07122962176799774,
      "loss_total": 0.07122962176799774,
      "step": 1440
    },
    {
      "loss_action": 0.082160584628582,
      "loss_total": 0.082160584628582,
      "step": 1440
    },
    {
      "grad_norm": 2.1513683795928955,
      "learning_rate": 7.245e-06,
      "loss": 0.0862,
      "step": 1450
    },
    {
      "loss_action": 0.10266569256782532,
      "loss_total": 0.10266569256782532,
      "step": 1450
    },
    {
      "loss_action": 0.07367581129074097,
      "loss_total": 0.07367581129074097,
      "step": 1450
    },
    {
      "loss_action": 0.17297029495239258,
      "loss_total": 0.17297029495239258,
      "step": 1450
    },
    {
      "loss_action": 0.2795816659927368,
      "loss_total": 0.2795816659927368,
      "step": 1450
    },
    {
      "loss_action": 0.08297130465507507,
      "loss_total": 0.08297130465507507,
      "step": 1450
    },
    {
      "loss_action": 0.12321002781391144,
      "loss_total": 0.12321002781391144,
      "step": 1450
    },
    {
      "loss_action": 0.10515373945236206,
      "loss_total": 0.10515373945236206,
      "step": 1450
    },
    {
      "loss_action": 0.1146872267127037,
      "loss_total": 0.1146872267127037,
      "step": 1450
    },
    {
      "grad_norm": 1.767148494720459,
      "learning_rate": 7.2950000000000005e-06,
      "loss": 0.102,
      "step": 1460
    },
    {
      "loss_action": 0.1061263307929039,
      "loss_total": 0.1061263307929039,
      "step": 1460
    },
    {
      "loss_action": 0.05627119913697243,
      "loss_total": 0.05627119913697243,
      "step": 1460
    },
    {
      "loss_action": 0.05502195656299591,
      "loss_total": 0.05502195656299591,
      "step": 1460
    },
    {
      "loss_action": 0.1057073175907135,
      "loss_total": 0.1057073175907135,
      "step": 1460
    },
    {
      "loss_action": 0.08165469020605087,
      "loss_total": 0.08165469020605087,
      "step": 1460
    },
    {
      "loss_action": 0.08516132086515427,
      "loss_total": 0.08516132086515427,
      "step": 1460
    },
    {
      "loss_action": 0.08166487514972687,
      "loss_total": 0.08166487514972687,
      "step": 1460
    },
    {
      "loss_action": 0.09688396751880646,
      "loss_total": 0.09688396751880646,
      "step": 1460
    },
    {
      "grad_norm": 3.4834699630737305,
      "learning_rate": 7.345000000000001e-06,
      "loss": 0.1017,
      "step": 1470
    },
    {
      "loss_action": 0.12491285800933838,
      "loss_total": 0.12491285800933838,
      "step": 1470
    },
    {
      "loss_action": 0.09927554428577423,
      "loss_total": 0.09927554428577423,
      "step": 1470
    },
    {
      "loss_action": 0.19332939386367798,
      "loss_total": 0.19332939386367798,
      "step": 1470
    },
    {
      "loss_action": 0.09596984833478928,
      "loss_total": 0.09596984833478928,
      "step": 1470
    },
    {
      "loss_action": 0.09083487838506699,
      "loss_total": 0.09083487838506699,
      "step": 1470
    },
    {
      "loss_action": 0.0934000015258789,
      "loss_total": 0.0934000015258789,
      "step": 1470
    },
    {
      "loss_action": 0.07543802261352539,
      "loss_total": 0.07543802261352539,
      "step": 1470
    },
    {
      "loss_action": 0.09123013913631439,
      "loss_total": 0.09123013913631439,
      "step": 1470
    },
    {
      "grad_norm": 1.6850409507751465,
      "learning_rate": 7.395e-06,
      "loss": 0.0977,
      "step": 1480
    },
    {
      "loss_action": 0.07551738619804382,
      "loss_total": 0.07551738619804382,
      "step": 1480
    },
    {
      "loss_action": 0.06190285086631775,
      "loss_total": 0.06190285086631775,
      "step": 1480
    },
    {
      "loss_action": 0.07694601267576218,
      "loss_total": 0.07694601267576218,
      "step": 1480
    },
    {
      "loss_action": 0.07551218569278717,
      "loss_total": 0.07551218569278717,
      "step": 1480
    },
    {
      "loss_action": 0.09010863304138184,
      "loss_total": 0.09010863304138184,
      "step": 1480
    },
    {
      "loss_action": 0.09468214958906174,
      "loss_total": 0.09468214958906174,
      "step": 1480
    },
    {
      "loss_action": 0.18908992409706116,
      "loss_total": 0.18908992409706116,
      "step": 1480
    },
    {
      "loss_action": 0.06446795165538788,
      "loss_total": 0.06446795165538788,
      "step": 1480
    },
    {
      "grad_norm": 1.3607364892959595,
      "learning_rate": 7.445000000000001e-06,
      "loss": 0.0909,
      "step": 1490
    },
    {
      "loss_action": 0.08946037292480469,
      "loss_total": 0.08946037292480469,
      "step": 1490
    },
    {
      "loss_action": 0.07872401177883148,
      "loss_total": 0.07872401177883148,
      "step": 1490
    },
    {
      "loss_action": 0.06560827046632767,
      "loss_total": 0.06560827046632767,
      "step": 1490
    },
    {
      "loss_action": 0.0831015408039093,
      "loss_total": 0.0831015408039093,
      "step": 1490
    },
    {
      "loss_action": 0.1125466376543045,
      "loss_total": 0.1125466376543045,
      "step": 1490
    },
    {
      "loss_action": 0.06342604756355286,
      "loss_total": 0.06342604756355286,
      "step": 1490
    },
    {
      "loss_action": 0.1778150498867035,
      "loss_total": 0.1778150498867035,
      "step": 1490
    },
    {
      "loss_action": 0.07327832281589508,
      "loss_total": 0.07327832281589508,
      "step": 1490
    },
    {
      "grad_norm": 1.7006735801696777,
      "learning_rate": 7.495e-06,
      "loss": 0.0867,
      "step": 1500
    },
    {
      "loss_action": 0.07301293313503265,
      "loss_total": 0.07301293313503265,
      "step": 1500
    },
    {
      "loss_action": 0.10190524160861969,
      "loss_total": 0.10190524160861969,
      "step": 1500
    },
    {
      "loss_action": 0.10475359112024307,
      "loss_total": 0.10475359112024307,
      "step": 1500
    },
    {
      "loss_action": 0.07491432875394821,
      "loss_total": 0.07491432875394821,
      "step": 1500
    },
    {
      "loss_action": 0.07121556997299194,
      "loss_total": 0.07121556997299194,
      "step": 1500
    },
    {
      "loss_action": 0.08449991792440414,
      "loss_total": 0.08449991792440414,
      "step": 1500
    },
    {
      "loss_action": 0.09936310350894928,
      "loss_total": 0.09936310350894928,
      "step": 1500
    },
    {
      "loss_action": 0.07924599200487137,
      "loss_total": 0.07924599200487137,
      "step": 1500
    },
    {
      "grad_norm": 1.7982043027877808,
      "learning_rate": 7.545000000000001e-06,
      "loss": 0.0886,
      "step": 1510
    },
    {
      "loss_action": 0.059064555913209915,
      "loss_total": 0.059064555913209915,
      "step": 1510
    },
    {
      "loss_action": 0.06193630024790764,
      "loss_total": 0.06193630024790764,
      "step": 1510
    },
    {
      "loss_action": 0.07295865565538406,
      "loss_total": 0.07295865565538406,
      "step": 1510
    },
    {
      "loss_action": 0.06276339292526245,
      "loss_total": 0.06276339292526245,
      "step": 1510
    },
    {
      "loss_action": 0.08691800385713577,
      "loss_total": 0.08691800385713577,
      "step": 1510
    },
    {
      "loss_action": 0.058210570365190506,
      "loss_total": 0.058210570365190506,
      "step": 1510
    },
    {
      "loss_action": 0.05036194622516632,
      "loss_total": 0.05036194622516632,
      "step": 1510
    },
    {
      "loss_action": 0.07677987217903137,
      "loss_total": 0.07677987217903137,
      "step": 1510
    },
    {
      "grad_norm": 1.7518290281295776,
      "learning_rate": 7.595000000000001e-06,
      "loss": 0.0796,
      "step": 1520
    },
    {
      "loss_action": 0.08690261840820312,
      "loss_total": 0.08690261840820312,
      "step": 1520
    },
    {
      "loss_action": 0.07193771004676819,
      "loss_total": 0.07193771004676819,
      "step": 1520
    },
    {
      "loss_action": 0.05189768224954605,
      "loss_total": 0.05189768224954605,
      "step": 1520
    },
    {
      "loss_action": 0.06509336084127426,
      "loss_total": 0.06509336084127426,
      "step": 1520
    },
    {
      "loss_action": 0.05197835713624954,
      "loss_total": 0.05197835713624954,
      "step": 1520
    },
    {
      "loss_action": 0.11044248938560486,
      "loss_total": 0.11044248938560486,
      "step": 1520
    },
    {
      "loss_action": 0.06160321831703186,
      "loss_total": 0.06160321831703186,
      "step": 1520
    },
    {
      "loss_action": 0.07779616117477417,
      "loss_total": 0.07779616117477417,
      "step": 1520
    },
    {
      "grad_norm": 1.4980027675628662,
      "learning_rate": 7.645e-06,
      "loss": 0.0871,
      "step": 1530
    },
    {
      "loss_action": 0.07470277696847916,
      "loss_total": 0.07470277696847916,
      "step": 1530
    },
    {
      "loss_action": 0.0889207124710083,
      "loss_total": 0.0889207124710083,
      "step": 1530
    },
    {
      "loss_action": 0.19179750978946686,
      "loss_total": 0.19179750978946686,
      "step": 1530
    },
    {
      "loss_action": 0.1925644874572754,
      "loss_total": 0.1925644874572754,
      "step": 1530
    },
    {
      "loss_action": 0.06624060869216919,
      "loss_total": 0.06624060869216919,
      "step": 1530
    },
    {
      "loss_action": 0.06209886819124222,
      "loss_total": 0.06209886819124222,
      "step": 1530
    },
    {
      "loss_action": 0.08212632685899734,
      "loss_total": 0.08212632685899734,
      "step": 1530
    },
    {
      "loss_action": 0.051218438893556595,
      "loss_total": 0.051218438893556595,
      "step": 1530
    },
    {
      "grad_norm": 2.050802230834961,
      "learning_rate": 7.695e-06,
      "loss": 0.0868,
      "step": 1540
    },
    {
      "loss_action": 0.05852396786212921,
      "loss_total": 0.05852396786212921,
      "step": 1540
    },
    {
      "loss_action": 0.07851956784725189,
      "loss_total": 0.07851956784725189,
      "step": 1540
    },
    {
      "loss_action": 0.0596630685031414,
      "loss_total": 0.0596630685031414,
      "step": 1540
    },
    {
      "loss_action": 0.05546567589044571,
      "loss_total": 0.05546567589044571,
      "step": 1540
    },
    {
      "loss_action": 0.10526527464389801,
      "loss_total": 0.10526527464389801,
      "step": 1540
    },
    {
      "loss_action": 0.05853789672255516,
      "loss_total": 0.05853789672255516,
      "step": 1540
    },
    {
      "loss_action": 0.11821740865707397,
      "loss_total": 0.11821740865707397,
      "step": 1540
    },
    {
      "loss_action": 0.08249559998512268,
      "loss_total": 0.08249559998512268,
      "step": 1540
    },
    {
      "grad_norm": 1.64006769657135,
      "learning_rate": 7.745000000000001e-06,
      "loss": 0.087,
      "step": 1550
    },
    {
      "loss_action": 0.14416778087615967,
      "loss_total": 0.14416778087615967,
      "step": 1550
    },
    {
      "loss_action": 0.09462445229291916,
      "loss_total": 0.09462445229291916,
      "step": 1550
    },
    {
      "loss_action": 0.07420161366462708,
      "loss_total": 0.07420161366462708,
      "step": 1550
    },
    {
      "loss_action": 0.08062484860420227,
      "loss_total": 0.08062484860420227,
      "step": 1550
    },
    {
      "loss_action": 0.0569993294775486,
      "loss_total": 0.0569993294775486,
      "step": 1550
    },
    {
      "loss_action": 0.08929119259119034,
      "loss_total": 0.08929119259119034,
      "step": 1550
    },
    {
      "loss_action": 0.09857867658138275,
      "loss_total": 0.09857867658138275,
      "step": 1550
    },
    {
      "loss_action": 0.07855262607336044,
      "loss_total": 0.07855262607336044,
      "step": 1550
    },
    {
      "grad_norm": 1.4794636964797974,
      "learning_rate": 7.795e-06,
      "loss": 0.0845,
      "step": 1560
    },
    {
      "loss_action": 0.07175180315971375,
      "loss_total": 0.07175180315971375,
      "step": 1560
    },
    {
      "loss_action": 0.08761883527040482,
      "loss_total": 0.08761883527040482,
      "step": 1560
    },
    {
      "loss_action": 0.06517823040485382,
      "loss_total": 0.06517823040485382,
      "step": 1560
    },
    {
      "loss_action": 0.08326078951358795,
      "loss_total": 0.08326078951358795,
      "step": 1560
    },
    {
      "loss_action": 0.10227903723716736,
      "loss_total": 0.10227903723716736,
      "step": 1560
    },
    {
      "loss_action": 0.06082386150956154,
      "loss_total": 0.06082386150956154,
      "step": 1560
    },
    {
      "loss_action": 0.05574232339859009,
      "loss_total": 0.05574232339859009,
      "step": 1560
    },
    {
      "loss_action": 0.09969611465930939,
      "loss_total": 0.09969611465930939,
      "step": 1560
    },
    {
      "grad_norm": 1.5963208675384521,
      "learning_rate": 7.845e-06,
      "loss": 0.0882,
      "step": 1570
    },
    {
      "loss_action": 0.1325368881225586,
      "loss_total": 0.1325368881225586,
      "step": 1570
    },
    {
      "loss_action": 0.08017204701900482,
      "loss_total": 0.08017204701900482,
      "step": 1570
    },
    {
      "loss_action": 0.07105952501296997,
      "loss_total": 0.07105952501296997,
      "step": 1570
    },
    {
      "loss_action": 0.08111220598220825,
      "loss_total": 0.08111220598220825,
      "step": 1570
    },
    {
      "loss_action": 0.11233648657798767,
      "loss_total": 0.11233648657798767,
      "step": 1570
    },
    {
      "loss_action": 0.06239442527294159,
      "loss_total": 0.06239442527294159,
      "step": 1570
    },
    {
      "loss_action": 0.06005830317735672,
      "loss_total": 0.06005830317735672,
      "step": 1570
    },
    {
      "loss_action": 0.11606213450431824,
      "loss_total": 0.11606213450431824,
      "step": 1570
    },
    {
      "grad_norm": 2.0180881023406982,
      "learning_rate": 7.895000000000001e-06,
      "loss": 0.0801,
      "step": 1580
    },
    {
      "loss_action": 0.05891034007072449,
      "loss_total": 0.05891034007072449,
      "step": 1580
    },
    {
      "loss_action": 0.06943021714687347,
      "loss_total": 0.06943021714687347,
      "step": 1580
    },
    {
      "loss_action": 0.059913378208875656,
      "loss_total": 0.059913378208875656,
      "step": 1580
    },
    {
      "loss_action": 0.12281369417905807,
      "loss_total": 0.12281369417905807,
      "step": 1580
    },
    {
      "loss_action": 0.06700742244720459,
      "loss_total": 0.06700742244720459,
      "step": 1580
    },
    {
      "loss_action": 0.060335442423820496,
      "loss_total": 0.060335442423820496,
      "step": 1580
    },
    {
      "loss_action": 0.052893638610839844,
      "loss_total": 0.052893638610839844,
      "step": 1580
    },
    {
      "loss_action": 0.10182692110538483,
      "loss_total": 0.10182692110538483,
      "step": 1580
    },
    {
      "grad_norm": 1.4868508577346802,
      "learning_rate": 7.945000000000001e-06,
      "loss": 0.0794,
      "step": 1590
    },
    {
      "loss_action": 0.058873046189546585,
      "loss_total": 0.058873046189546585,
      "step": 1590
    },
    {
      "loss_action": 0.07382003217935562,
      "loss_total": 0.07382003217935562,
      "step": 1590
    },
    {
      "loss_action": 0.05394989997148514,
      "loss_total": 0.05394989997148514,
      "step": 1590
    },
    {
      "loss_action": 0.06958571076393127,
      "loss_total": 0.06958571076393127,
      "step": 1590
    },
    {
      "loss_action": 0.07314236462116241,
      "loss_total": 0.07314236462116241,
      "step": 1590
    },
    {
      "loss_action": 0.07256866991519928,
      "loss_total": 0.07256866991519928,
      "step": 1590
    },
    {
      "loss_action": 0.05541450157761574,
      "loss_total": 0.05541450157761574,
      "step": 1590
    },
    {
      "loss_action": 0.05321086198091507,
      "loss_total": 0.05321086198091507,
      "step": 1590
    },
    {
      "grad_norm": 1.8560609817504883,
      "learning_rate": 7.995e-06,
      "loss": 0.0885,
      "step": 1600
    },
    {
      "loss_action": 0.06673353165388107,
      "loss_total": 0.06673353165388107,
      "step": 1600
    },
    {
      "loss_action": 0.07172074913978577,
      "loss_total": 0.07172074913978577,
      "step": 1600
    },
    {
      "loss_action": 0.049033015966415405,
      "loss_total": 0.049033015966415405,
      "step": 1600
    },
    {
      "loss_action": 0.11167202889919281,
      "loss_total": 0.11167202889919281,
      "step": 1600
    },
    {
      "loss_action": 0.08931975066661835,
      "loss_total": 0.08931975066661835,
      "step": 1600
    },
    {
      "loss_action": 0.05686295032501221,
      "loss_total": 0.05686295032501221,
      "step": 1600
    },
    {
      "loss_action": 0.07601124048233032,
      "loss_total": 0.07601124048233032,
      "step": 1600
    },
    {
      "loss_action": 0.12993185222148895,
      "loss_total": 0.12993185222148895,
      "step": 1600
    },
    {
      "grad_norm": 1.6891369819641113,
      "learning_rate": 8.045e-06,
      "loss": 0.0763,
      "step": 1610
    },
    {
      "loss_action": 0.04996432363986969,
      "loss_total": 0.04996432363986969,
      "step": 1610
    },
    {
      "loss_action": 0.06378576159477234,
      "loss_total": 0.06378576159477234,
      "step": 1610
    },
    {
      "loss_action": 0.10290981829166412,
      "loss_total": 0.10290981829166412,
      "step": 1610
    },
    {
      "loss_action": 0.07463115453720093,
      "loss_total": 0.07463115453720093,
      "step": 1610
    },
    {
      "loss_action": 0.05851729214191437,
      "loss_total": 0.05851729214191437,
      "step": 1610
    },
    {
      "loss_action": 0.0805465430021286,
      "loss_total": 0.0805465430021286,
      "step": 1610
    },
    {
      "loss_action": 0.06688906997442245,
      "loss_total": 0.06688906997442245,
      "step": 1610
    },
    {
      "loss_action": 0.10725214332342148,
      "loss_total": 0.10725214332342148,
      "step": 1610
    },
    {
      "grad_norm": 2.2234432697296143,
      "learning_rate": 8.095e-06,
      "loss": 0.0746,
      "step": 1620
    },
    {
      "loss_action": 0.08753819763660431,
      "loss_total": 0.08753819763660431,
      "step": 1620
    },
    {
      "loss_action": 0.07514002919197083,
      "loss_total": 0.07514002919197083,
      "step": 1620
    },
    {
      "loss_action": 0.05940374732017517,
      "loss_total": 0.05940374732017517,
      "step": 1620
    },
    {
      "loss_action": 0.07771331816911697,
      "loss_total": 0.07771331816911697,
      "step": 1620
    },
    {
      "loss_action": 0.05895309895277023,
      "loss_total": 0.05895309895277023,
      "step": 1620
    },
    {
      "loss_action": 0.061921924352645874,
      "loss_total": 0.061921924352645874,
      "step": 1620
    },
    {
      "loss_action": 0.05847775563597679,
      "loss_total": 0.05847775563597679,
      "step": 1620
    },
    {
      "loss_action": 0.048006437718868256,
      "loss_total": 0.048006437718868256,
      "step": 1620
    },
    {
      "grad_norm": 1.6452454328536987,
      "learning_rate": 8.144999999999999e-06,
      "loss": 0.0809,
      "step": 1630
    },
    {
      "loss_action": 0.055473484098911285,
      "loss_total": 0.055473484098911285,
      "step": 1630
    },
    {
      "loss_action": 0.07459905743598938,
      "loss_total": 0.07459905743598938,
      "step": 1630
    },
    {
      "loss_action": 0.11005842685699463,
      "loss_total": 0.11005842685699463,
      "step": 1630
    },
    {
      "loss_action": 0.04223829507827759,
      "loss_total": 0.04223829507827759,
      "step": 1630
    },
    {
      "loss_action": 0.061694785952568054,
      "loss_total": 0.061694785952568054,
      "step": 1630
    },
    {
      "loss_action": 0.04832635447382927,
      "loss_total": 0.04832635447382927,
      "step": 1630
    },
    {
      "loss_action": 0.054709263145923615,
      "loss_total": 0.054709263145923615,
      "step": 1630
    },
    {
      "loss_action": 0.058258600533008575,
      "loss_total": 0.058258600533008575,
      "step": 1630
    },
    {
      "grad_norm": 1.6744002103805542,
      "learning_rate": 8.195e-06,
      "loss": 0.0926,
      "step": 1640
    },
    {
      "loss_action": 0.06916999816894531,
      "loss_total": 0.06916999816894531,
      "step": 1640
    },
    {
      "loss_action": 0.06322082877159119,
      "loss_total": 0.06322082877159119,
      "step": 1640
    },
    {
      "loss_action": 0.21500243246555328,
      "loss_total": 0.21500243246555328,
      "step": 1640
    },
    {
      "loss_action": 0.11245062202215195,
      "loss_total": 0.11245062202215195,
      "step": 1640
    },
    {
      "loss_action": 0.10114388912916183,
      "loss_total": 0.10114388912916183,
      "step": 1640
    },
    {
      "loss_action": 0.06911680102348328,
      "loss_total": 0.06911680102348328,
      "step": 1640
    },
    {
      "loss_action": 0.08031577616930008,
      "loss_total": 0.08031577616930008,
      "step": 1640
    },
    {
      "loss_action": 0.09478552639484406,
      "loss_total": 0.09478552639484406,
      "step": 1640
    },
    {
      "grad_norm": 1.4611390829086304,
      "learning_rate": 8.245e-06,
      "loss": 0.077,
      "step": 1650
    },
    {
      "loss_action": 0.05328873544931412,
      "loss_total": 0.05328873544931412,
      "step": 1650
    },
    {
      "loss_action": 0.07088299840688705,
      "loss_total": 0.07088299840688705,
      "step": 1650
    },
    {
      "loss_action": 0.05680772662162781,
      "loss_total": 0.05680772662162781,
      "step": 1650
    },
    {
      "loss_action": 0.05541859567165375,
      "loss_total": 0.05541859567165375,
      "step": 1650
    },
    {
      "loss_action": 0.05852099880576134,
      "loss_total": 0.05852099880576134,
      "step": 1650
    },
    {
      "loss_action": 0.06283708661794662,
      "loss_total": 0.06283708661794662,
      "step": 1650
    },
    {
      "loss_action": 0.05602800473570824,
      "loss_total": 0.05602800473570824,
      "step": 1650
    },
    {
      "loss_action": 0.061805546283721924,
      "loss_total": 0.061805546283721924,
      "step": 1650
    },
    {
      "grad_norm": 1.5157034397125244,
      "learning_rate": 8.295e-06,
      "loss": 0.0741,
      "step": 1660
    },
    {
      "loss_action": 0.059784695506095886,
      "loss_total": 0.059784695506095886,
      "step": 1660
    },
    {
      "loss_action": 0.062219128012657166,
      "loss_total": 0.062219128012657166,
      "step": 1660
    },
    {
      "loss_action": 0.05511612445116043,
      "loss_total": 0.05511612445116043,
      "step": 1660
    },
    {
      "loss_action": 0.05956944078207016,
      "loss_total": 0.05956944078207016,
      "step": 1660
    },
    {
      "loss_action": 0.047803785651922226,
      "loss_total": 0.047803785651922226,
      "step": 1660
    },
    {
      "loss_action": 0.08872273564338684,
      "loss_total": 0.08872273564338684,
      "step": 1660
    },
    {
      "loss_action": 0.09596652537584305,
      "loss_total": 0.09596652537584305,
      "step": 1660
    },
    {
      "loss_action": 0.09370890259742737,
      "loss_total": 0.09370890259742737,
      "step": 1660
    },
    {
      "grad_norm": 1.9494565725326538,
      "learning_rate": 8.345e-06,
      "loss": 0.0767,
      "step": 1670
    },
    {
      "loss_action": 0.053184643387794495,
      "loss_total": 0.053184643387794495,
      "step": 1670
    },
    {
      "loss_action": 0.07498165220022202,
      "loss_total": 0.07498165220022202,
      "step": 1670
    },
    {
      "loss_action": 0.1226385086774826,
      "loss_total": 0.1226385086774826,
      "step": 1670
    },
    {
      "loss_action": 0.04590439423918724,
      "loss_total": 0.04590439423918724,
      "step": 1670
    },
    {
      "loss_action": 0.14605915546417236,
      "loss_total": 0.14605915546417236,
      "step": 1670
    },
    {
      "loss_action": 0.06196705251932144,
      "loss_total": 0.06196705251932144,
      "step": 1670
    },
    {
      "loss_action": 0.057890426367521286,
      "loss_total": 0.057890426367521286,
      "step": 1670
    },
    {
      "loss_action": 0.1684178113937378,
      "loss_total": 0.1684178113937378,
      "step": 1670
    },
    {
      "grad_norm": 1.352902889251709,
      "learning_rate": 8.395e-06,
      "loss": 0.0757,
      "step": 1680
    },
    {
      "loss_action": 0.06385350227355957,
      "loss_total": 0.06385350227355957,
      "step": 1680
    },
    {
      "loss_action": 0.07998209446668625,
      "loss_total": 0.07998209446668625,
      "step": 1680
    },
    {
      "loss_action": 0.07218749821186066,
      "loss_total": 0.07218749821186066,
      "step": 1680
    },
    {
      "loss_action": 0.134621262550354,
      "loss_total": 0.134621262550354,
      "step": 1680
    },
    {
      "loss_action": 0.0538991317152977,
      "loss_total": 0.0538991317152977,
      "step": 1680
    },
    {
      "loss_action": 0.04425038397312164,
      "loss_total": 0.04425038397312164,
      "step": 1680
    },
    {
      "loss_action": 0.11449846625328064,
      "loss_total": 0.11449846625328064,
      "step": 1680
    },
    {
      "loss_action": 0.10537291318178177,
      "loss_total": 0.10537291318178177,
      "step": 1680
    },
    {
      "grad_norm": 2.314924478530884,
      "learning_rate": 8.445e-06,
      "loss": 0.0849,
      "step": 1690
    },
    {
      "loss_action": 0.126905158162117,
      "loss_total": 0.126905158162117,
      "step": 1690
    },
    {
      "loss_action": 0.06977219879627228,
      "loss_total": 0.06977219879627228,
      "step": 1690
    },
    {
      "loss_action": 0.05954213812947273,
      "loss_total": 0.05954213812947273,
      "step": 1690
    },
    {
      "loss_action": 0.19266043603420258,
      "loss_total": 0.19266043603420258,
      "step": 1690
    },
    {
      "loss_action": 0.06920348107814789,
      "loss_total": 0.06920348107814789,
      "step": 1690
    },
    {
      "loss_action": 0.05928847938776016,
      "loss_total": 0.05928847938776016,
      "step": 1690
    },
    {
      "loss_action": 0.09697569906711578,
      "loss_total": 0.09697569906711578,
      "step": 1690
    },
    {
      "loss_action": 0.07166282832622528,
      "loss_total": 0.07166282832622528,
      "step": 1690
    },
    {
      "grad_norm": 2.3983983993530273,
      "learning_rate": 8.495e-06,
      "loss": 0.0852,
      "step": 1700
    },
    {
      "loss_action": 0.06253784894943237,
      "loss_total": 0.06253784894943237,
      "step": 1700
    },
    {
      "loss_action": 0.07599568367004395,
      "loss_total": 0.07599568367004395,
      "step": 1700
    },
    {
      "loss_action": 0.06977535784244537,
      "loss_total": 0.06977535784244537,
      "step": 1700
    },
    {
      "loss_action": 0.0659203827381134,
      "loss_total": 0.0659203827381134,
      "step": 1700
    },
    {
      "loss_action": 0.05247340351343155,
      "loss_total": 0.05247340351343155,
      "step": 1700
    },
    {
      "loss_action": 0.05712997168302536,
      "loss_total": 0.05712997168302536,
      "step": 1700
    },
    {
      "loss_action": 0.08315522968769073,
      "loss_total": 0.08315522968769073,
      "step": 1700
    },
    {
      "loss_action": 0.05988482013344765,
      "loss_total": 0.05988482013344765,
      "step": 1700
    },
    {
      "grad_norm": 1.602548599243164,
      "learning_rate": 8.545e-06,
      "loss": 0.0732,
      "step": 1710
    },
    {
      "loss_action": 0.07277228683233261,
      "loss_total": 0.07277228683233261,
      "step": 1710
    },
    {
      "loss_action": 0.0589270181953907,
      "loss_total": 0.0589270181953907,
      "step": 1710
    },
    {
      "loss_action": 0.08246640861034393,
      "loss_total": 0.08246640861034393,
      "step": 1710
    },
    {
      "loss_action": 0.051164571195840836,
      "loss_total": 0.051164571195840836,
      "step": 1710
    },
    {
      "loss_action": 0.04715791344642639,
      "loss_total": 0.04715791344642639,
      "step": 1710
    },
    {
      "loss_action": 0.05273543298244476,
      "loss_total": 0.05273543298244476,
      "step": 1710
    },
    {
      "loss_action": 0.04731526970863342,
      "loss_total": 0.04731526970863342,
      "step": 1710
    },
    {
      "loss_action": 0.05097854137420654,
      "loss_total": 0.05097854137420654,
      "step": 1710
    },
    {
      "grad_norm": 1.9680471420288086,
      "learning_rate": 8.595e-06,
      "loss": 0.0724,
      "step": 1720
    },
    {
      "loss_action": 0.05365929380059242,
      "loss_total": 0.05365929380059242,
      "step": 1720
    },
    {
      "loss_action": 0.06565529853105545,
      "loss_total": 0.06565529853105545,
      "step": 1720
    },
    {
      "loss_action": 0.07486998289823532,
      "loss_total": 0.07486998289823532,
      "step": 1720
    },
    {
      "loss_action": 0.06585432589054108,
      "loss_total": 0.06585432589054108,
      "step": 1720
    },
    {
      "loss_action": 0.059740833938121796,
      "loss_total": 0.059740833938121796,
      "step": 1720
    },
    {
      "loss_action": 0.05887980759143829,
      "loss_total": 0.05887980759143829,
      "step": 1720
    },
    {
      "loss_action": 0.090973399579525,
      "loss_total": 0.090973399579525,
      "step": 1720
    },
    {
      "loss_action": 0.051873475313186646,
      "loss_total": 0.051873475313186646,
      "step": 1720
    },
    {
      "grad_norm": 1.906691074371338,
      "learning_rate": 8.645000000000001e-06,
      "loss": 0.0737,
      "step": 1730
    },
    {
      "loss_action": 0.09325049817562103,
      "loss_total": 0.09325049817562103,
      "step": 1730
    },
    {
      "loss_action": 0.07404069602489471,
      "loss_total": 0.07404069602489471,
      "step": 1730
    },
    {
      "loss_action": 0.03571762144565582,
      "loss_total": 0.03571762144565582,
      "step": 1730
    },
    {
      "loss_action": 0.03723293915390968,
      "loss_total": 0.03723293915390968,
      "step": 1730
    },
    {
      "loss_action": 0.04050464183092117,
      "loss_total": 0.04050464183092117,
      "step": 1730
    },
    {
      "loss_action": 0.06224805861711502,
      "loss_total": 0.06224805861711502,
      "step": 1730
    },
    {
      "loss_action": 0.0683547630906105,
      "loss_total": 0.0683547630906105,
      "step": 1730
    },
    {
      "loss_action": 0.05280527472496033,
      "loss_total": 0.05280527472496033,
      "step": 1730
    },
    {
      "grad_norm": 2.047267198562622,
      "learning_rate": 8.695e-06,
      "loss": 0.0733,
      "step": 1740
    },
    {
      "loss_action": 0.06041545420885086,
      "loss_total": 0.06041545420885086,
      "step": 1740
    },
    {
      "loss_action": 0.06710078567266464,
      "loss_total": 0.06710078567266464,
      "step": 1740
    },
    {
      "loss_action": 0.061211030930280685,
      "loss_total": 0.061211030930280685,
      "step": 1740
    },
    {
      "loss_action": 0.07861779630184174,
      "loss_total": 0.07861779630184174,
      "step": 1740
    },
    {
      "loss_action": 0.043341264128685,
      "loss_total": 0.043341264128685,
      "step": 1740
    },
    {
      "loss_action": 0.13658252358436584,
      "loss_total": 0.13658252358436584,
      "step": 1740
    },
    {
      "loss_action": 0.08370304852724075,
      "loss_total": 0.08370304852724075,
      "step": 1740
    },
    {
      "loss_action": 0.08604112267494202,
      "loss_total": 0.08604112267494202,
      "step": 1740
    },
    {
      "grad_norm": 1.8986154794692993,
      "learning_rate": 8.745e-06,
      "loss": 0.078,
      "step": 1750
    },
    {
      "loss_action": 0.11363987624645233,
      "loss_total": 0.11363987624645233,
      "step": 1750
    },
    {
      "loss_action": 0.06070316582918167,
      "loss_total": 0.06070316582918167,
      "step": 1750
    },
    {
      "loss_action": 0.04331398010253906,
      "loss_total": 0.04331398010253906,
      "step": 1750
    },
    {
      "loss_action": 0.05162636935710907,
      "loss_total": 0.05162636935710907,
      "step": 1750
    },
    {
      "loss_action": 0.061388857662677765,
      "loss_total": 0.061388857662677765,
      "step": 1750
    },
    {
      "loss_action": 0.05257217586040497,
      "loss_total": 0.05257217586040497,
      "step": 1750
    },
    {
      "loss_action": 0.06129158288240433,
      "loss_total": 0.06129158288240433,
      "step": 1750
    },
    {
      "loss_action": 0.0632542222738266,
      "loss_total": 0.0632542222738266,
      "step": 1750
    },
    {
      "grad_norm": 2.0374915599823,
      "learning_rate": 8.795e-06,
      "loss": 0.0735,
      "step": 1760
    },
    {
      "loss_action": 0.047358766198158264,
      "loss_total": 0.047358766198158264,
      "step": 1760
    },
    {
      "loss_action": 0.1369457095861435,
      "loss_total": 0.1369457095861435,
      "step": 1760
    },
    {
      "loss_action": 0.060471538454294205,
      "loss_total": 0.060471538454294205,
      "step": 1760
    },
    {
      "loss_action": 0.04665611684322357,
      "loss_total": 0.04665611684322357,
      "step": 1760
    },
    {
      "loss_action": 0.07035520672798157,
      "loss_total": 0.07035520672798157,
      "step": 1760
    },
    {
      "loss_action": 0.048271067440509796,
      "loss_total": 0.048271067440509796,
      "step": 1760
    },
    {
      "loss_action": 0.04178885370492935,
      "loss_total": 0.04178885370492935,
      "step": 1760
    },
    {
      "loss_action": 0.05326071381568909,
      "loss_total": 0.05326071381568909,
      "step": 1760
    },
    {
      "grad_norm": 2.0259242057800293,
      "learning_rate": 8.845000000000001e-06,
      "loss": 0.076,
      "step": 1770
    },
    {
      "loss_action": 0.09663543850183487,
      "loss_total": 0.09663543850183487,
      "step": 1770
    },
    {
      "loss_action": 0.07400894165039062,
      "loss_total": 0.07400894165039062,
      "step": 1770
    },
    {
      "loss_action": 0.07009676098823547,
      "loss_total": 0.07009676098823547,
      "step": 1770
    },
    {
      "loss_action": 0.05999264493584633,
      "loss_total": 0.05999264493584633,
      "step": 1770
    },
    {
      "loss_action": 0.054264601320028305,
      "loss_total": 0.054264601320028305,
      "step": 1770
    },
    {
      "loss_action": 0.04732132330536842,
      "loss_total": 0.04732132330536842,
      "step": 1770
    },
    {
      "loss_action": 0.0802980288863182,
      "loss_total": 0.0802980288863182,
      "step": 1770
    },
    {
      "loss_action": 0.11870677024126053,
      "loss_total": 0.11870677024126053,
      "step": 1770
    },
    {
      "grad_norm": 1.819350004196167,
      "learning_rate": 8.895e-06,
      "loss": 0.073,
      "step": 1780
    },
    {
      "loss_action": 0.06706748902797699,
      "loss_total": 0.06706748902797699,
      "step": 1780
    },
    {
      "loss_action": 0.055139802396297455,
      "loss_total": 0.055139802396297455,
      "step": 1780
    },
    {
      "loss_action": 0.11960447579622269,
      "loss_total": 0.11960447579622269,
      "step": 1780
    },
    {
      "loss_action": 0.15921464562416077,
      "loss_total": 0.15921464562416077,
      "step": 1780
    },
    {
      "loss_action": 0.08522684872150421,
      "loss_total": 0.08522684872150421,
      "step": 1780
    },
    {
      "loss_action": 0.06768963485956192,
      "loss_total": 0.06768963485956192,
      "step": 1780
    },
    {
      "loss_action": 0.0897403433918953,
      "loss_total": 0.0897403433918953,
      "step": 1780
    },
    {
      "loss_action": 0.052286311984062195,
      "loss_total": 0.052286311984062195,
      "step": 1780
    },
    {
      "grad_norm": 2.1428592205047607,
      "learning_rate": 8.945e-06,
      "loss": 0.0907,
      "step": 1790
    },
    {
      "loss_action": 0.09224819391965866,
      "loss_total": 0.09224819391965866,
      "step": 1790
    },
    {
      "loss_action": 0.07166863232851028,
      "loss_total": 0.07166863232851028,
      "step": 1790
    },
    {
      "loss_action": 0.07656770199537277,
      "loss_total": 0.07656770199537277,
      "step": 1790
    },
    {
      "loss_action": 0.10908038169145584,
      "loss_total": 0.10908038169145584,
      "step": 1790
    },
    {
      "loss_action": 0.06837457418441772,
      "loss_total": 0.06837457418441772,
      "step": 1790
    },
    {
      "loss_action": 0.04764861613512039,
      "loss_total": 0.04764861613512039,
      "step": 1790
    },
    {
      "loss_action": 0.061489544808864594,
      "loss_total": 0.061489544808864594,
      "step": 1790
    },
    {
      "loss_action": 0.09313046187162399,
      "loss_total": 0.09313046187162399,
      "step": 1790
    },
    {
      "grad_norm": 1.6933835744857788,
      "learning_rate": 8.995000000000001e-06,
      "loss": 0.0795,
      "step": 1800
    },
    {
      "loss_action": 0.04323096200823784,
      "loss_total": 0.04323096200823784,
      "step": 1800
    },
    {
      "loss_action": 0.06959964334964752,
      "loss_total": 0.06959964334964752,
      "step": 1800
    },
    {
      "loss_action": 0.07523058354854584,
      "loss_total": 0.07523058354854584,
      "step": 1800
    },
    {
      "loss_action": 0.05839330330491066,
      "loss_total": 0.05839330330491066,
      "step": 1800
    },
    {
      "loss_action": 0.07694070041179657,
      "loss_total": 0.07694070041179657,
      "step": 1800
    },
    {
      "loss_action": 0.04537399113178253,
      "loss_total": 0.04537399113178253,
      "step": 1800
    },
    {
      "loss_action": 0.04794903099536896,
      "loss_total": 0.04794903099536896,
      "step": 1800
    },
    {
      "loss_action": 0.11564159393310547,
      "loss_total": 0.11564159393310547,
      "step": 1800
    },
    {
      "grad_norm": 2.7132880687713623,
      "learning_rate": 9.045e-06,
      "loss": 0.0764,
      "step": 1810
    },
    {
      "loss_action": 0.08715274184942245,
      "loss_total": 0.08715274184942245,
      "step": 1810
    },
    {
      "loss_action": 0.2068958729505539,
      "loss_total": 0.2068958729505539,
      "step": 1810
    },
    {
      "loss_action": 0.07074712961912155,
      "loss_total": 0.07074712961912155,
      "step": 1810
    },
    {
      "loss_action": 0.14705462753772736,
      "loss_total": 0.14705462753772736,
      "step": 1810
    },
    {
      "loss_action": 0.06023334339261055,
      "loss_total": 0.06023334339261055,
      "step": 1810
    },
    {
      "loss_action": 0.07485426962375641,
      "loss_total": 0.07485426962375641,
      "step": 1810
    },
    {
      "loss_action": 0.05900932475924492,
      "loss_total": 0.05900932475924492,
      "step": 1810
    },
    {
      "loss_action": 0.07375559210777283,
      "loss_total": 0.07375559210777283,
      "step": 1810
    },
    {
      "grad_norm": 2.1628530025482178,
      "learning_rate": 9.095e-06,
      "loss": 0.0832,
      "step": 1820
    },
    {
      "loss_action": 0.06689023226499557,
      "loss_total": 0.06689023226499557,
      "step": 1820
    },
    {
      "loss_action": 0.04998376965522766,
      "loss_total": 0.04998376965522766,
      "step": 1820
    },
    {
      "loss_action": 0.061434805393218994,
      "loss_total": 0.061434805393218994,
      "step": 1820
    },
    {
      "loss_action": 0.06321011483669281,
      "loss_total": 0.06321011483669281,
      "step": 1820
    },
    {
      "loss_action": 0.059415303170681,
      "loss_total": 0.059415303170681,
      "step": 1820
    },
    {
      "loss_action": 0.09863424301147461,
      "loss_total": 0.09863424301147461,
      "step": 1820
    },
    {
      "loss_action": 0.09290231764316559,
      "loss_total": 0.09290231764316559,
      "step": 1820
    },
    {
      "loss_action": 0.05933234468102455,
      "loss_total": 0.05933234468102455,
      "step": 1820
    },
    {
      "grad_norm": 1.980209469795227,
      "learning_rate": 9.145000000000001e-06,
      "loss": 0.0838,
      "step": 1830
    },
    {
      "loss_action": 0.06863807141780853,
      "loss_total": 0.06863807141780853,
      "step": 1830
    },
    {
      "loss_action": 0.055298030376434326,
      "loss_total": 0.055298030376434326,
      "step": 1830
    },
    {
      "loss_action": 0.04772506281733513,
      "loss_total": 0.04772506281733513,
      "step": 1830
    },
    {
      "loss_action": 0.04676377773284912,
      "loss_total": 0.04676377773284912,
      "step": 1830
    },
    {
      "loss_action": 0.051518410444259644,
      "loss_total": 0.051518410444259644,
      "step": 1830
    },
    {
      "loss_action": 0.08488982915878296,
      "loss_total": 0.08488982915878296,
      "step": 1830
    },
    {
      "loss_action": 0.0766429603099823,
      "loss_total": 0.0766429603099823,
      "step": 1830
    },
    {
      "loss_action": 0.09102751314640045,
      "loss_total": 0.09102751314640045,
      "step": 1830
    },
    {
      "grad_norm": 1.8288953304290771,
      "learning_rate": 9.195000000000001e-06,
      "loss": 0.0743,
      "step": 1840
    },
    {
      "loss_action": 0.05679694935679436,
      "loss_total": 0.05679694935679436,
      "step": 1840
    },
    {
      "loss_action": 0.052330903708934784,
      "loss_total": 0.052330903708934784,
      "step": 1840
    },
    {
      "loss_action": 0.09800344705581665,
      "loss_total": 0.09800344705581665,
      "step": 1840
    },
    {
      "loss_action": 0.05417473614215851,
      "loss_total": 0.05417473614215851,
      "step": 1840
    },
    {
      "loss_action": 0.04834631830453873,
      "loss_total": 0.04834631830453873,
      "step": 1840
    },
    {
      "loss_action": 0.0646291971206665,
      "loss_total": 0.0646291971206665,
      "step": 1840
    },
    {
      "loss_action": 0.04457160457968712,
      "loss_total": 0.04457160457968712,
      "step": 1840
    },
    {
      "loss_action": 0.08712595701217651,
      "loss_total": 0.08712595701217651,
      "step": 1840
    },
    {
      "grad_norm": 1.7632261514663696,
      "learning_rate": 9.245e-06,
      "loss": 0.0703,
      "step": 1850
    },
    {
      "loss_action": 0.05500618368387222,
      "loss_total": 0.05500618368387222,
      "step": 1850
    },
    {
      "loss_action": 0.0479116290807724,
      "loss_total": 0.0479116290807724,
      "step": 1850
    },
    {
      "loss_action": 0.05595124140381813,
      "loss_total": 0.05595124140381813,
      "step": 1850
    },
    {
      "loss_action": 0.07567325234413147,
      "loss_total": 0.07567325234413147,
      "step": 1850
    },
    {
      "loss_action": 0.05746544897556305,
      "loss_total": 0.05746544897556305,
      "step": 1850
    },
    {
      "loss_action": 0.052294664084911346,
      "loss_total": 0.052294664084911346,
      "step": 1850
    },
    {
      "loss_action": 0.04443174973130226,
      "loss_total": 0.04443174973130226,
      "step": 1850
    },
    {
      "loss_action": 0.05207207426428795,
      "loss_total": 0.05207207426428795,
      "step": 1850
    },
    {
      "grad_norm": 1.9673700332641602,
      "learning_rate": 9.295000000000002e-06,
      "loss": 0.0718,
      "step": 1860
    },
    {
      "loss_action": 0.0488581508398056,
      "loss_total": 0.0488581508398056,
      "step": 1860
    },
    {
      "loss_action": 0.06433169543743134,
      "loss_total": 0.06433169543743134,
      "step": 1860
    },
    {
      "loss_action": 0.05776242911815643,
      "loss_total": 0.05776242911815643,
      "step": 1860
    },
    {
      "loss_action": 0.14600089192390442,
      "loss_total": 0.14600089192390442,
      "step": 1860
    },
    {
      "loss_action": 0.05489811673760414,
      "loss_total": 0.05489811673760414,
      "step": 1860
    },
    {
      "loss_action": 0.054038070142269135,
      "loss_total": 0.054038070142269135,
      "step": 1860
    },
    {
      "loss_action": 0.05501549318432808,
      "loss_total": 0.05501549318432808,
      "step": 1860
    },
    {
      "loss_action": 0.06437715888023376,
      "loss_total": 0.06437715888023376,
      "step": 1860
    },
    {
      "grad_norm": 1.2959532737731934,
      "learning_rate": 9.345000000000001e-06,
      "loss": 0.0682,
      "step": 1870
    },
    {
      "loss_action": 0.0490630641579628,
      "loss_total": 0.0490630641579628,
      "step": 1870
    },
    {
      "loss_action": 0.0470915287733078,
      "loss_total": 0.0470915287733078,
      "step": 1870
    },
    {
      "loss_action": 0.04271718114614487,
      "loss_total": 0.04271718114614487,
      "step": 1870
    },
    {
      "loss_action": 0.046164728701114655,
      "loss_total": 0.046164728701114655,
      "step": 1870
    },
    {
      "loss_action": 0.07565897703170776,
      "loss_total": 0.07565897703170776,
      "step": 1870
    },
    {
      "loss_action": 0.06778471916913986,
      "loss_total": 0.06778471916913986,
      "step": 1870
    },
    {
      "loss_action": 0.14826864004135132,
      "loss_total": 0.14826864004135132,
      "step": 1870
    },
    {
      "loss_action": 0.06645217537879944,
      "loss_total": 0.06645217537879944,
      "step": 1870
    },
    {
      "grad_norm": 1.738633155822754,
      "learning_rate": 9.395e-06,
      "loss": 0.0698,
      "step": 1880
    },
    {
      "loss_action": 0.11720606684684753,
      "loss_total": 0.11720606684684753,
      "step": 1880
    },
    {
      "loss_action": 0.04117106646299362,
      "loss_total": 0.04117106646299362,
      "step": 1880
    },
    {
      "loss_action": 0.042575422674417496,
      "loss_total": 0.042575422674417496,
      "step": 1880
    },
    {
      "loss_action": 0.04639917612075806,
      "loss_total": 0.04639917612075806,
      "step": 1880
    },
    {
      "loss_action": 0.08730535209178925,
      "loss_total": 0.08730535209178925,
      "step": 1880
    },
    {
      "loss_action": 0.06755931675434113,
      "loss_total": 0.06755931675434113,
      "step": 1880
    },
    {
      "loss_action": 0.05809629708528519,
      "loss_total": 0.05809629708528519,
      "step": 1880
    },
    {
      "loss_action": 0.0682334303855896,
      "loss_total": 0.0682334303855896,
      "step": 1880
    },
    {
      "grad_norm": 1.4092895984649658,
      "learning_rate": 9.445000000000002e-06,
      "loss": 0.0715,
      "step": 1890
    },
    {
      "loss_action": 0.07520981132984161,
      "loss_total": 0.07520981132984161,
      "step": 1890
    },
    {
      "loss_action": 0.05645839124917984,
      "loss_total": 0.05645839124917984,
      "step": 1890
    },
    {
      "loss_action": 0.13847780227661133,
      "loss_total": 0.13847780227661133,
      "step": 1890
    },
    {
      "loss_action": 0.05309062451124191,
      "loss_total": 0.05309062451124191,
      "step": 1890
    },
    {
      "loss_action": 0.046111978590488434,
      "loss_total": 0.046111978590488434,
      "step": 1890
    },
    {
      "loss_action": 0.07825523614883423,
      "loss_total": 0.07825523614883423,
      "step": 1890
    },
    {
      "loss_action": 0.044901713728904724,
      "loss_total": 0.044901713728904724,
      "step": 1890
    },
    {
      "loss_action": 0.04321466386318207,
      "loss_total": 0.04321466386318207,
      "step": 1890
    },
    {
      "grad_norm": 1.6429853439331055,
      "learning_rate": 9.495000000000001e-06,
      "loss": 0.0727,
      "step": 1900
    },
    {
      "loss_action": 0.0640454813838005,
      "loss_total": 0.0640454813838005,
      "step": 1900
    },
    {
      "loss_action": 0.060307469218969345,
      "loss_total": 0.060307469218969345,
      "step": 1900
    },
    {
      "loss_action": 0.12343788892030716,
      "loss_total": 0.12343788892030716,
      "step": 1900
    },
    {
      "loss_action": 0.08715449273586273,
      "loss_total": 0.08715449273586273,
      "step": 1900
    },
    {
      "loss_action": 0.08705039322376251,
      "loss_total": 0.08705039322376251,
      "step": 1900
    },
    {
      "loss_action": 0.06802637875080109,
      "loss_total": 0.06802637875080109,
      "step": 1900
    },
    {
      "loss_action": 0.0596657395362854,
      "loss_total": 0.0596657395362854,
      "step": 1900
    },
    {
      "loss_action": 0.05348966643214226,
      "loss_total": 0.05348966643214226,
      "step": 1900
    },
    {
      "grad_norm": 1.422822117805481,
      "learning_rate": 9.545e-06,
      "loss": 0.0738,
      "step": 1910
    },
    {
      "loss_action": 0.07383166253566742,
      "loss_total": 0.07383166253566742,
      "step": 1910
    },
    {
      "loss_action": 0.16101205348968506,
      "loss_total": 0.16101205348968506,
      "step": 1910
    },
    {
      "loss_action": 0.07310335338115692,
      "loss_total": 0.07310335338115692,
      "step": 1910
    },
    {
      "loss_action": 0.06313630938529968,
      "loss_total": 0.06313630938529968,
      "step": 1910
    },
    {
      "loss_action": 0.03478094935417175,
      "loss_total": 0.03478094935417175,
      "step": 1910
    },
    {
      "loss_action": 0.048788025975227356,
      "loss_total": 0.048788025975227356,
      "step": 1910
    },
    {
      "loss_action": 0.08464373648166656,
      "loss_total": 0.08464373648166656,
      "step": 1910
    },
    {
      "loss_action": 0.09653224050998688,
      "loss_total": 0.09653224050998688,
      "step": 1910
    },
    {
      "grad_norm": 2.566049575805664,
      "learning_rate": 9.595e-06,
      "loss": 0.0713,
      "step": 1920
    },
    {
      "loss_action": 0.0625540092587471,
      "loss_total": 0.0625540092587471,
      "step": 1920
    },
    {
      "loss_action": 0.10956855118274689,
      "loss_total": 0.10956855118274689,
      "step": 1920
    },
    {
      "loss_action": 0.09181319177150726,
      "loss_total": 0.09181319177150726,
      "step": 1920
    },
    {
      "loss_action": 0.14464735984802246,
      "loss_total": 0.14464735984802246,
      "step": 1920
    },
    {
      "loss_action": 0.06147036701440811,
      "loss_total": 0.06147036701440811,
      "step": 1920
    },
    {
      "loss_action": 0.07187561690807343,
      "loss_total": 0.07187561690807343,
      "step": 1920
    },
    {
      "loss_action": 0.0891646146774292,
      "loss_total": 0.0891646146774292,
      "step": 1920
    },
    {
      "loss_action": 0.05422702431678772,
      "loss_total": 0.05422702431678772,
      "step": 1920
    },
    {
      "grad_norm": 1.9137470722198486,
      "learning_rate": 9.645e-06,
      "loss": 0.0762,
      "step": 1930
    },
    {
      "loss_action": 0.11884214729070663,
      "loss_total": 0.11884214729070663,
      "step": 1930
    },
    {
      "loss_action": 0.12865695357322693,
      "loss_total": 0.12865695357322693,
      "step": 1930
    },
    {
      "loss_action": 0.042982760816812515,
      "loss_total": 0.042982760816812515,
      "step": 1930
    },
    {
      "loss_action": 0.07650502026081085,
      "loss_total": 0.07650502026081085,
      "step": 1930
    },
    {
      "loss_action": 0.04936990141868591,
      "loss_total": 0.04936990141868591,
      "step": 1930
    },
    {
      "loss_action": 0.10627017915248871,
      "loss_total": 0.10627017915248871,
      "step": 1930
    },
    {
      "loss_action": 0.08442185819149017,
      "loss_total": 0.08442185819149017,
      "step": 1930
    },
    {
      "loss_action": 0.03699833154678345,
      "loss_total": 0.03699833154678345,
      "step": 1930
    },
    {
      "grad_norm": 1.5057111978530884,
      "learning_rate": 9.695e-06,
      "loss": 0.0671,
      "step": 1940
    },
    {
      "loss_action": 0.04401823878288269,
      "loss_total": 0.04401823878288269,
      "step": 1940
    },
    {
      "loss_action": 0.049966007471084595,
      "loss_total": 0.049966007471084595,
      "step": 1940
    },
    {
      "loss_action": 0.043858326971530914,
      "loss_total": 0.043858326971530914,
      "step": 1940
    },
    {
      "loss_action": 0.05382139980792999,
      "loss_total": 0.05382139980792999,
      "step": 1940
    },
    {
      "loss_action": 0.04997916892170906,
      "loss_total": 0.04997916892170906,
      "step": 1940
    },
    {
      "loss_action": 0.0721835345029831,
      "loss_total": 0.0721835345029831,
      "step": 1940
    },
    {
      "loss_action": 0.04527824744582176,
      "loss_total": 0.04527824744582176,
      "step": 1940
    },
    {
      "loss_action": 0.06479226052761078,
      "loss_total": 0.06479226052761078,
      "step": 1940
    },
    {
      "grad_norm": 1.5837652683258057,
      "learning_rate": 9.745e-06,
      "loss": 0.0684,
      "step": 1950
    },
    {
      "loss_action": 0.0539197102189064,
      "loss_total": 0.0539197102189064,
      "step": 1950
    },
    {
      "loss_action": 0.11759860813617706,
      "loss_total": 0.11759860813617706,
      "step": 1950
    },
    {
      "loss_action": 0.0677691251039505,
      "loss_total": 0.0677691251039505,
      "step": 1950
    },
    {
      "loss_action": 0.05760499835014343,
      "loss_total": 0.05760499835014343,
      "step": 1950
    },
    {
      "loss_action": 0.04820806533098221,
      "loss_total": 0.04820806533098221,
      "step": 1950
    },
    {
      "loss_action": 0.07243652641773224,
      "loss_total": 0.07243652641773224,
      "step": 1950
    },
    {
      "loss_action": 0.10473500192165375,
      "loss_total": 0.10473500192165375,
      "step": 1950
    },
    {
      "loss_action": 0.06924918293952942,
      "loss_total": 0.06924918293952942,
      "step": 1950
    },
    {
      "grad_norm": 1.481499195098877,
      "learning_rate": 9.795e-06,
      "loss": 0.0639,
      "step": 1960
    },
    {
      "loss_action": 0.05808524787425995,
      "loss_total": 0.05808524787425995,
      "step": 1960
    },
    {
      "loss_action": 0.08880377560853958,
      "loss_total": 0.08880377560853958,
      "step": 1960
    },
    {
      "loss_action": 0.05686572566628456,
      "loss_total": 0.05686572566628456,
      "step": 1960
    },
    {
      "loss_action": 0.04852202534675598,
      "loss_total": 0.04852202534675598,
      "step": 1960
    },
    {
      "loss_action": 0.06060865521430969,
      "loss_total": 0.06060865521430969,
      "step": 1960
    },
    {
      "loss_action": 0.03937995061278343,
      "loss_total": 0.03937995061278343,
      "step": 1960
    },
    {
      "loss_action": 0.04047921672463417,
      "loss_total": 0.04047921672463417,
      "step": 1960
    },
    {
      "loss_action": 0.09449547529220581,
      "loss_total": 0.09449547529220581,
      "step": 1960
    },
    {
      "grad_norm": 1.7162386178970337,
      "learning_rate": 9.845e-06,
      "loss": 0.0674,
      "step": 1970
    },
    {
      "loss_action": 0.036094047129154205,
      "loss_total": 0.036094047129154205,
      "step": 1970
    },
    {
      "loss_action": 0.048481136560440063,
      "loss_total": 0.048481136560440063,
      "step": 1970
    },
    {
      "loss_action": 0.05401858687400818,
      "loss_total": 0.05401858687400818,
      "step": 1970
    },
    {
      "loss_action": 0.051406458020210266,
      "loss_total": 0.051406458020210266,
      "step": 1970
    },
    {
      "loss_action": 0.04604313522577286,
      "loss_total": 0.04604313522577286,
      "step": 1970
    },
    {
      "loss_action": 0.1875983327627182,
      "loss_total": 0.1875983327627182,
      "step": 1970
    },
    {
      "loss_action": 0.047641605138778687,
      "loss_total": 0.047641605138778687,
      "step": 1970
    },
    {
      "loss_action": 0.04167725890874863,
      "loss_total": 0.04167725890874863,
      "step": 1970
    },
    {
      "grad_norm": 1.678865909576416,
      "learning_rate": 9.895e-06,
      "loss": 0.0665,
      "step": 1980
    },
    {
      "loss_action": 0.04565424472093582,
      "loss_total": 0.04565424472093582,
      "step": 1980
    },
    {
      "loss_action": 0.05013997480273247,
      "loss_total": 0.05013997480273247,
      "step": 1980
    },
    {
      "loss_action": 0.054662104696035385,
      "loss_total": 0.054662104696035385,
      "step": 1980
    },
    {
      "loss_action": 0.058325089514255524,
      "loss_total": 0.058325089514255524,
      "step": 1980
    },
    {
      "loss_action": 0.038725126534700394,
      "loss_total": 0.038725126534700394,
      "step": 1980
    },
    {
      "loss_action": 0.04178621247410774,
      "loss_total": 0.04178621247410774,
      "step": 1980
    },
    {
      "loss_action": 0.04174129664897919,
      "loss_total": 0.04174129664897919,
      "step": 1980
    },
    {
      "loss_action": 0.055517472326755524,
      "loss_total": 0.055517472326755524,
      "step": 1980
    },
    {
      "grad_norm": 1.3942148685455322,
      "learning_rate": 9.945e-06,
      "loss": 0.0649,
      "step": 1990
    },
    {
      "loss_action": 0.046061065047979355,
      "loss_total": 0.046061065047979355,
      "step": 1990
    },
    {
      "loss_action": 0.12097717821598053,
      "loss_total": 0.12097717821598053,
      "step": 1990
    },
    {
      "loss_action": 0.04759962111711502,
      "loss_total": 0.04759962111711502,
      "step": 1990
    },
    {
      "loss_action": 0.04963431507349014,
      "loss_total": 0.04963431507349014,
      "step": 1990
    },
    {
      "loss_action": 0.08000116050243378,
      "loss_total": 0.08000116050243378,
      "step": 1990
    },
    {
      "loss_action": 0.12656942009925842,
      "loss_total": 0.12656942009925842,
      "step": 1990
    },
    {
      "loss_action": 0.03792358189821243,
      "loss_total": 0.03792358189821243,
      "step": 1990
    },
    {
      "loss_action": 0.04780950769782066,
      "loss_total": 0.04780950769782066,
      "step": 1990
    },
    {
      "grad_norm": 1.6777734756469727,
      "learning_rate": 9.995e-06,
      "loss": 0.0649,
      "step": 2000
    },
    {
      "loss_action": 0.048987530171871185,
      "loss_total": 0.048987530171871185,
      "step": 2000
    },
    {
      "loss_action": 0.12541410326957703,
      "loss_total": 0.12541410326957703,
      "step": 2000
    },
    {
      "loss_action": 0.061874378472566605,
      "loss_total": 0.061874378472566605,
      "step": 2000
    },
    {
      "loss_action": 0.05210752785205841,
      "loss_total": 0.05210752785205841,
      "step": 2000
    },
    {
      "loss_action": 0.08062045276165009,
      "loss_total": 0.08062045276165009,
      "step": 2000
    },
    {
      "loss_action": 0.04658813029527664,
      "loss_total": 0.04658813029527664,
      "step": 2000
    },
    {
      "loss_action": 0.05387306213378906,
      "loss_total": 0.05387306213378906,
      "step": 2000
    },
    {
      "loss_action": 0.06576528400182724,
      "loss_total": 0.06576528400182724,
      "step": 2000
    },
    {
      "grad_norm": 1.7333400249481201,
      "learning_rate": 1.0045e-05,
      "loss": 0.0625,
      "step": 2010
    },
    {
      "loss_action": 0.0838288888335228,
      "loss_total": 0.0838288888335228,
      "step": 2010
    },
    {
      "loss_action": 0.05575580149888992,
      "loss_total": 0.05575580149888992,
      "step": 2010
    },
    {
      "loss_action": 0.040115177631378174,
      "loss_total": 0.040115177631378174,
      "step": 2010
    },
    {
      "loss_action": 0.05107181519269943,
      "loss_total": 0.05107181519269943,
      "step": 2010
    },
    {
      "loss_action": 0.07355377078056335,
      "loss_total": 0.07355377078056335,
      "step": 2010
    },
    {
      "loss_action": 0.06146685779094696,
      "loss_total": 0.06146685779094696,
      "step": 2010
    },
    {
      "loss_action": 0.053226225078105927,
      "loss_total": 0.053226225078105927,
      "step": 2010
    },
    {
      "loss_action": 0.06187906488776207,
      "loss_total": 0.06187906488776207,
      "step": 2010
    },
    {
      "grad_norm": 1.7797144651412964,
      "learning_rate": 1.0095e-05,
      "loss": 0.0673,
      "step": 2020
    },
    {
      "loss_action": 0.03489111363887787,
      "loss_total": 0.03489111363887787,
      "step": 2020
    },
    {
      "loss_action": 0.08318169414997101,
      "loss_total": 0.08318169414997101,
      "step": 2020
    },
    {
      "loss_action": 0.07462184131145477,
      "loss_total": 0.07462184131145477,
      "step": 2020
    },
    {
      "loss_action": 0.05731033906340599,
      "loss_total": 0.05731033906340599,
      "step": 2020
    },
    {
      "loss_action": 0.04013872891664505,
      "loss_total": 0.04013872891664505,
      "step": 2020
    },
    {
      "loss_action": 0.1119205579161644,
      "loss_total": 0.1119205579161644,
      "step": 2020
    },
    {
      "loss_action": 0.04302484169602394,
      "loss_total": 0.04302484169602394,
      "step": 2020
    },
    {
      "loss_action": 0.09004027396440506,
      "loss_total": 0.09004027396440506,
      "step": 2020
    },
    {
      "grad_norm": 1.6384804248809814,
      "learning_rate": 1.0145e-05,
      "loss": 0.0658,
      "step": 2030
    },
    {
      "loss_action": 0.06334367394447327,
      "loss_total": 0.06334367394447327,
      "step": 2030
    },
    {
      "loss_action": 0.08213172852993011,
      "loss_total": 0.08213172852993011,
      "step": 2030
    },
    {
      "loss_action": 0.07619704306125641,
      "loss_total": 0.07619704306125641,
      "step": 2030
    },
    {
      "loss_action": 0.04424211382865906,
      "loss_total": 0.04424211382865906,
      "step": 2030
    },
    {
      "loss_action": 0.05384829640388489,
      "loss_total": 0.05384829640388489,
      "step": 2030
    },
    {
      "loss_action": 0.03973416984081268,
      "loss_total": 0.03973416984081268,
      "step": 2030
    },
    {
      "loss_action": 0.054217807948589325,
      "loss_total": 0.054217807948589325,
      "step": 2030
    },
    {
      "loss_action": 0.11558304727077484,
      "loss_total": 0.11558304727077484,
      "step": 2030
    },
    {
      "grad_norm": 1.2291371822357178,
      "learning_rate": 1.0195e-05,
      "loss": 0.0627,
      "step": 2040
    },
    {
      "loss_action": 0.18357598781585693,
      "loss_total": 0.18357598781585693,
      "step": 2040
    },
    {
      "loss_action": 0.04969838261604309,
      "loss_total": 0.04969838261604309,
      "step": 2040
    },
    {
      "loss_action": 0.10559237003326416,
      "loss_total": 0.10559237003326416,
      "step": 2040
    },
    {
      "loss_action": 0.09917330741882324,
      "loss_total": 0.09917330741882324,
      "step": 2040
    },
    {
      "loss_action": 0.047357164323329926,
      "loss_total": 0.047357164323329926,
      "step": 2040
    },
    {
      "loss_action": 0.07179819047451019,
      "loss_total": 0.07179819047451019,
      "step": 2040
    },
    {
      "loss_action": 0.05974898487329483,
      "loss_total": 0.05974898487329483,
      "step": 2040
    },
    {
      "loss_action": 0.04103530943393707,
      "loss_total": 0.04103530943393707,
      "step": 2040
    },
    {
      "grad_norm": 1.2767781019210815,
      "learning_rate": 1.0245000000000001e-05,
      "loss": 0.0635,
      "step": 2050
    },
    {
      "loss_action": 0.042579103261232376,
      "loss_total": 0.042579103261232376,
      "step": 2050
    },
    {
      "loss_action": 0.0465255044400692,
      "loss_total": 0.0465255044400692,
      "step": 2050
    },
    {
      "loss_action": 0.07635189592838287,
      "loss_total": 0.07635189592838287,
      "step": 2050
    },
    {
      "loss_action": 0.08345963060855865,
      "loss_total": 0.08345963060855865,
      "step": 2050
    },
    {
      "loss_action": 0.05195241421461105,
      "loss_total": 0.05195241421461105,
      "step": 2050
    },
    {
      "loss_action": 0.03883963078260422,
      "loss_total": 0.03883963078260422,
      "step": 2050
    },
    {
      "loss_action": 0.06323790550231934,
      "loss_total": 0.06323790550231934,
      "step": 2050
    },
    {
      "loss_action": 0.03704029694199562,
      "loss_total": 0.03704029694199562,
      "step": 2050
    },
    {
      "grad_norm": 1.4182639122009277,
      "learning_rate": 1.0295e-05,
      "loss": 0.0644,
      "step": 2060
    },
    {
      "loss_action": 0.05433547869324684,
      "loss_total": 0.05433547869324684,
      "step": 2060
    },
    {
      "loss_action": 0.05436931923031807,
      "loss_total": 0.05436931923031807,
      "step": 2060
    },
    {
      "loss_action": 0.07283950597047806,
      "loss_total": 0.07283950597047806,
      "step": 2060
    },
    {
      "loss_action": 0.03693459928035736,
      "loss_total": 0.03693459928035736,
      "step": 2060
    },
    {
      "loss_action": 0.04329506680369377,
      "loss_total": 0.04329506680369377,
      "step": 2060
    },
    {
      "loss_action": 0.07312846183776855,
      "loss_total": 0.07312846183776855,
      "step": 2060
    },
    {
      "loss_action": 0.13522981107234955,
      "loss_total": 0.13522981107234955,
      "step": 2060
    },
    {
      "loss_action": 0.04519100859761238,
      "loss_total": 0.04519100859761238,
      "step": 2060
    },
    {
      "grad_norm": 1.6728171110153198,
      "learning_rate": 1.0345e-05,
      "loss": 0.065,
      "step": 2070
    },
    {
      "loss_action": 0.1143568903207779,
      "loss_total": 0.1143568903207779,
      "step": 2070
    },
    {
      "loss_action": 0.05264562740921974,
      "loss_total": 0.05264562740921974,
      "step": 2070
    },
    {
      "loss_action": 0.04814305901527405,
      "loss_total": 0.04814305901527405,
      "step": 2070
    },
    {
      "loss_action": 0.05899686738848686,
      "loss_total": 0.05899686738848686,
      "step": 2070
    },
    {
      "loss_action": 0.03588837385177612,
      "loss_total": 0.03588837385177612,
      "step": 2070
    },
    {
      "loss_action": 0.03939189016819,
      "loss_total": 0.03939189016819,
      "step": 2070
    },
    {
      "loss_action": 0.09879431873559952,
      "loss_total": 0.09879431873559952,
      "step": 2070
    },
    {
      "loss_action": 0.044019345194101334,
      "loss_total": 0.044019345194101334,
      "step": 2070
    },
    {
      "grad_norm": 2.46262264251709,
      "learning_rate": 1.0395000000000001e-05,
      "loss": 0.0594,
      "step": 2080
    },
    {
      "loss_action": 0.09374301135540009,
      "loss_total": 0.09374301135540009,
      "step": 2080
    },
    {
      "loss_action": 0.0433352068066597,
      "loss_total": 0.0433352068066597,
      "step": 2080
    },
    {
      "loss_action": 0.12996335327625275,
      "loss_total": 0.12996335327625275,
      "step": 2080
    },
    {
      "loss_action": 0.04150059074163437,
      "loss_total": 0.04150059074163437,
      "step": 2080
    },
    {
      "loss_action": 0.05949386581778526,
      "loss_total": 0.05949386581778526,
      "step": 2080
    },
    {
      "loss_action": 0.04779161512851715,
      "loss_total": 0.04779161512851715,
      "step": 2080
    },
    {
      "loss_action": 0.062729112803936,
      "loss_total": 0.062729112803936,
      "step": 2080
    },
    {
      "loss_action": 0.04722687602043152,
      "loss_total": 0.04722687602043152,
      "step": 2080
    },
    {
      "grad_norm": 1.631119966506958,
      "learning_rate": 1.0445e-05,
      "loss": 0.0667,
      "step": 2090
    },
    {
      "loss_action": 0.04951823130249977,
      "loss_total": 0.04951823130249977,
      "step": 2090
    },
    {
      "loss_action": 0.06910021603107452,
      "loss_total": 0.06910021603107452,
      "step": 2090
    },
    {
      "loss_action": 0.043943196535110474,
      "loss_total": 0.043943196535110474,
      "step": 2090
    },
    {
      "loss_action": 0.047646015882492065,
      "loss_total": 0.047646015882492065,
      "step": 2090
    },
    {
      "loss_action": 0.04327981173992157,
      "loss_total": 0.04327981173992157,
      "step": 2090
    },
    {
      "loss_action": 0.048075780272483826,
      "loss_total": 0.048075780272483826,
      "step": 2090
    },
    {
      "loss_action": 0.14472730457782745,
      "loss_total": 0.14472730457782745,
      "step": 2090
    },
    {
      "loss_action": 0.04068497195839882,
      "loss_total": 0.04068497195839882,
      "step": 2090
    },
    {
      "grad_norm": 1.7546429634094238,
      "learning_rate": 1.0495e-05,
      "loss": 0.0618,
      "step": 2100
    },
    {
      "loss_action": 0.039369501173496246,
      "loss_total": 0.039369501173496246,
      "step": 2100
    },
    {
      "loss_action": 0.04155350476503372,
      "loss_total": 0.04155350476503372,
      "step": 2100
    },
    {
      "loss_action": 0.04140219837427139,
      "loss_total": 0.04140219837427139,
      "step": 2100
    },
    {
      "loss_action": 0.045193180441856384,
      "loss_total": 0.045193180441856384,
      "step": 2100
    },
    {
      "loss_action": 0.03887603431940079,
      "loss_total": 0.03887603431940079,
      "step": 2100
    },
    {
      "loss_action": 0.044956453144550323,
      "loss_total": 0.044956453144550323,
      "step": 2100
    },
    {
      "loss_action": 0.062128521502017975,
      "loss_total": 0.062128521502017975,
      "step": 2100
    },
    {
      "loss_action": 0.04159267991781235,
      "loss_total": 0.04159267991781235,
      "step": 2100
    },
    {
      "grad_norm": 1.688970923423767,
      "learning_rate": 1.0545000000000002e-05,
      "loss": 0.0552,
      "step": 2110
    },
    {
      "loss_action": 0.05709095299243927,
      "loss_total": 0.05709095299243927,
      "step": 2110
    },
    {
      "loss_action": 0.15219277143478394,
      "loss_total": 0.15219277143478394,
      "step": 2110
    },
    {
      "loss_action": 0.039535410702228546,
      "loss_total": 0.039535410702228546,
      "step": 2110
    },
    {
      "loss_action": 0.04039034992456436,
      "loss_total": 0.04039034992456436,
      "step": 2110
    },
    {
      "loss_action": 0.04571472480893135,
      "loss_total": 0.04571472480893135,
      "step": 2110
    },
    {
      "loss_action": 0.03797949105501175,
      "loss_total": 0.03797949105501175,
      "step": 2110
    },
    {
      "loss_action": 0.04474359750747681,
      "loss_total": 0.04474359750747681,
      "step": 2110
    },
    {
      "loss_action": 0.05239010229706764,
      "loss_total": 0.05239010229706764,
      "step": 2110
    },
    {
      "grad_norm": 2.0392699241638184,
      "learning_rate": 1.0595000000000001e-05,
      "loss": 0.0578,
      "step": 2120
    },
    {
      "loss_action": 0.0774887353181839,
      "loss_total": 0.0774887353181839,
      "step": 2120
    },
    {
      "loss_action": 0.06198456883430481,
      "loss_total": 0.06198456883430481,
      "step": 2120
    },
    {
      "loss_action": 0.06564150750637054,
      "loss_total": 0.06564150750637054,
      "step": 2120
    },
    {
      "loss_action": 0.05046848952770233,
      "loss_total": 0.05046848952770233,
      "step": 2120
    },
    {
      "loss_action": 0.10206861793994904,
      "loss_total": 0.10206861793994904,
      "step": 2120
    },
    {
      "loss_action": 0.06274078041315079,
      "loss_total": 0.06274078041315079,
      "step": 2120
    },
    {
      "loss_action": 0.07162628322839737,
      "loss_total": 0.07162628322839737,
      "step": 2120
    },
    {
      "loss_action": 0.06762576103210449,
      "loss_total": 0.06762576103210449,
      "step": 2120
    },
    {
      "grad_norm": 1.4716087579727173,
      "learning_rate": 1.0645e-05,
      "loss": 0.0653,
      "step": 2130
    },
    {
      "loss_action": 0.07695864140987396,
      "loss_total": 0.07695864140987396,
      "step": 2130
    },
    {
      "loss_action": 0.0375240184366703,
      "loss_total": 0.0375240184366703,
      "step": 2130
    },
    {
      "loss_action": 0.05878858640789986,
      "loss_total": 0.05878858640789986,
      "step": 2130
    },
    {
      "loss_action": 0.045932285487651825,
      "loss_total": 0.045932285487651825,
      "step": 2130
    },
    {
      "loss_action": 0.03527548164129257,
      "loss_total": 0.03527548164129257,
      "step": 2130
    },
    {
      "loss_action": 0.06882420182228088,
      "loss_total": 0.06882420182228088,
      "step": 2130
    },
    {
      "loss_action": 0.10457838326692581,
      "loss_total": 0.10457838326692581,
      "step": 2130
    },
    {
      "loss_action": 0.05210518091917038,
      "loss_total": 0.05210518091917038,
      "step": 2130
    },
    {
      "grad_norm": 1.479692816734314,
      "learning_rate": 1.0695e-05,
      "loss": 0.0547,
      "step": 2140
    },
    {
      "loss_action": 0.03900626301765442,
      "loss_total": 0.03900626301765442,
      "step": 2140
    },
    {
      "loss_action": 0.05447683483362198,
      "loss_total": 0.05447683483362198,
      "step": 2140
    },
    {
      "loss_action": 0.04751657694578171,
      "loss_total": 0.04751657694578171,
      "step": 2140
    },
    {
      "loss_action": 0.03661580756306648,
      "loss_total": 0.03661580756306648,
      "step": 2140
    },
    {
      "loss_action": 0.03854122385382652,
      "loss_total": 0.03854122385382652,
      "step": 2140
    },
    {
      "loss_action": 0.048928361386060715,
      "loss_total": 0.048928361386060715,
      "step": 2140
    },
    {
      "loss_action": 0.04592539370059967,
      "loss_total": 0.04592539370059967,
      "step": 2140
    },
    {
      "loss_action": 0.04948876053094864,
      "loss_total": 0.04948876053094864,
      "step": 2140
    },
    {
      "grad_norm": 1.875629186630249,
      "learning_rate": 1.0745000000000001e-05,
      "loss": 0.0571,
      "step": 2150
    },
    {
      "loss_action": 0.04328201711177826,
      "loss_total": 0.04328201711177826,
      "step": 2150
    },
    {
      "loss_action": 0.056145839393138885,
      "loss_total": 0.056145839393138885,
      "step": 2150
    },
    {
      "loss_action": 0.06617221236228943,
      "loss_total": 0.06617221236228943,
      "step": 2150
    },
    {
      "loss_action": 0.050635434687137604,
      "loss_total": 0.050635434687137604,
      "step": 2150
    },
    {
      "loss_action": 0.03690861538052559,
      "loss_total": 0.03690861538052559,
      "step": 2150
    },
    {
      "loss_action": 0.06924524158239365,
      "loss_total": 0.06924524158239365,
      "step": 2150
    },
    {
      "loss_action": 0.04574029892683029,
      "loss_total": 0.04574029892683029,
      "step": 2150
    },
    {
      "loss_action": 0.047037433832883835,
      "loss_total": 0.047037433832883835,
      "step": 2150
    },
    {
      "grad_norm": 1.0129083395004272,
      "learning_rate": 1.0795e-05,
      "loss": 0.0542,
      "step": 2160
    },
    {
      "loss_action": 0.057381827384233475,
      "loss_total": 0.057381827384233475,
      "step": 2160
    },
    {
      "loss_action": 0.03978950157761574,
      "loss_total": 0.03978950157761574,
      "step": 2160
    },
    {
      "loss_action": 0.041920118033885956,
      "loss_total": 0.041920118033885956,
      "step": 2160
    },
    {
      "loss_action": 0.04550865665078163,
      "loss_total": 0.04550865665078163,
      "step": 2160
    },
    {
      "loss_action": 0.03462284803390503,
      "loss_total": 0.03462284803390503,
      "step": 2160
    },
    {
      "loss_action": 0.16334939002990723,
      "loss_total": 0.16334939002990723,
      "step": 2160
    },
    {
      "loss_action": 0.039701368659734726,
      "loss_total": 0.039701368659734726,
      "step": 2160
    },
    {
      "loss_action": 0.04852890223264694,
      "loss_total": 0.04852890223264694,
      "step": 2160
    },
    {
      "grad_norm": 1.7828099727630615,
      "learning_rate": 1.0845e-05,
      "loss": 0.0553,
      "step": 2170
    },
    {
      "loss_action": 0.053033746778964996,
      "loss_total": 0.053033746778964996,
      "step": 2170
    },
    {
      "loss_action": 0.057554133236408234,
      "loss_total": 0.057554133236408234,
      "step": 2170
    },
    {
      "loss_action": 0.07159172743558884,
      "loss_total": 0.07159172743558884,
      "step": 2170
    },
    {
      "loss_action": 0.05143851041793823,
      "loss_total": 0.05143851041793823,
      "step": 2170
    },
    {
      "loss_action": 0.050730057060718536,
      "loss_total": 0.050730057060718536,
      "step": 2170
    },
    {
      "loss_action": 0.06931286305189133,
      "loss_total": 0.06931286305189133,
      "step": 2170
    },
    {
      "loss_action": 0.04588611423969269,
      "loss_total": 0.04588611423969269,
      "step": 2170
    },
    {
      "loss_action": 0.046388380229473114,
      "loss_total": 0.046388380229473114,
      "step": 2170
    },
    {
      "grad_norm": 1.63918137550354,
      "learning_rate": 1.0895000000000002e-05,
      "loss": 0.0563,
      "step": 2180
    },
    {
      "loss_action": 0.05663562938570976,
      "loss_total": 0.05663562938570976,
      "step": 2180
    },
    {
      "loss_action": 0.05266132950782776,
      "loss_total": 0.05266132950782776,
      "step": 2180
    },
    {
      "loss_action": 0.04634732007980347,
      "loss_total": 0.04634732007980347,
      "step": 2180
    },
    {
      "loss_action": 0.06717633455991745,
      "loss_total": 0.06717633455991745,
      "step": 2180
    },
    {
      "loss_action": 0.046849966049194336,
      "loss_total": 0.046849966049194336,
      "step": 2180
    },
    {
      "loss_action": 0.09615494310855865,
      "loss_total": 0.09615494310855865,
      "step": 2180
    },
    {
      "loss_action": 0.07267412543296814,
      "loss_total": 0.07267412543296814,
      "step": 2180
    },
    {
      "loss_action": 0.04739299416542053,
      "loss_total": 0.04739299416542053,
      "step": 2180
    },
    {
      "grad_norm": 1.6348968744277954,
      "learning_rate": 1.0945000000000001e-05,
      "loss": 0.0543,
      "step": 2190
    },
    {
      "loss_action": 0.046937063336372375,
      "loss_total": 0.046937063336372375,
      "step": 2190
    },
    {
      "loss_action": 0.0460948720574379,
      "loss_total": 0.0460948720574379,
      "step": 2190
    },
    {
      "loss_action": 0.058347612619400024,
      "loss_total": 0.058347612619400024,
      "step": 2190
    },
    {
      "loss_action": 0.06839598715305328,
      "loss_total": 0.06839598715305328,
      "step": 2190
    },
    {
      "loss_action": 0.05310354754328728,
      "loss_total": 0.05310354754328728,
      "step": 2190
    },
    {
      "loss_action": 0.06911741197109222,
      "loss_total": 0.06911741197109222,
      "step": 2190
    },
    {
      "loss_action": 0.056190650910139084,
      "loss_total": 0.056190650910139084,
      "step": 2190
    },
    {
      "loss_action": 0.0424983873963356,
      "loss_total": 0.0424983873963356,
      "step": 2190
    },
    {
      "grad_norm": 2.236232042312622,
      "learning_rate": 1.0995e-05,
      "loss": 0.0648,
      "step": 2200
    },
    {
      "loss_action": 0.051020920276641846,
      "loss_total": 0.051020920276641846,
      "step": 2200
    },
    {
      "loss_action": 0.11754246056079865,
      "loss_total": 0.11754246056079865,
      "step": 2200
    },
    {
      "loss_action": 0.04988718777894974,
      "loss_total": 0.04988718777894974,
      "step": 2200
    },
    {
      "loss_action": 0.060173436999320984,
      "loss_total": 0.060173436999320984,
      "step": 2200
    },
    {
      "loss_action": 0.13622581958770752,
      "loss_total": 0.13622581958770752,
      "step": 2200
    },
    {
      "loss_action": 0.05798282101750374,
      "loss_total": 0.05798282101750374,
      "step": 2200
    },
    {
      "loss_action": 0.043912749737501144,
      "loss_total": 0.043912749737501144,
      "step": 2200
    },
    {
      "loss_action": 0.04193871468305588,
      "loss_total": 0.04193871468305588,
      "step": 2200
    },
    {
      "grad_norm": 1.422837257385254,
      "learning_rate": 1.1045000000000002e-05,
      "loss": 0.06,
      "step": 2210
    },
    {
      "loss_action": 0.044610679149627686,
      "loss_total": 0.044610679149627686,
      "step": 2210
    },
    {
      "loss_action": 0.150583416223526,
      "loss_total": 0.150583416223526,
      "step": 2210
    },
    {
      "loss_action": 0.04521068558096886,
      "loss_total": 0.04521068558096886,
      "step": 2210
    },
    {
      "loss_action": 0.0350039042532444,
      "loss_total": 0.0350039042532444,
      "step": 2210
    },
    {
      "loss_action": 0.05556339770555496,
      "loss_total": 0.05556339770555496,
      "step": 2210
    },
    {
      "loss_action": 0.06194078177213669,
      "loss_total": 0.06194078177213669,
      "step": 2210
    },
    {
      "loss_action": 0.028648965060710907,
      "loss_total": 0.028648965060710907,
      "step": 2210
    },
    {
      "loss_action": 0.035704031586647034,
      "loss_total": 0.035704031586647034,
      "step": 2210
    },
    {
      "grad_norm": 1.5648841857910156,
      "learning_rate": 1.1095e-05,
      "loss": 0.0731,
      "step": 2220
    },
    {
      "loss_action": 0.063201405107975,
      "loss_total": 0.063201405107975,
      "step": 2220
    },
    {
      "loss_action": 0.07752390205860138,
      "loss_total": 0.07752390205860138,
      "step": 2220
    },
    {
      "loss_action": 0.11055226624011993,
      "loss_total": 0.11055226624011993,
      "step": 2220
    },
    {
      "loss_action": 0.08796362578868866,
      "loss_total": 0.08796362578868866,
      "step": 2220
    },
    {
      "loss_action": 0.04593721032142639,
      "loss_total": 0.04593721032142639,
      "step": 2220
    },
    {
      "loss_action": 0.057159896939992905,
      "loss_total": 0.057159896939992905,
      "step": 2220
    },
    {
      "loss_action": 0.0821366012096405,
      "loss_total": 0.0821366012096405,
      "step": 2220
    },
    {
      "loss_action": 0.1266622096300125,
      "loss_total": 0.1266622096300125,
      "step": 2220
    },
    {
      "grad_norm": 1.4471842050552368,
      "learning_rate": 1.1145e-05,
      "loss": 0.065,
      "step": 2230
    },
    {
      "loss_action": 0.04520328342914581,
      "loss_total": 0.04520328342914581,
      "step": 2230
    },
    {
      "loss_action": 0.06654449552297592,
      "loss_total": 0.06654449552297592,
      "step": 2230
    },
    {
      "loss_action": 0.04938953369855881,
      "loss_total": 0.04938953369855881,
      "step": 2230
    },
    {
      "loss_action": 0.051563844084739685,
      "loss_total": 0.051563844084739685,
      "step": 2230
    },
    {
      "loss_action": 0.04717118293046951,
      "loss_total": 0.04717118293046951,
      "step": 2230
    },
    {
      "loss_action": 0.052550412714481354,
      "loss_total": 0.052550412714481354,
      "step": 2230
    },
    {
      "loss_action": 0.03843012452125549,
      "loss_total": 0.03843012452125549,
      "step": 2230
    },
    {
      "loss_action": 0.033860065042972565,
      "loss_total": 0.033860065042972565,
      "step": 2230
    },
    {
      "grad_norm": 1.683480978012085,
      "learning_rate": 1.1195e-05,
      "loss": 0.0603,
      "step": 2240
    },
    {
      "loss_action": 0.04852201044559479,
      "loss_total": 0.04852201044559479,
      "step": 2240
    },
    {
      "loss_action": 0.07856782525777817,
      "loss_total": 0.07856782525777817,
      "step": 2240
    },
    {
      "loss_action": 0.05388406291604042,
      "loss_total": 0.05388406291604042,
      "step": 2240
    },
    {
      "loss_action": 0.06157659739255905,
      "loss_total": 0.06157659739255905,
      "step": 2240
    },
    {
      "loss_action": 0.04516497999429703,
      "loss_total": 0.04516497999429703,
      "step": 2240
    },
    {
      "loss_action": 0.0619351789355278,
      "loss_total": 0.0619351789355278,
      "step": 2240
    },
    {
      "loss_action": 0.06468982994556427,
      "loss_total": 0.06468982994556427,
      "step": 2240
    },
    {
      "loss_action": 0.06618279963731766,
      "loss_total": 0.06618279963731766,
      "step": 2240
    },
    {
      "grad_norm": 1.69440758228302,
      "learning_rate": 1.1245e-05,
      "loss": 0.059,
      "step": 2250
    },
    {
      "loss_action": 0.07991506159305573,
      "loss_total": 0.07991506159305573,
      "step": 2250
    },
    {
      "loss_action": 0.05066150426864624,
      "loss_total": 0.05066150426864624,
      "step": 2250
    },
    {
      "loss_action": 0.05785280093550682,
      "loss_total": 0.05785280093550682,
      "step": 2250
    },
    {
      "loss_action": 0.07923206686973572,
      "loss_total": 0.07923206686973572,
      "step": 2250
    },
    {
      "loss_action": 0.039824530482292175,
      "loss_total": 0.039824530482292175,
      "step": 2250
    },
    {
      "loss_action": 0.05435459315776825,
      "loss_total": 0.05435459315776825,
      "step": 2250
    },
    {
      "loss_action": 0.1800725907087326,
      "loss_total": 0.1800725907087326,
      "step": 2250
    },
    {
      "loss_action": 0.13385766744613647,
      "loss_total": 0.13385766744613647,
      "step": 2250
    },
    {
      "grad_norm": 1.3051402568817139,
      "learning_rate": 1.1295e-05,
      "loss": 0.067,
      "step": 2260
    },
    {
      "loss_action": 0.06511011719703674,
      "loss_total": 0.06511011719703674,
      "step": 2260
    },
    {
      "loss_action": 0.0605209544301033,
      "loss_total": 0.0605209544301033,
      "step": 2260
    },
    {
      "loss_action": 0.09281444549560547,
      "loss_total": 0.09281444549560547,
      "step": 2260
    },
    {
      "loss_action": 0.038551006466150284,
      "loss_total": 0.038551006466150284,
      "step": 2260
    },
    {
      "loss_action": 0.037281882017850876,
      "loss_total": 0.037281882017850876,
      "step": 2260
    },
    {
      "loss_action": 0.053036078810691833,
      "loss_total": 0.053036078810691833,
      "step": 2260
    },
    {
      "loss_action": 0.03150135651230812,
      "loss_total": 0.03150135651230812,
      "step": 2260
    },
    {
      "loss_action": 0.05184999480843544,
      "loss_total": 0.05184999480843544,
      "step": 2260
    },
    {
      "grad_norm": 1.9315372705459595,
      "learning_rate": 1.1345e-05,
      "loss": 0.0554,
      "step": 2270
    },
    {
      "loss_action": 0.0805199071764946,
      "loss_total": 0.0805199071764946,
      "step": 2270
    },
    {
      "loss_action": 0.041512444615364075,
      "loss_total": 0.041512444615364075,
      "step": 2270
    },
    {
      "loss_action": 0.05128113925457001,
      "loss_total": 0.05128113925457001,
      "step": 2270
    },
    {
      "loss_action": 0.10397882759571075,
      "loss_total": 0.10397882759571075,
      "step": 2270
    },
    {
      "loss_action": 0.046418994665145874,
      "loss_total": 0.046418994665145874,
      "step": 2270
    },
    {
      "loss_action": 0.04580235481262207,
      "loss_total": 0.04580235481262207,
      "step": 2270
    },
    {
      "loss_action": 0.0545177161693573,
      "loss_total": 0.0545177161693573,
      "step": 2270
    },
    {
      "loss_action": 0.04865194112062454,
      "loss_total": 0.04865194112062454,
      "step": 2270
    },
    {
      "grad_norm": 1.7705891132354736,
      "learning_rate": 1.1395e-05,
      "loss": 0.054,
      "step": 2280
    },
    {
      "loss_action": 0.14681904017925262,
      "loss_total": 0.14681904017925262,
      "step": 2280
    },
    {
      "loss_action": 0.047586701810359955,
      "loss_total": 0.047586701810359955,
      "step": 2280
    },
    {
      "loss_action": 0.046191394329071045,
      "loss_total": 0.046191394329071045,
      "step": 2280
    },
    {
      "loss_action": 0.04119604453444481,
      "loss_total": 0.04119604453444481,
      "step": 2280
    },
    {
      "loss_action": 0.052776023745536804,
      "loss_total": 0.052776023745536804,
      "step": 2280
    },
    {
      "loss_action": 0.04563627019524574,
      "loss_total": 0.04563627019524574,
      "step": 2280
    },
    {
      "loss_action": 0.05505947023630142,
      "loss_total": 0.05505947023630142,
      "step": 2280
    },
    {
      "loss_action": 0.041631296277046204,
      "loss_total": 0.041631296277046204,
      "step": 2280
    },
    {
      "grad_norm": 1.8168985843658447,
      "learning_rate": 1.1445e-05,
      "loss": 0.0582,
      "step": 2290
    },
    {
      "loss_action": 0.06495693325996399,
      "loss_total": 0.06495693325996399,
      "step": 2290
    },
    {
      "loss_action": 0.06236715987324715,
      "loss_total": 0.06236715987324715,
      "step": 2290
    },
    {
      "loss_action": 0.0506819412112236,
      "loss_total": 0.0506819412112236,
      "step": 2290
    },
    {
      "loss_action": 0.09329213201999664,
      "loss_total": 0.09329213201999664,
      "step": 2290
    },
    {
      "loss_action": 0.04418577253818512,
      "loss_total": 0.04418577253818512,
      "step": 2290
    },
    {
      "loss_action": 0.0437779426574707,
      "loss_total": 0.0437779426574707,
      "step": 2290
    },
    {
      "loss_action": 0.042775239795446396,
      "loss_total": 0.042775239795446396,
      "step": 2290
    },
    {
      "loss_action": 0.07005728781223297,
      "loss_total": 0.07005728781223297,
      "step": 2290
    },
    {
      "grad_norm": 1.8494656085968018,
      "learning_rate": 1.1495000000000001e-05,
      "loss": 0.0598,
      "step": 2300
    },
    {
      "loss_action": 0.04191860556602478,
      "loss_total": 0.04191860556602478,
      "step": 2300
    },
    {
      "loss_action": 0.04367953911423683,
      "loss_total": 0.04367953911423683,
      "step": 2300
    },
    {
      "loss_action": 0.055647112429142,
      "loss_total": 0.055647112429142,
      "step": 2300
    },
    {
      "loss_action": 0.057219475507736206,
      "loss_total": 0.057219475507736206,
      "step": 2300
    },
    {
      "loss_action": 0.06105715036392212,
      "loss_total": 0.06105715036392212,
      "step": 2300
    },
    {
      "loss_action": 0.0484963022172451,
      "loss_total": 0.0484963022172451,
      "step": 2300
    },
    {
      "loss_action": 0.06368567049503326,
      "loss_total": 0.06368567049503326,
      "step": 2300
    },
    {
      "loss_action": 0.06105438619852066,
      "loss_total": 0.06105438619852066,
      "step": 2300
    },
    {
      "grad_norm": 1.9920058250427246,
      "learning_rate": 1.1545e-05,
      "loss": 0.059,
      "step": 2310
    },
    {
      "loss_action": 0.04384830594062805,
      "loss_total": 0.04384830594062805,
      "step": 2310
    },
    {
      "loss_action": 0.037716422230005264,
      "loss_total": 0.037716422230005264,
      "step": 2310
    },
    {
      "loss_action": 0.05309655889868736,
      "loss_total": 0.05309655889868736,
      "step": 2310
    },
    {
      "loss_action": 0.046122267842292786,
      "loss_total": 0.046122267842292786,
      "step": 2310
    },
    {
      "loss_action": 0.08137485384941101,
      "loss_total": 0.08137485384941101,
      "step": 2310
    },
    {
      "loss_action": 0.06066759303212166,
      "loss_total": 0.06066759303212166,
      "step": 2310
    },
    {
      "loss_action": 0.043469056487083435,
      "loss_total": 0.043469056487083435,
      "step": 2310
    },
    {
      "loss_action": 0.058946799486875534,
      "loss_total": 0.058946799486875534,
      "step": 2310
    },
    {
      "grad_norm": 1.8639200925827026,
      "learning_rate": 1.1595e-05,
      "loss": 0.059,
      "step": 2320
    },
    {
      "loss_action": 0.07264407724142075,
      "loss_total": 0.07264407724142075,
      "step": 2320
    },
    {
      "loss_action": 0.07204185426235199,
      "loss_total": 0.07204185426235199,
      "step": 2320
    },
    {
      "loss_action": 0.030722692608833313,
      "loss_total": 0.030722692608833313,
      "step": 2320
    },
    {
      "loss_action": 0.045490361750125885,
      "loss_total": 0.045490361750125885,
      "step": 2320
    },
    {
      "loss_action": 0.04205312952399254,
      "loss_total": 0.04205312952399254,
      "step": 2320
    },
    {
      "loss_action": 0.03793175891041756,
      "loss_total": 0.03793175891041756,
      "step": 2320
    },
    {
      "loss_action": 0.07426154613494873,
      "loss_total": 0.07426154613494873,
      "step": 2320
    },
    {
      "loss_action": 0.04078887403011322,
      "loss_total": 0.04078887403011322,
      "step": 2320
    },
    {
      "grad_norm": 1.6475419998168945,
      "learning_rate": 1.1645000000000001e-05,
      "loss": 0.0612,
      "step": 2330
    },
    {
      "loss_action": 0.16073375940322876,
      "loss_total": 0.16073375940322876,
      "step": 2330
    },
    {
      "loss_action": 0.07796328514814377,
      "loss_total": 0.07796328514814377,
      "step": 2330
    },
    {
      "loss_action": 0.05482851341366768,
      "loss_total": 0.05482851341366768,
      "step": 2330
    },
    {
      "loss_action": 0.04513451084494591,
      "loss_total": 0.04513451084494591,
      "step": 2330
    },
    {
      "loss_action": 0.05579610913991928,
      "loss_total": 0.05579610913991928,
      "step": 2330
    },
    {
      "loss_action": 0.056585654616355896,
      "loss_total": 0.056585654616355896,
      "step": 2330
    },
    {
      "loss_action": 0.05973483994603157,
      "loss_total": 0.05973483994603157,
      "step": 2330
    },
    {
      "loss_action": 0.049419283866882324,
      "loss_total": 0.049419283866882324,
      "step": 2330
    },
    {
      "grad_norm": 1.3270032405853271,
      "learning_rate": 1.1695e-05,
      "loss": 0.0548,
      "step": 2340
    },
    {
      "loss_action": 0.14420625567436218,
      "loss_total": 0.14420625567436218,
      "step": 2340
    },
    {
      "loss_action": 0.06551623344421387,
      "loss_total": 0.06551623344421387,
      "step": 2340
    },
    {
      "loss_action": 0.03518536314368248,
      "loss_total": 0.03518536314368248,
      "step": 2340
    },
    {
      "loss_action": 0.21828314661979675,
      "loss_total": 0.21828314661979675,
      "step": 2340
    },
    {
      "loss_action": 0.095049187541008,
      "loss_total": 0.095049187541008,
      "step": 2340
    },
    {
      "loss_action": 0.15809029340744019,
      "loss_total": 0.15809029340744019,
      "step": 2340
    },
    {
      "loss_action": 0.03435554355382919,
      "loss_total": 0.03435554355382919,
      "step": 2340
    },
    {
      "loss_action": 0.09091578423976898,
      "loss_total": 0.09091578423976898,
      "step": 2340
    },
    {
      "grad_norm": 1.2806767225265503,
      "learning_rate": 1.1745e-05,
      "loss": 0.0628,
      "step": 2350
    },
    {
      "loss_action": 0.09022195637226105,
      "loss_total": 0.09022195637226105,
      "step": 2350
    },
    {
      "loss_action": 0.07058370113372803,
      "loss_total": 0.07058370113372803,
      "step": 2350
    },
    {
      "loss_action": 0.06223885342478752,
      "loss_total": 0.06223885342478752,
      "step": 2350
    },
    {
      "loss_action": 0.08682486414909363,
      "loss_total": 0.08682486414909363,
      "step": 2350
    },
    {
      "loss_action": 0.03913252800703049,
      "loss_total": 0.03913252800703049,
      "step": 2350
    },
    {
      "loss_action": 0.04292212799191475,
      "loss_total": 0.04292212799191475,
      "step": 2350
    },
    {
      "loss_action": 0.0456712543964386,
      "loss_total": 0.0456712543964386,
      "step": 2350
    },
    {
      "loss_action": 0.049023352563381195,
      "loss_total": 0.049023352563381195,
      "step": 2350
    },
    {
      "grad_norm": 1.5148956775665283,
      "learning_rate": 1.1795e-05,
      "loss": 0.0563,
      "step": 2360
    },
    {
      "loss_action": 0.05812777206301689,
      "loss_total": 0.05812777206301689,
      "step": 2360
    },
    {
      "loss_action": 0.06427358090877533,
      "loss_total": 0.06427358090877533,
      "step": 2360
    },
    {
      "loss_action": 0.060262903571128845,
      "loss_total": 0.060262903571128845,
      "step": 2360
    },
    {
      "loss_action": 0.0526101216673851,
      "loss_total": 0.0526101216673851,
      "step": 2360
    },
    {
      "loss_action": 0.10053302347660065,
      "loss_total": 0.10053302347660065,
      "step": 2360
    },
    {
      "loss_action": 0.05453924834728241,
      "loss_total": 0.05453924834728241,
      "step": 2360
    },
    {
      "loss_action": 0.10785989463329315,
      "loss_total": 0.10785989463329315,
      "step": 2360
    },
    {
      "loss_action": 0.051959410309791565,
      "loss_total": 0.051959410309791565,
      "step": 2360
    },
    {
      "grad_norm": 1.5007344484329224,
      "learning_rate": 1.1845000000000001e-05,
      "loss": 0.0582,
      "step": 2370
    },
    {
      "loss_action": 0.035366665571928024,
      "loss_total": 0.035366665571928024,
      "step": 2370
    },
    {
      "loss_action": 0.0528503879904747,
      "loss_total": 0.0528503879904747,
      "step": 2370
    },
    {
      "loss_action": 0.07921712100505829,
      "loss_total": 0.07921712100505829,
      "step": 2370
    },
    {
      "loss_action": 0.03137805312871933,
      "loss_total": 0.03137805312871933,
      "step": 2370
    },
    {
      "loss_action": 0.07102404534816742,
      "loss_total": 0.07102404534816742,
      "step": 2370
    },
    {
      "loss_action": 0.04824552685022354,
      "loss_total": 0.04824552685022354,
      "step": 2370
    },
    {
      "loss_action": 0.06812390685081482,
      "loss_total": 0.06812390685081482,
      "step": 2370
    },
    {
      "loss_action": 0.06881782412528992,
      "loss_total": 0.06881782412528992,
      "step": 2370
    },
    {
      "grad_norm": 1.9317882061004639,
      "learning_rate": 1.1895e-05,
      "loss": 0.0578,
      "step": 2380
    },
    {
      "loss_action": 0.1113932654261589,
      "loss_total": 0.1113932654261589,
      "step": 2380
    },
    {
      "loss_action": 0.056193191558122635,
      "loss_total": 0.056193191558122635,
      "step": 2380
    },
    {
      "loss_action": 0.03394833207130432,
      "loss_total": 0.03394833207130432,
      "step": 2380
    },
    {
      "loss_action": 0.041943442076444626,
      "loss_total": 0.041943442076444626,
      "step": 2380
    },
    {
      "loss_action": 0.06585946679115295,
      "loss_total": 0.06585946679115295,
      "step": 2380
    },
    {
      "loss_action": 0.051794685423374176,
      "loss_total": 0.051794685423374176,
      "step": 2380
    },
    {
      "loss_action": 0.04889041930437088,
      "loss_total": 0.04889041930437088,
      "step": 2380
    },
    {
      "loss_action": 0.04977775737643242,
      "loss_total": 0.04977775737643242,
      "step": 2380
    },
    {
      "grad_norm": 1.8050483465194702,
      "learning_rate": 1.1945e-05,
      "loss": 0.0565,
      "step": 2390
    },
    {
      "loss_action": 0.0501658134162426,
      "loss_total": 0.0501658134162426,
      "step": 2390
    },
    {
      "loss_action": 0.0455775260925293,
      "loss_total": 0.0455775260925293,
      "step": 2390
    },
    {
      "loss_action": 0.13582958281040192,
      "loss_total": 0.13582958281040192,
      "step": 2390
    },
    {
      "loss_action": 0.04037017747759819,
      "loss_total": 0.04037017747759819,
      "step": 2390
    },
    {
      "loss_action": 0.051124852150678635,
      "loss_total": 0.051124852150678635,
      "step": 2390
    },
    {
      "loss_action": 0.07181646674871445,
      "loss_total": 0.07181646674871445,
      "step": 2390
    },
    {
      "loss_action": 0.17811471223831177,
      "loss_total": 0.17811471223831177,
      "step": 2390
    },
    {
      "loss_action": 0.04193684831261635,
      "loss_total": 0.04193684831261635,
      "step": 2390
    },
    {
      "grad_norm": 1.6324646472930908,
      "learning_rate": 1.1995000000000001e-05,
      "loss": 0.0545,
      "step": 2400
    },
    {
      "loss_action": 0.02832036465406418,
      "loss_total": 0.02832036465406418,
      "step": 2400
    },
    {
      "loss_action": 0.07858055084943771,
      "loss_total": 0.07858055084943771,
      "step": 2400
    },
    {
      "loss_action": 0.037273503839969635,
      "loss_total": 0.037273503839969635,
      "step": 2400
    },
    {
      "loss_action": 0.04194186255335808,
      "loss_total": 0.04194186255335808,
      "step": 2400
    },
    {
      "loss_action": 0.029280390590429306,
      "loss_total": 0.029280390590429306,
      "step": 2400
    },
    {
      "loss_action": 0.03553126007318497,
      "loss_total": 0.03553126007318497,
      "step": 2400
    },
    {
      "loss_action": 0.04420941695570946,
      "loss_total": 0.04420941695570946,
      "step": 2400
    },
    {
      "loss_action": 0.041457414627075195,
      "loss_total": 0.041457414627075195,
      "step": 2400
    },
    {
      "grad_norm": 1.453264594078064,
      "learning_rate": 1.2045e-05,
      "loss": 0.0509,
      "step": 2410
    },
    {
      "loss_action": 0.04400676116347313,
      "loss_total": 0.04400676116347313,
      "step": 2410
    },
    {
      "loss_action": 0.039043210446834564,
      "loss_total": 0.039043210446834564,
      "step": 2410
    },
    {
      "loss_action": 0.048786062747240067,
      "loss_total": 0.048786062747240067,
      "step": 2410
    },
    {
      "loss_action": 0.15600603818893433,
      "loss_total": 0.15600603818893433,
      "step": 2410
    },
    {
      "loss_action": 0.05580013245344162,
      "loss_total": 0.05580013245344162,
      "step": 2410
    },
    {
      "loss_action": 0.04147205874323845,
      "loss_total": 0.04147205874323845,
      "step": 2410
    },
    {
      "loss_action": 0.05288144573569298,
      "loss_total": 0.05288144573569298,
      "step": 2410
    },
    {
      "loss_action": 0.040007583796978,
      "loss_total": 0.040007583796978,
      "step": 2410
    },
    {
      "grad_norm": 1.798780918121338,
      "learning_rate": 1.2095e-05,
      "loss": 0.067,
      "step": 2420
    },
    {
      "loss_action": 0.09372056275606155,
      "loss_total": 0.09372056275606155,
      "step": 2420
    },
    {
      "loss_action": 0.03621332347393036,
      "loss_total": 0.03621332347393036,
      "step": 2420
    },
    {
      "loss_action": 0.06779496371746063,
      "loss_total": 0.06779496371746063,
      "step": 2420
    },
    {
      "loss_action": 0.04572972282767296,
      "loss_total": 0.04572972282767296,
      "step": 2420
    },
    {
      "loss_action": 0.04287203401327133,
      "loss_total": 0.04287203401327133,
      "step": 2420
    },
    {
      "loss_action": 0.04313993081450462,
      "loss_total": 0.04313993081450462,
      "step": 2420
    },
    {
      "loss_action": 0.055788204073905945,
      "loss_total": 0.055788204073905945,
      "step": 2420
    },
    {
      "loss_action": 0.07394790649414062,
      "loss_total": 0.07394790649414062,
      "step": 2420
    },
    {
      "grad_norm": 1.4889754056930542,
      "learning_rate": 1.2145000000000001e-05,
      "loss": 0.055,
      "step": 2430
    },
    {
      "loss_action": 0.04980270192027092,
      "loss_total": 0.04980270192027092,
      "step": 2430
    },
    {
      "loss_action": 0.06295093894004822,
      "loss_total": 0.06295093894004822,
      "step": 2430
    },
    {
      "loss_action": 0.037438347935676575,
      "loss_total": 0.037438347935676575,
      "step": 2430
    },
    {
      "loss_action": 0.04630858451128006,
      "loss_total": 0.04630858451128006,
      "step": 2430
    },
    {
      "loss_action": 0.048666439950466156,
      "loss_total": 0.048666439950466156,
      "step": 2430
    },
    {
      "loss_action": 0.0367361456155777,
      "loss_total": 0.0367361456155777,
      "step": 2430
    },
    {
      "loss_action": 0.04798185080289841,
      "loss_total": 0.04798185080289841,
      "step": 2430
    },
    {
      "loss_action": 0.05397852882742882,
      "loss_total": 0.05397852882742882,
      "step": 2430
    },
    {
      "grad_norm": 1.6087734699249268,
      "learning_rate": 1.2195000000000001e-05,
      "loss": 0.0565,
      "step": 2440
    },
    {
      "loss_action": 0.04797113686800003,
      "loss_total": 0.04797113686800003,
      "step": 2440
    },
    {
      "loss_action": 0.08529871702194214,
      "loss_total": 0.08529871702194214,
      "step": 2440
    },
    {
      "loss_action": 0.030761945992708206,
      "loss_total": 0.030761945992708206,
      "step": 2440
    },
    {
      "loss_action": 0.05697730928659439,
      "loss_total": 0.05697730928659439,
      "step": 2440
    },
    {
      "loss_action": 0.06654906272888184,
      "loss_total": 0.06654906272888184,
      "step": 2440
    },
    {
      "loss_action": 0.052105411887168884,
      "loss_total": 0.052105411887168884,
      "step": 2440
    },
    {
      "loss_action": 0.054715197533369064,
      "loss_total": 0.054715197533369064,
      "step": 2440
    },
    {
      "loss_action": 0.06855921447277069,
      "loss_total": 0.06855921447277069,
      "step": 2440
    },
    {
      "grad_norm": 1.7044355869293213,
      "learning_rate": 1.2245e-05,
      "loss": 0.0546,
      "step": 2450
    },
    {
      "loss_action": 0.05043758451938629,
      "loss_total": 0.05043758451938629,
      "step": 2450
    },
    {
      "loss_action": 0.0664074718952179,
      "loss_total": 0.0664074718952179,
      "step": 2450
    },
    {
      "loss_action": 0.04089339077472687,
      "loss_total": 0.04089339077472687,
      "step": 2450
    },
    {
      "loss_action": 0.05877009779214859,
      "loss_total": 0.05877009779214859,
      "step": 2450
    },
    {
      "loss_action": 0.03863668069243431,
      "loss_total": 0.03863668069243431,
      "step": 2450
    },
    {
      "loss_action": 0.036750759929418564,
      "loss_total": 0.036750759929418564,
      "step": 2450
    },
    {
      "loss_action": 0.0566394217312336,
      "loss_total": 0.0566394217312336,
      "step": 2450
    },
    {
      "loss_action": 0.04923569783568382,
      "loss_total": 0.04923569783568382,
      "step": 2450
    },
    {
      "grad_norm": 1.4327435493469238,
      "learning_rate": 1.2295000000000002e-05,
      "loss": 0.0508,
      "step": 2460
    },
    {
      "loss_action": 0.043158624321222305,
      "loss_total": 0.043158624321222305,
      "step": 2460
    },
    {
      "loss_action": 0.13377360999584198,
      "loss_total": 0.13377360999584198,
      "step": 2460
    },
    {
      "loss_action": 0.10065644979476929,
      "loss_total": 0.10065644979476929,
      "step": 2460
    },
    {
      "loss_action": 0.052142634987831116,
      "loss_total": 0.052142634987831116,
      "step": 2460
    },
    {
      "loss_action": 0.035266272723674774,
      "loss_total": 0.035266272723674774,
      "step": 2460
    },
    {
      "loss_action": 0.051735106855630875,
      "loss_total": 0.051735106855630875,
      "step": 2460
    },
    {
      "loss_action": 0.061577923595905304,
      "loss_total": 0.061577923595905304,
      "step": 2460
    },
    {
      "loss_action": 0.041536204516887665,
      "loss_total": 0.041536204516887665,
      "step": 2460
    },
    {
      "grad_norm": 1.7482528686523438,
      "learning_rate": 1.2345000000000001e-05,
      "loss": 0.0537,
      "step": 2470
    },
    {
      "loss_action": 0.05783897638320923,
      "loss_total": 0.05783897638320923,
      "step": 2470
    },
    {
      "loss_action": 0.04954497516155243,
      "loss_total": 0.04954497516155243,
      "step": 2470
    },
    {
      "loss_action": 0.04683597385883331,
      "loss_total": 0.04683597385883331,
      "step": 2470
    },
    {
      "loss_action": 0.04851650074124336,
      "loss_total": 0.04851650074124336,
      "step": 2470
    },
    {
      "loss_action": 0.0891764760017395,
      "loss_total": 0.0891764760017395,
      "step": 2470
    },
    {
      "loss_action": 0.03722818195819855,
      "loss_total": 0.03722818195819855,
      "step": 2470
    },
    {
      "loss_action": 0.03358565270900726,
      "loss_total": 0.03358565270900726,
      "step": 2470
    },
    {
      "loss_action": 0.03404749929904938,
      "loss_total": 0.03404749929904938,
      "step": 2470
    },
    {
      "grad_norm": 1.3615953922271729,
      "learning_rate": 1.2395e-05,
      "loss": 0.0601,
      "step": 2480
    },
    {
      "loss_action": 0.03965466469526291,
      "loss_total": 0.03965466469526291,
      "step": 2480
    },
    {
      "loss_action": 0.03860125690698624,
      "loss_total": 0.03860125690698624,
      "step": 2480
    },
    {
      "loss_action": 0.0590495765209198,
      "loss_total": 0.0590495765209198,
      "step": 2480
    },
    {
      "loss_action": 0.06279918551445007,
      "loss_total": 0.06279918551445007,
      "step": 2480
    },
    {
      "loss_action": 0.06690141558647156,
      "loss_total": 0.06690141558647156,
      "step": 2480
    },
    {
      "loss_action": 0.24598118662834167,
      "loss_total": 0.24598118662834167,
      "step": 2480
    },
    {
      "loss_action": 0.058466412127017975,
      "loss_total": 0.058466412127017975,
      "step": 2480
    },
    {
      "loss_action": 0.04494320601224899,
      "loss_total": 0.04494320601224899,
      "step": 2480
    },
    {
      "grad_norm": 1.3822113275527954,
      "learning_rate": 1.2445e-05,
      "loss": 0.0624,
      "step": 2490
    },
    {
      "loss_action": 0.03341656178236008,
      "loss_total": 0.03341656178236008,
      "step": 2490
    },
    {
      "loss_action": 0.03527031093835831,
      "loss_total": 0.03527031093835831,
      "step": 2490
    },
    {
      "loss_action": 0.045126110315322876,
      "loss_total": 0.045126110315322876,
      "step": 2490
    },
    {
      "loss_action": 0.051775332540273666,
      "loss_total": 0.051775332540273666,
      "step": 2490
    },
    {
      "loss_action": 0.075629323720932,
      "loss_total": 0.075629323720932,
      "step": 2490
    },
    {
      "loss_action": 0.037920691072940826,
      "loss_total": 0.037920691072940826,
      "step": 2490
    },
    {
      "loss_action": 0.054770004004240036,
      "loss_total": 0.054770004004240036,
      "step": 2490
    },
    {
      "loss_action": 0.07996270060539246,
      "loss_total": 0.07996270060539246,
      "step": 2490
    },
    {
      "grad_norm": 1.643528938293457,
      "learning_rate": 1.2495000000000001e-05,
      "loss": 0.0522,
      "step": 2500
    },
    {
      "loss_action": 0.03267982602119446,
      "loss_total": 0.03267982602119446,
      "step": 2500
    },
    {
      "loss_action": 0.06859485805034637,
      "loss_total": 0.06859485805034637,
      "step": 2500
    },
    {
      "loss_action": 0.04010144621133804,
      "loss_total": 0.04010144621133804,
      "step": 2500
    },
    {
      "loss_action": 0.06720004975795746,
      "loss_total": 0.06720004975795746,
      "step": 2500
    },
    {
      "loss_action": 0.0339290052652359,
      "loss_total": 0.0339290052652359,
      "step": 2500
    },
    {
      "loss_action": 0.05814717337489128,
      "loss_total": 0.05814717337489128,
      "step": 2500
    },
    {
      "loss_action": 0.029579726979136467,
      "loss_total": 0.029579726979136467,
      "step": 2500
    },
    {
      "loss_action": 0.034531574696302414,
      "loss_total": 0.034531574696302414,
      "step": 2500
    },
    {
      "grad_norm": 1.2218523025512695,
      "learning_rate": 1.2545000000000001e-05,
      "loss": 0.0561,
      "step": 2510
    },
    {
      "loss_action": 0.043676406145095825,
      "loss_total": 0.043676406145095825,
      "step": 2510
    },
    {
      "loss_action": 0.15415751934051514,
      "loss_total": 0.15415751934051514,
      "step": 2510
    },
    {
      "loss_action": 0.048202864825725555,
      "loss_total": 0.048202864825725555,
      "step": 2510
    },
    {
      "loss_action": 0.05902598053216934,
      "loss_total": 0.05902598053216934,
      "step": 2510
    },
    {
      "loss_action": 0.057179659605026245,
      "loss_total": 0.057179659605026245,
      "step": 2510
    },
    {
      "loss_action": 0.053946562111377716,
      "loss_total": 0.053946562111377716,
      "step": 2510
    },
    {
      "loss_action": 0.038156311959028244,
      "loss_total": 0.038156311959028244,
      "step": 2510
    },
    {
      "loss_action": 0.06399491429328918,
      "loss_total": 0.06399491429328918,
      "step": 2510
    },
    {
      "grad_norm": 1.7513763904571533,
      "learning_rate": 1.2595e-05,
      "loss": 0.0585,
      "step": 2520
    },
    {
      "loss_action": 0.05750535428524017,
      "loss_total": 0.05750535428524017,
      "step": 2520
    },
    {
      "loss_action": 0.05622967332601547,
      "loss_total": 0.05622967332601547,
      "step": 2520
    },
    {
      "loss_action": 0.04239678010344505,
      "loss_total": 0.04239678010344505,
      "step": 2520
    },
    {
      "loss_action": 0.055216263979673386,
      "loss_total": 0.055216263979673386,
      "step": 2520
    },
    {
      "loss_action": 0.18447652459144592,
      "loss_total": 0.18447652459144592,
      "step": 2520
    },
    {
      "loss_action": 0.056715771555900574,
      "loss_total": 0.056715771555900574,
      "step": 2520
    },
    {
      "loss_action": 0.04926706477999687,
      "loss_total": 0.04926706477999687,
      "step": 2520
    },
    {
      "loss_action": 0.03981959447264671,
      "loss_total": 0.03981959447264671,
      "step": 2520
    },
    {
      "grad_norm": 1.3542181253433228,
      "learning_rate": 1.2645000000000002e-05,
      "loss": 0.0558,
      "step": 2530
    },
    {
      "loss_action": 0.04361341893672943,
      "loss_total": 0.04361341893672943,
      "step": 2530
    },
    {
      "loss_action": 0.0702509731054306,
      "loss_total": 0.0702509731054306,
      "step": 2530
    },
    {
      "loss_action": 0.043705254793167114,
      "loss_total": 0.043705254793167114,
      "step": 2530
    },
    {
      "loss_action": 0.0417691171169281,
      "loss_total": 0.0417691171169281,
      "step": 2530
    },
    {
      "loss_action": 0.03607744723558426,
      "loss_total": 0.03607744723558426,
      "step": 2530
    },
    {
      "loss_action": 0.03456171229481697,
      "loss_total": 0.03456171229481697,
      "step": 2530
    },
    {
      "loss_action": 0.03464489057660103,
      "loss_total": 0.03464489057660103,
      "step": 2530
    },
    {
      "loss_action": 0.05062243342399597,
      "loss_total": 0.05062243342399597,
      "step": 2530
    },
    {
      "grad_norm": 1.8334707021713257,
      "learning_rate": 1.2695000000000001e-05,
      "loss": 0.0565,
      "step": 2540
    },
    {
      "loss_action": 0.07430069148540497,
      "loss_total": 0.07430069148540497,
      "step": 2540
    },
    {
      "loss_action": 0.04817963391542435,
      "loss_total": 0.04817963391542435,
      "step": 2540
    },
    {
      "loss_action": 0.061643749475479126,
      "loss_total": 0.061643749475479126,
      "step": 2540
    },
    {
      "loss_action": 0.03644433245062828,
      "loss_total": 0.03644433245062828,
      "step": 2540
    },
    {
      "loss_action": 0.05031611770391464,
      "loss_total": 0.05031611770391464,
      "step": 2540
    },
    {
      "loss_action": 0.04294785112142563,
      "loss_total": 0.04294785112142563,
      "step": 2540
    },
    {
      "loss_action": 0.04732976853847504,
      "loss_total": 0.04732976853847504,
      "step": 2540
    },
    {
      "loss_action": 0.048267804086208344,
      "loss_total": 0.048267804086208344,
      "step": 2540
    },
    {
      "grad_norm": 1.2295373678207397,
      "learning_rate": 1.2745e-05,
      "loss": 0.0548,
      "step": 2550
    },
    {
      "loss_action": 0.043827515095472336,
      "loss_total": 0.043827515095472336,
      "step": 2550
    },
    {
      "loss_action": 0.03897560015320778,
      "loss_total": 0.03897560015320778,
      "step": 2550
    },
    {
      "loss_action": 0.04677854850888252,
      "loss_total": 0.04677854850888252,
      "step": 2550
    },
    {
      "loss_action": 0.053282029926776886,
      "loss_total": 0.053282029926776886,
      "step": 2550
    },
    {
      "loss_action": 0.03603862226009369,
      "loss_total": 0.03603862226009369,
      "step": 2550
    },
    {
      "loss_action": 0.04223974794149399,
      "loss_total": 0.04223974794149399,
      "step": 2550
    },
    {
      "loss_action": 0.0590306892991066,
      "loss_total": 0.0590306892991066,
      "step": 2550
    },
    {
      "loss_action": 0.057444922626018524,
      "loss_total": 0.057444922626018524,
      "step": 2550
    },
    {
      "grad_norm": 1.2578620910644531,
      "learning_rate": 1.2795000000000002e-05,
      "loss": 0.0614,
      "step": 2560
    },
    {
      "loss_action": 0.03433949500322342,
      "loss_total": 0.03433949500322342,
      "step": 2560
    },
    {
      "loss_action": 0.04045206680893898,
      "loss_total": 0.04045206680893898,
      "step": 2560
    },
    {
      "loss_action": 0.035951804369688034,
      "loss_total": 0.035951804369688034,
      "step": 2560
    },
    {
      "loss_action": 0.04149475321173668,
      "loss_total": 0.04149475321173668,
      "step": 2560
    },
    {
      "loss_action": 0.03958551585674286,
      "loss_total": 0.03958551585674286,
      "step": 2560
    },
    {
      "loss_action": 0.041770316660404205,
      "loss_total": 0.041770316660404205,
      "step": 2560
    },
    {
      "loss_action": 0.04445561766624451,
      "loss_total": 0.04445561766624451,
      "step": 2560
    },
    {
      "loss_action": 0.0601344034075737,
      "loss_total": 0.0601344034075737,
      "step": 2560
    },
    {
      "grad_norm": 1.214592456817627,
      "learning_rate": 1.2845000000000002e-05,
      "loss": 0.0504,
      "step": 2570
    },
    {
      "loss_action": 0.05339203029870987,
      "loss_total": 0.05339203029870987,
      "step": 2570
    },
    {
      "loss_action": 0.0336315743625164,
      "loss_total": 0.0336315743625164,
      "step": 2570
    },
    {
      "loss_action": 0.050475992262363434,
      "loss_total": 0.050475992262363434,
      "step": 2570
    },
    {
      "loss_action": 0.061133481562137604,
      "loss_total": 0.061133481562137604,
      "step": 2570
    },
    {
      "loss_action": 0.056347236037254333,
      "loss_total": 0.056347236037254333,
      "step": 2570
    },
    {
      "loss_action": 0.03632760047912598,
      "loss_total": 0.03632760047912598,
      "step": 2570
    },
    {
      "loss_action": 0.028505917638540268,
      "loss_total": 0.028505917638540268,
      "step": 2570
    },
    {
      "loss_action": 0.05543551594018936,
      "loss_total": 0.05543551594018936,
      "step": 2570
    },
    {
      "grad_norm": 1.4399957656860352,
      "learning_rate": 1.2895000000000001e-05,
      "loss": 0.0526,
      "step": 2580
    },
    {
      "loss_action": 0.052226997911930084,
      "loss_total": 0.052226997911930084,
      "step": 2580
    },
    {
      "loss_action": 0.04121195524930954,
      "loss_total": 0.04121195524930954,
      "step": 2580
    },
    {
      "loss_action": 0.039617106318473816,
      "loss_total": 0.039617106318473816,
      "step": 2580
    },
    {
      "loss_action": 0.04232669249176979,
      "loss_total": 0.04232669249176979,
      "step": 2580
    },
    {
      "loss_action": 0.03480733931064606,
      "loss_total": 0.03480733931064606,
      "step": 2580
    },
    {
      "loss_action": 0.043639298528432846,
      "loss_total": 0.043639298528432846,
      "step": 2580
    },
    {
      "loss_action": 0.03319818899035454,
      "loss_total": 0.03319818899035454,
      "step": 2580
    },
    {
      "loss_action": 0.03228175267577171,
      "loss_total": 0.03228175267577171,
      "step": 2580
    },
    {
      "grad_norm": 1.425765872001648,
      "learning_rate": 1.2945000000000002e-05,
      "loss": 0.0462,
      "step": 2590
    },
    {
      "loss_action": 0.03263796120882034,
      "loss_total": 0.03263796120882034,
      "step": 2590
    },
    {
      "loss_action": 0.046508073806762695,
      "loss_total": 0.046508073806762695,
      "step": 2590
    },
    {
      "loss_action": 0.04786199703812599,
      "loss_total": 0.04786199703812599,
      "step": 2590
    },
    {
      "loss_action": 0.04522937908768654,
      "loss_total": 0.04522937908768654,
      "step": 2590
    },
    {
      "loss_action": 0.050803981721401215,
      "loss_total": 0.050803981721401215,
      "step": 2590
    },
    {
      "loss_action": 0.16637615859508514,
      "loss_total": 0.16637615859508514,
      "step": 2590
    },
    {
      "loss_action": 0.04436657205224037,
      "loss_total": 0.04436657205224037,
      "step": 2590
    },
    {
      "loss_action": 0.03083648905158043,
      "loss_total": 0.03083648905158043,
      "step": 2590
    },
    {
      "grad_norm": 1.6275532245635986,
      "learning_rate": 1.2995000000000002e-05,
      "loss": 0.0558,
      "step": 2600
    },
    {
      "loss_action": 0.0378711074590683,
      "loss_total": 0.0378711074590683,
      "step": 2600
    },
    {
      "loss_action": 0.04412222281098366,
      "loss_total": 0.04412222281098366,
      "step": 2600
    },
    {
      "loss_action": 0.03345026448369026,
      "loss_total": 0.03345026448369026,
      "step": 2600
    },
    {
      "loss_action": 0.057722438126802444,
      "loss_total": 0.057722438126802444,
      "step": 2600
    },
    {
      "loss_action": 0.04981042072176933,
      "loss_total": 0.04981042072176933,
      "step": 2600
    },
    {
      "loss_action": 0.045874565839767456,
      "loss_total": 0.045874565839767456,
      "step": 2600
    },
    {
      "loss_action": 0.05297007039189339,
      "loss_total": 0.05297007039189339,
      "step": 2600
    },
    {
      "loss_action": 0.040901027619838715,
      "loss_total": 0.040901027619838715,
      "step": 2600
    },
    {
      "grad_norm": 1.8574000597000122,
      "learning_rate": 1.3045000000000001e-05,
      "loss": 0.0536,
      "step": 2610
    },
    {
      "loss_action": 0.03827568143606186,
      "loss_total": 0.03827568143606186,
      "step": 2610
    },
    {
      "loss_action": 0.06905755400657654,
      "loss_total": 0.06905755400657654,
      "step": 2610
    },
    {
      "loss_action": 0.04997769370675087,
      "loss_total": 0.04997769370675087,
      "step": 2610
    },
    {
      "loss_action": 0.06390105187892914,
      "loss_total": 0.06390105187892914,
      "step": 2610
    },
    {
      "loss_action": 0.06313373893499374,
      "loss_total": 0.06313373893499374,
      "step": 2610
    },
    {
      "loss_action": 0.10146026313304901,
      "loss_total": 0.10146026313304901,
      "step": 2610
    },
    {
      "loss_action": 0.04014758765697479,
      "loss_total": 0.04014758765697479,
      "step": 2610
    },
    {
      "loss_action": 0.06091853231191635,
      "loss_total": 0.06091853231191635,
      "step": 2610
    },
    {
      "grad_norm": 1.180147647857666,
      "learning_rate": 1.3095000000000003e-05,
      "loss": 0.0514,
      "step": 2620
    },
    {
      "loss_action": 0.03530549257993698,
      "loss_total": 0.03530549257993698,
      "step": 2620
    },
    {
      "loss_action": 0.03553275018930435,
      "loss_total": 0.03553275018930435,
      "step": 2620
    },
    {
      "loss_action": 0.03756334260106087,
      "loss_total": 0.03756334260106087,
      "step": 2620
    },
    {
      "loss_action": 0.047329727560281754,
      "loss_total": 0.047329727560281754,
      "step": 2620
    },
    {
      "loss_action": 0.05608317628502846,
      "loss_total": 0.05608317628502846,
      "step": 2620
    },
    {
      "loss_action": 0.029476691037416458,
      "loss_total": 0.029476691037416458,
      "step": 2620
    },
    {
      "loss_action": 0.06407856196165085,
      "loss_total": 0.06407856196165085,
      "step": 2620
    },
    {
      "loss_action": 0.03345359489321709,
      "loss_total": 0.03345359489321709,
      "step": 2620
    },
    {
      "grad_norm": 1.405578374862671,
      "learning_rate": 1.3145000000000002e-05,
      "loss": 0.0516,
      "step": 2630
    },
    {
      "loss_action": 0.04737398028373718,
      "loss_total": 0.04737398028373718,
      "step": 2630
    },
    {
      "loss_action": 0.07135996967554092,
      "loss_total": 0.07135996967554092,
      "step": 2630
    },
    {
      "loss_action": 0.04819979518651962,
      "loss_total": 0.04819979518651962,
      "step": 2630
    },
    {
      "loss_action": 0.055551253259181976,
      "loss_total": 0.055551253259181976,
      "step": 2630
    },
    {
      "loss_action": 0.05904149264097214,
      "loss_total": 0.05904149264097214,
      "step": 2630
    },
    {
      "loss_action": 0.04585035517811775,
      "loss_total": 0.04585035517811775,
      "step": 2630
    },
    {
      "loss_action": 0.04088492691516876,
      "loss_total": 0.04088492691516876,
      "step": 2630
    },
    {
      "loss_action": 0.04449551925063133,
      "loss_total": 0.04449551925063133,
      "step": 2630
    },
    {
      "grad_norm": 1.1942883729934692,
      "learning_rate": 1.3195000000000002e-05,
      "loss": 0.0502,
      "step": 2640
    },
    {
      "loss_action": 0.044001948088407516,
      "loss_total": 0.044001948088407516,
      "step": 2640
    },
    {
      "loss_action": 0.03952660411596298,
      "loss_total": 0.03952660411596298,
      "step": 2640
    },
    {
      "loss_action": 0.14847615361213684,
      "loss_total": 0.14847615361213684,
      "step": 2640
    },
    {
      "loss_action": 0.037221867591142654,
      "loss_total": 0.037221867591142654,
      "step": 2640
    },
    {
      "loss_action": 0.035359665751457214,
      "loss_total": 0.035359665751457214,
      "step": 2640
    },
    {
      "loss_action": 0.0486617311835289,
      "loss_total": 0.0486617311835289,
      "step": 2640
    },
    {
      "loss_action": 0.11991360038518906,
      "loss_total": 0.11991360038518906,
      "step": 2640
    },
    {
      "loss_action": 0.0495908185839653,
      "loss_total": 0.0495908185839653,
      "step": 2640
    },
    {
      "grad_norm": 1.4896550178527832,
      "learning_rate": 1.3245000000000001e-05,
      "loss": 0.0519,
      "step": 2650
    },
    {
      "loss_action": 0.04188268631696701,
      "loss_total": 0.04188268631696701,
      "step": 2650
    },
    {
      "loss_action": 0.028335463255643845,
      "loss_total": 0.028335463255643845,
      "step": 2650
    },
    {
      "loss_action": 0.07589748501777649,
      "loss_total": 0.07589748501777649,
      "step": 2650
    },
    {
      "loss_action": 0.05783484876155853,
      "loss_total": 0.05783484876155853,
      "step": 2650
    },
    {
      "loss_action": 0.04901299625635147,
      "loss_total": 0.04901299625635147,
      "step": 2650
    },
    {
      "loss_action": 0.045632585883140564,
      "loss_total": 0.045632585883140564,
      "step": 2650
    },
    {
      "loss_action": 0.043745480477809906,
      "loss_total": 0.043745480477809906,
      "step": 2650
    },
    {
      "loss_action": 0.039393458515405655,
      "loss_total": 0.039393458515405655,
      "step": 2650
    },
    {
      "grad_norm": 1.2775663137435913,
      "learning_rate": 1.3295000000000002e-05,
      "loss": 0.0501,
      "step": 2660
    },
    {
      "loss_action": 0.03912044316530228,
      "loss_total": 0.03912044316530228,
      "step": 2660
    },
    {
      "loss_action": 0.07532790303230286,
      "loss_total": 0.07532790303230286,
      "step": 2660
    },
    {
      "loss_action": 0.0396602563560009,
      "loss_total": 0.0396602563560009,
      "step": 2660
    },
    {
      "loss_action": 0.02966402657330036,
      "loss_total": 0.02966402657330036,
      "step": 2660
    },
    {
      "loss_action": 0.053187232464551926,
      "loss_total": 0.053187232464551926,
      "step": 2660
    },
    {
      "loss_action": 0.04515016824007034,
      "loss_total": 0.04515016824007034,
      "step": 2660
    },
    {
      "loss_action": 0.04189851135015488,
      "loss_total": 0.04189851135015488,
      "step": 2660
    },
    {
      "loss_action": 0.03429390490055084,
      "loss_total": 0.03429390490055084,
      "step": 2660
    },
    {
      "grad_norm": 1.701034426689148,
      "learning_rate": 1.3345000000000002e-05,
      "loss": 0.0511,
      "step": 2670
    },
    {
      "loss_action": 0.05456726998090744,
      "loss_total": 0.05456726998090744,
      "step": 2670
    },
    {
      "loss_action": 0.03270202875137329,
      "loss_total": 0.03270202875137329,
      "step": 2670
    },
    {
      "loss_action": 0.0345473550260067,
      "loss_total": 0.0345473550260067,
      "step": 2670
    },
    {
      "loss_action": 0.07590201497077942,
      "loss_total": 0.07590201497077942,
      "step": 2670
    },
    {
      "loss_action": 0.04309491440653801,
      "loss_total": 0.04309491440653801,
      "step": 2670
    },
    {
      "loss_action": 0.04569182172417641,
      "loss_total": 0.04569182172417641,
      "step": 2670
    },
    {
      "loss_action": 0.05501982197165489,
      "loss_total": 0.05501982197165489,
      "step": 2670
    },
    {
      "loss_action": 0.06198893487453461,
      "loss_total": 0.06198893487453461,
      "step": 2670
    },
    {
      "grad_norm": 1.7835456132888794,
      "learning_rate": 1.3395000000000001e-05,
      "loss": 0.0521,
      "step": 2680
    },
    {
      "loss_action": 0.11351126432418823,
      "loss_total": 0.11351126432418823,
      "step": 2680
    },
    {
      "loss_action": 0.04817202687263489,
      "loss_total": 0.04817202687263489,
      "step": 2680
    },
    {
      "loss_action": 0.03899461776018143,
      "loss_total": 0.03899461776018143,
      "step": 2680
    },
    {
      "loss_action": 0.04261074960231781,
      "loss_total": 0.04261074960231781,
      "step": 2680
    },
    {
      "loss_action": 0.07974760979413986,
      "loss_total": 0.07974760979413986,
      "step": 2680
    },
    {
      "loss_action": 0.056572362780570984,
      "loss_total": 0.056572362780570984,
      "step": 2680
    },
    {
      "loss_action": 0.04218676686286926,
      "loss_total": 0.04218676686286926,
      "step": 2680
    },
    {
      "loss_action": 0.15335451066493988,
      "loss_total": 0.15335451066493988,
      "step": 2680
    },
    {
      "grad_norm": 1.5762646198272705,
      "learning_rate": 1.3445e-05,
      "loss": 0.0493,
      "step": 2690
    },
    {
      "loss_action": 0.04081933572888374,
      "loss_total": 0.04081933572888374,
      "step": 2690
    },
    {
      "loss_action": 0.048213567584753036,
      "loss_total": 0.048213567584753036,
      "step": 2690
    },
    {
      "loss_action": 0.03639639914035797,
      "loss_total": 0.03639639914035797,
      "step": 2690
    },
    {
      "loss_action": 0.05971452593803406,
      "loss_total": 0.05971452593803406,
      "step": 2690
    },
    {
      "loss_action": 0.073907271027565,
      "loss_total": 0.073907271027565,
      "step": 2690
    },
    {
      "loss_action": 0.040946636348962784,
      "loss_total": 0.040946636348962784,
      "step": 2690
    },
    {
      "loss_action": 0.033303871750831604,
      "loss_total": 0.033303871750831604,
      "step": 2690
    },
    {
      "loss_action": 0.03101104125380516,
      "loss_total": 0.03101104125380516,
      "step": 2690
    },
    {
      "grad_norm": 1.7035202980041504,
      "learning_rate": 1.3494999999999999e-05,
      "loss": 0.0502,
      "step": 2700
    },
    {
      "loss_action": 0.06667697429656982,
      "loss_total": 0.06667697429656982,
      "step": 2700
    },
    {
      "loss_action": 0.04247643053531647,
      "loss_total": 0.04247643053531647,
      "step": 2700
    },
    {
      "loss_action": 0.04561959579586983,
      "loss_total": 0.04561959579586983,
      "step": 2700
    },
    {
      "loss_action": 0.057210952043533325,
      "loss_total": 0.057210952043533325,
      "step": 2700
    },
    {
      "loss_action": 0.04344571754336357,
      "loss_total": 0.04344571754336357,
      "step": 2700
    },
    {
      "loss_action": 0.16104036569595337,
      "loss_total": 0.16104036569595337,
      "step": 2700
    },
    {
      "loss_action": 0.034697387367486954,
      "loss_total": 0.034697387367486954,
      "step": 2700
    },
    {
      "loss_action": 0.05746982619166374,
      "loss_total": 0.05746982619166374,
      "step": 2700
    },
    {
      "grad_norm": 1.4115179777145386,
      "learning_rate": 1.3545e-05,
      "loss": 0.0507,
      "step": 2710
    },
    {
      "loss_action": 0.039377257227897644,
      "loss_total": 0.039377257227897644,
      "step": 2710
    },
    {
      "loss_action": 0.029688650742173195,
      "loss_total": 0.029688650742173195,
      "step": 2710
    },
    {
      "loss_action": 0.05845004692673683,
      "loss_total": 0.05845004692673683,
      "step": 2710
    },
    {
      "loss_action": 0.05614994093775749,
      "loss_total": 0.05614994093775749,
      "step": 2710
    },
    {
      "loss_action": 0.036708980798721313,
      "loss_total": 0.036708980798721313,
      "step": 2710
    },
    {
      "loss_action": 0.044176939874887466,
      "loss_total": 0.044176939874887466,
      "step": 2710
    },
    {
      "loss_action": 0.04008542001247406,
      "loss_total": 0.04008542001247406,
      "step": 2710
    },
    {
      "loss_action": 0.05230594426393509,
      "loss_total": 0.05230594426393509,
      "step": 2710
    },
    {
      "grad_norm": 1.5779342651367188,
      "learning_rate": 1.3595e-05,
      "loss": 0.0485,
      "step": 2720
    },
    {
      "loss_action": 0.03328205645084381,
      "loss_total": 0.03328205645084381,
      "step": 2720
    },
    {
      "loss_action": 0.10408300161361694,
      "loss_total": 0.10408300161361694,
      "step": 2720
    },
    {
      "loss_action": 0.035359643399715424,
      "loss_total": 0.035359643399715424,
      "step": 2720
    },
    {
      "loss_action": 0.06372840702533722,
      "loss_total": 0.06372840702533722,
      "step": 2720
    },
    {
      "loss_action": 0.0644833967089653,
      "loss_total": 0.0644833967089653,
      "step": 2720
    },
    {
      "loss_action": 0.041557393968105316,
      "loss_total": 0.041557393968105316,
      "step": 2720
    },
    {
      "loss_action": 0.05110502615571022,
      "loss_total": 0.05110502615571022,
      "step": 2720
    },
    {
      "loss_action": 0.03282347321510315,
      "loss_total": 0.03282347321510315,
      "step": 2720
    },
    {
      "grad_norm": 1.8497766256332397,
      "learning_rate": 1.3644999999999999e-05,
      "loss": 0.0493,
      "step": 2730
    },
    {
      "loss_action": 0.055870421230793,
      "loss_total": 0.055870421230793,
      "step": 2730
    },
    {
      "loss_action": 0.05608068406581879,
      "loss_total": 0.05608068406581879,
      "step": 2730
    },
    {
      "loss_action": 0.026983309537172318,
      "loss_total": 0.026983309537172318,
      "step": 2730
    },
    {
      "loss_action": 0.031232468783855438,
      "loss_total": 0.031232468783855438,
      "step": 2730
    },
    {
      "loss_action": 0.05148134380578995,
      "loss_total": 0.05148134380578995,
      "step": 2730
    },
    {
      "loss_action": 0.04044979810714722,
      "loss_total": 0.04044979810714722,
      "step": 2730
    },
    {
      "loss_action": 0.042788781225681305,
      "loss_total": 0.042788781225681305,
      "step": 2730
    },
    {
      "loss_action": 0.043230876326560974,
      "loss_total": 0.043230876326560974,
      "step": 2730
    },
    {
      "grad_norm": 1.5117594003677368,
      "learning_rate": 1.3695e-05,
      "loss": 0.0478,
      "step": 2740
    },
    {
      "loss_action": 0.028097232803702354,
      "loss_total": 0.028097232803702354,
      "step": 2740
    },
    {
      "loss_action": 0.05577482283115387,
      "loss_total": 0.05577482283115387,
      "step": 2740
    },
    {
      "loss_action": 0.0610046312212944,
      "loss_total": 0.0610046312212944,
      "step": 2740
    },
    {
      "loss_action": 0.03032451681792736,
      "loss_total": 0.03032451681792736,
      "step": 2740
    },
    {
      "loss_action": 0.05239270627498627,
      "loss_total": 0.05239270627498627,
      "step": 2740
    },
    {
      "loss_action": 0.043640729039907455,
      "loss_total": 0.043640729039907455,
      "step": 2740
    },
    {
      "loss_action": 0.05352885276079178,
      "loss_total": 0.05352885276079178,
      "step": 2740
    },
    {
      "loss_action": 0.055992111563682556,
      "loss_total": 0.055992111563682556,
      "step": 2740
    },
    {
      "grad_norm": 1.426676630973816,
      "learning_rate": 1.3745e-05,
      "loss": 0.0459,
      "step": 2750
    },
    {
      "loss_action": 0.04425240308046341,
      "loss_total": 0.04425240308046341,
      "step": 2750
    },
    {
      "loss_action": 0.048678986728191376,
      "loss_total": 0.048678986728191376,
      "step": 2750
    },
    {
      "loss_action": 0.03576124086976051,
      "loss_total": 0.03576124086976051,
      "step": 2750
    },
    {
      "loss_action": 0.033027201890945435,
      "loss_total": 0.033027201890945435,
      "step": 2750
    },
    {
      "loss_action": 0.0446213036775589,
      "loss_total": 0.0446213036775589,
      "step": 2750
    },
    {
      "loss_action": 0.032906532287597656,
      "loss_total": 0.032906532287597656,
      "step": 2750
    },
    {
      "loss_action": 0.033242154866456985,
      "loss_total": 0.033242154866456985,
      "step": 2750
    },
    {
      "loss_action": 0.043282534927129745,
      "loss_total": 0.043282534927129745,
      "step": 2750
    },
    {
      "grad_norm": 1.2802687883377075,
      "learning_rate": 1.3795e-05,
      "loss": 0.0462,
      "step": 2760
    },
    {
      "loss_action": 0.06331285834312439,
      "loss_total": 0.06331285834312439,
      "step": 2760
    },
    {
      "loss_action": 0.03864958882331848,
      "loss_total": 0.03864958882331848,
      "step": 2760
    },
    {
      "loss_action": 0.04692874103784561,
      "loss_total": 0.04692874103784561,
      "step": 2760
    },
    {
      "loss_action": 0.08934616297483444,
      "loss_total": 0.08934616297483444,
      "step": 2760
    },
    {
      "loss_action": 0.058592796325683594,
      "loss_total": 0.058592796325683594,
      "step": 2760
    },
    {
      "loss_action": 0.12151490896940231,
      "loss_total": 0.12151490896940231,
      "step": 2760
    },
    {
      "loss_action": 0.04843595623970032,
      "loss_total": 0.04843595623970032,
      "step": 2760
    },
    {
      "loss_action": 0.04541993886232376,
      "loss_total": 0.04541993886232376,
      "step": 2760
    },
    {
      "grad_norm": 1.6552366018295288,
      "learning_rate": 1.3845e-05,
      "loss": 0.0509,
      "step": 2770
    },
    {
      "loss_action": 0.039170071482658386,
      "loss_total": 0.039170071482658386,
      "step": 2770
    },
    {
      "loss_action": 0.06564037501811981,
      "loss_total": 0.06564037501811981,
      "step": 2770
    },
    {
      "loss_action": 0.049930013716220856,
      "loss_total": 0.049930013716220856,
      "step": 2770
    },
    {
      "loss_action": 0.031860243529081345,
      "loss_total": 0.031860243529081345,
      "step": 2770
    },
    {
      "loss_action": 0.03267152979969978,
      "loss_total": 0.03267152979969978,
      "step": 2770
    },
    {
      "loss_action": 0.02845984511077404,
      "loss_total": 0.02845984511077404,
      "step": 2770
    },
    {
      "loss_action": 0.05270858854055405,
      "loss_total": 0.05270858854055405,
      "step": 2770
    },
    {
      "loss_action": 0.03913629800081253,
      "loss_total": 0.03913629800081253,
      "step": 2770
    },
    {
      "grad_norm": 1.4633392095565796,
      "learning_rate": 1.3895e-05,
      "loss": 0.0455,
      "step": 2780
    },
    {
      "loss_action": 0.041893281042575836,
      "loss_total": 0.041893281042575836,
      "step": 2780
    },
    {
      "loss_action": 0.04156261682510376,
      "loss_total": 0.04156261682510376,
      "step": 2780
    },
    {
      "loss_action": 0.0386456698179245,
      "loss_total": 0.0386456698179245,
      "step": 2780
    },
    {
      "loss_action": 0.052656251937150955,
      "loss_total": 0.052656251937150955,
      "step": 2780
    },
    {
      "loss_action": 0.0402275025844574,
      "loss_total": 0.0402275025844574,
      "step": 2780
    },
    {
      "loss_action": 0.04659095034003258,
      "loss_total": 0.04659095034003258,
      "step": 2780
    },
    {
      "loss_action": 0.05760239064693451,
      "loss_total": 0.05760239064693451,
      "step": 2780
    },
    {
      "loss_action": 0.04403739050030708,
      "loss_total": 0.04403739050030708,
      "step": 2780
    },
    {
      "grad_norm": 1.2647219896316528,
      "learning_rate": 1.3945e-05,
      "loss": 0.0484,
      "step": 2790
    },
    {
      "loss_action": 0.03828688710927963,
      "loss_total": 0.03828688710927963,
      "step": 2790
    },
    {
      "loss_action": 0.03501526638865471,
      "loss_total": 0.03501526638865471,
      "step": 2790
    },
    {
      "loss_action": 0.03498855605721474,
      "loss_total": 0.03498855605721474,
      "step": 2790
    },
    {
      "loss_action": 0.03497619554400444,
      "loss_total": 0.03497619554400444,
      "step": 2790
    },
    {
      "loss_action": 0.03933093696832657,
      "loss_total": 0.03933093696832657,
      "step": 2790
    },
    {
      "loss_action": 0.04796813800930977,
      "loss_total": 0.04796813800930977,
      "step": 2790
    },
    {
      "loss_action": 0.032579775899648666,
      "loss_total": 0.032579775899648666,
      "step": 2790
    },
    {
      "loss_action": 0.06318795680999756,
      "loss_total": 0.06318795680999756,
      "step": 2790
    },
    {
      "grad_norm": 1.3581629991531372,
      "learning_rate": 1.3994999999999999e-05,
      "loss": 0.0494,
      "step": 2800
    },
    {
      "loss_action": 0.03850271552801132,
      "loss_total": 0.03850271552801132,
      "step": 2800
    },
    {
      "loss_action": 0.06099390238523483,
      "loss_total": 0.06099390238523483,
      "step": 2800
    },
    {
      "loss_action": 0.061001598834991455,
      "loss_total": 0.061001598834991455,
      "step": 2800
    },
    {
      "loss_action": 0.04001029208302498,
      "loss_total": 0.04001029208302498,
      "step": 2800
    },
    {
      "loss_action": 0.16468507051467896,
      "loss_total": 0.16468507051467896,
      "step": 2800
    },
    {
      "loss_action": 0.05227767676115036,
      "loss_total": 0.05227767676115036,
      "step": 2800
    },
    {
      "loss_action": 0.0416821613907814,
      "loss_total": 0.0416821613907814,
      "step": 2800
    },
    {
      "loss_action": 0.08909974992275238,
      "loss_total": 0.08909974992275238,
      "step": 2800
    },
    {
      "grad_norm": 1.1087003946304321,
      "learning_rate": 1.4045e-05,
      "loss": 0.0496,
      "step": 2810
    },
    {
      "loss_action": 0.04128438979387283,
      "loss_total": 0.04128438979387283,
      "step": 2810
    },
    {
      "loss_action": 0.03334067016839981,
      "loss_total": 0.03334067016839981,
      "step": 2810
    },
    {
      "loss_action": 0.05791274085640907,
      "loss_total": 0.05791274085640907,
      "step": 2810
    },
    {
      "loss_action": 0.051304612308740616,
      "loss_total": 0.051304612308740616,
      "step": 2810
    },
    {
      "loss_action": 0.05658625066280365,
      "loss_total": 0.05658625066280365,
      "step": 2810
    },
    {
      "loss_action": 0.04471356421709061,
      "loss_total": 0.04471356421709061,
      "step": 2810
    },
    {
      "loss_action": 0.031174171715974808,
      "loss_total": 0.031174171715974808,
      "step": 2810
    },
    {
      "loss_action": 0.03570228070020676,
      "loss_total": 0.03570228070020676,
      "step": 2810
    },
    {
      "grad_norm": 1.782219648361206,
      "learning_rate": 1.4095e-05,
      "loss": 0.0527,
      "step": 2820
    },
    {
      "loss_action": 0.032429732382297516,
      "loss_total": 0.032429732382297516,
      "step": 2820
    },
    {
      "loss_action": 0.06129088252782822,
      "loss_total": 0.06129088252782822,
      "step": 2820
    },
    {
      "loss_action": 0.06482893228530884,
      "loss_total": 0.06482893228530884,
      "step": 2820
    },
    {
      "loss_action": 0.042135585099458694,
      "loss_total": 0.042135585099458694,
      "step": 2820
    },
    {
      "loss_action": 0.027022290974855423,
      "loss_total": 0.027022290974855423,
      "step": 2820
    },
    {
      "loss_action": 0.05842777341604233,
      "loss_total": 0.05842777341604233,
      "step": 2820
    },
    {
      "loss_action": 0.03275952488183975,
      "loss_total": 0.03275952488183975,
      "step": 2820
    },
    {
      "loss_action": 0.04325764253735542,
      "loss_total": 0.04325764253735542,
      "step": 2820
    },
    {
      "grad_norm": 1.501638650894165,
      "learning_rate": 1.4145e-05,
      "loss": 0.0516,
      "step": 2830
    },
    {
      "loss_action": 0.03469766676425934,
      "loss_total": 0.03469766676425934,
      "step": 2830
    },
    {
      "loss_action": 0.04575192183256149,
      "loss_total": 0.04575192183256149,
      "step": 2830
    },
    {
      "loss_action": 0.037965551018714905,
      "loss_total": 0.037965551018714905,
      "step": 2830
    },
    {
      "loss_action": 0.0377570278942585,
      "loss_total": 0.0377570278942585,
      "step": 2830
    },
    {
      "loss_action": 0.04517665132880211,
      "loss_total": 0.04517665132880211,
      "step": 2830
    },
    {
      "loss_action": 0.04343497008085251,
      "loss_total": 0.04343497008085251,
      "step": 2830
    },
    {
      "loss_action": 0.06230746582150459,
      "loss_total": 0.06230746582150459,
      "step": 2830
    },
    {
      "loss_action": 0.03100953809916973,
      "loss_total": 0.03100953809916973,
      "step": 2830
    },
    {
      "grad_norm": 1.1968775987625122,
      "learning_rate": 1.4195e-05,
      "loss": 0.0478,
      "step": 2840
    },
    {
      "loss_action": 0.032076288014650345,
      "loss_total": 0.032076288014650345,
      "step": 2840
    },
    {
      "loss_action": 0.03187837824225426,
      "loss_total": 0.03187837824225426,
      "step": 2840
    },
    {
      "loss_action": 0.04171829670667648,
      "loss_total": 0.04171829670667648,
      "step": 2840
    },
    {
      "loss_action": 0.06137990951538086,
      "loss_total": 0.06137990951538086,
      "step": 2840
    },
    {
      "loss_action": 0.028782574459910393,
      "loss_total": 0.028782574459910393,
      "step": 2840
    },
    {
      "loss_action": 0.06203491613268852,
      "loss_total": 0.06203491613268852,
      "step": 2840
    },
    {
      "loss_action": 0.048359766602516174,
      "loss_total": 0.048359766602516174,
      "step": 2840
    },
    {
      "loss_action": 0.034570176154375076,
      "loss_total": 0.034570176154375076,
      "step": 2840
    },
    {
      "grad_norm": 1.992311716079712,
      "learning_rate": 1.4245e-05,
      "loss": 0.051,
      "step": 2850
    },
    {
      "loss_action": 0.05234089493751526,
      "loss_total": 0.05234089493751526,
      "step": 2850
    },
    {
      "loss_action": 0.037711188197135925,
      "loss_total": 0.037711188197135925,
      "step": 2850
    },
    {
      "loss_action": 0.04215872660279274,
      "loss_total": 0.04215872660279274,
      "step": 2850
    },
    {
      "loss_action": 0.038371600210666656,
      "loss_total": 0.038371600210666656,
      "step": 2850
    },
    {
      "loss_action": 0.04222718998789787,
      "loss_total": 0.04222718998789787,
      "step": 2850
    },
    {
      "loss_action": 0.11045927554368973,
      "loss_total": 0.11045927554368973,
      "step": 2850
    },
    {
      "loss_action": 0.0696609690785408,
      "loss_total": 0.0696609690785408,
      "step": 2850
    },
    {
      "loss_action": 0.06223297864198685,
      "loss_total": 0.06223297864198685,
      "step": 2850
    },
    {
      "grad_norm": 1.6682260036468506,
      "learning_rate": 1.4295e-05,
      "loss": 0.0545,
      "step": 2860
    },
    {
      "loss_action": 0.049954261630773544,
      "loss_total": 0.049954261630773544,
      "step": 2860
    },
    {
      "loss_action": 0.06264615803956985,
      "loss_total": 0.06264615803956985,
      "step": 2860
    },
    {
      "loss_action": 0.06792877614498138,
      "loss_total": 0.06792877614498138,
      "step": 2860
    },
    {
      "loss_action": 0.046902015805244446,
      "loss_total": 0.046902015805244446,
      "step": 2860
    },
    {
      "loss_action": 0.03799038752913475,
      "loss_total": 0.03799038752913475,
      "step": 2860
    },
    {
      "loss_action": 0.04714364558458328,
      "loss_total": 0.04714364558458328,
      "step": 2860
    },
    {
      "loss_action": 0.05229710042476654,
      "loss_total": 0.05229710042476654,
      "step": 2860
    },
    {
      "loss_action": 0.046107590198516846,
      "loss_total": 0.046107590198516846,
      "step": 2860
    },
    {
      "grad_norm": 1.6863055229187012,
      "learning_rate": 1.4345e-05,
      "loss": 0.0514,
      "step": 2870
    },
    {
      "loss_action": 0.03361442685127258,
      "loss_total": 0.03361442685127258,
      "step": 2870
    },
    {
      "loss_action": 0.042643897235393524,
      "loss_total": 0.042643897235393524,
      "step": 2870
    },
    {
      "loss_action": 0.06439518183469772,
      "loss_total": 0.06439518183469772,
      "step": 2870
    },
    {
      "loss_action": 0.027923310175538063,
      "loss_total": 0.027923310175538063,
      "step": 2870
    },
    {
      "loss_action": 0.054530054330825806,
      "loss_total": 0.054530054330825806,
      "step": 2870
    },
    {
      "loss_action": 0.03649286925792694,
      "loss_total": 0.03649286925792694,
      "step": 2870
    },
    {
      "loss_action": 0.04266858845949173,
      "loss_total": 0.04266858845949173,
      "step": 2870
    },
    {
      "loss_action": 0.04098781198263168,
      "loss_total": 0.04098781198263168,
      "step": 2870
    },
    {
      "grad_norm": 1.3900080919265747,
      "learning_rate": 1.4395e-05,
      "loss": 0.0474,
      "step": 2880
    },
    {
      "loss_action": 0.06297522783279419,
      "loss_total": 0.06297522783279419,
      "step": 2880
    },
    {
      "loss_action": 0.03871987387537956,
      "loss_total": 0.03871987387537956,
      "step": 2880
    },
    {
      "loss_action": 0.05929617956280708,
      "loss_total": 0.05929617956280708,
      "step": 2880
    },
    {
      "loss_action": 0.08551611006259918,
      "loss_total": 0.08551611006259918,
      "step": 2880
    },
    {
      "loss_action": 0.11982457339763641,
      "loss_total": 0.11982457339763641,
      "step": 2880
    },
    {
      "loss_action": 0.041504569351673126,
      "loss_total": 0.041504569351673126,
      "step": 2880
    },
    {
      "loss_action": 0.030320366844534874,
      "loss_total": 0.030320366844534874,
      "step": 2880
    },
    {
      "loss_action": 0.043581653386354446,
      "loss_total": 0.043581653386354446,
      "step": 2880
    },
    {
      "grad_norm": 2.083986759185791,
      "learning_rate": 1.4445e-05,
      "loss": 0.0524,
      "step": 2890
    },
    {
      "loss_action": 0.05307982489466667,
      "loss_total": 0.05307982489466667,
      "step": 2890
    },
    {
      "loss_action": 0.050959303975105286,
      "loss_total": 0.050959303975105286,
      "step": 2890
    },
    {
      "loss_action": 0.04983949288725853,
      "loss_total": 0.04983949288725853,
      "step": 2890
    },
    {
      "loss_action": 0.034305475652217865,
      "loss_total": 0.034305475652217865,
      "step": 2890
    },
    {
      "loss_action": 0.05967115983366966,
      "loss_total": 0.05967115983366966,
      "step": 2890
    },
    {
      "loss_action": 0.06064429506659508,
      "loss_total": 0.06064429506659508,
      "step": 2890
    },
    {
      "loss_action": 0.05311436578631401,
      "loss_total": 0.05311436578631401,
      "step": 2890
    },
    {
      "loss_action": 0.04060346633195877,
      "loss_total": 0.04060346633195877,
      "step": 2890
    },
    {
      "grad_norm": 1.1604160070419312,
      "learning_rate": 1.4495000000000001e-05,
      "loss": 0.049,
      "step": 2900
    },
    {
      "loss_action": 0.036252591758966446,
      "loss_total": 0.036252591758966446,
      "step": 2900
    },
    {
      "loss_action": 0.041913896799087524,
      "loss_total": 0.041913896799087524,
      "step": 2900
    },
    {
      "loss_action": 0.04885014891624451,
      "loss_total": 0.04885014891624451,
      "step": 2900
    },
    {
      "loss_action": 0.05769549682736397,
      "loss_total": 0.05769549682736397,
      "step": 2900
    },
    {
      "loss_action": 0.03600843995809555,
      "loss_total": 0.03600843995809555,
      "step": 2900
    },
    {
      "loss_action": 0.033918146044015884,
      "loss_total": 0.033918146044015884,
      "step": 2900
    },
    {
      "loss_action": 0.040913213044404984,
      "loss_total": 0.040913213044404984,
      "step": 2900
    },
    {
      "loss_action": 0.07595199346542358,
      "loss_total": 0.07595199346542358,
      "step": 2900
    },
    {
      "grad_norm": 1.82648766040802,
      "learning_rate": 1.4545e-05,
      "loss": 0.0561,
      "step": 2910
    },
    {
      "loss_action": 0.047623880207538605,
      "loss_total": 0.047623880207538605,
      "step": 2910
    },
    {
      "loss_action": 0.03843347355723381,
      "loss_total": 0.03843347355723381,
      "step": 2910
    },
    {
      "loss_action": 0.04572597146034241,
      "loss_total": 0.04572597146034241,
      "step": 2910
    },
    {
      "loss_action": 0.0555809810757637,
      "loss_total": 0.0555809810757637,
      "step": 2910
    },
    {
      "loss_action": 0.1883593052625656,
      "loss_total": 0.1883593052625656,
      "step": 2910
    },
    {
      "loss_action": 0.03222024440765381,
      "loss_total": 0.03222024440765381,
      "step": 2910
    },
    {
      "loss_action": 0.04632527381181717,
      "loss_total": 0.04632527381181717,
      "step": 2910
    },
    {
      "loss_action": 0.035278864204883575,
      "loss_total": 0.035278864204883575,
      "step": 2910
    },
    {
      "grad_norm": 1.3435667753219604,
      "learning_rate": 1.4595e-05,
      "loss": 0.0525,
      "step": 2920
    },
    {
      "loss_action": 0.1575017124414444,
      "loss_total": 0.1575017124414444,
      "step": 2920
    },
    {
      "loss_action": 0.0421978235244751,
      "loss_total": 0.0421978235244751,
      "step": 2920
    },
    {
      "loss_action": 0.057818591594696045,
      "loss_total": 0.057818591594696045,
      "step": 2920
    },
    {
      "loss_action": 0.07732149213552475,
      "loss_total": 0.07732149213552475,
      "step": 2920
    },
    {
      "loss_action": 0.03121205046772957,
      "loss_total": 0.03121205046772957,
      "step": 2920
    },
    {
      "loss_action": 0.04344187304377556,
      "loss_total": 0.04344187304377556,
      "step": 2920
    },
    {
      "loss_action": 0.07373915612697601,
      "loss_total": 0.07373915612697601,
      "step": 2920
    },
    {
      "loss_action": 0.03431957960128784,
      "loss_total": 0.03431957960128784,
      "step": 2920
    },
    {
      "grad_norm": 1.3199492692947388,
      "learning_rate": 1.4645e-05,
      "loss": 0.0528,
      "step": 2930
    },
    {
      "loss_action": 0.044419385492801666,
      "loss_total": 0.044419385492801666,
      "step": 2930
    },
    {
      "loss_action": 0.04101552441716194,
      "loss_total": 0.04101552441716194,
      "step": 2930
    },
    {
      "loss_action": 0.0325838178396225,
      "loss_total": 0.0325838178396225,
      "step": 2930
    },
    {
      "loss_action": 0.03810647130012512,
      "loss_total": 0.03810647130012512,
      "step": 2930
    },
    {
      "loss_action": 0.028329998254776,
      "loss_total": 0.028329998254776,
      "step": 2930
    },
    {
      "loss_action": 0.03933176025748253,
      "loss_total": 0.03933176025748253,
      "step": 2930
    },
    {
      "loss_action": 0.039373770356178284,
      "loss_total": 0.039373770356178284,
      "step": 2930
    },
    {
      "loss_action": 0.08956508338451385,
      "loss_total": 0.08956508338451385,
      "step": 2930
    },
    {
      "grad_norm": 1.4116812944412231,
      "learning_rate": 1.4695e-05,
      "loss": 0.0517,
      "step": 2940
    },
    {
      "loss_action": 0.03694145008921623,
      "loss_total": 0.03694145008921623,
      "step": 2940
    },
    {
      "loss_action": 0.039796896278858185,
      "loss_total": 0.039796896278858185,
      "step": 2940
    },
    {
      "loss_action": 0.03478604555130005,
      "loss_total": 0.03478604555130005,
      "step": 2940
    },
    {
      "loss_action": 0.03085976652801037,
      "loss_total": 0.03085976652801037,
      "step": 2940
    },
    {
      "loss_action": 0.030760640278458595,
      "loss_total": 0.030760640278458595,
      "step": 2940
    },
    {
      "loss_action": 0.04401851072907448,
      "loss_total": 0.04401851072907448,
      "step": 2940
    },
    {
      "loss_action": 0.03219850733876228,
      "loss_total": 0.03219850733876228,
      "step": 2940
    },
    {
      "loss_action": 0.040420833975076675,
      "loss_total": 0.040420833975076675,
      "step": 2940
    },
    {
      "grad_norm": 1.2910184860229492,
      "learning_rate": 1.4745e-05,
      "loss": 0.0454,
      "step": 2950
    },
    {
      "loss_action": 0.10434819012880325,
      "loss_total": 0.10434819012880325,
      "step": 2950
    },
    {
      "loss_action": 0.11187715828418732,
      "loss_total": 0.11187715828418732,
      "step": 2950
    },
    {
      "loss_action": 0.046230800449848175,
      "loss_total": 0.046230800449848175,
      "step": 2950
    },
    {
      "loss_action": 0.07077229768037796,
      "loss_total": 0.07077229768037796,
      "step": 2950
    },
    {
      "loss_action": 0.05822344496846199,
      "loss_total": 0.05822344496846199,
      "step": 2950
    },
    {
      "loss_action": 0.044155579060316086,
      "loss_total": 0.044155579060316086,
      "step": 2950
    },
    {
      "loss_action": 0.025833163410425186,
      "loss_total": 0.025833163410425186,
      "step": 2950
    },
    {
      "loss_action": 0.031109122559428215,
      "loss_total": 0.031109122559428215,
      "step": 2950
    },
    {
      "grad_norm": 1.5574398040771484,
      "learning_rate": 1.4795e-05,
      "loss": 0.0472,
      "step": 2960
    },
    {
      "loss_action": 0.029626550152897835,
      "loss_total": 0.029626550152897835,
      "step": 2960
    },
    {
      "loss_action": 0.03982841223478317,
      "loss_total": 0.03982841223478317,
      "step": 2960
    },
    {
      "loss_action": 0.04344259575009346,
      "loss_total": 0.04344259575009346,
      "step": 2960
    },
    {
      "loss_action": 0.06954070925712585,
      "loss_total": 0.06954070925712585,
      "step": 2960
    },
    {
      "loss_action": 0.03631233423948288,
      "loss_total": 0.03631233423948288,
      "step": 2960
    },
    {
      "loss_action": 0.026737194508314133,
      "loss_total": 0.026737194508314133,
      "step": 2960
    },
    {
      "loss_action": 0.04352262616157532,
      "loss_total": 0.04352262616157532,
      "step": 2960
    },
    {
      "loss_action": 0.03960995376110077,
      "loss_total": 0.03960995376110077,
      "step": 2960
    },
    {
      "grad_norm": 1.4357366561889648,
      "learning_rate": 1.4845000000000001e-05,
      "loss": 0.0502,
      "step": 2970
    },
    {
      "loss_action": 0.04728648439049721,
      "loss_total": 0.04728648439049721,
      "step": 2970
    },
    {
      "loss_action": 0.039732567965984344,
      "loss_total": 0.039732567965984344,
      "step": 2970
    },
    {
      "loss_action": 0.04049183428287506,
      "loss_total": 0.04049183428287506,
      "step": 2970
    },
    {
      "loss_action": 0.0476534441113472,
      "loss_total": 0.0476534441113472,
      "step": 2970
    },
    {
      "loss_action": 0.04805133119225502,
      "loss_total": 0.04805133119225502,
      "step": 2970
    },
    {
      "loss_action": 0.05219164118170738,
      "loss_total": 0.05219164118170738,
      "step": 2970
    },
    {
      "loss_action": 0.029069319367408752,
      "loss_total": 0.029069319367408752,
      "step": 2970
    },
    {
      "loss_action": 0.040108028799295425,
      "loss_total": 0.040108028799295425,
      "step": 2970
    },
    {
      "grad_norm": 1.7082513570785522,
      "learning_rate": 1.4895e-05,
      "loss": 0.0483,
      "step": 2980
    },
    {
      "loss_action": 0.02941497042775154,
      "loss_total": 0.02941497042775154,
      "step": 2980
    },
    {
      "loss_action": 0.03347343951463699,
      "loss_total": 0.03347343951463699,
      "step": 2980
    },
    {
      "loss_action": 0.03422650322318077,
      "loss_total": 0.03422650322318077,
      "step": 2980
    },
    {
      "loss_action": 0.036201413720846176,
      "loss_total": 0.036201413720846176,
      "step": 2980
    },
    {
      "loss_action": 0.03458327054977417,
      "loss_total": 0.03458327054977417,
      "step": 2980
    },
    {
      "loss_action": 0.024608347564935684,
      "loss_total": 0.024608347564935684,
      "step": 2980
    },
    {
      "loss_action": 0.06581761687994003,
      "loss_total": 0.06581761687994003,
      "step": 2980
    },
    {
      "loss_action": 0.03263469412922859,
      "loss_total": 0.03263469412922859,
      "step": 2980
    },
    {
      "grad_norm": 1.7317306995391846,
      "learning_rate": 1.4945e-05,
      "loss": 0.0453,
      "step": 2990
    },
    {
      "loss_action": 0.05934438854455948,
      "loss_total": 0.05934438854455948,
      "step": 2990
    },
    {
      "loss_action": 0.03438267484307289,
      "loss_total": 0.03438267484307289,
      "step": 2990
    },
    {
      "loss_action": 0.06242877617478371,
      "loss_total": 0.06242877617478371,
      "step": 2990
    },
    {
      "loss_action": 0.04505974054336548,
      "loss_total": 0.04505974054336548,
      "step": 2990
    },
    {
      "loss_action": 0.03742443770170212,
      "loss_total": 0.03742443770170212,
      "step": 2990
    },
    {
      "loss_action": 0.041786953806877136,
      "loss_total": 0.041786953806877136,
      "step": 2990
    },
    {
      "loss_action": 0.06867127120494843,
      "loss_total": 0.06867127120494843,
      "step": 2990
    },
    {
      "loss_action": 0.04644296318292618,
      "loss_total": 0.04644296318292618,
      "step": 2990
    },
    {
      "grad_norm": 1.6844005584716797,
      "learning_rate": 1.4995000000000001e-05,
      "loss": 0.0512,
      "step": 3000
    },
    {
      "loss_action": 0.037654612213373184,
      "loss_total": 0.037654612213373184,
      "step": 3000
    },
    {
      "loss_action": 0.04183730483055115,
      "loss_total": 0.04183730483055115,
      "step": 3000
    },
    {
      "loss_action": 0.04383799061179161,
      "loss_total": 0.04383799061179161,
      "step": 3000
    },
    {
      "loss_action": 0.03340728208422661,
      "loss_total": 0.03340728208422661,
      "step": 3000
    },
    {
      "loss_action": 0.04739510640501976,
      "loss_total": 0.04739510640501976,
      "step": 3000
    },
    {
      "loss_action": 0.028124168515205383,
      "loss_total": 0.028124168515205383,
      "step": 3000
    },
    {
      "loss_action": 0.02908477932214737,
      "loss_total": 0.02908477932214737,
      "step": 3000
    },
    {
      "loss_action": 0.03470106050372124,
      "loss_total": 0.03470106050372124,
      "step": 3000
    },
    {
      "grad_norm": 1.5227464437484741,
      "learning_rate": 1.5045e-05,
      "loss": 0.0487,
      "step": 3010
    },
    {
      "loss_action": 0.06604062765836716,
      "loss_total": 0.06604062765836716,
      "step": 3010
    },
    {
      "loss_action": 0.03239169716835022,
      "loss_total": 0.03239169716835022,
      "step": 3010
    },
    {
      "loss_action": 0.0367322713136673,
      "loss_total": 0.0367322713136673,
      "step": 3010
    },
    {
      "loss_action": 0.05391264334321022,
      "loss_total": 0.05391264334321022,
      "step": 3010
    },
    {
      "loss_action": 0.0350346714258194,
      "loss_total": 0.0350346714258194,
      "step": 3010
    },
    {
      "loss_action": 0.03784988075494766,
      "loss_total": 0.03784988075494766,
      "step": 3010
    },
    {
      "loss_action": 0.04053520783782005,
      "loss_total": 0.04053520783782005,
      "step": 3010
    },
    {
      "loss_action": 0.03388402611017227,
      "loss_total": 0.03388402611017227,
      "step": 3010
    },
    {
      "grad_norm": 1.5367721319198608,
      "learning_rate": 1.5095e-05,
      "loss": 0.0469,
      "step": 3020
    },
    {
      "loss_action": 0.032217469066381454,
      "loss_total": 0.032217469066381454,
      "step": 3020
    },
    {
      "loss_action": 0.03439987450838089,
      "loss_total": 0.03439987450838089,
      "step": 3020
    },
    {
      "loss_action": 0.0560576356947422,
      "loss_total": 0.0560576356947422,
      "step": 3020
    },
    {
      "loss_action": 0.03570859134197235,
      "loss_total": 0.03570859134197235,
      "step": 3020
    },
    {
      "loss_action": 0.029496705159544945,
      "loss_total": 0.029496705159544945,
      "step": 3020
    },
    {
      "loss_action": 0.038027435541152954,
      "loss_total": 0.038027435541152954,
      "step": 3020
    },
    {
      "loss_action": 0.03534446656703949,
      "loss_total": 0.03534446656703949,
      "step": 3020
    },
    {
      "loss_action": 0.05454353615641594,
      "loss_total": 0.05454353615641594,
      "step": 3020
    },
    {
      "grad_norm": 1.34560227394104,
      "learning_rate": 1.5145000000000002e-05,
      "loss": 0.0439,
      "step": 3030
    },
    {
      "loss_action": 0.050328563898801804,
      "loss_total": 0.050328563898801804,
      "step": 3030
    },
    {
      "loss_action": 0.04706164821982384,
      "loss_total": 0.04706164821982384,
      "step": 3030
    },
    {
      "loss_action": 0.0422825925052166,
      "loss_total": 0.0422825925052166,
      "step": 3030
    },
    {
      "loss_action": 0.05076274648308754,
      "loss_total": 0.05076274648308754,
      "step": 3030
    },
    {
      "loss_action": 0.03677072003483772,
      "loss_total": 0.03677072003483772,
      "step": 3030
    },
    {
      "loss_action": 0.0422801710665226,
      "loss_total": 0.0422801710665226,
      "step": 3030
    },
    {
      "loss_action": 0.041954632848501205,
      "loss_total": 0.041954632848501205,
      "step": 3030
    },
    {
      "loss_action": 0.048742882907390594,
      "loss_total": 0.048742882907390594,
      "step": 3030
    },
    {
      "grad_norm": 1.5757087469100952,
      "learning_rate": 1.5195000000000001e-05,
      "loss": 0.0493,
      "step": 3040
    },
    {
      "loss_action": 0.030819686129689217,
      "loss_total": 0.030819686129689217,
      "step": 3040
    },
    {
      "loss_action": 0.0453631728887558,
      "loss_total": 0.0453631728887558,
      "step": 3040
    },
    {
      "loss_action": 0.039255544543266296,
      "loss_total": 0.039255544543266296,
      "step": 3040
    },
    {
      "loss_action": 0.027342943474650383,
      "loss_total": 0.027342943474650383,
      "step": 3040
    },
    {
      "loss_action": 0.031680066138505936,
      "loss_total": 0.031680066138505936,
      "step": 3040
    },
    {
      "loss_action": 0.035369597375392914,
      "loss_total": 0.035369597375392914,
      "step": 3040
    },
    {
      "loss_action": 0.03713803365826607,
      "loss_total": 0.03713803365826607,
      "step": 3040
    },
    {
      "loss_action": 0.03965212404727936,
      "loss_total": 0.03965212404727936,
      "step": 3040
    },
    {
      "grad_norm": 1.4540095329284668,
      "learning_rate": 1.5245e-05,
      "loss": 0.0417,
      "step": 3050
    },
    {
      "loss_action": 0.02413688227534294,
      "loss_total": 0.02413688227534294,
      "step": 3050
    },
    {
      "loss_action": 0.026705946773290634,
      "loss_total": 0.026705946773290634,
      "step": 3050
    },
    {
      "loss_action": 0.0325072780251503,
      "loss_total": 0.0325072780251503,
      "step": 3050
    },
    {
      "loss_action": 0.0344819501042366,
      "loss_total": 0.0344819501042366,
      "step": 3050
    },
    {
      "loss_action": 0.02974691241979599,
      "loss_total": 0.02974691241979599,
      "step": 3050
    },
    {
      "loss_action": 0.03508228063583374,
      "loss_total": 0.03508228063583374,
      "step": 3050
    },
    {
      "loss_action": 0.039349861443042755,
      "loss_total": 0.039349861443042755,
      "step": 3050
    },
    {
      "loss_action": 0.037881530821323395,
      "loss_total": 0.037881530821323395,
      "step": 3050
    },
    {
      "grad_norm": 1.3982425928115845,
      "learning_rate": 1.5295000000000002e-05,
      "loss": 0.044,
      "step": 3060
    },
    {
      "loss_action": 0.0485997274518013,
      "loss_total": 0.0485997274518013,
      "step": 3060
    },
    {
      "loss_action": 0.022599447518587112,
      "loss_total": 0.022599447518587112,
      "step": 3060
    },
    {
      "loss_action": 0.06331808865070343,
      "loss_total": 0.06331808865070343,
      "step": 3060
    },
    {
      "loss_action": 0.03668742626905441,
      "loss_total": 0.03668742626905441,
      "step": 3060
    },
    {
      "loss_action": 0.04440887272357941,
      "loss_total": 0.04440887272357941,
      "step": 3060
    },
    {
      "loss_action": 0.0331810787320137,
      "loss_total": 0.0331810787320137,
      "step": 3060
    },
    {
      "loss_action": 0.0469488799571991,
      "loss_total": 0.0469488799571991,
      "step": 3060
    },
    {
      "loss_action": 0.06282003223896027,
      "loss_total": 0.06282003223896027,
      "step": 3060
    },
    {
      "grad_norm": 1.4201277494430542,
      "learning_rate": 1.5345e-05,
      "loss": 0.0439,
      "step": 3070
    },
    {
      "loss_action": 0.03298596292734146,
      "loss_total": 0.03298596292734146,
      "step": 3070
    },
    {
      "loss_action": 0.040592826902866364,
      "loss_total": 0.040592826902866364,
      "step": 3070
    },
    {
      "loss_action": 0.043778859078884125,
      "loss_total": 0.043778859078884125,
      "step": 3070
    },
    {
      "loss_action": 0.03300408273935318,
      "loss_total": 0.03300408273935318,
      "step": 3070
    },
    {
      "loss_action": 0.03352394700050354,
      "loss_total": 0.03352394700050354,
      "step": 3070
    },
    {
      "loss_action": 0.036462970077991486,
      "loss_total": 0.036462970077991486,
      "step": 3070
    },
    {
      "loss_action": 0.041549377143383026,
      "loss_total": 0.041549377143383026,
      "step": 3070
    },
    {
      "loss_action": 0.03327849507331848,
      "loss_total": 0.03327849507331848,
      "step": 3070
    },
    {
      "grad_norm": 1.2581671476364136,
      "learning_rate": 1.5395e-05,
      "loss": 0.0446,
      "step": 3080
    },
    {
      "loss_action": 0.05809198319911957,
      "loss_total": 0.05809198319911957,
      "step": 3080
    },
    {
      "loss_action": 0.03599461913108826,
      "loss_total": 0.03599461913108826,
      "step": 3080
    },
    {
      "loss_action": 0.033314429223537445,
      "loss_total": 0.033314429223537445,
      "step": 3080
    },
    {
      "loss_action": 0.02989695407450199,
      "loss_total": 0.02989695407450199,
      "step": 3080
    },
    {
      "loss_action": 0.04982098564505577,
      "loss_total": 0.04982098564505577,
      "step": 3080
    },
    {
      "loss_action": 0.03178958594799042,
      "loss_total": 0.03178958594799042,
      "step": 3080
    },
    {
      "loss_action": 0.04677959904074669,
      "loss_total": 0.04677959904074669,
      "step": 3080
    },
    {
      "loss_action": 0.05500088632106781,
      "loss_total": 0.05500088632106781,
      "step": 3080
    },
    {
      "grad_norm": 1.4894845485687256,
      "learning_rate": 1.5445000000000002e-05,
      "loss": 0.0474,
      "step": 3090
    },
    {
      "loss_action": 0.03391485661268234,
      "loss_total": 0.03391485661268234,
      "step": 3090
    },
    {
      "loss_action": 0.043636590242385864,
      "loss_total": 0.043636590242385864,
      "step": 3090
    },
    {
      "loss_action": 0.032617662101984024,
      "loss_total": 0.032617662101984024,
      "step": 3090
    },
    {
      "loss_action": 0.032014086842536926,
      "loss_total": 0.032014086842536926,
      "step": 3090
    },
    {
      "loss_action": 0.038969188928604126,
      "loss_total": 0.038969188928604126,
      "step": 3090
    },
    {
      "loss_action": 0.060033611953258514,
      "loss_total": 0.060033611953258514,
      "step": 3090
    },
    {
      "loss_action": 0.04175104945898056,
      "loss_total": 0.04175104945898056,
      "step": 3090
    },
    {
      "loss_action": 0.03500107675790787,
      "loss_total": 0.03500107675790787,
      "step": 3090
    },
    {
      "grad_norm": 1.461316704750061,
      "learning_rate": 1.5495e-05,
      "loss": 0.0465,
      "step": 3100
    },
    {
      "loss_action": 0.045248113572597504,
      "loss_total": 0.045248113572597504,
      "step": 3100
    },
    {
      "loss_action": 0.04530772566795349,
      "loss_total": 0.04530772566795349,
      "step": 3100
    },
    {
      "loss_action": 0.025638416409492493,
      "loss_total": 0.025638416409492493,
      "step": 3100
    },
    {
      "loss_action": 0.034322045743465424,
      "loss_total": 0.034322045743465424,
      "step": 3100
    },
    {
      "loss_action": 0.04263702780008316,
      "loss_total": 0.04263702780008316,
      "step": 3100
    },
    {
      "loss_action": 0.03601434454321861,
      "loss_total": 0.03601434454321861,
      "step": 3100
    },
    {
      "loss_action": 0.03726224973797798,
      "loss_total": 0.03726224973797798,
      "step": 3100
    },
    {
      "loss_action": 0.10263404250144958,
      "loss_total": 0.10263404250144958,
      "step": 3100
    },
    {
      "grad_norm": 1.2412358522415161,
      "learning_rate": 1.5545e-05,
      "loss": 0.0452,
      "step": 3110
    },
    {
      "loss_action": 0.03945915773510933,
      "loss_total": 0.03945915773510933,
      "step": 3110
    },
    {
      "loss_action": 0.10667251795530319,
      "loss_total": 0.10667251795530319,
      "step": 3110
    },
    {
      "loss_action": 0.031847067177295685,
      "loss_total": 0.031847067177295685,
      "step": 3110
    },
    {
      "loss_action": 0.0364752821624279,
      "loss_total": 0.0364752821624279,
      "step": 3110
    },
    {
      "loss_action": 0.0363774448633194,
      "loss_total": 0.0363774448633194,
      "step": 3110
    },
    {
      "loss_action": 0.0372912734746933,
      "loss_total": 0.0372912734746933,
      "step": 3110
    },
    {
      "loss_action": 0.034143585711717606,
      "loss_total": 0.034143585711717606,
      "step": 3110
    },
    {
      "loss_action": 0.03237447515130043,
      "loss_total": 0.03237447515130043,
      "step": 3110
    },
    {
      "grad_norm": 1.1795225143432617,
      "learning_rate": 1.5595000000000002e-05,
      "loss": 0.0438,
      "step": 3120
    },
    {
      "loss_action": 0.02847261168062687,
      "loss_total": 0.02847261168062687,
      "step": 3120
    },
    {
      "loss_action": 0.04074843227863312,
      "loss_total": 0.04074843227863312,
      "step": 3120
    },
    {
      "loss_action": 0.02961352840065956,
      "loss_total": 0.02961352840065956,
      "step": 3120
    },
    {
      "loss_action": 0.0439615398645401,
      "loss_total": 0.0439615398645401,
      "step": 3120
    },
    {
      "loss_action": 0.03438478335738182,
      "loss_total": 0.03438478335738182,
      "step": 3120
    },
    {
      "loss_action": 0.03172699362039566,
      "loss_total": 0.03172699362039566,
      "step": 3120
    },
    {
      "loss_action": 0.11859721690416336,
      "loss_total": 0.11859721690416336,
      "step": 3120
    },
    {
      "loss_action": 0.03787583112716675,
      "loss_total": 0.03787583112716675,
      "step": 3120
    },
    {
      "grad_norm": 1.3203457593917847,
      "learning_rate": 1.5645e-05,
      "loss": 0.0444,
      "step": 3130
    },
    {
      "loss_action": 0.02747892215847969,
      "loss_total": 0.02747892215847969,
      "step": 3130
    },
    {
      "loss_action": 0.04661918431520462,
      "loss_total": 0.04661918431520462,
      "step": 3130
    },
    {
      "loss_action": 0.052888453006744385,
      "loss_total": 0.052888453006744385,
      "step": 3130
    },
    {
      "loss_action": 0.11625318229198456,
      "loss_total": 0.11625318229198456,
      "step": 3130
    },
    {
      "loss_action": 0.04556071758270264,
      "loss_total": 0.04556071758270264,
      "step": 3130
    },
    {
      "loss_action": 0.023765645921230316,
      "loss_total": 0.023765645921230316,
      "step": 3130
    },
    {
      "loss_action": 0.042521338909864426,
      "loss_total": 0.042521338909864426,
      "step": 3130
    },
    {
      "loss_action": 0.03629036247730255,
      "loss_total": 0.03629036247730255,
      "step": 3130
    },
    {
      "grad_norm": 1.5273998975753784,
      "learning_rate": 1.5695e-05,
      "loss": 0.0495,
      "step": 3140
    },
    {
      "loss_action": 0.03436350077390671,
      "loss_total": 0.03436350077390671,
      "step": 3140
    },
    {
      "loss_action": 0.029346788302063942,
      "loss_total": 0.029346788302063942,
      "step": 3140
    },
    {
      "loss_action": 0.049825817346572876,
      "loss_total": 0.049825817346572876,
      "step": 3140
    },
    {
      "loss_action": 0.18337243795394897,
      "loss_total": 0.18337243795394897,
      "step": 3140
    },
    {
      "loss_action": 0.04687134176492691,
      "loss_total": 0.04687134176492691,
      "step": 3140
    },
    {
      "loss_action": 0.06164034083485603,
      "loss_total": 0.06164034083485603,
      "step": 3140
    },
    {
      "loss_action": 0.09379856288433075,
      "loss_total": 0.09379856288433075,
      "step": 3140
    },
    {
      "loss_action": 0.03716763108968735,
      "loss_total": 0.03716763108968735,
      "step": 3140
    },
    {
      "grad_norm": 1.127895712852478,
      "learning_rate": 1.5745000000000003e-05,
      "loss": 0.0475,
      "step": 3150
    },
    {
      "loss_action": 0.0363243967294693,
      "loss_total": 0.0363243967294693,
      "step": 3150
    },
    {
      "loss_action": 0.025976382195949554,
      "loss_total": 0.025976382195949554,
      "step": 3150
    },
    {
      "loss_action": 0.11876619607210159,
      "loss_total": 0.11876619607210159,
      "step": 3150
    },
    {
      "loss_action": 0.027262914925813675,
      "loss_total": 0.027262914925813675,
      "step": 3150
    },
    {
      "loss_action": 0.03792737051844597,
      "loss_total": 0.03792737051844597,
      "step": 3150
    },
    {
      "loss_action": 0.05185500532388687,
      "loss_total": 0.05185500532388687,
      "step": 3150
    },
    {
      "loss_action": 0.08146725594997406,
      "loss_total": 0.08146725594997406,
      "step": 3150
    },
    {
      "loss_action": 0.03180054575204849,
      "loss_total": 0.03180054575204849,
      "step": 3150
    },
    {
      "grad_norm": 1.3921698331832886,
      "learning_rate": 1.5795e-05,
      "loss": 0.045,
      "step": 3160
    },
    {
      "loss_action": 0.04009513556957245,
      "loss_total": 0.04009513556957245,
      "step": 3160
    },
    {
      "loss_action": 0.03792393207550049,
      "loss_total": 0.03792393207550049,
      "step": 3160
    },
    {
      "loss_action": 0.030348390340805054,
      "loss_total": 0.030348390340805054,
      "step": 3160
    },
    {
      "loss_action": 0.043372102081775665,
      "loss_total": 0.043372102081775665,
      "step": 3160
    },
    {
      "loss_action": 0.04745863378047943,
      "loss_total": 0.04745863378047943,
      "step": 3160
    },
    {
      "loss_action": 0.04686969518661499,
      "loss_total": 0.04686969518661499,
      "step": 3160
    },
    {
      "loss_action": 0.06120503693819046,
      "loss_total": 0.06120503693819046,
      "step": 3160
    },
    {
      "loss_action": 0.03288966417312622,
      "loss_total": 0.03288966417312622,
      "step": 3160
    },
    {
      "grad_norm": 1.2619367837905884,
      "learning_rate": 1.5845e-05,
      "loss": 0.0418,
      "step": 3170
    },
    {
      "loss_action": 0.05342826992273331,
      "loss_total": 0.05342826992273331,
      "step": 3170
    },
    {
      "loss_action": 0.02786950021982193,
      "loss_total": 0.02786950021982193,
      "step": 3170
    },
    {
      "loss_action": 0.03324383869767189,
      "loss_total": 0.03324383869767189,
      "step": 3170
    },
    {
      "loss_action": 0.048784468322992325,
      "loss_total": 0.048784468322992325,
      "step": 3170
    },
    {
      "loss_action": 0.039607979357242584,
      "loss_total": 0.039607979357242584,
      "step": 3170
    },
    {
      "loss_action": 0.0398675873875618,
      "loss_total": 0.0398675873875618,
      "step": 3170
    },
    {
      "loss_action": 0.029499895870685577,
      "loss_total": 0.029499895870685577,
      "step": 3170
    },
    {
      "loss_action": 0.037888020277023315,
      "loss_total": 0.037888020277023315,
      "step": 3170
    },
    {
      "grad_norm": 1.4799314737319946,
      "learning_rate": 1.5895000000000003e-05,
      "loss": 0.0432,
      "step": 3180
    },
    {
      "loss_action": 0.15120729804039001,
      "loss_total": 0.15120729804039001,
      "step": 3180
    },
    {
      "loss_action": 0.029132366180419922,
      "loss_total": 0.029132366180419922,
      "step": 3180
    },
    {
      "loss_action": 0.10261284559965134,
      "loss_total": 0.10261284559965134,
      "step": 3180
    },
    {
      "loss_action": 0.02966328337788582,
      "loss_total": 0.02966328337788582,
      "step": 3180
    },
    {
      "loss_action": 0.042127784341573715,
      "loss_total": 0.042127784341573715,
      "step": 3180
    },
    {
      "loss_action": 0.04317495971918106,
      "loss_total": 0.04317495971918106,
      "step": 3180
    },
    {
      "loss_action": 0.049632031470537186,
      "loss_total": 0.049632031470537186,
      "step": 3180
    },
    {
      "loss_action": 0.043754301965236664,
      "loss_total": 0.043754301965236664,
      "step": 3180
    },
    {
      "grad_norm": 1.5380059480667114,
      "learning_rate": 1.5945e-05,
      "loss": 0.0474,
      "step": 3190
    },
    {
      "loss_action": 0.04828439652919769,
      "loss_total": 0.04828439652919769,
      "step": 3190
    },
    {
      "loss_action": 0.03574183210730553,
      "loss_total": 0.03574183210730553,
      "step": 3190
    },
    {
      "loss_action": 0.04229288920760155,
      "loss_total": 0.04229288920760155,
      "step": 3190
    },
    {
      "loss_action": 0.0716577023267746,
      "loss_total": 0.0716577023267746,
      "step": 3190
    },
    {
      "loss_action": 0.038493864238262177,
      "loss_total": 0.038493864238262177,
      "step": 3190
    },
    {
      "loss_action": 0.031992435455322266,
      "loss_total": 0.031992435455322266,
      "step": 3190
    },
    {
      "loss_action": 0.032061249017715454,
      "loss_total": 0.032061249017715454,
      "step": 3190
    },
    {
      "loss_action": 0.09696249663829803,
      "loss_total": 0.09696249663829803,
      "step": 3190
    },
    {
      "grad_norm": 1.5060912370681763,
      "learning_rate": 1.5995000000000002e-05,
      "loss": 0.0438,
      "step": 3200
    },
    {
      "loss_action": 0.03290881961584091,
      "loss_total": 0.03290881961584091,
      "step": 3200
    },
    {
      "loss_action": 0.03965160995721817,
      "loss_total": 0.03965160995721817,
      "step": 3200
    },
    {
      "loss_action": 0.04165112227201462,
      "loss_total": 0.04165112227201462,
      "step": 3200
    },
    {
      "loss_action": 0.053757186979055405,
      "loss_total": 0.053757186979055405,
      "step": 3200
    },
    {
      "loss_action": 0.1125083863735199,
      "loss_total": 0.1125083863735199,
      "step": 3200
    },
    {
      "loss_action": 0.029669197276234627,
      "loss_total": 0.029669197276234627,
      "step": 3200
    },
    {
      "loss_action": 0.04854689911007881,
      "loss_total": 0.04854689911007881,
      "step": 3200
    },
    {
      "loss_action": 0.044790659099817276,
      "loss_total": 0.044790659099817276,
      "step": 3200
    },
    {
      "grad_norm": 1.2409584522247314,
      "learning_rate": 1.6045000000000003e-05,
      "loss": 0.0445,
      "step": 3210
    },
    {
      "loss_action": 0.0346459299325943,
      "loss_total": 0.0346459299325943,
      "step": 3210
    },
    {
      "loss_action": 0.03410007059574127,
      "loss_total": 0.03410007059574127,
      "step": 3210
    },
    {
      "loss_action": 0.05513764172792435,
      "loss_total": 0.05513764172792435,
      "step": 3210
    },
    {
      "loss_action": 0.048809342086315155,
      "loss_total": 0.048809342086315155,
      "step": 3210
    },
    {
      "loss_action": 0.030471792444586754,
      "loss_total": 0.030471792444586754,
      "step": 3210
    },
    {
      "loss_action": 0.05151844024658203,
      "loss_total": 0.05151844024658203,
      "step": 3210
    },
    {
      "loss_action": 0.05773423612117767,
      "loss_total": 0.05773423612117767,
      "step": 3210
    },
    {
      "loss_action": 0.030931228771805763,
      "loss_total": 0.030931228771805763,
      "step": 3210
    },
    {
      "grad_norm": 1.636314034461975,
      "learning_rate": 1.6095e-05,
      "loss": 0.0431,
      "step": 3220
    },
    {
      "loss_action": 0.07301690429449081,
      "loss_total": 0.07301690429449081,
      "step": 3220
    },
    {
      "loss_action": 0.03468715772032738,
      "loss_total": 0.03468715772032738,
      "step": 3220
    },
    {
      "loss_action": 0.04499512165784836,
      "loss_total": 0.04499512165784836,
      "step": 3220
    },
    {
      "loss_action": 0.03536706790328026,
      "loss_total": 0.03536706790328026,
      "step": 3220
    },
    {
      "loss_action": 0.0373307466506958,
      "loss_total": 0.0373307466506958,
      "step": 3220
    },
    {
      "loss_action": 0.03920607268810272,
      "loss_total": 0.03920607268810272,
      "step": 3220
    },
    {
      "loss_action": 0.032206449657678604,
      "loss_total": 0.032206449657678604,
      "step": 3220
    },
    {
      "loss_action": 0.04400783032178879,
      "loss_total": 0.04400783032178879,
      "step": 3220
    },
    {
      "grad_norm": 1.2697560787200928,
      "learning_rate": 1.6145000000000002e-05,
      "loss": 0.0392,
      "step": 3230
    },
    {
      "loss_action": 0.0431428998708725,
      "loss_total": 0.0431428998708725,
      "step": 3230
    },
    {
      "loss_action": 0.047855764627456665,
      "loss_total": 0.047855764627456665,
      "step": 3230
    },
    {
      "loss_action": 0.037448566406965256,
      "loss_total": 0.037448566406965256,
      "step": 3230
    },
    {
      "loss_action": 0.06466060131788254,
      "loss_total": 0.06466060131788254,
      "step": 3230
    },
    {
      "loss_action": 0.06468941271305084,
      "loss_total": 0.06468941271305084,
      "step": 3230
    },
    {
      "loss_action": 0.05098716914653778,
      "loss_total": 0.05098716914653778,
      "step": 3230
    },
    {
      "loss_action": 0.05354306846857071,
      "loss_total": 0.05354306846857071,
      "step": 3230
    },
    {
      "loss_action": 0.034595903009176254,
      "loss_total": 0.034595903009176254,
      "step": 3230
    },
    {
      "grad_norm": 1.1042988300323486,
      "learning_rate": 1.6195000000000003e-05,
      "loss": 0.0487,
      "step": 3240
    },
    {
      "loss_action": 0.033769641071558,
      "loss_total": 0.033769641071558,
      "step": 3240
    },
    {
      "loss_action": 0.031498730182647705,
      "loss_total": 0.031498730182647705,
      "step": 3240
    },
    {
      "loss_action": 0.05191408842802048,
      "loss_total": 0.05191408842802048,
      "step": 3240
    },
    {
      "loss_action": 0.03218464553356171,
      "loss_total": 0.03218464553356171,
      "step": 3240
    },
    {
      "loss_action": 0.03297107666730881,
      "loss_total": 0.03297107666730881,
      "step": 3240
    },
    {
      "loss_action": 0.05282701551914215,
      "loss_total": 0.05282701551914215,
      "step": 3240
    },
    {
      "loss_action": 0.048632316291332245,
      "loss_total": 0.048632316291332245,
      "step": 3240
    },
    {
      "loss_action": 0.05017809569835663,
      "loss_total": 0.05017809569835663,
      "step": 3240
    },
    {
      "grad_norm": 1.085045576095581,
      "learning_rate": 1.6245e-05,
      "loss": 0.0438,
      "step": 3250
    },
    {
      "loss_action": 0.0370674803853035,
      "loss_total": 0.0370674803853035,
      "step": 3250
    },
    {
      "loss_action": 0.03692377358675003,
      "loss_total": 0.03692377358675003,
      "step": 3250
    },
    {
      "loss_action": 0.035201333463191986,
      "loss_total": 0.035201333463191986,
      "step": 3250
    },
    {
      "loss_action": 0.03082658350467682,
      "loss_total": 0.03082658350467682,
      "step": 3250
    },
    {
      "loss_action": 0.026038486510515213,
      "loss_total": 0.026038486510515213,
      "step": 3250
    },
    {
      "loss_action": 0.031328603625297546,
      "loss_total": 0.031328603625297546,
      "step": 3250
    },
    {
      "loss_action": 0.03669481724500656,
      "loss_total": 0.03669481724500656,
      "step": 3250
    },
    {
      "loss_action": 0.029159588739275932,
      "loss_total": 0.029159588739275932,
      "step": 3250
    },
    {
      "grad_norm": 1.5428731441497803,
      "learning_rate": 1.6295000000000002e-05,
      "loss": 0.0466,
      "step": 3260
    },
    {
      "loss_action": 0.037839457392692566,
      "loss_total": 0.037839457392692566,
      "step": 3260
    },
    {
      "loss_action": 0.0539986826479435,
      "loss_total": 0.0539986826479435,
      "step": 3260
    },
    {
      "loss_action": 0.05608300119638443,
      "loss_total": 0.05608300119638443,
      "step": 3260
    },
    {
      "loss_action": 0.03910454362630844,
      "loss_total": 0.03910454362630844,
      "step": 3260
    },
    {
      "loss_action": 0.06617718935012817,
      "loss_total": 0.06617718935012817,
      "step": 3260
    },
    {
      "loss_action": 0.050658926367759705,
      "loss_total": 0.050658926367759705,
      "step": 3260
    },
    {
      "loss_action": 0.030845556408166885,
      "loss_total": 0.030845556408166885,
      "step": 3260
    },
    {
      "loss_action": 0.058142729103565216,
      "loss_total": 0.058142729103565216,
      "step": 3260
    },
    {
      "grad_norm": 0.9373270869255066,
      "learning_rate": 1.6345000000000004e-05,
      "loss": 0.0457,
      "step": 3270
    },
    {
      "loss_action": 0.031338803470134735,
      "loss_total": 0.031338803470134735,
      "step": 3270
    },
    {
      "loss_action": 0.0436372309923172,
      "loss_total": 0.0436372309923172,
      "step": 3270
    },
    {
      "loss_action": 0.03217291831970215,
      "loss_total": 0.03217291831970215,
      "step": 3270
    },
    {
      "loss_action": 0.03270856291055679,
      "loss_total": 0.03270856291055679,
      "step": 3270
    },
    {
      "loss_action": 0.031425755470991135,
      "loss_total": 0.031425755470991135,
      "step": 3270
    },
    {
      "loss_action": 0.02878250740468502,
      "loss_total": 0.02878250740468502,
      "step": 3270
    },
    {
      "loss_action": 0.08191357553005219,
      "loss_total": 0.08191357553005219,
      "step": 3270
    },
    {
      "loss_action": 0.038641273975372314,
      "loss_total": 0.038641273975372314,
      "step": 3270
    },
    {
      "grad_norm": 1.2629992961883545,
      "learning_rate": 1.6395e-05,
      "loss": 0.0463,
      "step": 3280
    },
    {
      "loss_action": 0.03369055688381195,
      "loss_total": 0.03369055688381195,
      "step": 3280
    },
    {
      "loss_action": 0.0409867987036705,
      "loss_total": 0.0409867987036705,
      "step": 3280
    },
    {
      "loss_action": 0.034192949533462524,
      "loss_total": 0.034192949533462524,
      "step": 3280
    },
    {
      "loss_action": 0.037111796438694,
      "loss_total": 0.037111796438694,
      "step": 3280
    },
    {
      "loss_action": 0.031190520152449608,
      "loss_total": 0.031190520152449608,
      "step": 3280
    },
    {
      "loss_action": 0.1729317009449005,
      "loss_total": 0.1729317009449005,
      "step": 3280
    },
    {
      "loss_action": 0.037464581429958344,
      "loss_total": 0.037464581429958344,
      "step": 3280
    },
    {
      "loss_action": 0.031626928597688675,
      "loss_total": 0.031626928597688675,
      "step": 3280
    },
    {
      "grad_norm": 0.9964693784713745,
      "learning_rate": 1.6445000000000003e-05,
      "loss": 0.0505,
      "step": 3290
    },
    {
      "loss_action": 0.02691807970404625,
      "loss_total": 0.02691807970404625,
      "step": 3290
    },
    {
      "loss_action": 0.033522218465805054,
      "loss_total": 0.033522218465805054,
      "step": 3290
    },
    {
      "loss_action": 0.035663384944200516,
      "loss_total": 0.035663384944200516,
      "step": 3290
    },
    {
      "loss_action": 0.13867193460464478,
      "loss_total": 0.13867193460464478,
      "step": 3290
    },
    {
      "loss_action": 0.03995807096362114,
      "loss_total": 0.03995807096362114,
      "step": 3290
    },
    {
      "loss_action": 0.03283200412988663,
      "loss_total": 0.03283200412988663,
      "step": 3290
    },
    {
      "loss_action": 0.03479412943124771,
      "loss_total": 0.03479412943124771,
      "step": 3290
    },
    {
      "loss_action": 0.02587118372321129,
      "loss_total": 0.02587118372321129,
      "step": 3290
    },
    {
      "grad_norm": 1.5357632637023926,
      "learning_rate": 1.6495e-05,
      "loss": 0.0404,
      "step": 3300
    },
    {
      "loss_action": 0.03265530616044998,
      "loss_total": 0.03265530616044998,
      "step": 3300
    },
    {
      "loss_action": 0.03989867866039276,
      "loss_total": 0.03989867866039276,
      "step": 3300
    },
    {
      "loss_action": 0.050074849277734756,
      "loss_total": 0.050074849277734756,
      "step": 3300
    },
    {
      "loss_action": 0.04383125901222229,
      "loss_total": 0.04383125901222229,
      "step": 3300
    },
    {
      "loss_action": 0.045314252376556396,
      "loss_total": 0.045314252376556396,
      "step": 3300
    },
    {
      "loss_action": 0.02763432264328003,
      "loss_total": 0.02763432264328003,
      "step": 3300
    },
    {
      "loss_action": 0.03444690629839897,
      "loss_total": 0.03444690629839897,
      "step": 3300
    },
    {
      "loss_action": 0.05177351087331772,
      "loss_total": 0.05177351087331772,
      "step": 3300
    },
    {
      "grad_norm": 1.1130512952804565,
      "learning_rate": 1.6545e-05,
      "loss": 0.0437,
      "step": 3310
    },
    {
      "loss_action": 0.029736287891864777,
      "loss_total": 0.029736287891864777,
      "step": 3310
    },
    {
      "loss_action": 0.09451647847890854,
      "loss_total": 0.09451647847890854,
      "step": 3310
    },
    {
      "loss_action": 0.0298285074532032,
      "loss_total": 0.0298285074532032,
      "step": 3310
    },
    {
      "loss_action": 0.04168405756354332,
      "loss_total": 0.04168405756354332,
      "step": 3310
    },
    {
      "loss_action": 0.03280768170952797,
      "loss_total": 0.03280768170952797,
      "step": 3310
    },
    {
      "loss_action": 0.033340953290462494,
      "loss_total": 0.033340953290462494,
      "step": 3310
    },
    {
      "loss_action": 0.04400157183408737,
      "loss_total": 0.04400157183408737,
      "step": 3310
    },
    {
      "loss_action": 0.033548273146152496,
      "loss_total": 0.033548273146152496,
      "step": 3310
    },
    {
      "grad_norm": 1.1816270351409912,
      "learning_rate": 1.6595e-05,
      "loss": 0.0422,
      "step": 3320
    },
    {
      "loss_action": 0.032660529017448425,
      "loss_total": 0.032660529017448425,
      "step": 3320
    },
    {
      "loss_action": 0.03797866404056549,
      "loss_total": 0.03797866404056549,
      "step": 3320
    },
    {
      "loss_action": 0.025435801595449448,
      "loss_total": 0.025435801595449448,
      "step": 3320
    },
    {
      "loss_action": 0.051068879663944244,
      "loss_total": 0.051068879663944244,
      "step": 3320
    },
    {
      "loss_action": 0.0383414663374424,
      "loss_total": 0.0383414663374424,
      "step": 3320
    },
    {
      "loss_action": 0.03126651048660278,
      "loss_total": 0.03126651048660278,
      "step": 3320
    },
    {
      "loss_action": 0.03979073464870453,
      "loss_total": 0.03979073464870453,
      "step": 3320
    },
    {
      "loss_action": 0.024645831435918808,
      "loss_total": 0.024645831435918808,
      "step": 3320
    },
    {
      "grad_norm": 1.540438175201416,
      "learning_rate": 1.6645e-05,
      "loss": 0.0387,
      "step": 3330
    },
    {
      "loss_action": 0.03339938819408417,
      "loss_total": 0.03339938819408417,
      "step": 3330
    },
    {
      "loss_action": 0.0323030948638916,
      "loss_total": 0.0323030948638916,
      "step": 3330
    },
    {
      "loss_action": 0.026571910828351974,
      "loss_total": 0.026571910828351974,
      "step": 3330
    },
    {
      "loss_action": 0.02961604669690132,
      "loss_total": 0.02961604669690132,
      "step": 3330
    },
    {
      "loss_action": 0.03432086110115051,
      "loss_total": 0.03432086110115051,
      "step": 3330
    },
    {
      "loss_action": 0.03079865127801895,
      "loss_total": 0.03079865127801895,
      "step": 3330
    },
    {
      "loss_action": 0.02614043653011322,
      "loss_total": 0.02614043653011322,
      "step": 3330
    },
    {
      "loss_action": 0.02733912132680416,
      "loss_total": 0.02733912132680416,
      "step": 3330
    },
    {
      "grad_norm": 1.0901590585708618,
      "learning_rate": 1.6695e-05,
      "loss": 0.041,
      "step": 3340
    },
    {
      "loss_action": 0.023398492485284805,
      "loss_total": 0.023398492485284805,
      "step": 3340
    },
    {
      "loss_action": 0.04575091600418091,
      "loss_total": 0.04575091600418091,
      "step": 3340
    },
    {
      "loss_action": 0.040076762437820435,
      "loss_total": 0.040076762437820435,
      "step": 3340
    },
    {
      "loss_action": 0.05022052302956581,
      "loss_total": 0.05022052302956581,
      "step": 3340
    },
    {
      "loss_action": 0.0301229078322649,
      "loss_total": 0.0301229078322649,
      "step": 3340
    },
    {
      "loss_action": 0.062238313257694244,
      "loss_total": 0.062238313257694244,
      "step": 3340
    },
    {
      "loss_action": 0.038197580724954605,
      "loss_total": 0.038197580724954605,
      "step": 3340
    },
    {
      "loss_action": 0.05525541678071022,
      "loss_total": 0.05525541678071022,
      "step": 3340
    },
    {
      "grad_norm": 1.5749897956848145,
      "learning_rate": 1.6745e-05,
      "loss": 0.0427,
      "step": 3350
    },
    {
      "loss_action": 0.03593841567635536,
      "loss_total": 0.03593841567635536,
      "step": 3350
    },
    {
      "loss_action": 0.03457639366388321,
      "loss_total": 0.03457639366388321,
      "step": 3350
    },
    {
      "loss_action": 0.03609827533364296,
      "loss_total": 0.03609827533364296,
      "step": 3350
    },
    {
      "loss_action": 0.03375563025474548,
      "loss_total": 0.03375563025474548,
      "step": 3350
    },
    {
      "loss_action": 0.06291928142309189,
      "loss_total": 0.06291928142309189,
      "step": 3350
    },
    {
      "loss_action": 0.046001650393009186,
      "loss_total": 0.046001650393009186,
      "step": 3350
    },
    {
      "loss_action": 0.04099401459097862,
      "loss_total": 0.04099401459097862,
      "step": 3350
    },
    {
      "loss_action": 0.02926652505993843,
      "loss_total": 0.02926652505993843,
      "step": 3350
    },
    {
      "grad_norm": 0.9270853996276855,
      "learning_rate": 1.6795e-05,
      "loss": 0.0404,
      "step": 3360
    },
    {
      "loss_action": 0.05705105513334274,
      "loss_total": 0.05705105513334274,
      "step": 3360
    },
    {
      "loss_action": 0.025736138224601746,
      "loss_total": 0.025736138224601746,
      "step": 3360
    },
    {
      "loss_action": 0.10712803900241852,
      "loss_total": 0.10712803900241852,
      "step": 3360
    },
    {
      "loss_action": 0.025877509266138077,
      "loss_total": 0.025877509266138077,
      "step": 3360
    },
    {
      "loss_action": 0.024812035262584686,
      "loss_total": 0.024812035262584686,
      "step": 3360
    },
    {
      "loss_action": 0.027863817289471626,
      "loss_total": 0.027863817289471626,
      "step": 3360
    },
    {
      "loss_action": 0.029276279732584953,
      "loss_total": 0.029276279732584953,
      "step": 3360
    },
    {
      "loss_action": 0.04539871960878372,
      "loss_total": 0.04539871960878372,
      "step": 3360
    },
    {
      "grad_norm": 0.8552185893058777,
      "learning_rate": 1.6845e-05,
      "loss": 0.0448,
      "step": 3370
    },
    {
      "loss_action": 0.03281597048044205,
      "loss_total": 0.03281597048044205,
      "step": 3370
    },
    {
      "loss_action": 0.054712776094675064,
      "loss_total": 0.054712776094675064,
      "step": 3370
    },
    {
      "loss_action": 0.03414292633533478,
      "loss_total": 0.03414292633533478,
      "step": 3370
    },
    {
      "loss_action": 0.13324064016342163,
      "loss_total": 0.13324064016342163,
      "step": 3370
    },
    {
      "loss_action": 0.0486161895096302,
      "loss_total": 0.0486161895096302,
      "step": 3370
    },
    {
      "loss_action": 0.029447076842188835,
      "loss_total": 0.029447076842188835,
      "step": 3370
    },
    {
      "loss_action": 0.05461634695529938,
      "loss_total": 0.05461634695529938,
      "step": 3370
    },
    {
      "loss_action": 0.028643105179071426,
      "loss_total": 0.028643105179071426,
      "step": 3370
    },
    {
      "grad_norm": 1.0884416103363037,
      "learning_rate": 1.6895e-05,
      "loss": 0.0386,
      "step": 3380
    },
    {
      "loss_action": 0.0299058984965086,
      "loss_total": 0.0299058984965086,
      "step": 3380
    },
    {
      "loss_action": 0.019525710493326187,
      "loss_total": 0.019525710493326187,
      "step": 3380
    },
    {
      "loss_action": 0.03440864384174347,
      "loss_total": 0.03440864384174347,
      "step": 3380
    },
    {
      "loss_action": 0.03768416866660118,
      "loss_total": 0.03768416866660118,
      "step": 3380
    },
    {
      "loss_action": 0.02492918260395527,
      "loss_total": 0.02492918260395527,
      "step": 3380
    },
    {
      "loss_action": 0.04121395945549011,
      "loss_total": 0.04121395945549011,
      "step": 3380
    },
    {
      "loss_action": 0.027634453028440475,
      "loss_total": 0.027634453028440475,
      "step": 3380
    },
    {
      "loss_action": 0.027348987758159637,
      "loss_total": 0.027348987758159637,
      "step": 3380
    },
    {
      "grad_norm": 1.238412618637085,
      "learning_rate": 1.6945e-05,
      "loss": 0.0357,
      "step": 3390
    },
    {
      "loss_action": 0.03563140705227852,
      "loss_total": 0.03563140705227852,
      "step": 3390
    },
    {
      "loss_action": 0.03890147805213928,
      "loss_total": 0.03890147805213928,
      "step": 3390
    },
    {
      "loss_action": 0.03347346559166908,
      "loss_total": 0.03347346559166908,
      "step": 3390
    },
    {
      "loss_action": 0.03224879875779152,
      "loss_total": 0.03224879875779152,
      "step": 3390
    },
    {
      "loss_action": 0.045522090047597885,
      "loss_total": 0.045522090047597885,
      "step": 3390
    },
    {
      "loss_action": 0.04322635754942894,
      "loss_total": 0.04322635754942894,
      "step": 3390
    },
    {
      "loss_action": 0.04847091808915138,
      "loss_total": 0.04847091808915138,
      "step": 3390
    },
    {
      "loss_action": 0.047446511685848236,
      "loss_total": 0.047446511685848236,
      "step": 3390
    },
    {
      "grad_norm": 1.2690925598144531,
      "learning_rate": 1.6995e-05,
      "loss": 0.051,
      "step": 3400
    },
    {
      "loss_action": 0.028395645320415497,
      "loss_total": 0.028395645320415497,
      "step": 3400
    },
    {
      "loss_action": 0.033449750393629074,
      "loss_total": 0.033449750393629074,
      "step": 3400
    },
    {
      "loss_action": 0.041469771414995193,
      "loss_total": 0.041469771414995193,
      "step": 3400
    },
    {
      "loss_action": 0.056145764887332916,
      "loss_total": 0.056145764887332916,
      "step": 3400
    },
    {
      "loss_action": 0.032410878688097,
      "loss_total": 0.032410878688097,
      "step": 3400
    },
    {
      "loss_action": 0.03616200014948845,
      "loss_total": 0.03616200014948845,
      "step": 3400
    },
    {
      "loss_action": 0.042085789144039154,
      "loss_total": 0.042085789144039154,
      "step": 3400
    },
    {
      "loss_action": 0.03154853731393814,
      "loss_total": 0.03154853731393814,
      "step": 3400
    },
    {
      "grad_norm": 1.3863348960876465,
      "learning_rate": 1.7045e-05,
      "loss": 0.0444,
      "step": 3410
    },
    {
      "loss_action": 0.0459669828414917,
      "loss_total": 0.0459669828414917,
      "step": 3410
    },
    {
      "loss_action": 0.03671182319521904,
      "loss_total": 0.03671182319521904,
      "step": 3410
    },
    {
      "loss_action": 0.04239002615213394,
      "loss_total": 0.04239002615213394,
      "step": 3410
    },
    {
      "loss_action": 0.047476887702941895,
      "loss_total": 0.047476887702941895,
      "step": 3410
    },
    {
      "loss_action": 0.04314061254262924,
      "loss_total": 0.04314061254262924,
      "step": 3410
    },
    {
      "loss_action": 0.037681832909584045,
      "loss_total": 0.037681832909584045,
      "step": 3410
    },
    {
      "loss_action": 0.040622688829898834,
      "loss_total": 0.040622688829898834,
      "step": 3410
    },
    {
      "loss_action": 0.03070947155356407,
      "loss_total": 0.03070947155356407,
      "step": 3410
    },
    {
      "grad_norm": 1.19807767868042,
      "learning_rate": 1.7095e-05,
      "loss": 0.0416,
      "step": 3420
    },
    {
      "loss_action": 0.044684622436761856,
      "loss_total": 0.044684622436761856,
      "step": 3420
    },
    {
      "loss_action": 0.0240522138774395,
      "loss_total": 0.0240522138774395,
      "step": 3420
    },
    {
      "loss_action": 0.036285363137722015,
      "loss_total": 0.036285363137722015,
      "step": 3420
    },
    {
      "loss_action": 0.052427079528570175,
      "loss_total": 0.052427079528570175,
      "step": 3420
    },
    {
      "loss_action": 0.022558588534593582,
      "loss_total": 0.022558588534593582,
      "step": 3420
    },
    {
      "loss_action": 0.0387251079082489,
      "loss_total": 0.0387251079082489,
      "step": 3420
    },
    {
      "loss_action": 0.039710767567157745,
      "loss_total": 0.039710767567157745,
      "step": 3420
    },
    {
      "loss_action": 0.035635314881801605,
      "loss_total": 0.035635314881801605,
      "step": 3420
    },
    {
      "grad_norm": 1.4654470682144165,
      "learning_rate": 1.7145e-05,
      "loss": 0.0433,
      "step": 3430
    },
    {
      "loss_action": 0.058504268527030945,
      "loss_total": 0.058504268527030945,
      "step": 3430
    },
    {
      "loss_action": 0.0380004458129406,
      "loss_total": 0.0380004458129406,
      "step": 3430
    },
    {
      "loss_action": 0.03253626450896263,
      "loss_total": 0.03253626450896263,
      "step": 3430
    },
    {
      "loss_action": 0.05794809013605118,
      "loss_total": 0.05794809013605118,
      "step": 3430
    },
    {
      "loss_action": 0.04953629523515701,
      "loss_total": 0.04953629523515701,
      "step": 3430
    },
    {
      "loss_action": 0.042819779366254807,
      "loss_total": 0.042819779366254807,
      "step": 3430
    },
    {
      "loss_action": 0.05733498930931091,
      "loss_total": 0.05733498930931091,
      "step": 3430
    },
    {
      "loss_action": 0.031211432069540024,
      "loss_total": 0.031211432069540024,
      "step": 3430
    },
    {
      "grad_norm": 1.2594798803329468,
      "learning_rate": 1.7195e-05,
      "loss": 0.0495,
      "step": 3440
    },
    {
      "loss_action": 0.028393935412168503,
      "loss_total": 0.028393935412168503,
      "step": 3440
    },
    {
      "loss_action": 0.04826868325471878,
      "loss_total": 0.04826868325471878,
      "step": 3440
    },
    {
      "loss_action": 0.05586003512144089,
      "loss_total": 0.05586003512144089,
      "step": 3440
    },
    {
      "loss_action": 0.05700114369392395,
      "loss_total": 0.05700114369392395,
      "step": 3440
    },
    {
      "loss_action": 0.038183681666851044,
      "loss_total": 0.038183681666851044,
      "step": 3440
    },
    {
      "loss_action": 0.08096832782030106,
      "loss_total": 0.08096832782030106,
      "step": 3440
    },
    {
      "loss_action": 0.048983193933963776,
      "loss_total": 0.048983193933963776,
      "step": 3440
    },
    {
      "loss_action": 0.028474822640419006,
      "loss_total": 0.028474822640419006,
      "step": 3440
    },
    {
      "grad_norm": 1.4020020961761475,
      "learning_rate": 1.7245e-05,
      "loss": 0.0399,
      "step": 3450
    },
    {
      "loss_action": 0.04734582453966141,
      "loss_total": 0.04734582453966141,
      "step": 3450
    },
    {
      "loss_action": 0.02981644868850708,
      "loss_total": 0.02981644868850708,
      "step": 3450
    },
    {
      "loss_action": 0.06793701648712158,
      "loss_total": 0.06793701648712158,
      "step": 3450
    },
    {
      "loss_action": 0.0338943712413311,
      "loss_total": 0.0338943712413311,
      "step": 3450
    },
    {
      "loss_action": 0.0580388605594635,
      "loss_total": 0.0580388605594635,
      "step": 3450
    },
    {
      "loss_action": 0.02556021884083748,
      "loss_total": 0.02556021884083748,
      "step": 3450
    },
    {
      "loss_action": 0.04223893955349922,
      "loss_total": 0.04223893955349922,
      "step": 3450
    },
    {
      "loss_action": 0.051582545042037964,
      "loss_total": 0.051582545042037964,
      "step": 3450
    },
    {
      "grad_norm": 1.2426856756210327,
      "learning_rate": 1.7295e-05,
      "loss": 0.0459,
      "step": 3460
    },
    {
      "loss_action": 0.027625292539596558,
      "loss_total": 0.027625292539596558,
      "step": 3460
    },
    {
      "loss_action": 0.027880758047103882,
      "loss_total": 0.027880758047103882,
      "step": 3460
    },
    {
      "loss_action": 0.03203561156988144,
      "loss_total": 0.03203561156988144,
      "step": 3460
    },
    {
      "loss_action": 0.05099433287978172,
      "loss_total": 0.05099433287978172,
      "step": 3460
    },
    {
      "loss_action": 0.0459534116089344,
      "loss_total": 0.0459534116089344,
      "step": 3460
    },
    {
      "loss_action": 0.0315970741212368,
      "loss_total": 0.0315970741212368,
      "step": 3460
    },
    {
      "loss_action": 0.03539551794528961,
      "loss_total": 0.03539551794528961,
      "step": 3460
    },
    {
      "loss_action": 0.05154982954263687,
      "loss_total": 0.05154982954263687,
      "step": 3460
    },
    {
      "grad_norm": 1.5068720579147339,
      "learning_rate": 1.7345e-05,
      "loss": 0.0368,
      "step": 3470
    },
    {
      "loss_action": 0.1617821604013443,
      "loss_total": 0.1617821604013443,
      "step": 3470
    },
    {
      "loss_action": 0.04340902715921402,
      "loss_total": 0.04340902715921402,
      "step": 3470
    },
    {
      "loss_action": 0.0483267642557621,
      "loss_total": 0.0483267642557621,
      "step": 3470
    },
    {
      "loss_action": 0.04015335068106651,
      "loss_total": 0.04015335068106651,
      "step": 3470
    },
    {
      "loss_action": 0.09382994472980499,
      "loss_total": 0.09382994472980499,
      "step": 3470
    },
    {
      "loss_action": 0.0439874529838562,
      "loss_total": 0.0439874529838562,
      "step": 3470
    },
    {
      "loss_action": 0.03441980481147766,
      "loss_total": 0.03441980481147766,
      "step": 3470
    },
    {
      "loss_action": 0.04624350368976593,
      "loss_total": 0.04624350368976593,
      "step": 3470
    },
    {
      "grad_norm": 1.2637264728546143,
      "learning_rate": 1.7395e-05,
      "loss": 0.045,
      "step": 3480
    },
    {
      "loss_action": 0.022995740175247192,
      "loss_total": 0.022995740175247192,
      "step": 3480
    },
    {
      "loss_action": 0.030580587685108185,
      "loss_total": 0.030580587685108185,
      "step": 3480
    },
    {
      "loss_action": 0.03299018740653992,
      "loss_total": 0.03299018740653992,
      "step": 3480
    },
    {
      "loss_action": 0.04383835941553116,
      "loss_total": 0.04383835941553116,
      "step": 3480
    },
    {
      "loss_action": 0.022133059799671173,
      "loss_total": 0.022133059799671173,
      "step": 3480
    },
    {
      "loss_action": 0.04029233008623123,
      "loss_total": 0.04029233008623123,
      "step": 3480
    },
    {
      "loss_action": 0.029802322387695312,
      "loss_total": 0.029802322387695312,
      "step": 3480
    },
    {
      "loss_action": 0.05907898396253586,
      "loss_total": 0.05907898396253586,
      "step": 3480
    },
    {
      "grad_norm": 0.9746639132499695,
      "learning_rate": 1.7445e-05,
      "loss": 0.0468,
      "step": 3490
    },
    {
      "loss_action": 0.09307336807250977,
      "loss_total": 0.09307336807250977,
      "step": 3490
    },
    {
      "loss_action": 0.06839468330144882,
      "loss_total": 0.06839468330144882,
      "step": 3490
    },
    {
      "loss_action": 0.05825658515095711,
      "loss_total": 0.05825658515095711,
      "step": 3490
    },
    {
      "loss_action": 0.06230093911290169,
      "loss_total": 0.06230093911290169,
      "step": 3490
    },
    {
      "loss_action": 0.056538134813308716,
      "loss_total": 0.056538134813308716,
      "step": 3490
    },
    {
      "loss_action": 0.028363652527332306,
      "loss_total": 0.028363652527332306,
      "step": 3490
    },
    {
      "loss_action": 0.07482792437076569,
      "loss_total": 0.07482792437076569,
      "step": 3490
    },
    {
      "loss_action": 0.07529018819332123,
      "loss_total": 0.07529018819332123,
      "step": 3490
    },
    {
      "grad_norm": 1.0714021921157837,
      "learning_rate": 1.7495e-05,
      "loss": 0.0445,
      "step": 3500
    },
    {
      "loss_action": 0.02829856425523758,
      "loss_total": 0.02829856425523758,
      "step": 3500
    },
    {
      "loss_action": 0.04355360567569733,
      "loss_total": 0.04355360567569733,
      "step": 3500
    },
    {
      "loss_action": 0.023380352184176445,
      "loss_total": 0.023380352184176445,
      "step": 3500
    },
    {
      "loss_action": 0.031704895198345184,
      "loss_total": 0.031704895198345184,
      "step": 3500
    },
    {
      "loss_action": 0.041334301233291626,
      "loss_total": 0.041334301233291626,
      "step": 3500
    },
    {
      "loss_action": 0.029632816091179848,
      "loss_total": 0.029632816091179848,
      "step": 3500
    },
    {
      "loss_action": 0.03683696687221527,
      "loss_total": 0.03683696687221527,
      "step": 3500
    },
    {
      "loss_action": 0.05152184143662453,
      "loss_total": 0.05152184143662453,
      "step": 3500
    },
    {
      "grad_norm": 1.03156578540802,
      "learning_rate": 1.7545e-05,
      "loss": 0.0396,
      "step": 3510
    },
    {
      "loss_action": 0.021298997104167938,
      "loss_total": 0.021298997104167938,
      "step": 3510
    },
    {
      "loss_action": 0.06583091616630554,
      "loss_total": 0.06583091616630554,
      "step": 3510
    },
    {
      "loss_action": 0.03419250249862671,
      "loss_total": 0.03419250249862671,
      "step": 3510
    },
    {
      "loss_action": 0.03458074480295181,
      "loss_total": 0.03458074480295181,
      "step": 3510
    },
    {
      "loss_action": 0.05054417997598648,
      "loss_total": 0.05054417997598648,
      "step": 3510
    },
    {
      "loss_action": 0.058001093566417694,
      "loss_total": 0.058001093566417694,
      "step": 3510
    },
    {
      "loss_action": 0.042621634900569916,
      "loss_total": 0.042621634900569916,
      "step": 3510
    },
    {
      "loss_action": 0.022598035633563995,
      "loss_total": 0.022598035633563995,
      "step": 3510
    },
    {
      "grad_norm": 1.2840075492858887,
      "learning_rate": 1.7595e-05,
      "loss": 0.0433,
      "step": 3520
    },
    {
      "loss_action": 0.04129241406917572,
      "loss_total": 0.04129241406917572,
      "step": 3520
    },
    {
      "loss_action": 0.03903641179203987,
      "loss_total": 0.03903641179203987,
      "step": 3520
    },
    {
      "loss_action": 0.03911018744111061,
      "loss_total": 0.03911018744111061,
      "step": 3520
    },
    {
      "loss_action": 0.0383249893784523,
      "loss_total": 0.0383249893784523,
      "step": 3520
    },
    {
      "loss_action": 0.032858580350875854,
      "loss_total": 0.032858580350875854,
      "step": 3520
    },
    {
      "loss_action": 0.07838229835033417,
      "loss_total": 0.07838229835033417,
      "step": 3520
    },
    {
      "loss_action": 0.0369703583419323,
      "loss_total": 0.0369703583419323,
      "step": 3520
    },
    {
      "loss_action": 0.03916759043931961,
      "loss_total": 0.03916759043931961,
      "step": 3520
    },
    {
      "grad_norm": 1.2677640914916992,
      "learning_rate": 1.7645e-05,
      "loss": 0.0479,
      "step": 3530
    },
    {
      "loss_action": 0.07443304359912872,
      "loss_total": 0.07443304359912872,
      "step": 3530
    },
    {
      "loss_action": 0.05618523061275482,
      "loss_total": 0.05618523061275482,
      "step": 3530
    },
    {
      "loss_action": 0.046658482402563095,
      "loss_total": 0.046658482402563095,
      "step": 3530
    },
    {
      "loss_action": 0.03393673151731491,
      "loss_total": 0.03393673151731491,
      "step": 3530
    },
    {
      "loss_action": 0.04045688733458519,
      "loss_total": 0.04045688733458519,
      "step": 3530
    },
    {
      "loss_action": 0.03092416375875473,
      "loss_total": 0.03092416375875473,
      "step": 3530
    },
    {
      "loss_action": 0.1038331389427185,
      "loss_total": 0.1038331389427185,
      "step": 3530
    },
    {
      "loss_action": 0.05824824050068855,
      "loss_total": 0.05824824050068855,
      "step": 3530
    },
    {
      "grad_norm": 1.445430040359497,
      "learning_rate": 1.7695e-05,
      "loss": 0.0419,
      "step": 3540
    },
    {
      "loss_action": 0.03962894156575203,
      "loss_total": 0.03962894156575203,
      "step": 3540
    },
    {
      "loss_action": 0.03613508120179176,
      "loss_total": 0.03613508120179176,
      "step": 3540
    },
    {
      "loss_action": 0.04494759812951088,
      "loss_total": 0.04494759812951088,
      "step": 3540
    },
    {
      "loss_action": 0.036272358149290085,
      "loss_total": 0.036272358149290085,
      "step": 3540
    },
    {
      "loss_action": 0.06495028734207153,
      "loss_total": 0.06495028734207153,
      "step": 3540
    },
    {
      "loss_action": 0.07004126161336899,
      "loss_total": 0.07004126161336899,
      "step": 3540
    },
    {
      "loss_action": 0.05247798562049866,
      "loss_total": 0.05247798562049866,
      "step": 3540
    },
    {
      "loss_action": 0.03991970047354698,
      "loss_total": 0.03991970047354698,
      "step": 3540
    },
    {
      "grad_norm": 1.1252384185791016,
      "learning_rate": 1.7745e-05,
      "loss": 0.0415,
      "step": 3550
    },
    {
      "loss_action": 0.023654760792851448,
      "loss_total": 0.023654760792851448,
      "step": 3550
    },
    {
      "loss_action": 0.03133950009942055,
      "loss_total": 0.03133950009942055,
      "step": 3550
    },
    {
      "loss_action": 0.031100813299417496,
      "loss_total": 0.031100813299417496,
      "step": 3550
    },
    {
      "loss_action": 0.031452011317014694,
      "loss_total": 0.031452011317014694,
      "step": 3550
    },
    {
      "loss_action": 0.038446757942438126,
      "loss_total": 0.038446757942438126,
      "step": 3550
    },
    {
      "loss_action": 0.04237653315067291,
      "loss_total": 0.04237653315067291,
      "step": 3550
    },
    {
      "loss_action": 0.0294942744076252,
      "loss_total": 0.0294942744076252,
      "step": 3550
    },
    {
      "loss_action": 0.0406528078019619,
      "loss_total": 0.0406528078019619,
      "step": 3550
    },
    {
      "grad_norm": 1.425020456314087,
      "learning_rate": 1.7795e-05,
      "loss": 0.0409,
      "step": 3560
    },
    {
      "loss_action": 0.03812909126281738,
      "loss_total": 0.03812909126281738,
      "step": 3560
    },
    {
      "loss_action": 0.027358151972293854,
      "loss_total": 0.027358151972293854,
      "step": 3560
    },
    {
      "loss_action": 0.02381112426519394,
      "loss_total": 0.02381112426519394,
      "step": 3560
    },
    {
      "loss_action": 0.03639613837003708,
      "loss_total": 0.03639613837003708,
      "step": 3560
    },
    {
      "loss_action": 0.035624999552965164,
      "loss_total": 0.035624999552965164,
      "step": 3560
    },
    {
      "loss_action": 0.04021871089935303,
      "loss_total": 0.04021871089935303,
      "step": 3560
    },
    {
      "loss_action": 0.02941710501909256,
      "loss_total": 0.02941710501909256,
      "step": 3560
    },
    {
      "loss_action": 0.03063892386853695,
      "loss_total": 0.03063892386853695,
      "step": 3560
    },
    {
      "grad_norm": 1.348502278327942,
      "learning_rate": 1.7845e-05,
      "loss": 0.0434,
      "step": 3570
    },
    {
      "loss_action": 0.02300899475812912,
      "loss_total": 0.02300899475812912,
      "step": 3570
    },
    {
      "loss_action": 0.05255608260631561,
      "loss_total": 0.05255608260631561,
      "step": 3570
    },
    {
      "loss_action": 0.030913371592760086,
      "loss_total": 0.030913371592760086,
      "step": 3570
    },
    {
      "loss_action": 0.1554543375968933,
      "loss_total": 0.1554543375968933,
      "step": 3570
    },
    {
      "loss_action": 0.05203483998775482,
      "loss_total": 0.05203483998775482,
      "step": 3570
    },
    {
      "loss_action": 0.059984706342220306,
      "loss_total": 0.059984706342220306,
      "step": 3570
    },
    {
      "loss_action": 0.04184211418032646,
      "loss_total": 0.04184211418032646,
      "step": 3570
    },
    {
      "loss_action": 0.10114957392215729,
      "loss_total": 0.10114957392215729,
      "step": 3570
    },
    {
      "grad_norm": 1.049976110458374,
      "learning_rate": 1.7895e-05,
      "loss": 0.0482,
      "step": 3580
    },
    {
      "loss_action": 0.030882714316248894,
      "loss_total": 0.030882714316248894,
      "step": 3580
    },
    {
      "loss_action": 0.04072882607579231,
      "loss_total": 0.04072882607579231,
      "step": 3580
    },
    {
      "loss_action": 0.034375861287117004,
      "loss_total": 0.034375861287117004,
      "step": 3580
    },
    {
      "loss_action": 0.033809930086135864,
      "loss_total": 0.033809930086135864,
      "step": 3580
    },
    {
      "loss_action": 0.040251873433589935,
      "loss_total": 0.040251873433589935,
      "step": 3580
    },
    {
      "loss_action": 0.03450704738497734,
      "loss_total": 0.03450704738497734,
      "step": 3580
    },
    {
      "loss_action": 0.0480552539229393,
      "loss_total": 0.0480552539229393,
      "step": 3580
    },
    {
      "loss_action": 0.04409317672252655,
      "loss_total": 0.04409317672252655,
      "step": 3580
    },
    {
      "grad_norm": 0.9730881452560425,
      "learning_rate": 1.7945000000000002e-05,
      "loss": 0.0415,
      "step": 3590
    },
    {
      "loss_action": 0.05857910215854645,
      "loss_total": 0.05857910215854645,
      "step": 3590
    },
    {
      "loss_action": 0.03969520330429077,
      "loss_total": 0.03969520330429077,
      "step": 3590
    },
    {
      "loss_action": 0.03153158724308014,
      "loss_total": 0.03153158724308014,
      "step": 3590
    },
    {
      "loss_action": 0.028947118669748306,
      "loss_total": 0.028947118669748306,
      "step": 3590
    },
    {
      "loss_action": 0.034556422382593155,
      "loss_total": 0.034556422382593155,
      "step": 3590
    },
    {
      "loss_action": 0.15788120031356812,
      "loss_total": 0.15788120031356812,
      "step": 3590
    },
    {
      "loss_action": 0.1466321051120758,
      "loss_total": 0.1466321051120758,
      "step": 3590
    },
    {
      "loss_action": 0.11581718176603317,
      "loss_total": 0.11581718176603317,
      "step": 3590
    },
    {
      "grad_norm": 1.0994929075241089,
      "learning_rate": 1.7995e-05,
      "loss": 0.0441,
      "step": 3600
    },
    {
      "loss_action": 0.03964129835367203,
      "loss_total": 0.03964129835367203,
      "step": 3600
    },
    {
      "loss_action": 0.0322200283408165,
      "loss_total": 0.0322200283408165,
      "step": 3600
    },
    {
      "loss_action": 0.03875400125980377,
      "loss_total": 0.03875400125980377,
      "step": 3600
    },
    {
      "loss_action": 0.037300337105989456,
      "loss_total": 0.037300337105989456,
      "step": 3600
    },
    {
      "loss_action": 0.042120784521102905,
      "loss_total": 0.042120784521102905,
      "step": 3600
    },
    {
      "loss_action": 0.03940771147608757,
      "loss_total": 0.03940771147608757,
      "step": 3600
    },
    {
      "loss_action": 0.05378325283527374,
      "loss_total": 0.05378325283527374,
      "step": 3600
    },
    {
      "loss_action": 0.06748251616954803,
      "loss_total": 0.06748251616954803,
      "step": 3600
    },
    {
      "grad_norm": 1.2335350513458252,
      "learning_rate": 1.8045e-05,
      "loss": 0.0416,
      "step": 3610
    },
    {
      "loss_action": 0.03046610578894615,
      "loss_total": 0.03046610578894615,
      "step": 3610
    },
    {
      "loss_action": 0.04642152786254883,
      "loss_total": 0.04642152786254883,
      "step": 3610
    },
    {
      "loss_action": 0.0534631609916687,
      "loss_total": 0.0534631609916687,
      "step": 3610
    },
    {
      "loss_action": 0.02651771903038025,
      "loss_total": 0.02651771903038025,
      "step": 3610
    },
    {
      "loss_action": 0.028373273089528084,
      "loss_total": 0.028373273089528084,
      "step": 3610
    },
    {
      "loss_action": 0.03125185891985893,
      "loss_total": 0.03125185891985893,
      "step": 3610
    },
    {
      "loss_action": 0.02913026325404644,
      "loss_total": 0.02913026325404644,
      "step": 3610
    },
    {
      "loss_action": 0.029483892023563385,
      "loss_total": 0.029483892023563385,
      "step": 3610
    },
    {
      "grad_norm": 1.2164756059646606,
      "learning_rate": 1.8095000000000002e-05,
      "loss": 0.049,
      "step": 3620
    },
    {
      "loss_action": 0.051783304661512375,
      "loss_total": 0.051783304661512375,
      "step": 3620
    },
    {
      "loss_action": 0.03171340376138687,
      "loss_total": 0.03171340376138687,
      "step": 3620
    },
    {
      "loss_action": 0.030672777444124222,
      "loss_total": 0.030672777444124222,
      "step": 3620
    },
    {
      "loss_action": 0.062138743698596954,
      "loss_total": 0.062138743698596954,
      "step": 3620
    },
    {
      "loss_action": 0.05526168644428253,
      "loss_total": 0.05526168644428253,
      "step": 3620
    },
    {
      "loss_action": 0.03199579566717148,
      "loss_total": 0.03199579566717148,
      "step": 3620
    },
    {
      "loss_action": 0.039208024740219116,
      "loss_total": 0.039208024740219116,
      "step": 3620
    },
    {
      "loss_action": 0.034430570900440216,
      "loss_total": 0.034430570900440216,
      "step": 3620
    },
    {
      "grad_norm": 1.119832158088684,
      "learning_rate": 1.8145e-05,
      "loss": 0.0399,
      "step": 3630
    },
    {
      "loss_action": 0.0593547485768795,
      "loss_total": 0.0593547485768795,
      "step": 3630
    },
    {
      "loss_action": 0.024554606527090073,
      "loss_total": 0.024554606527090073,
      "step": 3630
    },
    {
      "loss_action": 0.042074814438819885,
      "loss_total": 0.042074814438819885,
      "step": 3630
    },
    {
      "loss_action": 0.04778551310300827,
      "loss_total": 0.04778551310300827,
      "step": 3630
    },
    {
      "loss_action": 0.08014966547489166,
      "loss_total": 0.08014966547489166,
      "step": 3630
    },
    {
      "loss_action": 0.057727664709091187,
      "loss_total": 0.057727664709091187,
      "step": 3630
    },
    {
      "loss_action": 0.03876717388629913,
      "loss_total": 0.03876717388629913,
      "step": 3630
    },
    {
      "loss_action": 0.04139196127653122,
      "loss_total": 0.04139196127653122,
      "step": 3630
    },
    {
      "grad_norm": 1.0801753997802734,
      "learning_rate": 1.8195e-05,
      "loss": 0.0475,
      "step": 3640
    },
    {
      "loss_action": 0.035412371158599854,
      "loss_total": 0.035412371158599854,
      "step": 3640
    },
    {
      "loss_action": 0.025580396875739098,
      "loss_total": 0.025580396875739098,
      "step": 3640
    },
    {
      "loss_action": 0.031241998076438904,
      "loss_total": 0.031241998076438904,
      "step": 3640
    },
    {
      "loss_action": 0.044185034930706024,
      "loss_total": 0.044185034930706024,
      "step": 3640
    },
    {
      "loss_action": 0.02965887263417244,
      "loss_total": 0.02965887263417244,
      "step": 3640
    },
    {
      "loss_action": 0.023169029504060745,
      "loss_total": 0.023169029504060745,
      "step": 3640
    },
    {
      "loss_action": 0.04412955045700073,
      "loss_total": 0.04412955045700073,
      "step": 3640
    },
    {
      "loss_action": 0.03118133544921875,
      "loss_total": 0.03118133544921875,
      "step": 3640
    },
    {
      "grad_norm": 0.8471696972846985,
      "learning_rate": 1.8245000000000002e-05,
      "loss": 0.0406,
      "step": 3650
    },
    {
      "loss_action": 0.03571705520153046,
      "loss_total": 0.03571705520153046,
      "step": 3650
    },
    {
      "loss_action": 0.030569393187761307,
      "loss_total": 0.030569393187761307,
      "step": 3650
    },
    {
      "loss_action": 0.03207133337855339,
      "loss_total": 0.03207133337855339,
      "step": 3650
    },
    {
      "loss_action": 0.027165919542312622,
      "loss_total": 0.027165919542312622,
      "step": 3650
    },
    {
      "loss_action": 0.038580603897571564,
      "loss_total": 0.038580603897571564,
      "step": 3650
    },
    {
      "loss_action": 0.030717581510543823,
      "loss_total": 0.030717581510543823,
      "step": 3650
    },
    {
      "loss_action": 0.033519357442855835,
      "loss_total": 0.033519357442855835,
      "step": 3650
    },
    {
      "loss_action": 0.04007018730044365,
      "loss_total": 0.04007018730044365,
      "step": 3650
    },
    {
      "grad_norm": 1.0273756980895996,
      "learning_rate": 1.8295e-05,
      "loss": 0.041,
      "step": 3660
    },
    {
      "loss_action": 0.06057972088456154,
      "loss_total": 0.06057972088456154,
      "step": 3660
    },
    {
      "loss_action": 0.04273085296154022,
      "loss_total": 0.04273085296154022,
      "step": 3660
    },
    {
      "loss_action": 0.040718041360378265,
      "loss_total": 0.040718041360378265,
      "step": 3660
    },
    {
      "loss_action": 0.047020457684993744,
      "loss_total": 0.047020457684993744,
      "step": 3660
    },
    {
      "loss_action": 0.035842396318912506,
      "loss_total": 0.035842396318912506,
      "step": 3660
    },
    {
      "loss_action": 0.038885779678821564,
      "loss_total": 0.038885779678821564,
      "step": 3660
    },
    {
      "loss_action": 0.03680659085512161,
      "loss_total": 0.03680659085512161,
      "step": 3660
    },
    {
      "loss_action": 0.025193624198436737,
      "loss_total": 0.025193624198436737,
      "step": 3660
    },
    {
      "grad_norm": 1.1325411796569824,
      "learning_rate": 1.8345e-05,
      "loss": 0.0444,
      "step": 3670
    },
    {
      "loss_action": 0.02752823382616043,
      "loss_total": 0.02752823382616043,
      "step": 3670
    },
    {
      "loss_action": 0.08432132005691528,
      "loss_total": 0.08432132005691528,
      "step": 3670
    },
    {
      "loss_action": 0.05691458284854889,
      "loss_total": 0.05691458284854889,
      "step": 3670
    },
    {
      "loss_action": 0.043626315891742706,
      "loss_total": 0.043626315891742706,
      "step": 3670
    },
    {
      "loss_action": 0.0294547900557518,
      "loss_total": 0.0294547900557518,
      "step": 3670
    },
    {
      "loss_action": 0.044989585876464844,
      "loss_total": 0.044989585876464844,
      "step": 3670
    },
    {
      "loss_action": 0.0636463463306427,
      "loss_total": 0.0636463463306427,
      "step": 3670
    },
    {
      "loss_action": 0.0304262638092041,
      "loss_total": 0.0304262638092041,
      "step": 3670
    },
    {
      "grad_norm": 1.1830687522888184,
      "learning_rate": 1.8395000000000003e-05,
      "loss": 0.0372,
      "step": 3680
    },
    {
      "loss_action": 0.037669796496629715,
      "loss_total": 0.037669796496629715,
      "step": 3680
    },
    {
      "loss_action": 0.03533371537923813,
      "loss_total": 0.03533371537923813,
      "step": 3680
    },
    {
      "loss_action": 0.033725183457136154,
      "loss_total": 0.033725183457136154,
      "step": 3680
    },
    {
      "loss_action": 0.09069410711526871,
      "loss_total": 0.09069410711526871,
      "step": 3680
    },
    {
      "loss_action": 0.050605710595846176,
      "loss_total": 0.050605710595846176,
      "step": 3680
    },
    {
      "loss_action": 0.05045822635293007,
      "loss_total": 0.05045822635293007,
      "step": 3680
    },
    {
      "loss_action": 0.0318966768682003,
      "loss_total": 0.0318966768682003,
      "step": 3680
    },
    {
      "loss_action": 0.042333491146564484,
      "loss_total": 0.042333491146564484,
      "step": 3680
    },
    {
      "grad_norm": 0.9666730165481567,
      "learning_rate": 1.8445e-05,
      "loss": 0.0412,
      "step": 3690
    },
    {
      "loss_action": 0.023929208517074585,
      "loss_total": 0.023929208517074585,
      "step": 3690
    },
    {
      "loss_action": 0.08163505047559738,
      "loss_total": 0.08163505047559738,
      "step": 3690
    },
    {
      "loss_action": 0.04276047274470329,
      "loss_total": 0.04276047274470329,
      "step": 3690
    },
    {
      "loss_action": 0.02861161157488823,
      "loss_total": 0.02861161157488823,
      "step": 3690
    },
    {
      "loss_action": 0.038411740213632584,
      "loss_total": 0.038411740213632584,
      "step": 3690
    },
    {
      "loss_action": 0.03988766297698021,
      "loss_total": 0.03988766297698021,
      "step": 3690
    },
    {
      "loss_action": 0.019171742722392082,
      "loss_total": 0.019171742722392082,
      "step": 3690
    },
    {
      "loss_action": 0.04023892432451248,
      "loss_total": 0.04023892432451248,
      "step": 3690
    },
    {
      "grad_norm": 0.9483367800712585,
      "learning_rate": 1.8495e-05,
      "loss": 0.0394,
      "step": 3700
    },
    {
      "loss_action": 0.030086800456047058,
      "loss_total": 0.030086800456047058,
      "step": 3700
    },
    {
      "loss_action": 0.0315515510737896,
      "loss_total": 0.0315515510737896,
      "step": 3700
    },
    {
      "loss_action": 0.041280023753643036,
      "loss_total": 0.041280023753643036,
      "step": 3700
    },
    {
      "loss_action": 0.02581583522260189,
      "loss_total": 0.02581583522260189,
      "step": 3700
    },
    {
      "loss_action": 0.025322947651147842,
      "loss_total": 0.025322947651147842,
      "step": 3700
    },
    {
      "loss_action": 0.04113667458295822,
      "loss_total": 0.04113667458295822,
      "step": 3700
    },
    {
      "loss_action": 0.02536974474787712,
      "loss_total": 0.02536974474787712,
      "step": 3700
    },
    {
      "loss_action": 0.02922791615128517,
      "loss_total": 0.02922791615128517,
      "step": 3700
    },
    {
      "grad_norm": 1.382912278175354,
      "learning_rate": 1.8545000000000003e-05,
      "loss": 0.0396,
      "step": 3710
    },
    {
      "loss_action": 0.029370248317718506,
      "loss_total": 0.029370248317718506,
      "step": 3710
    },
    {
      "loss_action": 0.027062978595495224,
      "loss_total": 0.027062978595495224,
      "step": 3710
    },
    {
      "loss_action": 0.02410326898097992,
      "loss_total": 0.02410326898097992,
      "step": 3710
    },
    {
      "loss_action": 0.033805329352617264,
      "loss_total": 0.033805329352617264,
      "step": 3710
    },
    {
      "loss_action": 0.040639813989400864,
      "loss_total": 0.040639813989400864,
      "step": 3710
    },
    {
      "loss_action": 0.027139373123645782,
      "loss_total": 0.027139373123645782,
      "step": 3710
    },
    {
      "loss_action": 0.030129563063383102,
      "loss_total": 0.030129563063383102,
      "step": 3710
    },
    {
      "loss_action": 0.06454512476921082,
      "loss_total": 0.06454512476921082,
      "step": 3710
    },
    {
      "grad_norm": 1.1519732475280762,
      "learning_rate": 1.8595e-05,
      "loss": 0.0394,
      "step": 3720
    },
    {
      "loss_action": 0.021477974951267242,
      "loss_total": 0.021477974951267242,
      "step": 3720
    },
    {
      "loss_action": 0.03470825031399727,
      "loss_total": 0.03470825031399727,
      "step": 3720
    },
    {
      "loss_action": 0.08798252046108246,
      "loss_total": 0.08798252046108246,
      "step": 3720
    },
    {
      "loss_action": 0.03306553140282631,
      "loss_total": 0.03306553140282631,
      "step": 3720
    },
    {
      "loss_action": 0.0670212060213089,
      "loss_total": 0.0670212060213089,
      "step": 3720
    },
    {
      "loss_action": 0.03790261596441269,
      "loss_total": 0.03790261596441269,
      "step": 3720
    },
    {
      "loss_action": 0.04944925755262375,
      "loss_total": 0.04944925755262375,
      "step": 3720
    },
    {
      "loss_action": 0.029598670080304146,
      "loss_total": 0.029598670080304146,
      "step": 3720
    },
    {
      "grad_norm": 1.1824886798858643,
      "learning_rate": 1.8645000000000002e-05,
      "loss": 0.0421,
      "step": 3730
    },
    {
      "loss_action": 0.04047684371471405,
      "loss_total": 0.04047684371471405,
      "step": 3730
    },
    {
      "loss_action": 0.02504352480173111,
      "loss_total": 0.02504352480173111,
      "step": 3730
    },
    {
      "loss_action": 0.07297533750534058,
      "loss_total": 0.07297533750534058,
      "step": 3730
    },
    {
      "loss_action": 0.05262811481952667,
      "loss_total": 0.05262811481952667,
      "step": 3730
    },
    {
      "loss_action": 0.024589449167251587,
      "loss_total": 0.024589449167251587,
      "step": 3730
    },
    {
      "loss_action": 0.038583748042583466,
      "loss_total": 0.038583748042583466,
      "step": 3730
    },
    {
      "loss_action": 0.032109081745147705,
      "loss_total": 0.032109081745147705,
      "step": 3730
    },
    {
      "loss_action": 0.03515505790710449,
      "loss_total": 0.03515505790710449,
      "step": 3730
    },
    {
      "grad_norm": 0.9519175291061401,
      "learning_rate": 1.8695e-05,
      "loss": 0.04,
      "step": 3740
    },
    {
      "loss_action": 0.05698884278535843,
      "loss_total": 0.05698884278535843,
      "step": 3740
    },
    {
      "loss_action": 0.025776159018278122,
      "loss_total": 0.025776159018278122,
      "step": 3740
    },
    {
      "loss_action": 0.031542662531137466,
      "loss_total": 0.031542662531137466,
      "step": 3740
    },
    {
      "loss_action": 0.042115092277526855,
      "loss_total": 0.042115092277526855,
      "step": 3740
    },
    {
      "loss_action": 0.04471205547451973,
      "loss_total": 0.04471205547451973,
      "step": 3740
    },
    {
      "loss_action": 0.13531902432441711,
      "loss_total": 0.13531902432441711,
      "step": 3740
    },
    {
      "loss_action": 0.03645804896950722,
      "loss_total": 0.03645804896950722,
      "step": 3740
    },
    {
      "loss_action": 0.07687947154045105,
      "loss_total": 0.07687947154045105,
      "step": 3740
    },
    {
      "grad_norm": 1.3344428539276123,
      "learning_rate": 1.8745e-05,
      "loss": 0.0434,
      "step": 3750
    },
    {
      "loss_action": 0.038330577313899994,
      "loss_total": 0.038330577313899994,
      "step": 3750
    },
    {
      "loss_action": 0.034376583993434906,
      "loss_total": 0.034376583993434906,
      "step": 3750
    },
    {
      "loss_action": 0.029301241040229797,
      "loss_total": 0.029301241040229797,
      "step": 3750
    },
    {
      "loss_action": 0.03766126558184624,
      "loss_total": 0.03766126558184624,
      "step": 3750
    },
    {
      "loss_action": 0.036691583693027496,
      "loss_total": 0.036691583693027496,
      "step": 3750
    },
    {
      "loss_action": 0.035564832389354706,
      "loss_total": 0.035564832389354706,
      "step": 3750
    },
    {
      "loss_action": 0.07443544268608093,
      "loss_total": 0.07443544268608093,
      "step": 3750
    },
    {
      "loss_action": 0.03455297648906708,
      "loss_total": 0.03455297648906708,
      "step": 3750
    },
    {
      "grad_norm": 1.5392166376113892,
      "learning_rate": 1.8795000000000002e-05,
      "loss": 0.0401,
      "step": 3760
    },
    {
      "loss_action": 0.03303420916199684,
      "loss_total": 0.03303420916199684,
      "step": 3760
    },
    {
      "loss_action": 0.057538244873285294,
      "loss_total": 0.057538244873285294,
      "step": 3760
    },
    {
      "loss_action": 0.02837793156504631,
      "loss_total": 0.02837793156504631,
      "step": 3760
    },
    {
      "loss_action": 0.04045560956001282,
      "loss_total": 0.04045560956001282,
      "step": 3760
    },
    {
      "loss_action": 0.02838604897260666,
      "loss_total": 0.02838604897260666,
      "step": 3760
    },
    {
      "loss_action": 0.03166334331035614,
      "loss_total": 0.03166334331035614,
      "step": 3760
    },
    {
      "loss_action": 0.0433192104101181,
      "loss_total": 0.0433192104101181,
      "step": 3760
    },
    {
      "loss_action": 0.054343968629837036,
      "loss_total": 0.054343968629837036,
      "step": 3760
    },
    {
      "grad_norm": 1.5017390251159668,
      "learning_rate": 1.8845e-05,
      "loss": 0.0398,
      "step": 3770
    },
    {
      "loss_action": 0.05756943300366402,
      "loss_total": 0.05756943300366402,
      "step": 3770
    },
    {
      "loss_action": 0.03857039660215378,
      "loss_total": 0.03857039660215378,
      "step": 3770
    },
    {
      "loss_action": 0.03296634554862976,
      "loss_total": 0.03296634554862976,
      "step": 3770
    },
    {
      "loss_action": 0.033919557929039,
      "loss_total": 0.033919557929039,
      "step": 3770
    },
    {
      "loss_action": 0.043748997151851654,
      "loss_total": 0.043748997151851654,
      "step": 3770
    },
    {
      "loss_action": 0.039121273905038834,
      "loss_total": 0.039121273905038834,
      "step": 3770
    },
    {
      "loss_action": 0.04313800856471062,
      "loss_total": 0.04313800856471062,
      "step": 3770
    },
    {
      "loss_action": 0.027106884866952896,
      "loss_total": 0.027106884866952896,
      "step": 3770
    },
    {
      "grad_norm": 1.5107755661010742,
      "learning_rate": 1.8895e-05,
      "loss": 0.0373,
      "step": 3780
    },
    {
      "loss_action": 0.046156153082847595,
      "loss_total": 0.046156153082847595,
      "step": 3780
    },
    {
      "loss_action": 0.037116531282663345,
      "loss_total": 0.037116531282663345,
      "step": 3780
    },
    {
      "loss_action": 0.035300351679325104,
      "loss_total": 0.035300351679325104,
      "step": 3780
    },
    {
      "loss_action": 0.03982788324356079,
      "loss_total": 0.03982788324356079,
      "step": 3780
    },
    {
      "loss_action": 0.03475113958120346,
      "loss_total": 0.03475113958120346,
      "step": 3780
    },
    {
      "loss_action": 0.07517388463020325,
      "loss_total": 0.07517388463020325,
      "step": 3780
    },
    {
      "loss_action": 0.046288296580314636,
      "loss_total": 0.046288296580314636,
      "step": 3780
    },
    {
      "loss_action": 0.03246003016829491,
      "loss_total": 0.03246003016829491,
      "step": 3780
    },
    {
      "grad_norm": 1.1603069305419922,
      "learning_rate": 1.8945000000000002e-05,
      "loss": 0.0433,
      "step": 3790
    },
    {
      "loss_action": 0.027540162205696106,
      "loss_total": 0.027540162205696106,
      "step": 3790
    },
    {
      "loss_action": 0.02525600790977478,
      "loss_total": 0.02525600790977478,
      "step": 3790
    },
    {
      "loss_action": 0.03084724023938179,
      "loss_total": 0.03084724023938179,
      "step": 3790
    },
    {
      "loss_action": 0.030835025012493134,
      "loss_total": 0.030835025012493134,
      "step": 3790
    },
    {
      "loss_action": 0.02676829695701599,
      "loss_total": 0.02676829695701599,
      "step": 3790
    },
    {
      "loss_action": 0.022800801321864128,
      "loss_total": 0.022800801321864128,
      "step": 3790
    },
    {
      "loss_action": 0.03359898179769516,
      "loss_total": 0.03359898179769516,
      "step": 3790
    },
    {
      "loss_action": 0.1378815919160843,
      "loss_total": 0.1378815919160843,
      "step": 3790
    },
    {
      "grad_norm": 1.18390953540802,
      "learning_rate": 1.8995e-05,
      "loss": 0.0403,
      "step": 3800
    },
    {
      "loss_action": 0.024303514510393143,
      "loss_total": 0.024303514510393143,
      "step": 3800
    },
    {
      "loss_action": 0.028975550085306168,
      "loss_total": 0.028975550085306168,
      "step": 3800
    },
    {
      "loss_action": 0.03464149683713913,
      "loss_total": 0.03464149683713913,
      "step": 3800
    },
    {
      "loss_action": 0.028186745941638947,
      "loss_total": 0.028186745941638947,
      "step": 3800
    },
    {
      "loss_action": 0.025746675208210945,
      "loss_total": 0.025746675208210945,
      "step": 3800
    },
    {
      "loss_action": 0.03604520857334137,
      "loss_total": 0.03604520857334137,
      "step": 3800
    },
    {
      "loss_action": 0.03426073119044304,
      "loss_total": 0.03426073119044304,
      "step": 3800
    },
    {
      "loss_action": 0.024709761142730713,
      "loss_total": 0.024709761142730713,
      "step": 3800
    },
    {
      "grad_norm": 0.8875520825386047,
      "learning_rate": 1.9045e-05,
      "loss": 0.0358,
      "step": 3810
    },
    {
      "loss_action": 0.04474581405520439,
      "loss_total": 0.04474581405520439,
      "step": 3810
    },
    {
      "loss_action": 0.02063816413283348,
      "loss_total": 0.02063816413283348,
      "step": 3810
    },
    {
      "loss_action": 0.027140425518155098,
      "loss_total": 0.027140425518155098,
      "step": 3810
    },
    {
      "loss_action": 0.029451411217451096,
      "loss_total": 0.029451411217451096,
      "step": 3810
    },
    {
      "loss_action": 0.04360627382993698,
      "loss_total": 0.04360627382993698,
      "step": 3810
    },
    {
      "loss_action": 0.04030174762010574,
      "loss_total": 0.04030174762010574,
      "step": 3810
    },
    {
      "loss_action": 0.02721523493528366,
      "loss_total": 0.02721523493528366,
      "step": 3810
    },
    {
      "loss_action": 0.04055437818169594,
      "loss_total": 0.04055437818169594,
      "step": 3810
    },
    {
      "grad_norm": 1.0539193153381348,
      "learning_rate": 1.9095000000000003e-05,
      "loss": 0.0368,
      "step": 3820
    },
    {
      "loss_action": 0.03258204460144043,
      "loss_total": 0.03258204460144043,
      "step": 3820
    },
    {
      "loss_action": 0.14893239736557007,
      "loss_total": 0.14893239736557007,
      "step": 3820
    },
    {
      "loss_action": 0.02837258204817772,
      "loss_total": 0.02837258204817772,
      "step": 3820
    },
    {
      "loss_action": 0.03249756246805191,
      "loss_total": 0.03249756246805191,
      "step": 3820
    },
    {
      "loss_action": 0.02333030477166176,
      "loss_total": 0.02333030477166176,
      "step": 3820
    },
    {
      "loss_action": 0.033814217895269394,
      "loss_total": 0.033814217895269394,
      "step": 3820
    },
    {
      "loss_action": 0.047471024096012115,
      "loss_total": 0.047471024096012115,
      "step": 3820
    },
    {
      "loss_action": 0.03866947442293167,
      "loss_total": 0.03866947442293167,
      "step": 3820
    },
    {
      "grad_norm": 1.069742202758789,
      "learning_rate": 1.9145e-05,
      "loss": 0.0395,
      "step": 3830
    },
    {
      "loss_action": 0.044262565672397614,
      "loss_total": 0.044262565672397614,
      "step": 3830
    },
    {
      "loss_action": 0.02214944362640381,
      "loss_total": 0.02214944362640381,
      "step": 3830
    },
    {
      "loss_action": 0.11832443624734879,
      "loss_total": 0.11832443624734879,
      "step": 3830
    },
    {
      "loss_action": 0.031221650540828705,
      "loss_total": 0.031221650540828705,
      "step": 3830
    },
    {
      "loss_action": 0.029075901955366135,
      "loss_total": 0.029075901955366135,
      "step": 3830
    },
    {
      "loss_action": 0.027851814404129982,
      "loss_total": 0.027851814404129982,
      "step": 3830
    },
    {
      "loss_action": 0.030162550508975983,
      "loss_total": 0.030162550508975983,
      "step": 3830
    },
    {
      "loss_action": 0.044151242822408676,
      "loss_total": 0.044151242822408676,
      "step": 3830
    },
    {
      "grad_norm": 0.9401826858520508,
      "learning_rate": 1.9195000000000002e-05,
      "loss": 0.0367,
      "step": 3840
    },
    {
      "loss_action": 0.023917505517601967,
      "loss_total": 0.023917505517601967,
      "step": 3840
    },
    {
      "loss_action": 0.04236100614070892,
      "loss_total": 0.04236100614070892,
      "step": 3840
    },
    {
      "loss_action": 0.037368547171354294,
      "loss_total": 0.037368547171354294,
      "step": 3840
    },
    {
      "loss_action": 0.027534183114767075,
      "loss_total": 0.027534183114767075,
      "step": 3840
    },
    {
      "loss_action": 0.040952250361442566,
      "loss_total": 0.040952250361442566,
      "step": 3840
    },
    {
      "loss_action": 0.0213623009622097,
      "loss_total": 0.0213623009622097,
      "step": 3840
    },
    {
      "loss_action": 0.1279487907886505,
      "loss_total": 0.1279487907886505,
      "step": 3840
    },
    {
      "loss_action": 0.023682162165641785,
      "loss_total": 0.023682162165641785,
      "step": 3840
    },
    {
      "grad_norm": 1.3248125314712524,
      "learning_rate": 1.9245000000000003e-05,
      "loss": 0.0371,
      "step": 3850
    },
    {
      "loss_action": 0.022103719413280487,
      "loss_total": 0.022103719413280487,
      "step": 3850
    },
    {
      "loss_action": 0.042092423886060715,
      "loss_total": 0.042092423886060715,
      "step": 3850
    },
    {
      "loss_action": 0.020994845777750015,
      "loss_total": 0.020994845777750015,
      "step": 3850
    },
    {
      "loss_action": 0.06924726068973541,
      "loss_total": 0.06924726068973541,
      "step": 3850
    },
    {
      "loss_action": 0.04118599742650986,
      "loss_total": 0.04118599742650986,
      "step": 3850
    },
    {
      "loss_action": 0.02836713194847107,
      "loss_total": 0.02836713194847107,
      "step": 3850
    },
    {
      "loss_action": 0.030032789334654808,
      "loss_total": 0.030032789334654808,
      "step": 3850
    },
    {
      "loss_action": 0.03399163484573364,
      "loss_total": 0.03399163484573364,
      "step": 3850
    },
    {
      "grad_norm": 1.1645185947418213,
      "learning_rate": 1.9295e-05,
      "loss": 0.0384,
      "step": 3860
    },
    {
      "loss_action": 0.032076217234134674,
      "loss_total": 0.032076217234134674,
      "step": 3860
    },
    {
      "loss_action": 0.02845435030758381,
      "loss_total": 0.02845435030758381,
      "step": 3860
    },
    {
      "loss_action": 0.0326366052031517,
      "loss_total": 0.0326366052031517,
      "step": 3860
    },
    {
      "loss_action": 0.04575904831290245,
      "loss_total": 0.04575904831290245,
      "step": 3860
    },
    {
      "loss_action": 0.03689318895339966,
      "loss_total": 0.03689318895339966,
      "step": 3860
    },
    {
      "loss_action": 0.033339109271764755,
      "loss_total": 0.033339109271764755,
      "step": 3860
    },
    {
      "loss_action": 0.03208942711353302,
      "loss_total": 0.03208942711353302,
      "step": 3860
    },
    {
      "loss_action": 0.04897663742303848,
      "loss_total": 0.04897663742303848,
      "step": 3860
    },
    {
      "grad_norm": 1.0288314819335938,
      "learning_rate": 1.9345000000000002e-05,
      "loss": 0.0402,
      "step": 3870
    },
    {
      "loss_action": 0.06390010565519333,
      "loss_total": 0.06390010565519333,
      "step": 3870
    },
    {
      "loss_action": 0.044967275112867355,
      "loss_total": 0.044967275112867355,
      "step": 3870
    },
    {
      "loss_action": 0.028492633253335953,
      "loss_total": 0.028492633253335953,
      "step": 3870
    },
    {
      "loss_action": 0.02964542806148529,
      "loss_total": 0.02964542806148529,
      "step": 3870
    },
    {
      "loss_action": 0.026918061077594757,
      "loss_total": 0.026918061077594757,
      "step": 3870
    },
    {
      "loss_action": 0.028642237186431885,
      "loss_total": 0.028642237186431885,
      "step": 3870
    },
    {
      "loss_action": 0.03262247145175934,
      "loss_total": 0.03262247145175934,
      "step": 3870
    },
    {
      "loss_action": 0.042964860796928406,
      "loss_total": 0.042964860796928406,
      "step": 3870
    },
    {
      "grad_norm": 1.104050874710083,
      "learning_rate": 1.9395000000000003e-05,
      "loss": 0.0366,
      "step": 3880
    },
    {
      "loss_action": 0.028039198368787766,
      "loss_total": 0.028039198368787766,
      "step": 3880
    },
    {
      "loss_action": 0.027236130088567734,
      "loss_total": 0.027236130088567734,
      "step": 3880
    },
    {
      "loss_action": 0.027711553499102592,
      "loss_total": 0.027711553499102592,
      "step": 3880
    },
    {
      "loss_action": 0.04022694379091263,
      "loss_total": 0.04022694379091263,
      "step": 3880
    },
    {
      "loss_action": 0.0429668053984642,
      "loss_total": 0.0429668053984642,
      "step": 3880
    },
    {
      "loss_action": 0.04435531049966812,
      "loss_total": 0.04435531049966812,
      "step": 3880
    },
    {
      "loss_action": 0.039183709770441055,
      "loss_total": 0.039183709770441055,
      "step": 3880
    },
    {
      "loss_action": 0.023822292685508728,
      "loss_total": 0.023822292685508728,
      "step": 3880
    },
    {
      "grad_norm": 1.075386881828308,
      "learning_rate": 1.9445e-05,
      "loss": 0.0339,
      "step": 3890
    },
    {
      "loss_action": 0.028263747692108154,
      "loss_total": 0.028263747692108154,
      "step": 3890
    },
    {
      "loss_action": 0.03240270912647247,
      "loss_total": 0.03240270912647247,
      "step": 3890
    },
    {
      "loss_action": 0.022675924003124237,
      "loss_total": 0.022675924003124237,
      "step": 3890
    },
    {
      "loss_action": 0.02167636901140213,
      "loss_total": 0.02167636901140213,
      "step": 3890
    },
    {
      "loss_action": 0.02958507277071476,
      "loss_total": 0.02958507277071476,
      "step": 3890
    },
    {
      "loss_action": 0.028509335592389107,
      "loss_total": 0.028509335592389107,
      "step": 3890
    },
    {
      "loss_action": 0.023349791765213013,
      "loss_total": 0.023349791765213013,
      "step": 3890
    },
    {
      "loss_action": 0.035166606307029724,
      "loss_total": 0.035166606307029724,
      "step": 3890
    },
    {
      "grad_norm": 0.9953712224960327,
      "learning_rate": 1.9495000000000002e-05,
      "loss": 0.0362,
      "step": 3900
    },
    {
      "loss_action": 0.029367243871092796,
      "loss_total": 0.029367243871092796,
      "step": 3900
    },
    {
      "loss_action": 0.03228563070297241,
      "loss_total": 0.03228563070297241,
      "step": 3900
    },
    {
      "loss_action": 0.02422751858830452,
      "loss_total": 0.02422751858830452,
      "step": 3900
    },
    {
      "loss_action": 0.025279471650719643,
      "loss_total": 0.025279471650719643,
      "step": 3900
    },
    {
      "loss_action": 0.049199189990758896,
      "loss_total": 0.049199189990758896,
      "step": 3900
    },
    {
      "loss_action": 0.027229588478803635,
      "loss_total": 0.027229588478803635,
      "step": 3900
    },
    {
      "loss_action": 0.023771464824676514,
      "loss_total": 0.023771464824676514,
      "step": 3900
    },
    {
      "loss_action": 0.04182540252804756,
      "loss_total": 0.04182540252804756,
      "step": 3900
    },
    {
      "grad_norm": 1.7270666360855103,
      "learning_rate": 1.9545000000000003e-05,
      "loss": 0.0442,
      "step": 3910
    },
    {
      "loss_action": 0.04099836200475693,
      "loss_total": 0.04099836200475693,
      "step": 3910
    },
    {
      "loss_action": 0.043453868478536606,
      "loss_total": 0.043453868478536606,
      "step": 3910
    },
    {
      "loss_action": 0.02793966606259346,
      "loss_total": 0.02793966606259346,
      "step": 3910
    },
    {
      "loss_action": 0.04323078691959381,
      "loss_total": 0.04323078691959381,
      "step": 3910
    },
    {
      "loss_action": 0.05075536668300629,
      "loss_total": 0.05075536668300629,
      "step": 3910
    },
    {
      "loss_action": 0.049621034413576126,
      "loss_total": 0.049621034413576126,
      "step": 3910
    },
    {
      "loss_action": 0.07388848066329956,
      "loss_total": 0.07388848066329956,
      "step": 3910
    },
    {
      "loss_action": 0.022448837757110596,
      "loss_total": 0.022448837757110596,
      "step": 3910
    },
    {
      "grad_norm": 1.050597906112671,
      "learning_rate": 1.9595e-05,
      "loss": 0.0424,
      "step": 3920
    },
    {
      "loss_action": 0.04459615796804428,
      "loss_total": 0.04459615796804428,
      "step": 3920
    },
    {
      "loss_action": 0.031932152807712555,
      "loss_total": 0.031932152807712555,
      "step": 3920
    },
    {
      "loss_action": 0.03787732869386673,
      "loss_total": 0.03787732869386673,
      "step": 3920
    },
    {
      "loss_action": 0.031957849860191345,
      "loss_total": 0.031957849860191345,
      "step": 3920
    },
    {
      "loss_action": 0.033460650593042374,
      "loss_total": 0.033460650593042374,
      "step": 3920
    },
    {
      "loss_action": 0.06040909141302109,
      "loss_total": 0.06040909141302109,
      "step": 3920
    },
    {
      "loss_action": 0.06981313973665237,
      "loss_total": 0.06981313973665237,
      "step": 3920
    },
    {
      "loss_action": 0.03683111071586609,
      "loss_total": 0.03683111071586609,
      "step": 3920
    },
    {
      "grad_norm": 1.3987406492233276,
      "learning_rate": 1.9645000000000002e-05,
      "loss": 0.0366,
      "step": 3930
    },
    {
      "loss_action": 0.06099284440279007,
      "loss_total": 0.06099284440279007,
      "step": 3930
    },
    {
      "loss_action": 0.03202946484088898,
      "loss_total": 0.03202946484088898,
      "step": 3930
    },
    {
      "loss_action": 0.030229168012738228,
      "loss_total": 0.030229168012738228,
      "step": 3930
    },
    {
      "loss_action": 0.05033738911151886,
      "loss_total": 0.05033738911151886,
      "step": 3930
    },
    {
      "loss_action": 0.03994591906666756,
      "loss_total": 0.03994591906666756,
      "step": 3930
    },
    {
      "loss_action": 0.051729485392570496,
      "loss_total": 0.051729485392570496,
      "step": 3930
    },
    {
      "loss_action": 0.03228093683719635,
      "loss_total": 0.03228093683719635,
      "step": 3930
    },
    {
      "loss_action": 0.0262468084692955,
      "loss_total": 0.0262468084692955,
      "step": 3930
    },
    {
      "grad_norm": 1.27056086063385,
      "learning_rate": 1.9695e-05,
      "loss": 0.0507,
      "step": 3940
    },
    {
      "loss_action": 0.043215490877628326,
      "loss_total": 0.043215490877628326,
      "step": 3940
    },
    {
      "loss_action": 0.03913385421037674,
      "loss_total": 0.03913385421037674,
      "step": 3940
    },
    {
      "loss_action": 0.053616248071193695,
      "loss_total": 0.053616248071193695,
      "step": 3940
    },
    {
      "loss_action": 0.04146870598196983,
      "loss_total": 0.04146870598196983,
      "step": 3940
    },
    {
      "loss_action": 0.030553728342056274,
      "loss_total": 0.030553728342056274,
      "step": 3940
    },
    {
      "loss_action": 0.028768304735422134,
      "loss_total": 0.028768304735422134,
      "step": 3940
    },
    {
      "loss_action": 0.027430690824985504,
      "loss_total": 0.027430690824985504,
      "step": 3940
    },
    {
      "loss_action": 0.06824587285518646,
      "loss_total": 0.06824587285518646,
      "step": 3940
    },
    {
      "grad_norm": 0.8054338693618774,
      "learning_rate": 1.9744999999999998e-05,
      "loss": 0.0383,
      "step": 3950
    },
    {
      "loss_action": 0.034911125898361206,
      "loss_total": 0.034911125898361206,
      "step": 3950
    },
    {
      "loss_action": 0.0416313037276268,
      "loss_total": 0.0416313037276268,
      "step": 3950
    },
    {
      "loss_action": 0.06584446132183075,
      "loss_total": 0.06584446132183075,
      "step": 3950
    },
    {
      "loss_action": 0.030091915279626846,
      "loss_total": 0.030091915279626846,
      "step": 3950
    },
    {
      "loss_action": 0.028278881683945656,
      "loss_total": 0.028278881683945656,
      "step": 3950
    },
    {
      "loss_action": 0.0646912157535553,
      "loss_total": 0.0646912157535553,
      "step": 3950
    },
    {
      "loss_action": 0.10094928741455078,
      "loss_total": 0.10094928741455078,
      "step": 3950
    },
    {
      "loss_action": 0.043283287435770035,
      "loss_total": 0.043283287435770035,
      "step": 3950
    },
    {
      "grad_norm": 1.1318585872650146,
      "learning_rate": 1.9795e-05,
      "loss": 0.0445,
      "step": 3960
    },
    {
      "loss_action": 0.025858212262392044,
      "loss_total": 0.025858212262392044,
      "step": 3960
    },
    {
      "loss_action": 0.03701312839984894,
      "loss_total": 0.03701312839984894,
      "step": 3960
    },
    {
      "loss_action": 0.051192160695791245,
      "loss_total": 0.051192160695791245,
      "step": 3960
    },
    {
      "loss_action": 0.02722172625362873,
      "loss_total": 0.02722172625362873,
      "step": 3960
    },
    {
      "loss_action": 0.019986964762210846,
      "loss_total": 0.019986964762210846,
      "step": 3960
    },
    {
      "loss_action": 0.03846393898129463,
      "loss_total": 0.03846393898129463,
      "step": 3960
    },
    {
      "loss_action": 0.02540397271513939,
      "loss_total": 0.02540397271513939,
      "step": 3960
    },
    {
      "loss_action": 0.025887642055749893,
      "loss_total": 0.025887642055749893,
      "step": 3960
    },
    {
      "grad_norm": 1.0699890851974487,
      "learning_rate": 1.9845e-05,
      "loss": 0.0448,
      "step": 3970
    },
    {
      "loss_action": 0.12126494944095612,
      "loss_total": 0.12126494944095612,
      "step": 3970
    },
    {
      "loss_action": 0.030794376507401466,
      "loss_total": 0.030794376507401466,
      "step": 3970
    },
    {
      "loss_action": 0.05741086229681969,
      "loss_total": 0.05741086229681969,
      "step": 3970
    },
    {
      "loss_action": 0.034746669232845306,
      "loss_total": 0.034746669232845306,
      "step": 3970
    },
    {
      "loss_action": 0.03566090017557144,
      "loss_total": 0.03566090017557144,
      "step": 3970
    },
    {
      "loss_action": 0.03371959924697876,
      "loss_total": 0.03371959924697876,
      "step": 3970
    },
    {
      "loss_action": 0.06392677128314972,
      "loss_total": 0.06392677128314972,
      "step": 3970
    },
    {
      "loss_action": 0.039821796119213104,
      "loss_total": 0.039821796119213104,
      "step": 3970
    },
    {
      "grad_norm": 1.2019332647323608,
      "learning_rate": 1.9895e-05,
      "loss": 0.0471,
      "step": 3980
    },
    {
      "loss_action": 0.03354393690824509,
      "loss_total": 0.03354393690824509,
      "step": 3980
    },
    {
      "loss_action": 0.042837776243686676,
      "loss_total": 0.042837776243686676,
      "step": 3980
    },
    {
      "loss_action": 0.060101792216300964,
      "loss_total": 0.060101792216300964,
      "step": 3980
    },
    {
      "loss_action": 0.02471458539366722,
      "loss_total": 0.02471458539366722,
      "step": 3980
    },
    {
      "loss_action": 0.031443461775779724,
      "loss_total": 0.031443461775779724,
      "step": 3980
    },
    {
      "loss_action": 0.052346162497997284,
      "loss_total": 0.052346162497997284,
      "step": 3980
    },
    {
      "loss_action": 0.028471995145082474,
      "loss_total": 0.028471995145082474,
      "step": 3980
    },
    {
      "loss_action": 0.03921663388609886,
      "loss_total": 0.03921663388609886,
      "step": 3980
    },
    {
      "grad_norm": 1.6004061698913574,
      "learning_rate": 1.9945e-05,
      "loss": 0.0439,
      "step": 3990
    },
    {
      "loss_action": 0.05942618474364281,
      "loss_total": 0.05942618474364281,
      "step": 3990
    },
    {
      "loss_action": 0.03415580093860626,
      "loss_total": 0.03415580093860626,
      "step": 3990
    },
    {
      "loss_action": 0.028731413185596466,
      "loss_total": 0.028731413185596466,
      "step": 3990
    },
    {
      "loss_action": 0.02809256874024868,
      "loss_total": 0.02809256874024868,
      "step": 3990
    },
    {
      "loss_action": 0.031754270195961,
      "loss_total": 0.031754270195961,
      "step": 3990
    },
    {
      "loss_action": 0.03657010942697525,
      "loss_total": 0.03657010942697525,
      "step": 3990
    },
    {
      "loss_action": 0.0333000048995018,
      "loss_total": 0.0333000048995018,
      "step": 3990
    },
    {
      "loss_action": 0.03296784311532974,
      "loss_total": 0.03296784311532974,
      "step": 3990
    },
    {
      "grad_norm": 1.1926953792572021,
      "learning_rate": 1.9995e-05,
      "loss": 0.0376,
      "step": 4000
    },
    {
      "loss_action": 0.14242702722549438,
      "loss_total": 0.14242702722549438,
      "step": 4000
    },
    {
      "loss_action": 0.07283169776201248,
      "loss_total": 0.07283169776201248,
      "step": 4000
    },
    {
      "loss_action": 0.022678624838590622,
      "loss_total": 0.022678624838590622,
      "step": 4000
    },
    {
      "loss_action": 0.03417377918958664,
      "loss_total": 0.03417377918958664,
      "step": 4000
    },
    {
      "loss_action": 0.030234970152378082,
      "loss_total": 0.030234970152378082,
      "step": 4000
    },
    {
      "loss_action": 0.050721101462841034,
      "loss_total": 0.050721101462841034,
      "step": 4000
    },
    {
      "loss_action": 0.045730091631412506,
      "loss_total": 0.045730091631412506,
      "step": 4000
    },
    {
      "loss_action": 0.04595295712351799,
      "loss_total": 0.04595295712351799,
      "step": 4000
    },
    {
      "grad_norm": 0.8909487128257751,
      "learning_rate": 2.0045e-05,
      "loss": 0.0441,
      "step": 4010
    },
    {
      "loss_action": 0.10002824664115906,
      "loss_total": 0.10002824664115906,
      "step": 4010
    },
    {
      "loss_action": 0.06900430470705032,
      "loss_total": 0.06900430470705032,
      "step": 4010
    },
    {
      "loss_action": 0.04378703981637955,
      "loss_total": 0.04378703981637955,
      "step": 4010
    },
    {
      "loss_action": 0.040209390223026276,
      "loss_total": 0.040209390223026276,
      "step": 4010
    },
    {
      "loss_action": 0.027553437277674675,
      "loss_total": 0.027553437277674675,
      "step": 4010
    },
    {
      "loss_action": 0.020072858780622482,
      "loss_total": 0.020072858780622482,
      "step": 4010
    },
    {
      "loss_action": 0.037708580493927,
      "loss_total": 0.037708580493927,
      "step": 4010
    },
    {
      "loss_action": 0.07562948763370514,
      "loss_total": 0.07562948763370514,
      "step": 4010
    },
    {
      "grad_norm": 1.1806714534759521,
      "learning_rate": 2.0095e-05,
      "loss": 0.0376,
      "step": 4020
    },
    {
      "loss_action": 0.02839471772313118,
      "loss_total": 0.02839471772313118,
      "step": 4020
    },
    {
      "loss_action": 0.03380904346704483,
      "loss_total": 0.03380904346704483,
      "step": 4020
    },
    {
      "loss_action": 0.03361622616648674,
      "loss_total": 0.03361622616648674,
      "step": 4020
    },
    {
      "loss_action": 0.04284273087978363,
      "loss_total": 0.04284273087978363,
      "step": 4020
    },
    {
      "loss_action": 0.030519990250468254,
      "loss_total": 0.030519990250468254,
      "step": 4020
    },
    {
      "loss_action": 0.03339763730764389,
      "loss_total": 0.03339763730764389,
      "step": 4020
    },
    {
      "loss_action": 0.041891105473041534,
      "loss_total": 0.041891105473041534,
      "step": 4020
    },
    {
      "loss_action": 0.0457509309053421,
      "loss_total": 0.0457509309053421,
      "step": 4020
    },
    {
      "grad_norm": 1.150163173675537,
      "learning_rate": 2.0145e-05,
      "loss": 0.0371,
      "step": 4030
    },
    {
      "loss_action": 0.03680330514907837,
      "loss_total": 0.03680330514907837,
      "step": 4030
    },
    {
      "loss_action": 0.03705400228500366,
      "loss_total": 0.03705400228500366,
      "step": 4030
    },
    {
      "loss_action": 0.041493263095617294,
      "loss_total": 0.041493263095617294,
      "step": 4030
    },
    {
      "loss_action": 0.03393931686878204,
      "loss_total": 0.03393931686878204,
      "step": 4030
    },
    {
      "loss_action": 0.05715508013963699,
      "loss_total": 0.05715508013963699,
      "step": 4030
    },
    {
      "loss_action": 0.02599988505244255,
      "loss_total": 0.02599988505244255,
      "step": 4030
    },
    {
      "loss_action": 0.025440026074647903,
      "loss_total": 0.025440026074647903,
      "step": 4030
    },
    {
      "loss_action": 0.02723042294383049,
      "loss_total": 0.02723042294383049,
      "step": 4030
    },
    {
      "grad_norm": 0.8400205969810486,
      "learning_rate": 2.0195e-05,
      "loss": 0.0368,
      "step": 4040
    },
    {
      "loss_action": 0.0545169822871685,
      "loss_total": 0.0545169822871685,
      "step": 4040
    },
    {
      "loss_action": 0.029716376215219498,
      "loss_total": 0.029716376215219498,
      "step": 4040
    },
    {
      "loss_action": 0.04628293216228485,
      "loss_total": 0.04628293216228485,
      "step": 4040
    },
    {
      "loss_action": 0.027974896132946014,
      "loss_total": 0.027974896132946014,
      "step": 4040
    },
    {
      "loss_action": 0.029809478670358658,
      "loss_total": 0.029809478670358658,
      "step": 4040
    },
    {
      "loss_action": 0.044349554926157,
      "loss_total": 0.044349554926157,
      "step": 4040
    },
    {
      "loss_action": 0.02702108398079872,
      "loss_total": 0.02702108398079872,
      "step": 4040
    },
    {
      "loss_action": 0.06517148017883301,
      "loss_total": 0.06517148017883301,
      "step": 4040
    },
    {
      "grad_norm": 1.8113359212875366,
      "learning_rate": 2.0245e-05,
      "loss": 0.041,
      "step": 4050
    },
    {
      "loss_action": 0.061495475471019745,
      "loss_total": 0.061495475471019745,
      "step": 4050
    },
    {
      "loss_action": 0.03401170298457146,
      "loss_total": 0.03401170298457146,
      "step": 4050
    },
    {
      "loss_action": 0.035533614456653595,
      "loss_total": 0.035533614456653595,
      "step": 4050
    },
    {
      "loss_action": 0.04856894165277481,
      "loss_total": 0.04856894165277481,
      "step": 4050
    },
    {
      "loss_action": 0.04930664226412773,
      "loss_total": 0.04930664226412773,
      "step": 4050
    },
    {
      "loss_action": 0.03494832664728165,
      "loss_total": 0.03494832664728165,
      "step": 4050
    },
    {
      "loss_action": 0.04697081819176674,
      "loss_total": 0.04697081819176674,
      "step": 4050
    },
    {
      "loss_action": 0.040165673941373825,
      "loss_total": 0.040165673941373825,
      "step": 4050
    },
    {
      "grad_norm": 0.9585099220275879,
      "learning_rate": 2.0295e-05,
      "loss": 0.0388,
      "step": 4060
    },
    {
      "loss_action": 0.03244766592979431,
      "loss_total": 0.03244766592979431,
      "step": 4060
    },
    {
      "loss_action": 0.02888628840446472,
      "loss_total": 0.02888628840446472,
      "step": 4060
    },
    {
      "loss_action": 0.02089223824441433,
      "loss_total": 0.02089223824441433,
      "step": 4060
    },
    {
      "loss_action": 0.04631936550140381,
      "loss_total": 0.04631936550140381,
      "step": 4060
    },
    {
      "loss_action": 0.027341075241565704,
      "loss_total": 0.027341075241565704,
      "step": 4060
    },
    {
      "loss_action": 0.020922476425766945,
      "loss_total": 0.020922476425766945,
      "step": 4060
    },
    {
      "loss_action": 0.030525237321853638,
      "loss_total": 0.030525237321853638,
      "step": 4060
    },
    {
      "loss_action": 0.024880995973944664,
      "loss_total": 0.024880995973944664,
      "step": 4060
    },
    {
      "grad_norm": 1.1314122676849365,
      "learning_rate": 2.0345e-05,
      "loss": 0.0371,
      "step": 4070
    },
    {
      "loss_action": 0.05302247405052185,
      "loss_total": 0.05302247405052185,
      "step": 4070
    },
    {
      "loss_action": 0.029866859316825867,
      "loss_total": 0.029866859316825867,
      "step": 4070
    },
    {
      "loss_action": 0.04895354434847832,
      "loss_total": 0.04895354434847832,
      "step": 4070
    },
    {
      "loss_action": 0.033343344926834106,
      "loss_total": 0.033343344926834106,
      "step": 4070
    },
    {
      "loss_action": 0.019971448928117752,
      "loss_total": 0.019971448928117752,
      "step": 4070
    },
    {
      "loss_action": 0.04264725372195244,
      "loss_total": 0.04264725372195244,
      "step": 4070
    },
    {
      "loss_action": 0.03691793978214264,
      "loss_total": 0.03691793978214264,
      "step": 4070
    },
    {
      "loss_action": 0.03257543593645096,
      "loss_total": 0.03257543593645096,
      "step": 4070
    },
    {
      "grad_norm": 0.9709555506706238,
      "learning_rate": 2.0395e-05,
      "loss": 0.0372,
      "step": 4080
    },
    {
      "loss_action": 0.03797885403037071,
      "loss_total": 0.03797885403037071,
      "step": 4080
    },
    {
      "loss_action": 0.039471663534641266,
      "loss_total": 0.039471663534641266,
      "step": 4080
    },
    {
      "loss_action": 0.026993796229362488,
      "loss_total": 0.026993796229362488,
      "step": 4080
    },
    {
      "loss_action": 0.044233549386262894,
      "loss_total": 0.044233549386262894,
      "step": 4080
    },
    {
      "loss_action": 0.04807571321725845,
      "loss_total": 0.04807571321725845,
      "step": 4080
    },
    {
      "loss_action": 0.03356558829545975,
      "loss_total": 0.03356558829545975,
      "step": 4080
    },
    {
      "loss_action": 0.03292490914463997,
      "loss_total": 0.03292490914463997,
      "step": 4080
    },
    {
      "loss_action": 0.025066044181585312,
      "loss_total": 0.025066044181585312,
      "step": 4080
    },
    {
      "grad_norm": 0.9349851608276367,
      "learning_rate": 2.0445e-05,
      "loss": 0.038,
      "step": 4090
    },
    {
      "loss_action": 0.04655888304114342,
      "loss_total": 0.04655888304114342,
      "step": 4090
    },
    {
      "loss_action": 0.024359101429581642,
      "loss_total": 0.024359101429581642,
      "step": 4090
    },
    {
      "loss_action": 0.05244319885969162,
      "loss_total": 0.05244319885969162,
      "step": 4090
    },
    {
      "loss_action": 0.04420308768749237,
      "loss_total": 0.04420308768749237,
      "step": 4090
    },
    {
      "loss_action": 0.032011061906814575,
      "loss_total": 0.032011061906814575,
      "step": 4090
    },
    {
      "loss_action": 0.028126345947384834,
      "loss_total": 0.028126345947384834,
      "step": 4090
    },
    {
      "loss_action": 0.04054369032382965,
      "loss_total": 0.04054369032382965,
      "step": 4090
    },
    {
      "loss_action": 0.03622101619839668,
      "loss_total": 0.03622101619839668,
      "step": 4090
    },
    {
      "grad_norm": 1.512557864189148,
      "learning_rate": 2.0495e-05,
      "loss": 0.0365,
      "step": 4100
    },
    {
      "loss_action": 0.04186060652136803,
      "loss_total": 0.04186060652136803,
      "step": 4100
    },
    {
      "loss_action": 0.040162164717912674,
      "loss_total": 0.040162164717912674,
      "step": 4100
    },
    {
      "loss_action": 0.03554096817970276,
      "loss_total": 0.03554096817970276,
      "step": 4100
    },
    {
      "loss_action": 0.03130275756120682,
      "loss_total": 0.03130275756120682,
      "step": 4100
    },
    {
      "loss_action": 0.02720838040113449,
      "loss_total": 0.02720838040113449,
      "step": 4100
    },
    {
      "loss_action": 0.05018765851855278,
      "loss_total": 0.05018765851855278,
      "step": 4100
    },
    {
      "loss_action": 0.031181752681732178,
      "loss_total": 0.031181752681732178,
      "step": 4100
    },
    {
      "loss_action": 0.038467321544885635,
      "loss_total": 0.038467321544885635,
      "step": 4100
    },
    {
      "grad_norm": 1.0494931936264038,
      "learning_rate": 2.0545e-05,
      "loss": 0.0384,
      "step": 4110
    },
    {
      "loss_action": 0.02124856412410736,
      "loss_total": 0.02124856412410736,
      "step": 4110
    },
    {
      "loss_action": 0.028892744332551956,
      "loss_total": 0.028892744332551956,
      "step": 4110
    },
    {
      "loss_action": 0.03119376301765442,
      "loss_total": 0.03119376301765442,
      "step": 4110
    },
    {
      "loss_action": 0.06455620378255844,
      "loss_total": 0.06455620378255844,
      "step": 4110
    },
    {
      "loss_action": 0.024947892874479294,
      "loss_total": 0.024947892874479294,
      "step": 4110
    },
    {
      "loss_action": 0.019108131527900696,
      "loss_total": 0.019108131527900696,
      "step": 4110
    },
    {
      "loss_action": 0.033485379070043564,
      "loss_total": 0.033485379070043564,
      "step": 4110
    },
    {
      "loss_action": 0.04443860799074173,
      "loss_total": 0.04443860799074173,
      "step": 4110
    },
    {
      "grad_norm": 1.0218526124954224,
      "learning_rate": 2.0595000000000002e-05,
      "loss": 0.0426,
      "step": 4120
    },
    {
      "loss_action": 0.03219295293092728,
      "loss_total": 0.03219295293092728,
      "step": 4120
    },
    {
      "loss_action": 0.04430362582206726,
      "loss_total": 0.04430362582206726,
      "step": 4120
    },
    {
      "loss_action": 0.03414939343929291,
      "loss_total": 0.03414939343929291,
      "step": 4120
    },
    {
      "loss_action": 0.03404480963945389,
      "loss_total": 0.03404480963945389,
      "step": 4120
    },
    {
      "loss_action": 0.03780025243759155,
      "loss_total": 0.03780025243759155,
      "step": 4120
    },
    {
      "loss_action": 0.03675943613052368,
      "loss_total": 0.03675943613052368,
      "step": 4120
    },
    {
      "loss_action": 0.03188592195510864,
      "loss_total": 0.03188592195510864,
      "step": 4120
    },
    {
      "loss_action": 0.042329661548137665,
      "loss_total": 0.042329661548137665,
      "step": 4120
    },
    {
      "grad_norm": 0.6280303001403809,
      "learning_rate": 2.0645e-05,
      "loss": 0.0362,
      "step": 4130
    },
    {
      "loss_action": 0.03009897656738758,
      "loss_total": 0.03009897656738758,
      "step": 4130
    },
    {
      "loss_action": 0.04432880878448486,
      "loss_total": 0.04432880878448486,
      "step": 4130
    },
    {
      "loss_action": 0.04706617072224617,
      "loss_total": 0.04706617072224617,
      "step": 4130
    },
    {
      "loss_action": 0.030697200447320938,
      "loss_total": 0.030697200447320938,
      "step": 4130
    },
    {
      "loss_action": 0.03762165084481239,
      "loss_total": 0.03762165084481239,
      "step": 4130
    },
    {
      "loss_action": 0.03447200357913971,
      "loss_total": 0.03447200357913971,
      "step": 4130
    },
    {
      "loss_action": 0.04063776507973671,
      "loss_total": 0.04063776507973671,
      "step": 4130
    },
    {
      "loss_action": 0.0823947936296463,
      "loss_total": 0.0823947936296463,
      "step": 4130
    },
    {
      "grad_norm": 0.7855889797210693,
      "learning_rate": 2.0695e-05,
      "loss": 0.0393,
      "step": 4140
    },
    {
      "loss_action": 0.09142817556858063,
      "loss_total": 0.09142817556858063,
      "step": 4140
    },
    {
      "loss_action": 0.0355122834444046,
      "loss_total": 0.0355122834444046,
      "step": 4140
    },
    {
      "loss_action": 0.02705896459519863,
      "loss_total": 0.02705896459519863,
      "step": 4140
    },
    {
      "loss_action": 0.025598682463169098,
      "loss_total": 0.025598682463169098,
      "step": 4140
    },
    {
      "loss_action": 0.02405209094285965,
      "loss_total": 0.02405209094285965,
      "step": 4140
    },
    {
      "loss_action": 0.02937024086713791,
      "loss_total": 0.02937024086713791,
      "step": 4140
    },
    {
      "loss_action": 0.027918389067053795,
      "loss_total": 0.027918389067053795,
      "step": 4140
    },
    {
      "loss_action": 0.0221220962703228,
      "loss_total": 0.0221220962703228,
      "step": 4140
    },
    {
      "grad_norm": 1.0464162826538086,
      "learning_rate": 2.0745000000000002e-05,
      "loss": 0.0345,
      "step": 4150
    },
    {
      "loss_action": 0.054059434682130814,
      "loss_total": 0.054059434682130814,
      "step": 4150
    },
    {
      "loss_action": 0.035536475479602814,
      "loss_total": 0.035536475479602814,
      "step": 4150
    },
    {
      "loss_action": 0.02775825373828411,
      "loss_total": 0.02775825373828411,
      "step": 4150
    },
    {
      "loss_action": 0.05104835331439972,
      "loss_total": 0.05104835331439972,
      "step": 4150
    },
    {
      "loss_action": 0.03319355472922325,
      "loss_total": 0.03319355472922325,
      "step": 4150
    },
    {
      "loss_action": 0.031069431453943253,
      "loss_total": 0.031069431453943253,
      "step": 4150
    },
    {
      "loss_action": 0.04048842191696167,
      "loss_total": 0.04048842191696167,
      "step": 4150
    },
    {
      "loss_action": 0.03444313257932663,
      "loss_total": 0.03444313257932663,
      "step": 4150
    },
    {
      "grad_norm": 0.9038581252098083,
      "learning_rate": 2.0795e-05,
      "loss": 0.0411,
      "step": 4160
    },
    {
      "loss_action": 0.023399973288178444,
      "loss_total": 0.023399973288178444,
      "step": 4160
    },
    {
      "loss_action": 0.02182406187057495,
      "loss_total": 0.02182406187057495,
      "step": 4160
    },
    {
      "loss_action": 0.03242868185043335,
      "loss_total": 0.03242868185043335,
      "step": 4160
    },
    {
      "loss_action": 0.02318430319428444,
      "loss_total": 0.02318430319428444,
      "step": 4160
    },
    {
      "loss_action": 0.04591528698801994,
      "loss_total": 0.04591528698801994,
      "step": 4160
    },
    {
      "loss_action": 0.03921249881386757,
      "loss_total": 0.03921249881386757,
      "step": 4160
    },
    {
      "loss_action": 0.047192204743623734,
      "loss_total": 0.047192204743623734,
      "step": 4160
    },
    {
      "loss_action": 0.02146320417523384,
      "loss_total": 0.02146320417523384,
      "step": 4160
    },
    {
      "grad_norm": 1.1326886415481567,
      "learning_rate": 2.0845e-05,
      "loss": 0.0355,
      "step": 4170
    },
    {
      "loss_action": 0.033411480486392975,
      "loss_total": 0.033411480486392975,
      "step": 4170
    },
    {
      "loss_action": 0.03056703507900238,
      "loss_total": 0.03056703507900238,
      "step": 4170
    },
    {
      "loss_action": 0.027493268251419067,
      "loss_total": 0.027493268251419067,
      "step": 4170
    },
    {
      "loss_action": 0.03699883073568344,
      "loss_total": 0.03699883073568344,
      "step": 4170
    },
    {
      "loss_action": 0.09028366208076477,
      "loss_total": 0.09028366208076477,
      "step": 4170
    },
    {
      "loss_action": 0.024312574416399002,
      "loss_total": 0.024312574416399002,
      "step": 4170
    },
    {
      "loss_action": 0.0551428385078907,
      "loss_total": 0.0551428385078907,
      "step": 4170
    },
    {
      "loss_action": 0.020067451521754265,
      "loss_total": 0.020067451521754265,
      "step": 4170
    },
    {
      "grad_norm": 1.2288107872009277,
      "learning_rate": 2.0895e-05,
      "loss": 0.0362,
      "step": 4180
    },
    {
      "loss_action": 0.02414332702755928,
      "loss_total": 0.02414332702755928,
      "step": 4180
    },
    {
      "loss_action": 0.028971662744879723,
      "loss_total": 0.028971662744879723,
      "step": 4180
    },
    {
      "loss_action": 0.030876778066158295,
      "loss_total": 0.030876778066158295,
      "step": 4180
    },
    {
      "loss_action": 0.021411404013633728,
      "loss_total": 0.021411404013633728,
      "step": 4180
    },
    {
      "loss_action": 0.03285418450832367,
      "loss_total": 0.03285418450832367,
      "step": 4180
    },
    {
      "loss_action": 0.026123832911252975,
      "loss_total": 0.026123832911252975,
      "step": 4180
    },
    {
      "loss_action": 0.037823066115379333,
      "loss_total": 0.037823066115379333,
      "step": 4180
    },
    {
      "loss_action": 0.028684116899967194,
      "loss_total": 0.028684116899967194,
      "step": 4180
    },
    {
      "grad_norm": 1.014083743095398,
      "learning_rate": 2.0945e-05,
      "loss": 0.0358,
      "step": 4190
    },
    {
      "loss_action": 0.03236193209886551,
      "loss_total": 0.03236193209886551,
      "step": 4190
    },
    {
      "loss_action": 0.03323211893439293,
      "loss_total": 0.03323211893439293,
      "step": 4190
    },
    {
      "loss_action": 0.02941460907459259,
      "loss_total": 0.02941460907459259,
      "step": 4190
    },
    {
      "loss_action": 0.020204931497573853,
      "loss_total": 0.020204931497573853,
      "step": 4190
    },
    {
      "loss_action": 0.04677163064479828,
      "loss_total": 0.04677163064479828,
      "step": 4190
    },
    {
      "loss_action": 0.034230656921863556,
      "loss_total": 0.034230656921863556,
      "step": 4190
    },
    {
      "loss_action": 0.0819748118519783,
      "loss_total": 0.0819748118519783,
      "step": 4190
    },
    {
      "loss_action": 0.0346049964427948,
      "loss_total": 0.0346049964427948,
      "step": 4190
    },
    {
      "grad_norm": 1.0466252565383911,
      "learning_rate": 2.0995e-05,
      "loss": 0.0342,
      "step": 4200
    },
    {
      "loss_action": 0.02732938900589943,
      "loss_total": 0.02732938900589943,
      "step": 4200
    },
    {
      "loss_action": 0.025975652039051056,
      "loss_total": 0.025975652039051056,
      "step": 4200
    },
    {
      "loss_action": 0.021616265177726746,
      "loss_total": 0.021616265177726746,
      "step": 4200
    },
    {
      "loss_action": 0.03511063754558563,
      "loss_total": 0.03511063754558563,
      "step": 4200
    },
    {
      "loss_action": 0.032706670463085175,
      "loss_total": 0.032706670463085175,
      "step": 4200
    },
    {
      "loss_action": 0.0509873703122139,
      "loss_total": 0.0509873703122139,
      "step": 4200
    },
    {
      "loss_action": 0.029066501185297966,
      "loss_total": 0.029066501185297966,
      "step": 4200
    },
    {
      "loss_action": 0.02408585511147976,
      "loss_total": 0.02408585511147976,
      "step": 4200
    },
    {
      "grad_norm": 1.3238928318023682,
      "learning_rate": 2.1045e-05,
      "loss": 0.0412,
      "step": 4210
    },
    {
      "loss_action": 0.029890473932027817,
      "loss_total": 0.029890473932027817,
      "step": 4210
    },
    {
      "loss_action": 0.03285974636673927,
      "loss_total": 0.03285974636673927,
      "step": 4210
    },
    {
      "loss_action": 0.03157038241624832,
      "loss_total": 0.03157038241624832,
      "step": 4210
    },
    {
      "loss_action": 0.025173194706439972,
      "loss_total": 0.025173194706439972,
      "step": 4210
    },
    {
      "loss_action": 0.030914299190044403,
      "loss_total": 0.030914299190044403,
      "step": 4210
    },
    {
      "loss_action": 0.033065445721149445,
      "loss_total": 0.033065445721149445,
      "step": 4210
    },
    {
      "loss_action": 0.040897615253925323,
      "loss_total": 0.040897615253925323,
      "step": 4210
    },
    {
      "loss_action": 0.04331810772418976,
      "loss_total": 0.04331810772418976,
      "step": 4210
    },
    {
      "grad_norm": 0.9713197946548462,
      "learning_rate": 2.1095e-05,
      "loss": 0.0344,
      "step": 4220
    },
    {
      "loss_action": 0.04005813226103783,
      "loss_total": 0.04005813226103783,
      "step": 4220
    },
    {
      "loss_action": 0.04382595792412758,
      "loss_total": 0.04382595792412758,
      "step": 4220
    },
    {
      "loss_action": 0.033570412546396255,
      "loss_total": 0.033570412546396255,
      "step": 4220
    },
    {
      "loss_action": 0.034240297973155975,
      "loss_total": 0.034240297973155975,
      "step": 4220
    },
    {
      "loss_action": 0.01901714876294136,
      "loss_total": 0.01901714876294136,
      "step": 4220
    },
    {
      "loss_action": 0.025887690484523773,
      "loss_total": 0.025887690484523773,
      "step": 4220
    },
    {
      "loss_action": 0.031635623425245285,
      "loss_total": 0.031635623425245285,
      "step": 4220
    },
    {
      "loss_action": 0.0477304644882679,
      "loss_total": 0.0477304644882679,
      "step": 4220
    },
    {
      "grad_norm": 0.7588422894477844,
      "learning_rate": 2.1145e-05,
      "loss": 0.0323,
      "step": 4230
    },
    {
      "loss_action": 0.06832649558782578,
      "loss_total": 0.06832649558782578,
      "step": 4230
    },
    {
      "loss_action": 0.021236129105091095,
      "loss_total": 0.021236129105091095,
      "step": 4230
    },
    {
      "loss_action": 0.021783942356705666,
      "loss_total": 0.021783942356705666,
      "step": 4230
    },
    {
      "loss_action": 0.02404089830815792,
      "loss_total": 0.02404089830815792,
      "step": 4230
    },
    {
      "loss_action": 0.034129202365875244,
      "loss_total": 0.034129202365875244,
      "step": 4230
    },
    {
      "loss_action": 0.040029846131801605,
      "loss_total": 0.040029846131801605,
      "step": 4230
    },
    {
      "loss_action": 0.03214414790272713,
      "loss_total": 0.03214414790272713,
      "step": 4230
    },
    {
      "loss_action": 0.03620481491088867,
      "loss_total": 0.03620481491088867,
      "step": 4230
    },
    {
      "grad_norm": 1.2508145570755005,
      "learning_rate": 2.1195e-05,
      "loss": 0.0364,
      "step": 4240
    },
    {
      "loss_action": 0.023764915764331818,
      "loss_total": 0.023764915764331818,
      "step": 4240
    },
    {
      "loss_action": 0.03134335204958916,
      "loss_total": 0.03134335204958916,
      "step": 4240
    },
    {
      "loss_action": 0.037939272820949554,
      "loss_total": 0.037939272820949554,
      "step": 4240
    },
    {
      "loss_action": 0.06308096647262573,
      "loss_total": 0.06308096647262573,
      "step": 4240
    },
    {
      "loss_action": 0.0399194099009037,
      "loss_total": 0.0399194099009037,
      "step": 4240
    },
    {
      "loss_action": 0.022377919405698776,
      "loss_total": 0.022377919405698776,
      "step": 4240
    },
    {
      "loss_action": 0.024472840130329132,
      "loss_total": 0.024472840130329132,
      "step": 4240
    },
    {
      "loss_action": 0.036519892513751984,
      "loss_total": 0.036519892513751984,
      "step": 4240
    },
    {
      "grad_norm": 1.2505543231964111,
      "learning_rate": 2.1245e-05,
      "loss": 0.0405,
      "step": 4250
    },
    {
      "loss_action": 0.037521008402109146,
      "loss_total": 0.037521008402109146,
      "step": 4250
    },
    {
      "loss_action": 0.05298426374793053,
      "loss_total": 0.05298426374793053,
      "step": 4250
    },
    {
      "loss_action": 0.02859920635819435,
      "loss_total": 0.02859920635819435,
      "step": 4250
    },
    {
      "loss_action": 0.0284894946962595,
      "loss_total": 0.0284894946962595,
      "step": 4250
    },
    {
      "loss_action": 0.0463588647544384,
      "loss_total": 0.0463588647544384,
      "step": 4250
    },
    {
      "loss_action": 0.05294268950819969,
      "loss_total": 0.05294268950819969,
      "step": 4250
    },
    {
      "loss_action": 0.0898347795009613,
      "loss_total": 0.0898347795009613,
      "step": 4250
    },
    {
      "loss_action": 0.05042754113674164,
      "loss_total": 0.05042754113674164,
      "step": 4250
    },
    {
      "grad_norm": 0.8377603888511658,
      "learning_rate": 2.1295000000000002e-05,
      "loss": 0.0391,
      "step": 4260
    },
    {
      "loss_action": 0.030226092785596848,
      "loss_total": 0.030226092785596848,
      "step": 4260
    },
    {
      "loss_action": 0.022126032039523125,
      "loss_total": 0.022126032039523125,
      "step": 4260
    },
    {
      "loss_action": 0.044463496655225754,
      "loss_total": 0.044463496655225754,
      "step": 4260
    },
    {
      "loss_action": 0.03289451077580452,
      "loss_total": 0.03289451077580452,
      "step": 4260
    },
    {
      "loss_action": 0.026670586317777634,
      "loss_total": 0.026670586317777634,
      "step": 4260
    },
    {
      "loss_action": 0.02803339622914791,
      "loss_total": 0.02803339622914791,
      "step": 4260
    },
    {
      "loss_action": 0.033042360097169876,
      "loss_total": 0.033042360097169876,
      "step": 4260
    },
    {
      "loss_action": 0.02552827075123787,
      "loss_total": 0.02552827075123787,
      "step": 4260
    },
    {
      "grad_norm": 0.8485385775566101,
      "learning_rate": 2.1345e-05,
      "loss": 0.0321,
      "step": 4270
    },
    {
      "loss_action": 0.0591137632727623,
      "loss_total": 0.0591137632727623,
      "step": 4270
    },
    {
      "loss_action": 0.04278820753097534,
      "loss_total": 0.04278820753097534,
      "step": 4270
    },
    {
      "loss_action": 0.021812452003359795,
      "loss_total": 0.021812452003359795,
      "step": 4270
    },
    {
      "loss_action": 0.0230322927236557,
      "loss_total": 0.0230322927236557,
      "step": 4270
    },
    {
      "loss_action": 0.06841002404689789,
      "loss_total": 0.06841002404689789,
      "step": 4270
    },
    {
      "loss_action": 0.03797834366559982,
      "loss_total": 0.03797834366559982,
      "step": 4270
    },
    {
      "loss_action": 0.021491527557373047,
      "loss_total": 0.021491527557373047,
      "step": 4270
    },
    {
      "loss_action": 0.029565677046775818,
      "loss_total": 0.029565677046775818,
      "step": 4270
    },
    {
      "grad_norm": 1.0255789756774902,
      "learning_rate": 2.1395e-05,
      "loss": 0.0334,
      "step": 4280
    },
    {
      "loss_action": 0.03992506489157677,
      "loss_total": 0.03992506489157677,
      "step": 4280
    },
    {
      "loss_action": 0.026994086802005768,
      "loss_total": 0.026994086802005768,
      "step": 4280
    },
    {
      "loss_action": 0.021935496479272842,
      "loss_total": 0.021935496479272842,
      "step": 4280
    },
    {
      "loss_action": 0.03153291717171669,
      "loss_total": 0.03153291717171669,
      "step": 4280
    },
    {
      "loss_action": 0.025558514520525932,
      "loss_total": 0.025558514520525932,
      "step": 4280
    },
    {
      "loss_action": 0.05043622851371765,
      "loss_total": 0.05043622851371765,
      "step": 4280
    },
    {
      "loss_action": 0.027544664219021797,
      "loss_total": 0.027544664219021797,
      "step": 4280
    },
    {
      "loss_action": 0.04691779240965843,
      "loss_total": 0.04691779240965843,
      "step": 4280
    },
    {
      "grad_norm": 1.1001490354537964,
      "learning_rate": 2.1445000000000002e-05,
      "loss": 0.035,
      "step": 4290
    },
    {
      "loss_action": 0.026234358549118042,
      "loss_total": 0.026234358549118042,
      "step": 4290
    },
    {
      "loss_action": 0.02259511686861515,
      "loss_total": 0.02259511686861515,
      "step": 4290
    },
    {
      "loss_action": 0.02669644169509411,
      "loss_total": 0.02669644169509411,
      "step": 4290
    },
    {
      "loss_action": 0.028523024171590805,
      "loss_total": 0.028523024171590805,
      "step": 4290
    },
    {
      "loss_action": 0.031177572906017303,
      "loss_total": 0.031177572906017303,
      "step": 4290
    },
    {
      "loss_action": 0.035790346562862396,
      "loss_total": 0.035790346562862396,
      "step": 4290
    },
    {
      "loss_action": 0.025735078379511833,
      "loss_total": 0.025735078379511833,
      "step": 4290
    },
    {
      "loss_action": 0.021841634064912796,
      "loss_total": 0.021841634064912796,
      "step": 4290
    },
    {
      "grad_norm": 0.8793799877166748,
      "learning_rate": 2.1495e-05,
      "loss": 0.0375,
      "step": 4300
    },
    {
      "loss_action": 0.030190277844667435,
      "loss_total": 0.030190277844667435,
      "step": 4300
    },
    {
      "loss_action": 0.03752831369638443,
      "loss_total": 0.03752831369638443,
      "step": 4300
    },
    {
      "loss_action": 0.038549505174160004,
      "loss_total": 0.038549505174160004,
      "step": 4300
    },
    {
      "loss_action": 0.04643731564283371,
      "loss_total": 0.04643731564283371,
      "step": 4300
    },
    {
      "loss_action": 0.03571545332670212,
      "loss_total": 0.03571545332670212,
      "step": 4300
    },
    {
      "loss_action": 0.030222296714782715,
      "loss_total": 0.030222296714782715,
      "step": 4300
    },
    {
      "loss_action": 0.07893754541873932,
      "loss_total": 0.07893754541873932,
      "step": 4300
    },
    {
      "loss_action": 0.03171492740511894,
      "loss_total": 0.03171492740511894,
      "step": 4300
    },
    {
      "grad_norm": 0.7329918146133423,
      "learning_rate": 2.1545e-05,
      "loss": 0.0382,
      "step": 4310
    },
    {
      "loss_action": 0.039246730506420135,
      "loss_total": 0.039246730506420135,
      "step": 4310
    },
    {
      "loss_action": 0.021490974351763725,
      "loss_total": 0.021490974351763725,
      "step": 4310
    },
    {
      "loss_action": 0.030407004058361053,
      "loss_total": 0.030407004058361053,
      "step": 4310
    },
    {
      "loss_action": 0.0485045462846756,
      "loss_total": 0.0485045462846756,
      "step": 4310
    },
    {
      "loss_action": 0.07858400046825409,
      "loss_total": 0.07858400046825409,
      "step": 4310
    },
    {
      "loss_action": 0.04040888696908951,
      "loss_total": 0.04040888696908951,
      "step": 4310
    },
    {
      "loss_action": 0.041350215673446655,
      "loss_total": 0.041350215673446655,
      "step": 4310
    },
    {
      "loss_action": 0.028882799670100212,
      "loss_total": 0.028882799670100212,
      "step": 4310
    },
    {
      "grad_norm": 1.0378719568252563,
      "learning_rate": 2.1595000000000002e-05,
      "loss": 0.0372,
      "step": 4320
    },
    {
      "loss_action": 0.034234534949064255,
      "loss_total": 0.034234534949064255,
      "step": 4320
    },
    {
      "loss_action": 0.03443286940455437,
      "loss_total": 0.03443286940455437,
      "step": 4320
    },
    {
      "loss_action": 0.04552565887570381,
      "loss_total": 0.04552565887570381,
      "step": 4320
    },
    {
      "loss_action": 0.026058364659547806,
      "loss_total": 0.026058364659547806,
      "step": 4320
    },
    {
      "loss_action": 0.06793919205665588,
      "loss_total": 0.06793919205665588,
      "step": 4320
    },
    {
      "loss_action": 0.02229810133576393,
      "loss_total": 0.02229810133576393,
      "step": 4320
    },
    {
      "loss_action": 0.05406063795089722,
      "loss_total": 0.05406063795089722,
      "step": 4320
    },
    {
      "loss_action": 0.027752865105867386,
      "loss_total": 0.027752865105867386,
      "step": 4320
    },
    {
      "grad_norm": 0.962681770324707,
      "learning_rate": 2.1645e-05,
      "loss": 0.0371,
      "step": 4330
    },
    {
      "loss_action": 0.06167919188737869,
      "loss_total": 0.06167919188737869,
      "step": 4330
    },
    {
      "loss_action": 0.02958340011537075,
      "loss_total": 0.02958340011537075,
      "step": 4330
    },
    {
      "loss_action": 0.06282719224691391,
      "loss_total": 0.06282719224691391,
      "step": 4330
    },
    {
      "loss_action": 0.05554943531751633,
      "loss_total": 0.05554943531751633,
      "step": 4330
    },
    {
      "loss_action": 0.032985713332891464,
      "loss_total": 0.032985713332891464,
      "step": 4330
    },
    {
      "loss_action": 0.02862953022122383,
      "loss_total": 0.02862953022122383,
      "step": 4330
    },
    {
      "loss_action": 0.03433038294315338,
      "loss_total": 0.03433038294315338,
      "step": 4330
    },
    {
      "loss_action": 0.032032560557127,
      "loss_total": 0.032032560557127,
      "step": 4330
    },
    {
      "grad_norm": 0.9825289249420166,
      "learning_rate": 2.1695e-05,
      "loss": 0.0379,
      "step": 4340
    },
    {
      "loss_action": 0.030780689790844917,
      "loss_total": 0.030780689790844917,
      "step": 4340
    },
    {
      "loss_action": 0.04254264011979103,
      "loss_total": 0.04254264011979103,
      "step": 4340
    },
    {
      "loss_action": 0.036214590072631836,
      "loss_total": 0.036214590072631836,
      "step": 4340
    },
    {
      "loss_action": 0.03270447254180908,
      "loss_total": 0.03270447254180908,
      "step": 4340
    },
    {
      "loss_action": 0.020959166809916496,
      "loss_total": 0.020959166809916496,
      "step": 4340
    },
    {
      "loss_action": 0.02357642911374569,
      "loss_total": 0.02357642911374569,
      "step": 4340
    },
    {
      "loss_action": 0.04833029955625534,
      "loss_total": 0.04833029955625534,
      "step": 4340
    },
    {
      "loss_action": 0.032410021871328354,
      "loss_total": 0.032410021871328354,
      "step": 4340
    },
    {
      "grad_norm": 0.6171083450317383,
      "learning_rate": 2.1745000000000003e-05,
      "loss": 0.0353,
      "step": 4350
    },
    {
      "loss_action": 0.02366769313812256,
      "loss_total": 0.02366769313812256,
      "step": 4350
    },
    {
      "loss_action": 0.025787144899368286,
      "loss_total": 0.025787144899368286,
      "step": 4350
    },
    {
      "loss_action": 0.022266872227191925,
      "loss_total": 0.022266872227191925,
      "step": 4350
    },
    {
      "loss_action": 0.02824787050485611,
      "loss_total": 0.02824787050485611,
      "step": 4350
    },
    {
      "loss_action": 0.03317282348871231,
      "loss_total": 0.03317282348871231,
      "step": 4350
    },
    {
      "loss_action": 0.028309907764196396,
      "loss_total": 0.028309907764196396,
      "step": 4350
    },
    {
      "loss_action": 0.040307022631168365,
      "loss_total": 0.040307022631168365,
      "step": 4350
    },
    {
      "loss_action": 0.029814928770065308,
      "loss_total": 0.029814928770065308,
      "step": 4350
    },
    {
      "grad_norm": 1.173935890197754,
      "learning_rate": 2.1795e-05,
      "loss": 0.0319,
      "step": 4360
    },
    {
      "loss_action": 0.06817325949668884,
      "loss_total": 0.06817325949668884,
      "step": 4360
    },
    {
      "loss_action": 0.05785808339715004,
      "loss_total": 0.05785808339715004,
      "step": 4360
    },
    {
      "loss_action": 0.026708798483014107,
      "loss_total": 0.026708798483014107,
      "step": 4360
    },
    {
      "loss_action": 0.025703568011522293,
      "loss_total": 0.025703568011522293,
      "step": 4360
    },
    {
      "loss_action": 0.12160533666610718,
      "loss_total": 0.12160533666610718,
      "step": 4360
    },
    {
      "loss_action": 0.04405834898352623,
      "loss_total": 0.04405834898352623,
      "step": 4360
    },
    {
      "loss_action": 0.03160348907113075,
      "loss_total": 0.03160348907113075,
      "step": 4360
    },
    {
      "loss_action": 0.02599349245429039,
      "loss_total": 0.02599349245429039,
      "step": 4360
    },
    {
      "grad_norm": 0.9421321749687195,
      "learning_rate": 2.1845000000000002e-05,
      "loss": 0.0369,
      "step": 4370
    },
    {
      "loss_action": 0.036048345267772675,
      "loss_total": 0.036048345267772675,
      "step": 4370
    },
    {
      "loss_action": 0.04094824939966202,
      "loss_total": 0.04094824939966202,
      "step": 4370
    },
    {
      "loss_action": 0.038452476263046265,
      "loss_total": 0.038452476263046265,
      "step": 4370
    },
    {
      "loss_action": 0.03128044307231903,
      "loss_total": 0.03128044307231903,
      "step": 4370
    },
    {
      "loss_action": 0.02551129087805748,
      "loss_total": 0.02551129087805748,
      "step": 4370
    },
    {
      "loss_action": 0.05921076983213425,
      "loss_total": 0.05921076983213425,
      "step": 4370
    },
    {
      "loss_action": 0.05319809541106224,
      "loss_total": 0.05319809541106224,
      "step": 4370
    },
    {
      "loss_action": 0.028224386274814606,
      "loss_total": 0.028224386274814606,
      "step": 4370
    },
    {
      "grad_norm": 1.2398383617401123,
      "learning_rate": 2.1895000000000003e-05,
      "loss": 0.0396,
      "step": 4380
    },
    {
      "loss_action": 0.029386239126324654,
      "loss_total": 0.029386239126324654,
      "step": 4380
    },
    {
      "loss_action": 0.03433854505419731,
      "loss_total": 0.03433854505419731,
      "step": 4380
    },
    {
      "loss_action": 0.03251831606030464,
      "loss_total": 0.03251831606030464,
      "step": 4380
    },
    {
      "loss_action": 0.044083572924137115,
      "loss_total": 0.044083572924137115,
      "step": 4380
    },
    {
      "loss_action": 0.04527973383665085,
      "loss_total": 0.04527973383665085,
      "step": 4380
    },
    {
      "loss_action": 0.029200326651334763,
      "loss_total": 0.029200326651334763,
      "step": 4380
    },
    {
      "loss_action": 0.02861132100224495,
      "loss_total": 0.02861132100224495,
      "step": 4380
    },
    {
      "loss_action": 0.04016771540045738,
      "loss_total": 0.04016771540045738,
      "step": 4380
    },
    {
      "grad_norm": 0.8113589882850647,
      "learning_rate": 2.1945e-05,
      "loss": 0.0351,
      "step": 4390
    },
    {
      "loss_action": 0.04447205364704132,
      "loss_total": 0.04447205364704132,
      "step": 4390
    },
    {
      "loss_action": 0.035121411085128784,
      "loss_total": 0.035121411085128784,
      "step": 4390
    },
    {
      "loss_action": 0.03710617870092392,
      "loss_total": 0.03710617870092392,
      "step": 4390
    },
    {
      "loss_action": 0.026339681819081306,
      "loss_total": 0.026339681819081306,
      "step": 4390
    },
    {
      "loss_action": 0.03267974406480789,
      "loss_total": 0.03267974406480789,
      "step": 4390
    },
    {
      "loss_action": 0.03115704096853733,
      "loss_total": 0.03115704096853733,
      "step": 4390
    },
    {
      "loss_action": 0.024995679035782814,
      "loss_total": 0.024995679035782814,
      "step": 4390
    },
    {
      "loss_action": 0.030689485371112823,
      "loss_total": 0.030689485371112823,
      "step": 4390
    },
    {
      "grad_norm": 0.9526025652885437,
      "learning_rate": 2.1995000000000002e-05,
      "loss": 0.0361,
      "step": 4400
    },
    {
      "loss_action": 0.16679029166698456,
      "loss_total": 0.16679029166698456,
      "step": 4400
    },
    {
      "loss_action": 0.07734181731939316,
      "loss_total": 0.07734181731939316,
      "step": 4400
    },
    {
      "loss_action": 0.03355158865451813,
      "loss_total": 0.03355158865451813,
      "step": 4400
    },
    {
      "loss_action": 0.03358778730034828,
      "loss_total": 0.03358778730034828,
      "step": 4400
    },
    {
      "loss_action": 0.034993626177310944,
      "loss_total": 0.034993626177310944,
      "step": 4400
    },
    {
      "loss_action": 0.13079829514026642,
      "loss_total": 0.13079829514026642,
      "step": 4400
    },
    {
      "loss_action": 0.035180240869522095,
      "loss_total": 0.035180240869522095,
      "step": 4400
    },
    {
      "loss_action": 0.06183001026511192,
      "loss_total": 0.06183001026511192,
      "step": 4400
    },
    {
      "grad_norm": 1.1430325508117676,
      "learning_rate": 2.2045000000000003e-05,
      "loss": 0.0408,
      "step": 4410
    },
    {
      "loss_action": 0.027576500549912453,
      "loss_total": 0.027576500549912453,
      "step": 4410
    },
    {
      "loss_action": 0.025192733854055405,
      "loss_total": 0.025192733854055405,
      "step": 4410
    },
    {
      "loss_action": 0.03491830825805664,
      "loss_total": 0.03491830825805664,
      "step": 4410
    },
    {
      "loss_action": 0.044776551425457,
      "loss_total": 0.044776551425457,
      "step": 4410
    },
    {
      "loss_action": 0.02060885727405548,
      "loss_total": 0.02060885727405548,
      "step": 4410
    },
    {
      "loss_action": 0.04072737693786621,
      "loss_total": 0.04072737693786621,
      "step": 4410
    },
    {
      "loss_action": 0.060481958091259,
      "loss_total": 0.060481958091259,
      "step": 4410
    },
    {
      "loss_action": 0.024760551750659943,
      "loss_total": 0.024760551750659943,
      "step": 4410
    },
    {
      "grad_norm": 0.8762709498405457,
      "learning_rate": 2.2095e-05,
      "loss": 0.0349,
      "step": 4420
    },
    {
      "loss_action": 0.025722820311784744,
      "loss_total": 0.025722820311784744,
      "step": 4420
    },
    {
      "loss_action": 0.03792756050825119,
      "loss_total": 0.03792756050825119,
      "step": 4420
    },
    {
      "loss_action": 0.0261373333632946,
      "loss_total": 0.0261373333632946,
      "step": 4420
    },
    {
      "loss_action": 0.02200794219970703,
      "loss_total": 0.02200794219970703,
      "step": 4420
    },
    {
      "loss_action": 0.03172948956489563,
      "loss_total": 0.03172948956489563,
      "step": 4420
    },
    {
      "loss_action": 0.022697269916534424,
      "loss_total": 0.022697269916534424,
      "step": 4420
    },
    {
      "loss_action": 0.024324189871549606,
      "loss_total": 0.024324189871549606,
      "step": 4420
    },
    {
      "loss_action": 0.029945701360702515,
      "loss_total": 0.029945701360702515,
      "step": 4420
    },
    {
      "grad_norm": 1.1034687757492065,
      "learning_rate": 2.2145000000000002e-05,
      "loss": 0.0386,
      "step": 4430
    },
    {
      "loss_action": 0.03291451930999756,
      "loss_total": 0.03291451930999756,
      "step": 4430
    },
    {
      "loss_action": 0.038632046431303024,
      "loss_total": 0.038632046431303024,
      "step": 4430
    },
    {
      "loss_action": 0.03370453044772148,
      "loss_total": 0.03370453044772148,
      "step": 4430
    },
    {
      "loss_action": 0.044529348611831665,
      "loss_total": 0.044529348611831665,
      "step": 4430
    },
    {
      "loss_action": 0.02588612213730812,
      "loss_total": 0.02588612213730812,
      "step": 4430
    },
    {
      "loss_action": 0.023692326620221138,
      "loss_total": 0.023692326620221138,
      "step": 4430
    },
    {
      "loss_action": 0.023810070008039474,
      "loss_total": 0.023810070008039474,
      "step": 4430
    },
    {
      "loss_action": 0.02901630289852619,
      "loss_total": 0.02901630289852619,
      "step": 4430
    },
    {
      "grad_norm": 0.7791950106620789,
      "learning_rate": 2.2195000000000003e-05,
      "loss": 0.033,
      "step": 4440
    },
    {
      "loss_action": 0.02586260810494423,
      "loss_total": 0.02586260810494423,
      "step": 4440
    },
    {
      "loss_action": 0.018914181739091873,
      "loss_total": 0.018914181739091873,
      "step": 4440
    },
    {
      "loss_action": 0.02268308773636818,
      "loss_total": 0.02268308773636818,
      "step": 4440
    },
    {
      "loss_action": 0.025389568880200386,
      "loss_total": 0.025389568880200386,
      "step": 4440
    },
    {
      "loss_action": 0.025777941569685936,
      "loss_total": 0.025777941569685936,
      "step": 4440
    },
    {
      "loss_action": 0.02476918138563633,
      "loss_total": 0.02476918138563633,
      "step": 4440
    },
    {
      "loss_action": 0.045218028128147125,
      "loss_total": 0.045218028128147125,
      "step": 4440
    },
    {
      "loss_action": 0.0398859903216362,
      "loss_total": 0.0398859903216362,
      "step": 4440
    },
    {
      "grad_norm": 1.2339074611663818,
      "learning_rate": 2.2245e-05,
      "loss": 0.0385,
      "step": 4450
    },
    {
      "loss_action": 0.03177609294652939,
      "loss_total": 0.03177609294652939,
      "step": 4450
    },
    {
      "loss_action": 0.03998607024550438,
      "loss_total": 0.03998607024550438,
      "step": 4450
    },
    {
      "loss_action": 0.0249684676527977,
      "loss_total": 0.0249684676527977,
      "step": 4450
    },
    {
      "loss_action": 0.022892320528626442,
      "loss_total": 0.022892320528626442,
      "step": 4450
    },
    {
      "loss_action": 0.04575708508491516,
      "loss_total": 0.04575708508491516,
      "step": 4450
    },
    {
      "loss_action": 0.03474052622914314,
      "loss_total": 0.03474052622914314,
      "step": 4450
    },
    {
      "loss_action": 0.035320866852998734,
      "loss_total": 0.035320866852998734,
      "step": 4450
    },
    {
      "loss_action": 0.051186755299568176,
      "loss_total": 0.051186755299568176,
      "step": 4450
    },
    {
      "grad_norm": 0.9332098960876465,
      "learning_rate": 2.2295000000000003e-05,
      "loss": 0.0319,
      "step": 4460
    },
    {
      "loss_action": 0.031933337450027466,
      "loss_total": 0.031933337450027466,
      "step": 4460
    },
    {
      "loss_action": 0.022025201469659805,
      "loss_total": 0.022025201469659805,
      "step": 4460
    },
    {
      "loss_action": 0.044332411140203476,
      "loss_total": 0.044332411140203476,
      "step": 4460
    },
    {
      "loss_action": 0.03280229493975639,
      "loss_total": 0.03280229493975639,
      "step": 4460
    },
    {
      "loss_action": 0.027026694267988205,
      "loss_total": 0.027026694267988205,
      "step": 4460
    },
    {
      "loss_action": 0.05539374053478241,
      "loss_total": 0.05539374053478241,
      "step": 4460
    },
    {
      "loss_action": 0.03232956305146217,
      "loss_total": 0.03232956305146217,
      "step": 4460
    },
    {
      "loss_action": 0.02349463663995266,
      "loss_total": 0.02349463663995266,
      "step": 4460
    },
    {
      "grad_norm": 0.7263084053993225,
      "learning_rate": 2.2345e-05,
      "loss": 0.034,
      "step": 4470
    },
    {
      "loss_action": 0.030298147350549698,
      "loss_total": 0.030298147350549698,
      "step": 4470
    },
    {
      "loss_action": 0.021688394248485565,
      "loss_total": 0.021688394248485565,
      "step": 4470
    },
    {
      "loss_action": 0.02278738282620907,
      "loss_total": 0.02278738282620907,
      "step": 4470
    },
    {
      "loss_action": 0.029516760259866714,
      "loss_total": 0.029516760259866714,
      "step": 4470
    },
    {
      "loss_action": 0.0255545936524868,
      "loss_total": 0.0255545936524868,
      "step": 4470
    },
    {
      "loss_action": 0.05042172968387604,
      "loss_total": 0.05042172968387604,
      "step": 4470
    },
    {
      "loss_action": 0.02802971377968788,
      "loss_total": 0.02802971377968788,
      "step": 4470
    },
    {
      "loss_action": 0.05343591421842575,
      "loss_total": 0.05343591421842575,
      "step": 4470
    },
    {
      "grad_norm": 1.1527531147003174,
      "learning_rate": 2.2395e-05,
      "loss": 0.0393,
      "step": 4480
    },
    {
      "loss_action": 0.039889127016067505,
      "loss_total": 0.039889127016067505,
      "step": 4480
    },
    {
      "loss_action": 0.035741716623306274,
      "loss_total": 0.035741716623306274,
      "step": 4480
    },
    {
      "loss_action": 0.03961946815252304,
      "loss_total": 0.03961946815252304,
      "step": 4480
    },
    {
      "loss_action": 0.0560665987432003,
      "loss_total": 0.0560665987432003,
      "step": 4480
    },
    {
      "loss_action": 0.03597570210695267,
      "loss_total": 0.03597570210695267,
      "step": 4480
    },
    {
      "loss_action": 0.0526428297162056,
      "loss_total": 0.0526428297162056,
      "step": 4480
    },
    {
      "loss_action": 0.03937754034996033,
      "loss_total": 0.03937754034996033,
      "step": 4480
    },
    {
      "loss_action": 0.04428620636463165,
      "loss_total": 0.04428620636463165,
      "step": 4480
    },
    {
      "grad_norm": 1.195371389389038,
      "learning_rate": 2.2445000000000003e-05,
      "loss": 0.0407,
      "step": 4490
    },
    {
      "loss_action": 0.03882793337106705,
      "loss_total": 0.03882793337106705,
      "step": 4490
    },
    {
      "loss_action": 0.0480334609746933,
      "loss_total": 0.0480334609746933,
      "step": 4490
    },
    {
      "loss_action": 0.024152841418981552,
      "loss_total": 0.024152841418981552,
      "step": 4490
    },
    {
      "loss_action": 0.020774196833372116,
      "loss_total": 0.020774196833372116,
      "step": 4490
    },
    {
      "loss_action": 0.027090031653642654,
      "loss_total": 0.027090031653642654,
      "step": 4490
    },
    {
      "loss_action": 0.06594230234622955,
      "loss_total": 0.06594230234622955,
      "step": 4490
    },
    {
      "loss_action": 0.028543155640363693,
      "loss_total": 0.028543155640363693,
      "step": 4490
    },
    {
      "loss_action": 0.042680904269218445,
      "loss_total": 0.042680904269218445,
      "step": 4490
    },
    {
      "grad_norm": 0.865058422088623,
      "learning_rate": 2.2495e-05,
      "loss": 0.0393,
      "step": 4500
    },
    {
      "loss_action": 0.023725204169750214,
      "loss_total": 0.023725204169750214,
      "step": 4500
    },
    {
      "loss_action": 0.02087121456861496,
      "loss_total": 0.02087121456861496,
      "step": 4500
    },
    {
      "loss_action": 0.0206124410033226,
      "loss_total": 0.0206124410033226,
      "step": 4500
    },
    {
      "loss_action": 0.03443535417318344,
      "loss_total": 0.03443535417318344,
      "step": 4500
    },
    {
      "loss_action": 0.02384496107697487,
      "loss_total": 0.02384496107697487,
      "step": 4500
    },
    {
      "loss_action": 0.03395017236471176,
      "loss_total": 0.03395017236471176,
      "step": 4500
    },
    {
      "loss_action": 0.04657471179962158,
      "loss_total": 0.04657471179962158,
      "step": 4500
    },
    {
      "loss_action": 0.06579234451055527,
      "loss_total": 0.06579234451055527,
      "step": 4500
    },
    {
      "grad_norm": 1.0621758699417114,
      "learning_rate": 2.2545000000000002e-05,
      "loss": 0.0381,
      "step": 4510
    },
    {
      "loss_action": 0.04271548241376877,
      "loss_total": 0.04271548241376877,
      "step": 4510
    },
    {
      "loss_action": 0.033445362001657486,
      "loss_total": 0.033445362001657486,
      "step": 4510
    },
    {
      "loss_action": 0.06854282319545746,
      "loss_total": 0.06854282319545746,
      "step": 4510
    },
    {
      "loss_action": 0.03179096058011055,
      "loss_total": 0.03179096058011055,
      "step": 4510
    },
    {
      "loss_action": 0.0395190492272377,
      "loss_total": 0.0395190492272377,
      "step": 4510
    },
    {
      "loss_action": 0.052849702537059784,
      "loss_total": 0.052849702537059784,
      "step": 4510
    },
    {
      "loss_action": 0.055943503975868225,
      "loss_total": 0.055943503975868225,
      "step": 4510
    },
    {
      "loss_action": 0.04779907315969467,
      "loss_total": 0.04779907315969467,
      "step": 4510
    },
    {
      "grad_norm": 0.9106262922286987,
      "learning_rate": 2.2595000000000003e-05,
      "loss": 0.0422,
      "step": 4520
    },
    {
      "loss_action": 0.0173368938267231,
      "loss_total": 0.0173368938267231,
      "step": 4520
    },
    {
      "loss_action": 0.06043882668018341,
      "loss_total": 0.06043882668018341,
      "step": 4520
    },
    {
      "loss_action": 0.030423497781157494,
      "loss_total": 0.030423497781157494,
      "step": 4520
    },
    {
      "loss_action": 0.030238525941967964,
      "loss_total": 0.030238525941967964,
      "step": 4520
    },
    {
      "loss_action": 0.0388822928071022,
      "loss_total": 0.0388822928071022,
      "step": 4520
    },
    {
      "loss_action": 0.07629579305648804,
      "loss_total": 0.07629579305648804,
      "step": 4520
    },
    {
      "loss_action": 0.060097306966781616,
      "loss_total": 0.060097306966781616,
      "step": 4520
    },
    {
      "loss_action": 0.0357673242688179,
      "loss_total": 0.0357673242688179,
      "step": 4520
    },
    {
      "grad_norm": 0.7415134906768799,
      "learning_rate": 2.2645e-05,
      "loss": 0.0352,
      "step": 4530
    },
    {
      "loss_action": 0.027904871851205826,
      "loss_total": 0.027904871851205826,
      "step": 4530
    },
    {
      "loss_action": 0.029529042541980743,
      "loss_total": 0.029529042541980743,
      "step": 4530
    },
    {
      "loss_action": 0.028012407943606377,
      "loss_total": 0.028012407943606377,
      "step": 4530
    },
    {
      "loss_action": 0.025197409093379974,
      "loss_total": 0.025197409093379974,
      "step": 4530
    },
    {
      "loss_action": 0.0349140539765358,
      "loss_total": 0.0349140539765358,
      "step": 4530
    },
    {
      "loss_action": 0.029937662184238434,
      "loss_total": 0.029937662184238434,
      "step": 4530
    },
    {
      "loss_action": 0.03672081604599953,
      "loss_total": 0.03672081604599953,
      "step": 4530
    },
    {
      "loss_action": 0.024683158844709396,
      "loss_total": 0.024683158844709396,
      "step": 4530
    },
    {
      "grad_norm": 0.7418948411941528,
      "learning_rate": 2.2695000000000002e-05,
      "loss": 0.0373,
      "step": 4540
    },
    {
      "loss_action": 0.023417484015226364,
      "loss_total": 0.023417484015226364,
      "step": 4540
    },
    {
      "loss_action": 0.024669084697961807,
      "loss_total": 0.024669084697961807,
      "step": 4540
    },
    {
      "loss_action": 0.02609686180949211,
      "loss_total": 0.02609686180949211,
      "step": 4540
    },
    {
      "loss_action": 0.02638370916247368,
      "loss_total": 0.02638370916247368,
      "step": 4540
    },
    {
      "loss_action": 0.041145261377096176,
      "loss_total": 0.041145261377096176,
      "step": 4540
    },
    {
      "loss_action": 0.02366637997329235,
      "loss_total": 0.02366637997329235,
      "step": 4540
    },
    {
      "loss_action": 0.04521278291940689,
      "loss_total": 0.04521278291940689,
      "step": 4540
    },
    {
      "loss_action": 0.03802546113729477,
      "loss_total": 0.03802546113729477,
      "step": 4540
    },
    {
      "grad_norm": 0.8011894226074219,
      "learning_rate": 2.2745000000000003e-05,
      "loss": 0.0332,
      "step": 4550
    },
    {
      "loss_action": 0.07657384872436523,
      "loss_total": 0.07657384872436523,
      "step": 4550
    },
    {
      "loss_action": 0.019269820302724838,
      "loss_total": 0.019269820302724838,
      "step": 4550
    },
    {
      "loss_action": 0.044507503509521484,
      "loss_total": 0.044507503509521484,
      "step": 4550
    },
    {
      "loss_action": 0.02115635760128498,
      "loss_total": 0.02115635760128498,
      "step": 4550
    },
    {
      "loss_action": 0.08697515726089478,
      "loss_total": 0.08697515726089478,
      "step": 4550
    },
    {
      "loss_action": 0.032903414219617844,
      "loss_total": 0.032903414219617844,
      "step": 4550
    },
    {
      "loss_action": 0.03140261769294739,
      "loss_total": 0.03140261769294739,
      "step": 4550
    },
    {
      "loss_action": 0.020684566348791122,
      "loss_total": 0.020684566348791122,
      "step": 4550
    },
    {
      "grad_norm": 0.9909212589263916,
      "learning_rate": 2.2795e-05,
      "loss": 0.0405,
      "step": 4560
    },
    {
      "loss_action": 0.022117622196674347,
      "loss_total": 0.022117622196674347,
      "step": 4560
    },
    {
      "loss_action": 0.018678288906812668,
      "loss_total": 0.018678288906812668,
      "step": 4560
    },
    {
      "loss_action": 0.03467191755771637,
      "loss_total": 0.03467191755771637,
      "step": 4560
    },
    {
      "loss_action": 0.02790713682770729,
      "loss_total": 0.02790713682770729,
      "step": 4560
    },
    {
      "loss_action": 0.029730545356869698,
      "loss_total": 0.029730545356869698,
      "step": 4560
    },
    {
      "loss_action": 0.03749983385205269,
      "loss_total": 0.03749983385205269,
      "step": 4560
    },
    {
      "loss_action": 0.03690098598599434,
      "loss_total": 0.03690098598599434,
      "step": 4560
    },
    {
      "loss_action": 0.0354592502117157,
      "loss_total": 0.0354592502117157,
      "step": 4560
    },
    {
      "grad_norm": 0.84492027759552,
      "learning_rate": 2.2845e-05,
      "loss": 0.0353,
      "step": 4570
    },
    {
      "loss_action": 0.02059943415224552,
      "loss_total": 0.02059943415224552,
      "step": 4570
    },
    {
      "loss_action": 0.021402375772595406,
      "loss_total": 0.021402375772595406,
      "step": 4570
    },
    {
      "loss_action": 0.036576658487319946,
      "loss_total": 0.036576658487319946,
      "step": 4570
    },
    {
      "loss_action": 0.03218238428235054,
      "loss_total": 0.03218238428235054,
      "step": 4570
    },
    {
      "loss_action": 0.05258595198392868,
      "loss_total": 0.05258595198392868,
      "step": 4570
    },
    {
      "loss_action": 0.029030295088887215,
      "loss_total": 0.029030295088887215,
      "step": 4570
    },
    {
      "loss_action": 0.024515043944120407,
      "loss_total": 0.024515043944120407,
      "step": 4570
    },
    {
      "loss_action": 0.04202038049697876,
      "loss_total": 0.04202038049697876,
      "step": 4570
    },
    {
      "grad_norm": 0.7719382643699646,
      "learning_rate": 2.2895e-05,
      "loss": 0.0367,
      "step": 4580
    },
    {
      "loss_action": 0.021249787881970406,
      "loss_total": 0.021249787881970406,
      "step": 4580
    },
    {
      "loss_action": 0.02871670015156269,
      "loss_total": 0.02871670015156269,
      "step": 4580
    },
    {
      "loss_action": 0.08049927651882172,
      "loss_total": 0.08049927651882172,
      "step": 4580
    },
    {
      "loss_action": 0.02105088345706463,
      "loss_total": 0.02105088345706463,
      "step": 4580
    },
    {
      "loss_action": 0.04933089017868042,
      "loss_total": 0.04933089017868042,
      "step": 4580
    },
    {
      "loss_action": 0.02562975510954857,
      "loss_total": 0.02562975510954857,
      "step": 4580
    },
    {
      "loss_action": 0.027131155133247375,
      "loss_total": 0.027131155133247375,
      "step": 4580
    },
    {
      "loss_action": 0.024695150554180145,
      "loss_total": 0.024695150554180145,
      "step": 4580
    },
    {
      "grad_norm": 0.9391025304794312,
      "learning_rate": 2.2945e-05,
      "loss": 0.0412,
      "step": 4590
    },
    {
      "loss_action": 0.027142256498336792,
      "loss_total": 0.027142256498336792,
      "step": 4590
    },
    {
      "loss_action": 0.029623543843626976,
      "loss_total": 0.029623543843626976,
      "step": 4590
    },
    {
      "loss_action": 0.037913620471954346,
      "loss_total": 0.037913620471954346,
      "step": 4590
    },
    {
      "loss_action": 0.039246127009391785,
      "loss_total": 0.039246127009391785,
      "step": 4590
    },
    {
      "loss_action": 0.02944132313132286,
      "loss_total": 0.02944132313132286,
      "step": 4590
    },
    {
      "loss_action": 0.031159117817878723,
      "loss_total": 0.031159117817878723,
      "step": 4590
    },
    {
      "loss_action": 0.052513137459754944,
      "loss_total": 0.052513137459754944,
      "step": 4590
    },
    {
      "loss_action": 0.034685924649238586,
      "loss_total": 0.034685924649238586,
      "step": 4590
    },
    {
      "grad_norm": 0.738572359085083,
      "learning_rate": 2.2995e-05,
      "loss": 0.0337,
      "step": 4600
    },
    {
      "loss_action": 0.016692666336894035,
      "loss_total": 0.016692666336894035,
      "step": 4600
    },
    {
      "loss_action": 0.026324238628149033,
      "loss_total": 0.026324238628149033,
      "step": 4600
    },
    {
      "loss_action": 0.026923442259430885,
      "loss_total": 0.026923442259430885,
      "step": 4600
    },
    {
      "loss_action": 0.0201888345181942,
      "loss_total": 0.0201888345181942,
      "step": 4600
    },
    {
      "loss_action": 0.028047168627381325,
      "loss_total": 0.028047168627381325,
      "step": 4600
    },
    {
      "loss_action": 0.03079989179968834,
      "loss_total": 0.03079989179968834,
      "step": 4600
    },
    {
      "loss_action": 0.03721601516008377,
      "loss_total": 0.03721601516008377,
      "step": 4600
    },
    {
      "loss_action": 0.02253292128443718,
      "loss_total": 0.02253292128443718,
      "step": 4600
    },
    {
      "grad_norm": 0.9416947960853577,
      "learning_rate": 2.3045e-05,
      "loss": 0.034,
      "step": 4610
    },
    {
      "loss_action": 0.02379651740193367,
      "loss_total": 0.02379651740193367,
      "step": 4610
    },
    {
      "loss_action": 0.030487723648548126,
      "loss_total": 0.030487723648548126,
      "step": 4610
    },
    {
      "loss_action": 0.026932230219244957,
      "loss_total": 0.026932230219244957,
      "step": 4610
    },
    {
      "loss_action": 0.03856430947780609,
      "loss_total": 0.03856430947780609,
      "step": 4610
    },
    {
      "loss_action": 0.04711112007498741,
      "loss_total": 0.04711112007498741,
      "step": 4610
    },
    {
      "loss_action": 0.021086130291223526,
      "loss_total": 0.021086130291223526,
      "step": 4610
    },
    {
      "loss_action": 0.030018283054232597,
      "loss_total": 0.030018283054232597,
      "step": 4610
    },
    {
      "loss_action": 0.02590930089354515,
      "loss_total": 0.02590930089354515,
      "step": 4610
    },
    {
      "grad_norm": 0.9117682576179504,
      "learning_rate": 2.3095e-05,
      "loss": 0.0328,
      "step": 4620
    },
    {
      "loss_action": 0.030194813385605812,
      "loss_total": 0.030194813385605812,
      "step": 4620
    },
    {
      "loss_action": 0.0333123654127121,
      "loss_total": 0.0333123654127121,
      "step": 4620
    },
    {
      "loss_action": 0.030200177803635597,
      "loss_total": 0.030200177803635597,
      "step": 4620
    },
    {
      "loss_action": 0.043749742209911346,
      "loss_total": 0.043749742209911346,
      "step": 4620
    },
    {
      "loss_action": 0.03308051824569702,
      "loss_total": 0.03308051824569702,
      "step": 4620
    },
    {
      "loss_action": 0.020289884880185127,
      "loss_total": 0.020289884880185127,
      "step": 4620
    },
    {
      "loss_action": 0.01875986158847809,
      "loss_total": 0.01875986158847809,
      "step": 4620
    },
    {
      "loss_action": 0.030842984095215797,
      "loss_total": 0.030842984095215797,
      "step": 4620
    },
    {
      "grad_norm": 0.7125651240348816,
      "learning_rate": 2.3145e-05,
      "loss": 0.0332,
      "step": 4630
    },
    {
      "loss_action": 0.04963517189025879,
      "loss_total": 0.04963517189025879,
      "step": 4630
    },
    {
      "loss_action": 0.05947352945804596,
      "loss_total": 0.05947352945804596,
      "step": 4630
    },
    {
      "loss_action": 0.028630824759602547,
      "loss_total": 0.028630824759602547,
      "step": 4630
    },
    {
      "loss_action": 0.040877193212509155,
      "loss_total": 0.040877193212509155,
      "step": 4630
    },
    {
      "loss_action": 0.07690811902284622,
      "loss_total": 0.07690811902284622,
      "step": 4630
    },
    {
      "loss_action": 0.04574486240744591,
      "loss_total": 0.04574486240744591,
      "step": 4630
    },
    {
      "loss_action": 0.026733189821243286,
      "loss_total": 0.026733189821243286,
      "step": 4630
    },
    {
      "loss_action": 0.03929869830608368,
      "loss_total": 0.03929869830608368,
      "step": 4630
    },
    {
      "grad_norm": 0.7912541031837463,
      "learning_rate": 2.3195e-05,
      "loss": 0.0364,
      "step": 4640
    },
    {
      "loss_action": 0.03839563578367233,
      "loss_total": 0.03839563578367233,
      "step": 4640
    },
    {
      "loss_action": 0.025183893740177155,
      "loss_total": 0.025183893740177155,
      "step": 4640
    },
    {
      "loss_action": 0.02764361910521984,
      "loss_total": 0.02764361910521984,
      "step": 4640
    },
    {
      "loss_action": 0.037733044475317,
      "loss_total": 0.037733044475317,
      "step": 4640
    },
    {
      "loss_action": 0.024272147566080093,
      "loss_total": 0.024272147566080093,
      "step": 4640
    },
    {
      "loss_action": 0.025393210351467133,
      "loss_total": 0.025393210351467133,
      "step": 4640
    },
    {
      "loss_action": 0.03370298817753792,
      "loss_total": 0.03370298817753792,
      "step": 4640
    },
    {
      "loss_action": 0.018850332126021385,
      "loss_total": 0.018850332126021385,
      "step": 4640
    },
    {
      "grad_norm": 0.5995236039161682,
      "learning_rate": 2.3245e-05,
      "loss": 0.0355,
      "step": 4650
    },
    {
      "loss_action": 0.018129192292690277,
      "loss_total": 0.018129192292690277,
      "step": 4650
    },
    {
      "loss_action": 0.022591156885027885,
      "loss_total": 0.022591156885027885,
      "step": 4650
    },
    {
      "loss_action": 0.023639697581529617,
      "loss_total": 0.023639697581529617,
      "step": 4650
    },
    {
      "loss_action": 0.03126796334981918,
      "loss_total": 0.03126796334981918,
      "step": 4650
    },
    {
      "loss_action": 0.042751893401145935,
      "loss_total": 0.042751893401145935,
      "step": 4650
    },
    {
      "loss_action": 0.03487794101238251,
      "loss_total": 0.03487794101238251,
      "step": 4650
    },
    {
      "loss_action": 0.04786588251590729,
      "loss_total": 0.04786588251590729,
      "step": 4650
    },
    {
      "loss_action": 0.03317498788237572,
      "loss_total": 0.03317498788237572,
      "step": 4650
    },
    {
      "grad_norm": 0.98274827003479,
      "learning_rate": 2.3295e-05,
      "loss": 0.0357,
      "step": 4660
    },
    {
      "loss_action": 0.03814391419291496,
      "loss_total": 0.03814391419291496,
      "step": 4660
    },
    {
      "loss_action": 0.029425691813230515,
      "loss_total": 0.029425691813230515,
      "step": 4660
    },
    {
      "loss_action": 0.0573340579867363,
      "loss_total": 0.0573340579867363,
      "step": 4660
    },
    {
      "loss_action": 0.024528834968805313,
      "loss_total": 0.024528834968805313,
      "step": 4660
    },
    {
      "loss_action": 0.030345307663083076,
      "loss_total": 0.030345307663083076,
      "step": 4660
    },
    {
      "loss_action": 0.03521450608968735,
      "loss_total": 0.03521450608968735,
      "step": 4660
    },
    {
      "loss_action": 0.051457442343235016,
      "loss_total": 0.051457442343235016,
      "step": 4660
    },
    {
      "loss_action": 0.037001438438892365,
      "loss_total": 0.037001438438892365,
      "step": 4660
    },
    {
      "grad_norm": 1.1080806255340576,
      "learning_rate": 2.3345e-05,
      "loss": 0.04,
      "step": 4670
    },
    {
      "loss_action": 0.02835836261510849,
      "loss_total": 0.02835836261510849,
      "step": 4670
    },
    {
      "loss_action": 0.039790403097867966,
      "loss_total": 0.039790403097867966,
      "step": 4670
    },
    {
      "loss_action": 0.038314320147037506,
      "loss_total": 0.038314320147037506,
      "step": 4670
    },
    {
      "loss_action": 0.0459010936319828,
      "loss_total": 0.0459010936319828,
      "step": 4670
    },
    {
      "loss_action": 0.03080466017127037,
      "loss_total": 0.03080466017127037,
      "step": 4670
    },
    {
      "loss_action": 0.03262130171060562,
      "loss_total": 0.03262130171060562,
      "step": 4670
    },
    {
      "loss_action": 0.02636118046939373,
      "loss_total": 0.02636118046939373,
      "step": 4670
    },
    {
      "loss_action": 0.025365635752677917,
      "loss_total": 0.025365635752677917,
      "step": 4670
    },
    {
      "grad_norm": 1.167303204536438,
      "learning_rate": 2.3395e-05,
      "loss": 0.034,
      "step": 4680
    },
    {
      "loss_action": 0.03337104618549347,
      "loss_total": 0.03337104618549347,
      "step": 4680
    },
    {
      "loss_action": 0.053729429841041565,
      "loss_total": 0.053729429841041565,
      "step": 4680
    },
    {
      "loss_action": 0.03487665578722954,
      "loss_total": 0.03487665578722954,
      "step": 4680
    },
    {
      "loss_action": 0.025564145296812057,
      "loss_total": 0.025564145296812057,
      "step": 4680
    },
    {
      "loss_action": 0.03299429640173912,
      "loss_total": 0.03299429640173912,
      "step": 4680
    },
    {
      "loss_action": 0.05545658990740776,
      "loss_total": 0.05545658990740776,
      "step": 4680
    },
    {
      "loss_action": 0.02571616694331169,
      "loss_total": 0.02571616694331169,
      "step": 4680
    },
    {
      "loss_action": 0.04430986940860748,
      "loss_total": 0.04430986940860748,
      "step": 4680
    },
    {
      "grad_norm": 0.8934954404830933,
      "learning_rate": 2.3445e-05,
      "loss": 0.0427,
      "step": 4690
    },
    {
      "loss_action": 0.026939690113067627,
      "loss_total": 0.026939690113067627,
      "step": 4690
    },
    {
      "loss_action": 0.030191265046596527,
      "loss_total": 0.030191265046596527,
      "step": 4690
    },
    {
      "loss_action": 0.046350087970495224,
      "loss_total": 0.046350087970495224,
      "step": 4690
    },
    {
      "loss_action": 0.02256147190928459,
      "loss_total": 0.02256147190928459,
      "step": 4690
    },
    {
      "loss_action": 0.025472110137343407,
      "loss_total": 0.025472110137343407,
      "step": 4690
    },
    {
      "loss_action": 0.02000853791832924,
      "loss_total": 0.02000853791832924,
      "step": 4690
    },
    {
      "loss_action": 0.03300029784440994,
      "loss_total": 0.03300029784440994,
      "step": 4690
    },
    {
      "loss_action": 0.034836459904909134,
      "loss_total": 0.034836459904909134,
      "step": 4690
    },
    {
      "grad_norm": 0.9157525300979614,
      "learning_rate": 2.3495e-05,
      "loss": 0.036,
      "step": 4700
    },
    {
      "loss_action": 0.025085313245654106,
      "loss_total": 0.025085313245654106,
      "step": 4700
    },
    {
      "loss_action": 0.018946539610624313,
      "loss_total": 0.018946539610624313,
      "step": 4700
    },
    {
      "loss_action": 0.034853048622608185,
      "loss_total": 0.034853048622608185,
      "step": 4700
    },
    {
      "loss_action": 0.025386307388544083,
      "loss_total": 0.025386307388544083,
      "step": 4700
    },
    {
      "loss_action": 0.02554442174732685,
      "loss_total": 0.02554442174732685,
      "step": 4700
    },
    {
      "loss_action": 0.04406801238656044,
      "loss_total": 0.04406801238656044,
      "step": 4700
    },
    {
      "loss_action": 0.0432058721780777,
      "loss_total": 0.0432058721780777,
      "step": 4700
    },
    {
      "loss_action": 0.07588041573762894,
      "loss_total": 0.07588041573762894,
      "step": 4700
    },
    {
      "grad_norm": 1.012393593788147,
      "learning_rate": 2.3545e-05,
      "loss": 0.0353,
      "step": 4710
    },
    {
      "loss_action": 0.04152671620249748,
      "loss_total": 0.04152671620249748,
      "step": 4710
    },
    {
      "loss_action": 0.027272075414657593,
      "loss_total": 0.027272075414657593,
      "step": 4710
    },
    {
      "loss_action": 0.027152810245752335,
      "loss_total": 0.027152810245752335,
      "step": 4710
    },
    {
      "loss_action": 0.03917200118303299,
      "loss_total": 0.03917200118303299,
      "step": 4710
    },
    {
      "loss_action": 0.0211484432220459,
      "loss_total": 0.0211484432220459,
      "step": 4710
    },
    {
      "loss_action": 0.02332441136240959,
      "loss_total": 0.02332441136240959,
      "step": 4710
    },
    {
      "loss_action": 0.045118436217308044,
      "loss_total": 0.045118436217308044,
      "step": 4710
    },
    {
      "loss_action": 0.024719789624214172,
      "loss_total": 0.024719789624214172,
      "step": 4710
    },
    {
      "grad_norm": 1.049735426902771,
      "learning_rate": 2.3595e-05,
      "loss": 0.035,
      "step": 4720
    },
    {
      "loss_action": 0.03782185539603233,
      "loss_total": 0.03782185539603233,
      "step": 4720
    },
    {
      "loss_action": 0.019253108650445938,
      "loss_total": 0.019253108650445938,
      "step": 4720
    },
    {
      "loss_action": 0.03884367644786835,
      "loss_total": 0.03884367644786835,
      "step": 4720
    },
    {
      "loss_action": 0.021103691309690475,
      "loss_total": 0.021103691309690475,
      "step": 4720
    },
    {
      "loss_action": 0.02463352121412754,
      "loss_total": 0.02463352121412754,
      "step": 4720
    },
    {
      "loss_action": 0.04552163928747177,
      "loss_total": 0.04552163928747177,
      "step": 4720
    },
    {
      "loss_action": 0.04849968105554581,
      "loss_total": 0.04849968105554581,
      "step": 4720
    },
    {
      "loss_action": 0.022907327860593796,
      "loss_total": 0.022907327860593796,
      "step": 4720
    },
    {
      "grad_norm": 0.8086302876472473,
      "learning_rate": 2.3645e-05,
      "loss": 0.0331,
      "step": 4730
    },
    {
      "loss_action": 0.03344421461224556,
      "loss_total": 0.03344421461224556,
      "step": 4730
    },
    {
      "loss_action": 0.029551422223448753,
      "loss_total": 0.029551422223448753,
      "step": 4730
    },
    {
      "loss_action": 0.0460989847779274,
      "loss_total": 0.0460989847779274,
      "step": 4730
    },
    {
      "loss_action": 0.0370778925716877,
      "loss_total": 0.0370778925716877,
      "step": 4730
    },
    {
      "loss_action": 0.02276032231748104,
      "loss_total": 0.02276032231748104,
      "step": 4730
    },
    {
      "loss_action": 0.0193850826472044,
      "loss_total": 0.0193850826472044,
      "step": 4730
    },
    {
      "loss_action": 0.026253389194607735,
      "loss_total": 0.026253389194607735,
      "step": 4730
    },
    {
      "loss_action": 0.023679135367274284,
      "loss_total": 0.023679135367274284,
      "step": 4730
    },
    {
      "grad_norm": 0.5856657028198242,
      "learning_rate": 2.3695e-05,
      "loss": 0.0321,
      "step": 4740
    },
    {
      "loss_action": 0.04650741443037987,
      "loss_total": 0.04650741443037987,
      "step": 4740
    },
    {
      "loss_action": 0.020547877997159958,
      "loss_total": 0.020547877997159958,
      "step": 4740
    },
    {
      "loss_action": 0.01914617232978344,
      "loss_total": 0.01914617232978344,
      "step": 4740
    },
    {
      "loss_action": 0.04100380837917328,
      "loss_total": 0.04100380837917328,
      "step": 4740
    },
    {
      "loss_action": 0.024136532098054886,
      "loss_total": 0.024136532098054886,
      "step": 4740
    },
    {
      "loss_action": 0.0356554239988327,
      "loss_total": 0.0356554239988327,
      "step": 4740
    },
    {
      "loss_action": 0.03350481018424034,
      "loss_total": 0.03350481018424034,
      "step": 4740
    },
    {
      "loss_action": 0.06085551530122757,
      "loss_total": 0.06085551530122757,
      "step": 4740
    },
    {
      "grad_norm": 1.0960628986358643,
      "learning_rate": 2.3745e-05,
      "loss": 0.0357,
      "step": 4750
    },
    {
      "loss_action": 0.028624318540096283,
      "loss_total": 0.028624318540096283,
      "step": 4750
    },
    {
      "loss_action": 0.04050531983375549,
      "loss_total": 0.04050531983375549,
      "step": 4750
    },
    {
      "loss_action": 0.03308875486254692,
      "loss_total": 0.03308875486254692,
      "step": 4750
    },
    {
      "loss_action": 0.030395064502954483,
      "loss_total": 0.030395064502954483,
      "step": 4750
    },
    {
      "loss_action": 0.04634256660938263,
      "loss_total": 0.04634256660938263,
      "step": 4750
    },
    {
      "loss_action": 0.031126609072089195,
      "loss_total": 0.031126609072089195,
      "step": 4750
    },
    {
      "loss_action": 0.04511325806379318,
      "loss_total": 0.04511325806379318,
      "step": 4750
    },
    {
      "loss_action": 0.036746613681316376,
      "loss_total": 0.036746613681316376,
      "step": 4750
    },
    {
      "grad_norm": 0.8675079345703125,
      "learning_rate": 2.3795000000000002e-05,
      "loss": 0.0351,
      "step": 4760
    },
    {
      "loss_action": 0.023151930421590805,
      "loss_total": 0.023151930421590805,
      "step": 4760
    },
    {
      "loss_action": 0.026195727288722992,
      "loss_total": 0.026195727288722992,
      "step": 4760
    },
    {
      "loss_action": 0.0163057129830122,
      "loss_total": 0.0163057129830122,
      "step": 4760
    },
    {
      "loss_action": 0.037898220121860504,
      "loss_total": 0.037898220121860504,
      "step": 4760
    },
    {
      "loss_action": 0.030202588066458702,
      "loss_total": 0.030202588066458702,
      "step": 4760
    },
    {
      "loss_action": 0.028196066617965698,
      "loss_total": 0.028196066617965698,
      "step": 4760
    },
    {
      "loss_action": 0.025173867121338844,
      "loss_total": 0.025173867121338844,
      "step": 4760
    },
    {
      "loss_action": 0.02874552458524704,
      "loss_total": 0.02874552458524704,
      "step": 4760
    },
    {
      "grad_norm": 0.9327813982963562,
      "learning_rate": 2.3845e-05,
      "loss": 0.0341,
      "step": 4770
    },
    {
      "loss_action": 0.04157690331339836,
      "loss_total": 0.04157690331339836,
      "step": 4770
    },
    {
      "loss_action": 0.05612972751259804,
      "loss_total": 0.05612972751259804,
      "step": 4770
    },
    {
      "loss_action": 0.019685465842485428,
      "loss_total": 0.019685465842485428,
      "step": 4770
    },
    {
      "loss_action": 0.020154885947704315,
      "loss_total": 0.020154885947704315,
      "step": 4770
    },
    {
      "loss_action": 0.02112727425992489,
      "loss_total": 0.02112727425992489,
      "step": 4770
    },
    {
      "loss_action": 0.0342121385037899,
      "loss_total": 0.0342121385037899,
      "step": 4770
    },
    {
      "loss_action": 0.030890103429555893,
      "loss_total": 0.030890103429555893,
      "step": 4770
    },
    {
      "loss_action": 0.04672315716743469,
      "loss_total": 0.04672315716743469,
      "step": 4770
    },
    {
      "grad_norm": 0.992193877696991,
      "learning_rate": 2.3895e-05,
      "loss": 0.0353,
      "step": 4780
    },
    {
      "loss_action": 0.027289018034934998,
      "loss_total": 0.027289018034934998,
      "step": 4780
    },
    {
      "loss_action": 0.050013862550258636,
      "loss_total": 0.050013862550258636,
      "step": 4780
    },
    {
      "loss_action": 0.021120820194482803,
      "loss_total": 0.021120820194482803,
      "step": 4780
    },
    {
      "loss_action": 0.040652044117450714,
      "loss_total": 0.040652044117450714,
      "step": 4780
    },
    {
      "loss_action": 0.023845797404646873,
      "loss_total": 0.023845797404646873,
      "step": 4780
    },
    {
      "loss_action": 0.0325700007379055,
      "loss_total": 0.0325700007379055,
      "step": 4780
    },
    {
      "loss_action": 0.027597783133387566,
      "loss_total": 0.027597783133387566,
      "step": 4780
    },
    {
      "loss_action": 0.024696417152881622,
      "loss_total": 0.024696417152881622,
      "step": 4780
    },
    {
      "grad_norm": 0.9736442565917969,
      "learning_rate": 2.3945000000000002e-05,
      "loss": 0.0382,
      "step": 4790
    },
    {
      "loss_action": 0.021044503897428513,
      "loss_total": 0.021044503897428513,
      "step": 4790
    },
    {
      "loss_action": 0.0407644584774971,
      "loss_total": 0.0407644584774971,
      "step": 4790
    },
    {
      "loss_action": 0.03295508772134781,
      "loss_total": 0.03295508772134781,
      "step": 4790
    },
    {
      "loss_action": 0.042969509959220886,
      "loss_total": 0.042969509959220886,
      "step": 4790
    },
    {
      "loss_action": 0.031994108110666275,
      "loss_total": 0.031994108110666275,
      "step": 4790
    },
    {
      "loss_action": 0.02642069011926651,
      "loss_total": 0.02642069011926651,
      "step": 4790
    },
    {
      "loss_action": 0.02992887794971466,
      "loss_total": 0.02992887794971466,
      "step": 4790
    },
    {
      "loss_action": 0.027246687561273575,
      "loss_total": 0.027246687561273575,
      "step": 4790
    },
    {
      "grad_norm": 0.9297665357589722,
      "learning_rate": 2.3995e-05,
      "loss": 0.0327,
      "step": 4800
    },
    {
      "loss_action": 0.02692500129342079,
      "loss_total": 0.02692500129342079,
      "step": 4800
    },
    {
      "loss_action": 0.024996764957904816,
      "loss_total": 0.024996764957904816,
      "step": 4800
    },
    {
      "loss_action": 0.024554753676056862,
      "loss_total": 0.024554753676056862,
      "step": 4800
    },
    {
      "loss_action": 0.0297364704310894,
      "loss_total": 0.0297364704310894,
      "step": 4800
    },
    {
      "loss_action": 0.045116618275642395,
      "loss_total": 0.045116618275642395,
      "step": 4800
    },
    {
      "loss_action": 0.04148680344223976,
      "loss_total": 0.04148680344223976,
      "step": 4800
    },
    {
      "loss_action": 0.03167258948087692,
      "loss_total": 0.03167258948087692,
      "step": 4800
    },
    {
      "loss_action": 0.02055022120475769,
      "loss_total": 0.02055022120475769,
      "step": 4800
    },
    {
      "grad_norm": 0.8088990449905396,
      "learning_rate": 2.4045e-05,
      "loss": 0.0374,
      "step": 4810
    },
    {
      "loss_action": 0.043857477605342865,
      "loss_total": 0.043857477605342865,
      "step": 4810
    },
    {
      "loss_action": 0.030644522979855537,
      "loss_total": 0.030644522979855537,
      "step": 4810
    },
    {
      "loss_action": 0.02807110734283924,
      "loss_total": 0.02807110734283924,
      "step": 4810
    },
    {
      "loss_action": 0.03429592028260231,
      "loss_total": 0.03429592028260231,
      "step": 4810
    },
    {
      "loss_action": 0.12938687205314636,
      "loss_total": 0.12938687205314636,
      "step": 4810
    },
    {
      "loss_action": 0.0345679372549057,
      "loss_total": 0.0345679372549057,
      "step": 4810
    },
    {
      "loss_action": 0.0315583273768425,
      "loss_total": 0.0315583273768425,
      "step": 4810
    },
    {
      "loss_action": 0.031923793256282806,
      "loss_total": 0.031923793256282806,
      "step": 4810
    },
    {
      "grad_norm": 0.6925033926963806,
      "learning_rate": 2.4095000000000002e-05,
      "loss": 0.0327,
      "step": 4820
    },
    {
      "loss_action": 0.04183880612254143,
      "loss_total": 0.04183880612254143,
      "step": 4820
    },
    {
      "loss_action": 0.02474057301878929,
      "loss_total": 0.02474057301878929,
      "step": 4820
    },
    {
      "loss_action": 0.048435673117637634,
      "loss_total": 0.048435673117637634,
      "step": 4820
    },
    {
      "loss_action": 0.025967512279748917,
      "loss_total": 0.025967512279748917,
      "step": 4820
    },
    {
      "loss_action": 0.023433290421962738,
      "loss_total": 0.023433290421962738,
      "step": 4820
    },
    {
      "loss_action": 0.042199864983558655,
      "loss_total": 0.042199864983558655,
      "step": 4820
    },
    {
      "loss_action": 0.017695989459753036,
      "loss_total": 0.017695989459753036,
      "step": 4820
    },
    {
      "loss_action": 0.060886360704898834,
      "loss_total": 0.060886360704898834,
      "step": 4820
    },
    {
      "grad_norm": 1.1106494665145874,
      "learning_rate": 2.4145e-05,
      "loss": 0.0357,
      "step": 4830
    },
    {
      "loss_action": 0.03831395506858826,
      "loss_total": 0.03831395506858826,
      "step": 4830
    },
    {
      "loss_action": 0.027419935911893845,
      "loss_total": 0.027419935911893845,
      "step": 4830
    },
    {
      "loss_action": 0.03283141180872917,
      "loss_total": 0.03283141180872917,
      "step": 4830
    },
    {
      "loss_action": 0.04249662905931473,
      "loss_total": 0.04249662905931473,
      "step": 4830
    },
    {
      "loss_action": 0.045778002589941025,
      "loss_total": 0.045778002589941025,
      "step": 4830
    },
    {
      "loss_action": 0.027372751384973526,
      "loss_total": 0.027372751384973526,
      "step": 4830
    },
    {
      "loss_action": 0.03444087877869606,
      "loss_total": 0.03444087877869606,
      "step": 4830
    },
    {
      "loss_action": 0.037558309733867645,
      "loss_total": 0.037558309733867645,
      "step": 4830
    },
    {
      "grad_norm": 0.9660343527793884,
      "learning_rate": 2.4195e-05,
      "loss": 0.0368,
      "step": 4840
    },
    {
      "loss_action": 0.033006567507982254,
      "loss_total": 0.033006567507982254,
      "step": 4840
    },
    {
      "loss_action": 0.03141029179096222,
      "loss_total": 0.03141029179096222,
      "step": 4840
    },
    {
      "loss_action": 0.022234365344047546,
      "loss_total": 0.022234365344047546,
      "step": 4840
    },
    {
      "loss_action": 0.03338831663131714,
      "loss_total": 0.03338831663131714,
      "step": 4840
    },
    {
      "loss_action": 0.019064854830503464,
      "loss_total": 0.019064854830503464,
      "step": 4840
    },
    {
      "loss_action": 0.02545648068189621,
      "loss_total": 0.02545648068189621,
      "step": 4840
    },
    {
      "loss_action": 0.032457027584314346,
      "loss_total": 0.032457027584314346,
      "step": 4840
    },
    {
      "loss_action": 0.028622746467590332,
      "loss_total": 0.028622746467590332,
      "step": 4840
    },
    {
      "grad_norm": 0.6317126154899597,
      "learning_rate": 2.4245000000000002e-05,
      "loss": 0.0298,
      "step": 4850
    },
    {
      "loss_action": 0.03532889485359192,
      "loss_total": 0.03532889485359192,
      "step": 4850
    },
    {
      "loss_action": 0.02918575331568718,
      "loss_total": 0.02918575331568718,
      "step": 4850
    },
    {
      "loss_action": 0.03456299379467964,
      "loss_total": 0.03456299379467964,
      "step": 4850
    },
    {
      "loss_action": 0.02445288561284542,
      "loss_total": 0.02445288561284542,
      "step": 4850
    },
    {
      "loss_action": 0.03433554619550705,
      "loss_total": 0.03433554619550705,
      "step": 4850
    },
    {
      "loss_action": 0.0649065226316452,
      "loss_total": 0.0649065226316452,
      "step": 4850
    },
    {
      "loss_action": 0.027007609605789185,
      "loss_total": 0.027007609605789185,
      "step": 4850
    },
    {
      "loss_action": 0.022762354463338852,
      "loss_total": 0.022762354463338852,
      "step": 4850
    },
    {
      "grad_norm": 0.7760632038116455,
      "learning_rate": 2.4295e-05,
      "loss": 0.0327,
      "step": 4860
    },
    {
      "loss_action": 0.04243914410471916,
      "loss_total": 0.04243914410471916,
      "step": 4860
    },
    {
      "loss_action": 0.020597033202648163,
      "loss_total": 0.020597033202648163,
      "step": 4860
    },
    {
      "loss_action": 0.024652546271681786,
      "loss_total": 0.024652546271681786,
      "step": 4860
    },
    {
      "loss_action": 0.03340112045407295,
      "loss_total": 0.03340112045407295,
      "step": 4860
    },
    {
      "loss_action": 0.022457169368863106,
      "loss_total": 0.022457169368863106,
      "step": 4860
    },
    {
      "loss_action": 0.07155832648277283,
      "loss_total": 0.07155832648277283,
      "step": 4860
    },
    {
      "loss_action": 0.032928891479969025,
      "loss_total": 0.032928891479969025,
      "step": 4860
    },
    {
      "loss_action": 0.02209494262933731,
      "loss_total": 0.02209494262933731,
      "step": 4860
    },
    {
      "grad_norm": 0.834165096282959,
      "learning_rate": 2.4345e-05,
      "loss": 0.036,
      "step": 4870
    },
    {
      "loss_action": 0.02082187496125698,
      "loss_total": 0.02082187496125698,
      "step": 4870
    },
    {
      "loss_action": 0.02683500200510025,
      "loss_total": 0.02683500200510025,
      "step": 4870
    },
    {
      "loss_action": 0.03328481316566467,
      "loss_total": 0.03328481316566467,
      "step": 4870
    },
    {
      "loss_action": 0.019577208906412125,
      "loss_total": 0.019577208906412125,
      "step": 4870
    },
    {
      "loss_action": 0.02011904865503311,
      "loss_total": 0.02011904865503311,
      "step": 4870
    },
    {
      "loss_action": 0.03733222559094429,
      "loss_total": 0.03733222559094429,
      "step": 4870
    },
    {
      "loss_action": 0.041683584451675415,
      "loss_total": 0.041683584451675415,
      "step": 4870
    },
    {
      "loss_action": 0.026175759732723236,
      "loss_total": 0.026175759732723236,
      "step": 4870
    },
    {
      "grad_norm": 0.7938641309738159,
      "learning_rate": 2.4395000000000003e-05,
      "loss": 0.0316,
      "step": 4880
    },
    {
      "loss_action": 0.018435828387737274,
      "loss_total": 0.018435828387737274,
      "step": 4880
    },
    {
      "loss_action": 0.03345765918493271,
      "loss_total": 0.03345765918493271,
      "step": 4880
    },
    {
      "loss_action": 0.03168589621782303,
      "loss_total": 0.03168589621782303,
      "step": 4880
    },
    {
      "loss_action": 0.021916141733527184,
      "loss_total": 0.021916141733527184,
      "step": 4880
    },
    {
      "loss_action": 0.02601635828614235,
      "loss_total": 0.02601635828614235,
      "step": 4880
    },
    {
      "loss_action": 0.027227122336626053,
      "loss_total": 0.027227122336626053,
      "step": 4880
    },
    {
      "loss_action": 0.038378842175006866,
      "loss_total": 0.038378842175006866,
      "step": 4880
    },
    {
      "loss_action": 0.02956194430589676,
      "loss_total": 0.02956194430589676,
      "step": 4880
    },
    {
      "grad_norm": 0.7336933612823486,
      "learning_rate": 2.4445e-05,
      "loss": 0.0318,
      "step": 4890
    },
    {
      "loss_action": 0.040474265813827515,
      "loss_total": 0.040474265813827515,
      "step": 4890
    },
    {
      "loss_action": 0.02767481468617916,
      "loss_total": 0.02767481468617916,
      "step": 4890
    },
    {
      "loss_action": 0.029359083622694016,
      "loss_total": 0.029359083622694016,
      "step": 4890
    },
    {
      "loss_action": 0.03439097851514816,
      "loss_total": 0.03439097851514816,
      "step": 4890
    },
    {
      "loss_action": 0.022613946348428726,
      "loss_total": 0.022613946348428726,
      "step": 4890
    },
    {
      "loss_action": 0.0261358805000782,
      "loss_total": 0.0261358805000782,
      "step": 4890
    },
    {
      "loss_action": 0.01981491409242153,
      "loss_total": 0.01981491409242153,
      "step": 4890
    },
    {
      "loss_action": 0.021144304424524307,
      "loss_total": 0.021144304424524307,
      "step": 4890
    },
    {
      "grad_norm": 0.6757532954216003,
      "learning_rate": 2.4495000000000002e-05,
      "loss": 0.0327,
      "step": 4900
    },
    {
      "loss_action": 0.02751317247748375,
      "loss_total": 0.02751317247748375,
      "step": 4900
    },
    {
      "loss_action": 0.045642174780368805,
      "loss_total": 0.045642174780368805,
      "step": 4900
    },
    {
      "loss_action": 0.04231666028499603,
      "loss_total": 0.04231666028499603,
      "step": 4900
    },
    {
      "loss_action": 0.08012215793132782,
      "loss_total": 0.08012215793132782,
      "step": 4900
    },
    {
      "loss_action": 0.034313999116420746,
      "loss_total": 0.034313999116420746,
      "step": 4900
    },
    {
      "loss_action": 0.030769702047109604,
      "loss_total": 0.030769702047109604,
      "step": 4900
    },
    {
      "loss_action": 0.036889106035232544,
      "loss_total": 0.036889106035232544,
      "step": 4900
    },
    {
      "loss_action": 0.022336207330226898,
      "loss_total": 0.022336207330226898,
      "step": 4900
    },
    {
      "grad_norm": 0.8998914361000061,
      "learning_rate": 2.4545000000000003e-05,
      "loss": 0.0325,
      "step": 4910
    },
    {
      "loss_action": 0.020700756460428238,
      "loss_total": 0.020700756460428238,
      "step": 4910
    },
    {
      "loss_action": 0.019829340279102325,
      "loss_total": 0.019829340279102325,
      "step": 4910
    },
    {
      "loss_action": 0.1528218388557434,
      "loss_total": 0.1528218388557434,
      "step": 4910
    },
    {
      "loss_action": 0.023931901901960373,
      "loss_total": 0.023931901901960373,
      "step": 4910
    },
    {
      "loss_action": 0.04159655421972275,
      "loss_total": 0.04159655421972275,
      "step": 4910
    },
    {
      "loss_action": 0.0331665463745594,
      "loss_total": 0.0331665463745594,
      "step": 4910
    },
    {
      "loss_action": 0.041848380118608475,
      "loss_total": 0.041848380118608475,
      "step": 4910
    },
    {
      "loss_action": 0.05623878538608551,
      "loss_total": 0.05623878538608551,
      "step": 4910
    },
    {
      "grad_norm": 0.8753421902656555,
      "learning_rate": 2.4595e-05,
      "loss": 0.0361,
      "step": 4920
    },
    {
      "loss_action": 0.025492921471595764,
      "loss_total": 0.025492921471595764,
      "step": 4920
    },
    {
      "loss_action": 0.021693920716643333,
      "loss_total": 0.021693920716643333,
      "step": 4920
    },
    {
      "loss_action": 0.02697364240884781,
      "loss_total": 0.02697364240884781,
      "step": 4920
    },
    {
      "loss_action": 0.02023410052061081,
      "loss_total": 0.02023410052061081,
      "step": 4920
    },
    {
      "loss_action": 0.0299547016620636,
      "loss_total": 0.0299547016620636,
      "step": 4920
    },
    {
      "loss_action": 0.032448817044496536,
      "loss_total": 0.032448817044496536,
      "step": 4920
    },
    {
      "loss_action": 0.03675967454910278,
      "loss_total": 0.03675967454910278,
      "step": 4920
    },
    {
      "loss_action": 0.03281022608280182,
      "loss_total": 0.03281022608280182,
      "step": 4920
    },
    {
      "grad_norm": 1.0239893198013306,
      "learning_rate": 2.4645000000000002e-05,
      "loss": 0.0356,
      "step": 4930
    },
    {
      "loss_action": 0.02509361132979393,
      "loss_total": 0.02509361132979393,
      "step": 4930
    },
    {
      "loss_action": 0.019720247015357018,
      "loss_total": 0.019720247015357018,
      "step": 4930
    },
    {
      "loss_action": 0.026327935978770256,
      "loss_total": 0.026327935978770256,
      "step": 4930
    },
    {
      "loss_action": 0.02146875485777855,
      "loss_total": 0.02146875485777855,
      "step": 4930
    },
    {
      "loss_action": 0.03162994608283043,
      "loss_total": 0.03162994608283043,
      "step": 4930
    },
    {
      "loss_action": 0.032822053879499435,
      "loss_total": 0.032822053879499435,
      "step": 4930
    },
    {
      "loss_action": 0.02563086710870266,
      "loss_total": 0.02563086710870266,
      "step": 4930
    },
    {
      "loss_action": 0.020363757386803627,
      "loss_total": 0.020363757386803627,
      "step": 4930
    },
    {
      "grad_norm": 0.7681003212928772,
      "learning_rate": 2.4695e-05,
      "loss": 0.0314,
      "step": 4940
    },
    {
      "loss_action": 0.038826294243335724,
      "loss_total": 0.038826294243335724,
      "step": 4940
    },
    {
      "loss_action": 0.018599983304739,
      "loss_total": 0.018599983304739,
      "step": 4940
    },
    {
      "loss_action": 0.03717472404241562,
      "loss_total": 0.03717472404241562,
      "step": 4940
    },
    {
      "loss_action": 0.045371003448963165,
      "loss_total": 0.045371003448963165,
      "step": 4940
    },
    {
      "loss_action": 0.034515801817178726,
      "loss_total": 0.034515801817178726,
      "step": 4940
    },
    {
      "loss_action": 0.022269705310463905,
      "loss_total": 0.022269705310463905,
      "step": 4940
    },
    {
      "loss_action": 0.02110482007265091,
      "loss_total": 0.02110482007265091,
      "step": 4940
    },
    {
      "loss_action": 0.023825576528906822,
      "loss_total": 0.023825576528906822,
      "step": 4940
    },
    {
      "grad_norm": 0.8203453421592712,
      "learning_rate": 2.4745e-05,
      "loss": 0.0353,
      "step": 4950
    },
    {
      "loss_action": 0.02674611657857895,
      "loss_total": 0.02674611657857895,
      "step": 4950
    },
    {
      "loss_action": 0.03984489664435387,
      "loss_total": 0.03984489664435387,
      "step": 4950
    },
    {
      "loss_action": 0.03412117063999176,
      "loss_total": 0.03412117063999176,
      "step": 4950
    },
    {
      "loss_action": 0.021482333540916443,
      "loss_total": 0.021482333540916443,
      "step": 4950
    },
    {
      "loss_action": 0.04859274998307228,
      "loss_total": 0.04859274998307228,
      "step": 4950
    },
    {
      "loss_action": 0.02504732646048069,
      "loss_total": 0.02504732646048069,
      "step": 4950
    },
    {
      "loss_action": 0.018806200474500656,
      "loss_total": 0.018806200474500656,
      "step": 4950
    },
    {
      "loss_action": 0.021804824471473694,
      "loss_total": 0.021804824471473694,
      "step": 4950
    },
    {
      "grad_norm": 1.081799864768982,
      "learning_rate": 2.4795000000000002e-05,
      "loss": 0.0417,
      "step": 4960
    },
    {
      "loss_action": 0.07946453988552094,
      "loss_total": 0.07946453988552094,
      "step": 4960
    },
    {
      "loss_action": 0.07232072204351425,
      "loss_total": 0.07232072204351425,
      "step": 4960
    },
    {
      "loss_action": 0.03483864665031433,
      "loss_total": 0.03483864665031433,
      "step": 4960
    },
    {
      "loss_action": 0.025456391274929047,
      "loss_total": 0.025456391274929047,
      "step": 4960
    },
    {
      "loss_action": 0.04696476459503174,
      "loss_total": 0.04696476459503174,
      "step": 4960
    },
    {
      "loss_action": 0.024570723995566368,
      "loss_total": 0.024570723995566368,
      "step": 4960
    },
    {
      "loss_action": 0.0622749999165535,
      "loss_total": 0.0622749999165535,
      "step": 4960
    },
    {
      "loss_action": 0.03390666842460632,
      "loss_total": 0.03390666842460632,
      "step": 4960
    },
    {
      "grad_norm": 0.8792694807052612,
      "learning_rate": 2.4845e-05,
      "loss": 0.038,
      "step": 4970
    },
    {
      "loss_action": 0.037714771926403046,
      "loss_total": 0.037714771926403046,
      "step": 4970
    },
    {
      "loss_action": 0.028956688940525055,
      "loss_total": 0.028956688940525055,
      "step": 4970
    },
    {
      "loss_action": 0.02624499797821045,
      "loss_total": 0.02624499797821045,
      "step": 4970
    },
    {
      "loss_action": 0.043881505727767944,
      "loss_total": 0.043881505727767944,
      "step": 4970
    },
    {
      "loss_action": 0.03727841004729271,
      "loss_total": 0.03727841004729271,
      "step": 4970
    },
    {
      "loss_action": 0.0261516310274601,
      "loss_total": 0.0261516310274601,
      "step": 4970
    },
    {
      "loss_action": 0.08591525256633759,
      "loss_total": 0.08591525256633759,
      "step": 4970
    },
    {
      "loss_action": 0.022841162979602814,
      "loss_total": 0.022841162979602814,
      "step": 4970
    },
    {
      "grad_norm": 1.0445045232772827,
      "learning_rate": 2.4895e-05,
      "loss": 0.0379,
      "step": 4980
    },
    {
      "loss_action": 0.041187189519405365,
      "loss_total": 0.041187189519405365,
      "step": 4980
    },
    {
      "loss_action": 0.03077446110546589,
      "loss_total": 0.03077446110546589,
      "step": 4980
    },
    {
      "loss_action": 0.01753343641757965,
      "loss_total": 0.01753343641757965,
      "step": 4980
    },
    {
      "loss_action": 0.0285691749304533,
      "loss_total": 0.0285691749304533,
      "step": 4980
    },
    {
      "loss_action": 0.032006844878196716,
      "loss_total": 0.032006844878196716,
      "step": 4980
    },
    {
      "loss_action": 0.01889054849743843,
      "loss_total": 0.01889054849743843,
      "step": 4980
    },
    {
      "loss_action": 0.01769738644361496,
      "loss_total": 0.01769738644361496,
      "step": 4980
    },
    {
      "loss_action": 0.028728220611810684,
      "loss_total": 0.028728220611810684,
      "step": 4980
    },
    {
      "grad_norm": 0.7871672511100769,
      "learning_rate": 2.4945000000000003e-05,
      "loss": 0.0324,
      "step": 4990
    },
    {
      "loss_action": 0.031171035021543503,
      "loss_total": 0.031171035021543503,
      "step": 4990
    },
    {
      "loss_action": 0.01973669044673443,
      "loss_total": 0.01973669044673443,
      "step": 4990
    },
    {
      "loss_action": 0.028383124619722366,
      "loss_total": 0.028383124619722366,
      "step": 4990
    },
    {
      "loss_action": 0.019453365355730057,
      "loss_total": 0.019453365355730057,
      "step": 4990
    },
    {
      "loss_action": 0.12461507320404053,
      "loss_total": 0.12461507320404053,
      "step": 4990
    },
    {
      "loss_action": 0.03998712822794914,
      "loss_total": 0.03998712822794914,
      "step": 4990
    },
    {
      "loss_action": 0.018845049664378166,
      "loss_total": 0.018845049664378166,
      "step": 4990
    },
    {
      "loss_action": 0.02779805287718773,
      "loss_total": 0.02779805287718773,
      "step": 4990
    },
    {
      "grad_norm": 0.869936466217041,
      "learning_rate": 2.4995e-05,
      "loss": 0.0344,
      "step": 5000
    },
    {
      "loss_action": 0.020710516721010208,
      "loss_total": 0.020710516721010208,
      "step": 5000
    },
    {
      "loss_action": 0.02811039239168167,
      "loss_total": 0.02811039239168167,
      "step": 5000
    },
    {
      "loss_action": 0.0282430462539196,
      "loss_total": 0.0282430462539196,
      "step": 5000
    },
    {
      "loss_action": 0.02311829850077629,
      "loss_total": 0.02311829850077629,
      "step": 5000
    },
    {
      "loss_action": 0.029807236045598984,
      "loss_total": 0.029807236045598984,
      "step": 5000
    },
    {
      "loss_action": 0.025290263816714287,
      "loss_total": 0.025290263816714287,
      "step": 5000
    },
    {
      "loss_action": 0.033791955560445786,
      "loss_total": 0.033791955560445786,
      "step": 5000
    },
    {
      "loss_action": 0.025850709527730942,
      "loss_total": 0.025850709527730942,
      "step": 5000
    },
    {
      "grad_norm": 0.6480709314346313,
      "learning_rate": 2.5045e-05,
      "loss": 0.0315,
      "step": 5010
    },
    {
      "loss_action": 0.02347567118704319,
      "loss_total": 0.02347567118704319,
      "step": 5010
    },
    {
      "loss_action": 0.024445928633213043,
      "loss_total": 0.024445928633213043,
      "step": 5010
    },
    {
      "loss_action": 0.02534717507660389,
      "loss_total": 0.02534717507660389,
      "step": 5010
    },
    {
      "loss_action": 0.032484088093042374,
      "loss_total": 0.032484088093042374,
      "step": 5010
    },
    {
      "loss_action": 0.022820044308900833,
      "loss_total": 0.022820044308900833,
      "step": 5010
    },
    {
      "loss_action": 0.024955131113529205,
      "loss_total": 0.024955131113529205,
      "step": 5010
    },
    {
      "loss_action": 0.11484001576900482,
      "loss_total": 0.11484001576900482,
      "step": 5010
    },
    {
      "loss_action": 0.021733777597546577,
      "loss_total": 0.021733777597546577,
      "step": 5010
    },
    {
      "grad_norm": 0.9701674580574036,
      "learning_rate": 2.5095000000000003e-05,
      "loss": 0.0352,
      "step": 5020
    },
    {
      "loss_action": 0.02137884683907032,
      "loss_total": 0.02137884683907032,
      "step": 5020
    },
    {
      "loss_action": 0.03225039318203926,
      "loss_total": 0.03225039318203926,
      "step": 5020
    },
    {
      "loss_action": 0.029974602162837982,
      "loss_total": 0.029974602162837982,
      "step": 5020
    },
    {
      "loss_action": 0.020658554509282112,
      "loss_total": 0.020658554509282112,
      "step": 5020
    },
    {
      "loss_action": 0.040285516530275345,
      "loss_total": 0.040285516530275345,
      "step": 5020
    },
    {
      "loss_action": 0.01610524207353592,
      "loss_total": 0.01610524207353592,
      "step": 5020
    },
    {
      "loss_action": 0.0316927544772625,
      "loss_total": 0.0316927544772625,
      "step": 5020
    },
    {
      "loss_action": 0.022715644910931587,
      "loss_total": 0.022715644910931587,
      "step": 5020
    },
    {
      "grad_norm": 0.6522640585899353,
      "learning_rate": 2.5145e-05,
      "loss": 0.032,
      "step": 5030
    },
    {
      "loss_action": 0.03564753755927086,
      "loss_total": 0.03564753755927086,
      "step": 5030
    },
    {
      "loss_action": 0.01946086809039116,
      "loss_total": 0.01946086809039116,
      "step": 5030
    },
    {
      "loss_action": 0.03427862375974655,
      "loss_total": 0.03427862375974655,
      "step": 5030
    },
    {
      "loss_action": 0.03284025937318802,
      "loss_total": 0.03284025937318802,
      "step": 5030
    },
    {
      "loss_action": 0.026480598375201225,
      "loss_total": 0.026480598375201225,
      "step": 5030
    },
    {
      "loss_action": 0.03958742320537567,
      "loss_total": 0.03958742320537567,
      "step": 5030
    },
    {
      "loss_action": 0.043726205825805664,
      "loss_total": 0.043726205825805664,
      "step": 5030
    },
    {
      "loss_action": 0.02763301134109497,
      "loss_total": 0.02763301134109497,
      "step": 5030
    },
    {
      "grad_norm": 0.9255238175392151,
      "learning_rate": 2.5195000000000002e-05,
      "loss": 0.0346,
      "step": 5040
    },
    {
      "loss_action": 0.03681261092424393,
      "loss_total": 0.03681261092424393,
      "step": 5040
    },
    {
      "loss_action": 0.039077430963516235,
      "loss_total": 0.039077430963516235,
      "step": 5040
    },
    {
      "loss_action": 0.023801041767001152,
      "loss_total": 0.023801041767001152,
      "step": 5040
    },
    {
      "loss_action": 0.0415998250246048,
      "loss_total": 0.0415998250246048,
      "step": 5040
    },
    {
      "loss_action": 0.037526361644268036,
      "loss_total": 0.037526361644268036,
      "step": 5040
    },
    {
      "loss_action": 0.030876031145453453,
      "loss_total": 0.030876031145453453,
      "step": 5040
    },
    {
      "loss_action": 0.01837371662259102,
      "loss_total": 0.01837371662259102,
      "step": 5040
    },
    {
      "loss_action": 0.020068764686584473,
      "loss_total": 0.020068764686584473,
      "step": 5040
    },
    {
      "grad_norm": 1.044396996498108,
      "learning_rate": 2.5245000000000003e-05,
      "loss": 0.0323,
      "step": 5050
    },
    {
      "loss_action": 0.026360923424363136,
      "loss_total": 0.026360923424363136,
      "step": 5050
    },
    {
      "loss_action": 0.022874969989061356,
      "loss_total": 0.022874969989061356,
      "step": 5050
    },
    {
      "loss_action": 0.022674594074487686,
      "loss_total": 0.022674594074487686,
      "step": 5050
    },
    {
      "loss_action": 0.028849005699157715,
      "loss_total": 0.028849005699157715,
      "step": 5050
    },
    {
      "loss_action": 0.016583234071731567,
      "loss_total": 0.016583234071731567,
      "step": 5050
    },
    {
      "loss_action": 0.03498595952987671,
      "loss_total": 0.03498595952987671,
      "step": 5050
    },
    {
      "loss_action": 0.027055520564317703,
      "loss_total": 0.027055520564317703,
      "step": 5050
    },
    {
      "loss_action": 0.025703292340040207,
      "loss_total": 0.025703292340040207,
      "step": 5050
    },
    {
      "grad_norm": 0.8041369318962097,
      "learning_rate": 2.5295e-05,
      "loss": 0.0355,
      "step": 5060
    },
    {
      "loss_action": 0.018790801987051964,
      "loss_total": 0.018790801987051964,
      "step": 5060
    },
    {
      "loss_action": 0.041037485003471375,
      "loss_total": 0.041037485003471375,
      "step": 5060
    },
    {
      "loss_action": 0.04106282442808151,
      "loss_total": 0.04106282442808151,
      "step": 5060
    },
    {
      "loss_action": 0.0318889282643795,
      "loss_total": 0.0318889282643795,
      "step": 5060
    },
    {
      "loss_action": 0.0700124204158783,
      "loss_total": 0.0700124204158783,
      "step": 5060
    },
    {
      "loss_action": 0.03617022931575775,
      "loss_total": 0.03617022931575775,
      "step": 5060
    },
    {
      "loss_action": 0.035637326538562775,
      "loss_total": 0.035637326538562775,
      "step": 5060
    },
    {
      "loss_action": 0.025176983326673508,
      "loss_total": 0.025176983326673508,
      "step": 5060
    },
    {
      "grad_norm": 0.8432844877243042,
      "learning_rate": 2.5345000000000002e-05,
      "loss": 0.0315,
      "step": 5070
    },
    {
      "loss_action": 0.017743222415447235,
      "loss_total": 0.017743222415447235,
      "step": 5070
    },
    {
      "loss_action": 0.01823883131146431,
      "loss_total": 0.01823883131146431,
      "step": 5070
    },
    {
      "loss_action": 0.031526580452919006,
      "loss_total": 0.031526580452919006,
      "step": 5070
    },
    {
      "loss_action": 0.034011125564575195,
      "loss_total": 0.034011125564575195,
      "step": 5070
    },
    {
      "loss_action": 0.020371288061141968,
      "loss_total": 0.020371288061141968,
      "step": 5070
    },
    {
      "loss_action": 0.021373961120843887,
      "loss_total": 0.021373961120843887,
      "step": 5070
    },
    {
      "loss_action": 0.02619636058807373,
      "loss_total": 0.02619636058807373,
      "step": 5070
    },
    {
      "loss_action": 0.06027239188551903,
      "loss_total": 0.06027239188551903,
      "step": 5070
    },
    {
      "grad_norm": 1.330180287361145,
      "learning_rate": 2.5395000000000003e-05,
      "loss": 0.0339,
      "step": 5080
    },
    {
      "loss_action": 0.06276841461658478,
      "loss_total": 0.06276841461658478,
      "step": 5080
    },
    {
      "loss_action": 0.044009868055582047,
      "loss_total": 0.044009868055582047,
      "step": 5080
    },
    {
      "loss_action": 0.025408878922462463,
      "loss_total": 0.025408878922462463,
      "step": 5080
    },
    {
      "loss_action": 0.03560834750533104,
      "loss_total": 0.03560834750533104,
      "step": 5080
    },
    {
      "loss_action": 0.028501439839601517,
      "loss_total": 0.028501439839601517,
      "step": 5080
    },
    {
      "loss_action": 0.03210175037384033,
      "loss_total": 0.03210175037384033,
      "step": 5080
    },
    {
      "loss_action": 0.02387905679643154,
      "loss_total": 0.02387905679643154,
      "step": 5080
    },
    {
      "loss_action": 0.02803318202495575,
      "loss_total": 0.02803318202495575,
      "step": 5080
    },
    {
      "grad_norm": 0.8435487747192383,
      "learning_rate": 2.5445e-05,
      "loss": 0.0331,
      "step": 5090
    },
    {
      "loss_action": 0.030906058847904205,
      "loss_total": 0.030906058847904205,
      "step": 5090
    },
    {
      "loss_action": 0.08928950130939484,
      "loss_total": 0.08928950130939484,
      "step": 5090
    },
    {
      "loss_action": 0.03299051895737648,
      "loss_total": 0.03299051895737648,
      "step": 5090
    },
    {
      "loss_action": 0.030760157853364944,
      "loss_total": 0.030760157853364944,
      "step": 5090
    },
    {
      "loss_action": 0.02163190394639969,
      "loss_total": 0.02163190394639969,
      "step": 5090
    },
    {
      "loss_action": 0.024295663461089134,
      "loss_total": 0.024295663461089134,
      "step": 5090
    },
    {
      "loss_action": 0.02884674072265625,
      "loss_total": 0.02884674072265625,
      "step": 5090
    },
    {
      "loss_action": 0.018033886328339577,
      "loss_total": 0.018033886328339577,
      "step": 5090
    },
    {
      "grad_norm": 1.1032356023788452,
      "learning_rate": 2.5495000000000002e-05,
      "loss": 0.0359,
      "step": 5100
    },
    {
      "loss_action": 0.13484147191047668,
      "loss_total": 0.13484147191047668,
      "step": 5100
    },
    {
      "loss_action": 0.08250659704208374,
      "loss_total": 0.08250659704208374,
      "step": 5100
    },
    {
      "loss_action": 0.024548441171646118,
      "loss_total": 0.024548441171646118,
      "step": 5100
    },
    {
      "loss_action": 0.0294478926807642,
      "loss_total": 0.0294478926807642,
      "step": 5100
    },
    {
      "loss_action": 0.17739640176296234,
      "loss_total": 0.17739640176296234,
      "step": 5100
    },
    {
      "loss_action": 0.03090737946331501,
      "loss_total": 0.03090737946331501,
      "step": 5100
    },
    {
      "loss_action": 0.02449800819158554,
      "loss_total": 0.02449800819158554,
      "step": 5100
    },
    {
      "loss_action": 0.03075339086353779,
      "loss_total": 0.03075339086353779,
      "step": 5100
    },
    {
      "grad_norm": 0.8906716704368591,
      "learning_rate": 2.5545000000000004e-05,
      "loss": 0.0421,
      "step": 5110
    },
    {
      "loss_action": 0.037444960325956345,
      "loss_total": 0.037444960325956345,
      "step": 5110
    },
    {
      "loss_action": 0.03891163319349289,
      "loss_total": 0.03891163319349289,
      "step": 5110
    },
    {
      "loss_action": 0.031178278848528862,
      "loss_total": 0.031178278848528862,
      "step": 5110
    },
    {
      "loss_action": 0.03193343058228493,
      "loss_total": 0.03193343058228493,
      "step": 5110
    },
    {
      "loss_action": 0.024165861308574677,
      "loss_total": 0.024165861308574677,
      "step": 5110
    },
    {
      "loss_action": 0.04908306151628494,
      "loss_total": 0.04908306151628494,
      "step": 5110
    },
    {
      "loss_action": 0.027183379977941513,
      "loss_total": 0.027183379977941513,
      "step": 5110
    },
    {
      "loss_action": 0.07023029029369354,
      "loss_total": 0.07023029029369354,
      "step": 5110
    },
    {
      "grad_norm": 0.6599920392036438,
      "learning_rate": 2.5595e-05,
      "loss": 0.0315,
      "step": 5120
    },
    {
      "loss_action": 0.02238963358104229,
      "loss_total": 0.02238963358104229,
      "step": 5120
    },
    {
      "loss_action": 0.02461349219083786,
      "loss_total": 0.02461349219083786,
      "step": 5120
    },
    {
      "loss_action": 0.04700823873281479,
      "loss_total": 0.04700823873281479,
      "step": 5120
    },
    {
      "loss_action": 0.023663274943828583,
      "loss_total": 0.023663274943828583,
      "step": 5120
    },
    {
      "loss_action": 0.028612174093723297,
      "loss_total": 0.028612174093723297,
      "step": 5120
    },
    {
      "loss_action": 0.021561112254858017,
      "loss_total": 0.021561112254858017,
      "step": 5120
    },
    {
      "loss_action": 0.02806267887353897,
      "loss_total": 0.02806267887353897,
      "step": 5120
    },
    {
      "loss_action": 0.03928177058696747,
      "loss_total": 0.03928177058696747,
      "step": 5120
    },
    {
      "grad_norm": 0.8506186604499817,
      "learning_rate": 2.5645000000000003e-05,
      "loss": 0.0325,
      "step": 5130
    },
    {
      "loss_action": 0.02693014033138752,
      "loss_total": 0.02693014033138752,
      "step": 5130
    },
    {
      "loss_action": 0.09565769135951996,
      "loss_total": 0.09565769135951996,
      "step": 5130
    },
    {
      "loss_action": 0.03464917466044426,
      "loss_total": 0.03464917466044426,
      "step": 5130
    },
    {
      "loss_action": 0.04009397327899933,
      "loss_total": 0.04009397327899933,
      "step": 5130
    },
    {
      "loss_action": 0.02403191849589348,
      "loss_total": 0.02403191849589348,
      "step": 5130
    },
    {
      "loss_action": 0.041832271963357925,
      "loss_total": 0.041832271963357925,
      "step": 5130
    },
    {
      "loss_action": 0.02676999196410179,
      "loss_total": 0.02676999196410179,
      "step": 5130
    },
    {
      "loss_action": 0.04182487353682518,
      "loss_total": 0.04182487353682518,
      "step": 5130
    },
    {
      "grad_norm": 1.1718007326126099,
      "learning_rate": 2.5695000000000004e-05,
      "loss": 0.0389,
      "step": 5140
    },
    {
      "loss_action": 0.05765871703624725,
      "loss_total": 0.05765871703624725,
      "step": 5140
    },
    {
      "loss_action": 0.02523617260158062,
      "loss_total": 0.02523617260158062,
      "step": 5140
    },
    {
      "loss_action": 0.040706321597099304,
      "loss_total": 0.040706321597099304,
      "step": 5140
    },
    {
      "loss_action": 0.020670389756560326,
      "loss_total": 0.020670389756560326,
      "step": 5140
    },
    {
      "loss_action": 0.02866387367248535,
      "loss_total": 0.02866387367248535,
      "step": 5140
    },
    {
      "loss_action": 0.018410153687000275,
      "loss_total": 0.018410153687000275,
      "step": 5140
    },
    {
      "loss_action": 0.026427654549479485,
      "loss_total": 0.026427654549479485,
      "step": 5140
    },
    {
      "loss_action": 0.020923826843500137,
      "loss_total": 0.020923826843500137,
      "step": 5140
    },
    {
      "grad_norm": 0.6494942903518677,
      "learning_rate": 2.5745e-05,
      "loss": 0.0317,
      "step": 5150
    },
    {
      "loss_action": 0.022918865084648132,
      "loss_total": 0.022918865084648132,
      "step": 5150
    },
    {
      "loss_action": 0.02477129176259041,
      "loss_total": 0.02477129176259041,
      "step": 5150
    },
    {
      "loss_action": 0.020947767421603203,
      "loss_total": 0.020947767421603203,
      "step": 5150
    },
    {
      "loss_action": 0.027527157217264175,
      "loss_total": 0.027527157217264175,
      "step": 5150
    },
    {
      "loss_action": 0.017016764730215073,
      "loss_total": 0.017016764730215073,
      "step": 5150
    },
    {
      "loss_action": 0.017281748354434967,
      "loss_total": 0.017281748354434967,
      "step": 5150
    },
    {
      "loss_action": 0.04739490523934364,
      "loss_total": 0.04739490523934364,
      "step": 5150
    },
    {
      "loss_action": 0.024973925203084946,
      "loss_total": 0.024973925203084946,
      "step": 5150
    },
    {
      "grad_norm": 1.0358960628509521,
      "learning_rate": 2.5795000000000003e-05,
      "loss": 0.0321,
      "step": 5160
    },
    {
      "loss_action": 0.03163253888487816,
      "loss_total": 0.03163253888487816,
      "step": 5160
    },
    {
      "loss_action": 0.04004691541194916,
      "loss_total": 0.04004691541194916,
      "step": 5160
    },
    {
      "loss_action": 0.026300465688109398,
      "loss_total": 0.026300465688109398,
      "step": 5160
    },
    {
      "loss_action": 0.03207817301154137,
      "loss_total": 0.03207817301154137,
      "step": 5160
    },
    {
      "loss_action": 0.019230511039495468,
      "loss_total": 0.019230511039495468,
      "step": 5160
    },
    {
      "loss_action": 0.026789728552103043,
      "loss_total": 0.026789728552103043,
      "step": 5160
    },
    {
      "loss_action": 0.021349452435970306,
      "loss_total": 0.021349452435970306,
      "step": 5160
    },
    {
      "loss_action": 0.04447568207979202,
      "loss_total": 0.04447568207979202,
      "step": 5160
    },
    {
      "grad_norm": 1.3185620307922363,
      "learning_rate": 2.5845000000000004e-05,
      "loss": 0.0403,
      "step": 5170
    },
    {
      "loss_action": 0.03897261992096901,
      "loss_total": 0.03897261992096901,
      "step": 5170
    },
    {
      "loss_action": 0.027607787400484085,
      "loss_total": 0.027607787400484085,
      "step": 5170
    },
    {
      "loss_action": 0.021443907171487808,
      "loss_total": 0.021443907171487808,
      "step": 5170
    },
    {
      "loss_action": 0.03655586391687393,
      "loss_total": 0.03655586391687393,
      "step": 5170
    },
    {
      "loss_action": 0.03561018779873848,
      "loss_total": 0.03561018779873848,
      "step": 5170
    },
    {
      "loss_action": 0.07076096534729004,
      "loss_total": 0.07076096534729004,
      "step": 5170
    },
    {
      "loss_action": 0.04002212733030319,
      "loss_total": 0.04002212733030319,
      "step": 5170
    },
    {
      "loss_action": 0.02604108303785324,
      "loss_total": 0.02604108303785324,
      "step": 5170
    },
    {
      "grad_norm": 0.8854189515113831,
      "learning_rate": 2.5895000000000002e-05,
      "loss": 0.0331,
      "step": 5180
    },
    {
      "loss_action": 0.04286312311887741,
      "loss_total": 0.04286312311887741,
      "step": 5180
    },
    {
      "loss_action": 0.05664698779582977,
      "loss_total": 0.05664698779582977,
      "step": 5180
    },
    {
      "loss_action": 0.05157214030623436,
      "loss_total": 0.05157214030623436,
      "step": 5180
    },
    {
      "loss_action": 0.022436607629060745,
      "loss_total": 0.022436607629060745,
      "step": 5180
    },
    {
      "loss_action": 0.055499523878097534,
      "loss_total": 0.055499523878097534,
      "step": 5180
    },
    {
      "loss_action": 0.035558849573135376,
      "loss_total": 0.035558849573135376,
      "step": 5180
    },
    {
      "loss_action": 0.03776983916759491,
      "loss_total": 0.03776983916759491,
      "step": 5180
    },
    {
      "loss_action": 0.03141515329480171,
      "loss_total": 0.03141515329480171,
      "step": 5180
    },
    {
      "grad_norm": 0.6441169381141663,
      "learning_rate": 2.5945000000000003e-05,
      "loss": 0.0346,
      "step": 5190
    },
    {
      "loss_action": 0.052232854068279266,
      "loss_total": 0.052232854068279266,
      "step": 5190
    },
    {
      "loss_action": 0.05344941467046738,
      "loss_total": 0.05344941467046738,
      "step": 5190
    },
    {
      "loss_action": 0.03153460472822189,
      "loss_total": 0.03153460472822189,
      "step": 5190
    },
    {
      "loss_action": 0.02414795011281967,
      "loss_total": 0.02414795011281967,
      "step": 5190
    },
    {
      "loss_action": 0.027475113049149513,
      "loss_total": 0.027475113049149513,
      "step": 5190
    },
    {
      "loss_action": 0.02047281712293625,
      "loss_total": 0.02047281712293625,
      "step": 5190
    },
    {
      "loss_action": 0.02307741530239582,
      "loss_total": 0.02307741530239582,
      "step": 5190
    },
    {
      "loss_action": 0.04437648504972458,
      "loss_total": 0.04437648504972458,
      "step": 5190
    },
    {
      "grad_norm": 0.5786689519882202,
      "learning_rate": 2.5995000000000004e-05,
      "loss": 0.0343,
      "step": 5200
    },
    {
      "loss_action": 0.02568042278289795,
      "loss_total": 0.02568042278289795,
      "step": 5200
    },
    {
      "loss_action": 0.021352877840399742,
      "loss_total": 0.021352877840399742,
      "step": 5200
    },
    {
      "loss_action": 0.026929263025522232,
      "loss_total": 0.026929263025522232,
      "step": 5200
    },
    {
      "loss_action": 0.09138676524162292,
      "loss_total": 0.09138676524162292,
      "step": 5200
    },
    {
      "loss_action": 0.027867764234542847,
      "loss_total": 0.027867764234542847,
      "step": 5200
    },
    {
      "loss_action": 0.025830145925283432,
      "loss_total": 0.025830145925283432,
      "step": 5200
    },
    {
      "loss_action": 0.03375978395342827,
      "loss_total": 0.03375978395342827,
      "step": 5200
    },
    {
      "loss_action": 0.04067365825176239,
      "loss_total": 0.04067365825176239,
      "step": 5200
    },
    {
      "grad_norm": 0.9081516265869141,
      "learning_rate": 2.6045000000000002e-05,
      "loss": 0.0345,
      "step": 5210
    },
    {
      "loss_action": 0.031477682292461395,
      "loss_total": 0.031477682292461395,
      "step": 5210
    },
    {
      "loss_action": 0.019284451380372047,
      "loss_total": 0.019284451380372047,
      "step": 5210
    },
    {
      "loss_action": 0.02763594686985016,
      "loss_total": 0.02763594686985016,
      "step": 5210
    },
    {
      "loss_action": 0.03942526876926422,
      "loss_total": 0.03942526876926422,
      "step": 5210
    },
    {
      "loss_action": 0.06725050508975983,
      "loss_total": 0.06725050508975983,
      "step": 5210
    },
    {
      "loss_action": 0.027890115976333618,
      "loss_total": 0.027890115976333618,
      "step": 5210
    },
    {
      "loss_action": 0.032581690698862076,
      "loss_total": 0.032581690698862076,
      "step": 5210
    },
    {
      "loss_action": 0.015148337930440903,
      "loss_total": 0.015148337930440903,
      "step": 5210
    },
    {
      "grad_norm": 0.7788337469100952,
      "learning_rate": 2.6095000000000003e-05,
      "loss": 0.0352,
      "step": 5220
    },
    {
      "loss_action": 0.05015160143375397,
      "loss_total": 0.05015160143375397,
      "step": 5220
    },
    {
      "loss_action": 0.061090122908353806,
      "loss_total": 0.061090122908353806,
      "step": 5220
    },
    {
      "loss_action": 0.02782422862946987,
      "loss_total": 0.02782422862946987,
      "step": 5220
    },
    {
      "loss_action": 0.026170726865530014,
      "loss_total": 0.026170726865530014,
      "step": 5220
    },
    {
      "loss_action": 0.02243613451719284,
      "loss_total": 0.02243613451719284,
      "step": 5220
    },
    {
      "loss_action": 0.031020570546388626,
      "loss_total": 0.031020570546388626,
      "step": 5220
    },
    {
      "loss_action": 0.01972983218729496,
      "loss_total": 0.01972983218729496,
      "step": 5220
    },
    {
      "loss_action": 0.027850748971104622,
      "loss_total": 0.027850748971104622,
      "step": 5220
    },
    {
      "grad_norm": 0.7415153980255127,
      "learning_rate": 2.6145e-05,
      "loss": 0.0313,
      "step": 5230
    },
    {
      "loss_action": 0.022589117288589478,
      "loss_total": 0.022589117288589478,
      "step": 5230
    },
    {
      "loss_action": 0.02839585579931736,
      "loss_total": 0.02839585579931736,
      "step": 5230
    },
    {
      "loss_action": 0.04015050828456879,
      "loss_total": 0.04015050828456879,
      "step": 5230
    },
    {
      "loss_action": 0.024999208748340607,
      "loss_total": 0.024999208748340607,
      "step": 5230
    },
    {
      "loss_action": 0.028467776253819466,
      "loss_total": 0.028467776253819466,
      "step": 5230
    },
    {
      "loss_action": 0.02633737586438656,
      "loss_total": 0.02633737586438656,
      "step": 5230
    },
    {
      "loss_action": 0.022158686071634293,
      "loss_total": 0.022158686071634293,
      "step": 5230
    },
    {
      "loss_action": 0.03247975930571556,
      "loss_total": 0.03247975930571556,
      "step": 5230
    },
    {
      "grad_norm": 0.86677485704422,
      "learning_rate": 2.6195000000000002e-05,
      "loss": 0.033,
      "step": 5240
    },
    {
      "loss_action": 0.01868174597620964,
      "loss_total": 0.01868174597620964,
      "step": 5240
    },
    {
      "loss_action": 0.04206402227282524,
      "loss_total": 0.04206402227282524,
      "step": 5240
    },
    {
      "loss_action": 0.023042645305395126,
      "loss_total": 0.023042645305395126,
      "step": 5240
    },
    {
      "loss_action": 0.046267129480838776,
      "loss_total": 0.046267129480838776,
      "step": 5240
    },
    {
      "loss_action": 0.02923957258462906,
      "loss_total": 0.02923957258462906,
      "step": 5240
    },
    {
      "loss_action": 0.020764384418725967,
      "loss_total": 0.020764384418725967,
      "step": 5240
    },
    {
      "loss_action": 0.03065275028347969,
      "loss_total": 0.03065275028347969,
      "step": 5240
    },
    {
      "loss_action": 0.029562365263700485,
      "loss_total": 0.029562365263700485,
      "step": 5240
    },
    {
      "grad_norm": 0.47823408246040344,
      "learning_rate": 2.6245000000000004e-05,
      "loss": 0.0314,
      "step": 5250
    },
    {
      "loss_action": 0.02127045951783657,
      "loss_total": 0.02127045951783657,
      "step": 5250
    },
    {
      "loss_action": 0.01798904314637184,
      "loss_total": 0.01798904314637184,
      "step": 5250
    },
    {
      "loss_action": 0.032560139894485474,
      "loss_total": 0.032560139894485474,
      "step": 5250
    },
    {
      "loss_action": 0.029322689399123192,
      "loss_total": 0.029322689399123192,
      "step": 5250
    },
    {
      "loss_action": 0.02398318611085415,
      "loss_total": 0.02398318611085415,
      "step": 5250
    },
    {
      "loss_action": 0.036318425089120865,
      "loss_total": 0.036318425089120865,
      "step": 5250
    },
    {
      "loss_action": 0.02762075513601303,
      "loss_total": 0.02762075513601303,
      "step": 5250
    },
    {
      "loss_action": 0.016138814389705658,
      "loss_total": 0.016138814389705658,
      "step": 5250
    },
    {
      "grad_norm": 0.7647762894630432,
      "learning_rate": 2.6295e-05,
      "loss": 0.0336,
      "step": 5260
    },
    {
      "loss_action": 0.031447332352399826,
      "loss_total": 0.031447332352399826,
      "step": 5260
    },
    {
      "loss_action": 0.023701097816228867,
      "loss_total": 0.023701097816228867,
      "step": 5260
    },
    {
      "loss_action": 0.02491069585084915,
      "loss_total": 0.02491069585084915,
      "step": 5260
    },
    {
      "loss_action": 0.02571316808462143,
      "loss_total": 0.02571316808462143,
      "step": 5260
    },
    {
      "loss_action": 0.028448712080717087,
      "loss_total": 0.028448712080717087,
      "step": 5260
    },
    {
      "loss_action": 0.02886110171675682,
      "loss_total": 0.02886110171675682,
      "step": 5260
    },
    {
      "loss_action": 0.09838168323040009,
      "loss_total": 0.09838168323040009,
      "step": 5260
    },
    {
      "loss_action": 0.0177310723811388,
      "loss_total": 0.0177310723811388,
      "step": 5260
    },
    {
      "grad_norm": 0.7108712792396545,
      "learning_rate": 2.6345000000000003e-05,
      "loss": 0.0312,
      "step": 5270
    },
    {
      "loss_action": 0.019189011305570602,
      "loss_total": 0.019189011305570602,
      "step": 5270
    },
    {
      "loss_action": 0.03753034025430679,
      "loss_total": 0.03753034025430679,
      "step": 5270
    },
    {
      "loss_action": 0.047943778336048126,
      "loss_total": 0.047943778336048126,
      "step": 5270
    },
    {
      "loss_action": 0.03710639849305153,
      "loss_total": 0.03710639849305153,
      "step": 5270
    },
    {
      "loss_action": 0.018885252997279167,
      "loss_total": 0.018885252997279167,
      "step": 5270
    },
    {
      "loss_action": 0.02207591012120247,
      "loss_total": 0.02207591012120247,
      "step": 5270
    },
    {
      "loss_action": 0.021367695182561874,
      "loss_total": 0.021367695182561874,
      "step": 5270
    },
    {
      "loss_action": 0.031014932319521904,
      "loss_total": 0.031014932319521904,
      "step": 5270
    },
    {
      "grad_norm": 0.8012229204177856,
      "learning_rate": 2.6395000000000004e-05,
      "loss": 0.0304,
      "step": 5280
    },
    {
      "loss_action": 0.02310071885585785,
      "loss_total": 0.02310071885585785,
      "step": 5280
    },
    {
      "loss_action": 0.033917270600795746,
      "loss_total": 0.033917270600795746,
      "step": 5280
    },
    {
      "loss_action": 0.02175595611333847,
      "loss_total": 0.02175595611333847,
      "step": 5280
    },
    {
      "loss_action": 0.021916097030043602,
      "loss_total": 0.021916097030043602,
      "step": 5280
    },
    {
      "loss_action": 0.020056944340467453,
      "loss_total": 0.020056944340467453,
      "step": 5280
    },
    {
      "loss_action": 0.030141539871692657,
      "loss_total": 0.030141539871692657,
      "step": 5280
    },
    {
      "loss_action": 0.0292508602142334,
      "loss_total": 0.0292508602142334,
      "step": 5280
    },
    {
      "loss_action": 0.023849360644817352,
      "loss_total": 0.023849360644817352,
      "step": 5280
    },
    {
      "grad_norm": 0.5909146070480347,
      "learning_rate": 2.6445000000000002e-05,
      "loss": 0.027,
      "step": 5290
    },
    {
      "loss_action": 0.02776624821126461,
      "loss_total": 0.02776624821126461,
      "step": 5290
    },
    {
      "loss_action": 0.021547280251979828,
      "loss_total": 0.021547280251979828,
      "step": 5290
    },
    {
      "loss_action": 0.01824028603732586,
      "loss_total": 0.01824028603732586,
      "step": 5290
    },
    {
      "loss_action": 0.038690902292728424,
      "loss_total": 0.038690902292728424,
      "step": 5290
    },
    {
      "loss_action": 0.027243373915553093,
      "loss_total": 0.027243373915553093,
      "step": 5290
    },
    {
      "loss_action": 0.02343403734266758,
      "loss_total": 0.02343403734266758,
      "step": 5290
    },
    {
      "loss_action": 0.03076735883951187,
      "loss_total": 0.03076735883951187,
      "step": 5290
    },
    {
      "loss_action": 0.02829109877347946,
      "loss_total": 0.02829109877347946,
      "step": 5290
    },
    {
      "grad_norm": 0.6696703433990479,
      "learning_rate": 2.6495000000000003e-05,
      "loss": 0.0326,
      "step": 5300
    },
    {
      "loss_action": 0.020683834329247475,
      "loss_total": 0.020683834329247475,
      "step": 5300
    },
    {
      "loss_action": 0.02743057906627655,
      "loss_total": 0.02743057906627655,
      "step": 5300
    },
    {
      "loss_action": 0.04106401652097702,
      "loss_total": 0.04106401652097702,
      "step": 5300
    },
    {
      "loss_action": 0.019421346485614777,
      "loss_total": 0.019421346485614777,
      "step": 5300
    },
    {
      "loss_action": 0.024438103660941124,
      "loss_total": 0.024438103660941124,
      "step": 5300
    },
    {
      "loss_action": 0.031582657247781754,
      "loss_total": 0.031582657247781754,
      "step": 5300
    },
    {
      "loss_action": 0.043056685477495193,
      "loss_total": 0.043056685477495193,
      "step": 5300
    },
    {
      "loss_action": 0.02464052475988865,
      "loss_total": 0.02464052475988865,
      "step": 5300
    },
    {
      "grad_norm": 0.8063663840293884,
      "learning_rate": 2.6545000000000004e-05,
      "loss": 0.031,
      "step": 5310
    },
    {
      "loss_action": 0.025070741772651672,
      "loss_total": 0.025070741772651672,
      "step": 5310
    },
    {
      "loss_action": 0.14117233455181122,
      "loss_total": 0.14117233455181122,
      "step": 5310
    },
    {
      "loss_action": 0.046647462993860245,
      "loss_total": 0.046647462993860245,
      "step": 5310
    },
    {
      "loss_action": 0.02208132855594158,
      "loss_total": 0.02208132855594158,
      "step": 5310
    },
    {
      "loss_action": 0.026933733373880386,
      "loss_total": 0.026933733373880386,
      "step": 5310
    },
    {
      "loss_action": 0.03750861808657646,
      "loss_total": 0.03750861808657646,
      "step": 5310
    },
    {
      "loss_action": 0.025354839861392975,
      "loss_total": 0.025354839861392975,
      "step": 5310
    },
    {
      "loss_action": 0.02215506322681904,
      "loss_total": 0.02215506322681904,
      "step": 5310
    },
    {
      "grad_norm": 0.8496735692024231,
      "learning_rate": 2.6595000000000002e-05,
      "loss": 0.0343,
      "step": 5320
    },
    {
      "loss_action": 0.059798628091812134,
      "loss_total": 0.059798628091812134,
      "step": 5320
    },
    {
      "loss_action": 0.053583141416311264,
      "loss_total": 0.053583141416311264,
      "step": 5320
    },
    {
      "loss_action": 0.2136542797088623,
      "loss_total": 0.2136542797088623,
      "step": 5320
    },
    {
      "loss_action": 0.03742317855358124,
      "loss_total": 0.03742317855358124,
      "step": 5320
    },
    {
      "loss_action": 0.0423874706029892,
      "loss_total": 0.0423874706029892,
      "step": 5320
    },
    {
      "loss_action": 0.03426266461610794,
      "loss_total": 0.03426266461610794,
      "step": 5320
    },
    {
      "loss_action": 0.029646435752511024,
      "loss_total": 0.029646435752511024,
      "step": 5320
    },
    {
      "loss_action": 0.03933091089129448,
      "loss_total": 0.03933091089129448,
      "step": 5320
    },
    {
      "grad_norm": 0.7150224447250366,
      "learning_rate": 2.6645000000000003e-05,
      "loss": 0.0368,
      "step": 5330
    },
    {
      "loss_action": 0.0441800020635128,
      "loss_total": 0.0441800020635128,
      "step": 5330
    },
    {
      "loss_action": 0.05258600786328316,
      "loss_total": 0.05258600786328316,
      "step": 5330
    },
    {
      "loss_action": 0.04055367410182953,
      "loss_total": 0.04055367410182953,
      "step": 5330
    },
    {
      "loss_action": 0.03772251307964325,
      "loss_total": 0.03772251307964325,
      "step": 5330
    },
    {
      "loss_action": 0.03637560456991196,
      "loss_total": 0.03637560456991196,
      "step": 5330
    },
    {
      "loss_action": 0.030658457428216934,
      "loss_total": 0.030658457428216934,
      "step": 5330
    },
    {
      "loss_action": 0.02246958576142788,
      "loss_total": 0.02246958576142788,
      "step": 5330
    },
    {
      "loss_action": 0.03236988186836243,
      "loss_total": 0.03236988186836243,
      "step": 5330
    },
    {
      "grad_norm": 0.6676334738731384,
      "learning_rate": 2.6695000000000004e-05,
      "loss": 0.0348,
      "step": 5340
    },
    {
      "loss_action": 0.021202925592660904,
      "loss_total": 0.021202925592660904,
      "step": 5340
    },
    {
      "loss_action": 0.023719556629657745,
      "loss_total": 0.023719556629657745,
      "step": 5340
    },
    {
      "loss_action": 0.018895944580435753,
      "loss_total": 0.018895944580435753,
      "step": 5340
    },
    {
      "loss_action": 0.03816097229719162,
      "loss_total": 0.03816097229719162,
      "step": 5340
    },
    {
      "loss_action": 0.01880934089422226,
      "loss_total": 0.01880934089422226,
      "step": 5340
    },
    {
      "loss_action": 0.025587283074855804,
      "loss_total": 0.025587283074855804,
      "step": 5340
    },
    {
      "loss_action": 0.027956753969192505,
      "loss_total": 0.027956753969192505,
      "step": 5340
    },
    {
      "loss_action": 0.02872384712100029,
      "loss_total": 0.02872384712100029,
      "step": 5340
    },
    {
      "grad_norm": 0.6461855173110962,
      "learning_rate": 2.6745000000000002e-05,
      "loss": 0.0314,
      "step": 5350
    },
    {
      "loss_action": 0.035694751888513565,
      "loss_total": 0.035694751888513565,
      "step": 5350
    },
    {
      "loss_action": 0.022879041731357574,
      "loss_total": 0.022879041731357574,
      "step": 5350
    },
    {
      "loss_action": 0.03073515184223652,
      "loss_total": 0.03073515184223652,
      "step": 5350
    },
    {
      "loss_action": 0.04277372360229492,
      "loss_total": 0.04277372360229492,
      "step": 5350
    },
    {
      "loss_action": 0.025950100272893906,
      "loss_total": 0.025950100272893906,
      "step": 5350
    },
    {
      "loss_action": 0.02123648300766945,
      "loss_total": 0.02123648300766945,
      "step": 5350
    },
    {
      "loss_action": 0.025973627343773842,
      "loss_total": 0.025973627343773842,
      "step": 5350
    },
    {
      "loss_action": 0.04235777258872986,
      "loss_total": 0.04235777258872986,
      "step": 5350
    },
    {
      "grad_norm": 0.7890418171882629,
      "learning_rate": 2.6795000000000003e-05,
      "loss": 0.0289,
      "step": 5360
    },
    {
      "loss_action": 0.033830009400844574,
      "loss_total": 0.033830009400844574,
      "step": 5360
    },
    {
      "loss_action": 0.017788365483283997,
      "loss_total": 0.017788365483283997,
      "step": 5360
    },
    {
      "loss_action": 0.03094632551074028,
      "loss_total": 0.03094632551074028,
      "step": 5360
    },
    {
      "loss_action": 0.01804269850254059,
      "loss_total": 0.01804269850254059,
      "step": 5360
    },
    {
      "loss_action": 0.018780935555696487,
      "loss_total": 0.018780935555696487,
      "step": 5360
    },
    {
      "loss_action": 0.046010904014110565,
      "loss_total": 0.046010904014110565,
      "step": 5360
    },
    {
      "loss_action": 0.028865426778793335,
      "loss_total": 0.028865426778793335,
      "step": 5360
    },
    {
      "loss_action": 0.026328682899475098,
      "loss_total": 0.026328682899475098,
      "step": 5360
    },
    {
      "grad_norm": 0.9512648582458496,
      "learning_rate": 2.6845000000000005e-05,
      "loss": 0.0309,
      "step": 5370
    },
    {
      "loss_action": 0.02976304106414318,
      "loss_total": 0.02976304106414318,
      "step": 5370
    },
    {
      "loss_action": 0.039702583104372025,
      "loss_total": 0.039702583104372025,
      "step": 5370
    },
    {
      "loss_action": 0.03283681720495224,
      "loss_total": 0.03283681720495224,
      "step": 5370
    },
    {
      "loss_action": 0.04201506823301315,
      "loss_total": 0.04201506823301315,
      "step": 5370
    },
    {
      "loss_action": 0.02448723278939724,
      "loss_total": 0.02448723278939724,
      "step": 5370
    },
    {
      "loss_action": 0.07756207883358002,
      "loss_total": 0.07756207883358002,
      "step": 5370
    },
    {
      "loss_action": 0.03714054077863693,
      "loss_total": 0.03714054077863693,
      "step": 5370
    },
    {
      "loss_action": 0.03731652349233627,
      "loss_total": 0.03731652349233627,
      "step": 5370
    },
    {
      "grad_norm": 0.7777599096298218,
      "learning_rate": 2.6895000000000003e-05,
      "loss": 0.0312,
      "step": 5380
    },
    {
      "loss_action": 0.02488861419260502,
      "loss_total": 0.02488861419260502,
      "step": 5380
    },
    {
      "loss_action": 0.026461368426680565,
      "loss_total": 0.026461368426680565,
      "step": 5380
    },
    {
      "loss_action": 0.036093927919864655,
      "loss_total": 0.036093927919864655,
      "step": 5380
    },
    {
      "loss_action": 0.03137010708451271,
      "loss_total": 0.03137010708451271,
      "step": 5380
    },
    {
      "loss_action": 0.025465436279773712,
      "loss_total": 0.025465436279773712,
      "step": 5380
    },
    {
      "loss_action": 0.031002599745988846,
      "loss_total": 0.031002599745988846,
      "step": 5380
    },
    {
      "loss_action": 0.025674771517515182,
      "loss_total": 0.025674771517515182,
      "step": 5380
    },
    {
      "loss_action": 0.022637803107500076,
      "loss_total": 0.022637803107500076,
      "step": 5380
    },
    {
      "grad_norm": 0.6501650214195251,
      "learning_rate": 2.6945000000000004e-05,
      "loss": 0.0319,
      "step": 5390
    },
    {
      "loss_action": 0.034735940396785736,
      "loss_total": 0.034735940396785736,
      "step": 5390
    },
    {
      "loss_action": 0.031215008348226547,
      "loss_total": 0.031215008348226547,
      "step": 5390
    },
    {
      "loss_action": 0.03758367896080017,
      "loss_total": 0.03758367896080017,
      "step": 5390
    },
    {
      "loss_action": 0.02622022107243538,
      "loss_total": 0.02622022107243538,
      "step": 5390
    },
    {
      "loss_action": 0.031047768890857697,
      "loss_total": 0.031047768890857697,
      "step": 5390
    },
    {
      "loss_action": 0.017062867060303688,
      "loss_total": 0.017062867060303688,
      "step": 5390
    },
    {
      "loss_action": 0.02395189180970192,
      "loss_total": 0.02395189180970192,
      "step": 5390
    },
    {
      "loss_action": 0.03515198454260826,
      "loss_total": 0.03515198454260826,
      "step": 5390
    },
    {
      "grad_norm": 0.897977888584137,
      "learning_rate": 2.6995000000000005e-05,
      "loss": 0.0309,
      "step": 5400
    },
    {
      "loss_action": 0.03326462209224701,
      "loss_total": 0.03326462209224701,
      "step": 5400
    },
    {
      "loss_action": 0.02374430000782013,
      "loss_total": 0.02374430000782013,
      "step": 5400
    },
    {
      "loss_action": 0.03558143973350525,
      "loss_total": 0.03558143973350525,
      "step": 5400
    },
    {
      "loss_action": 0.030043333768844604,
      "loss_total": 0.030043333768844604,
      "step": 5400
    },
    {
      "loss_action": 0.03224210441112518,
      "loss_total": 0.03224210441112518,
      "step": 5400
    },
    {
      "loss_action": 0.02078363299369812,
      "loss_total": 0.02078363299369812,
      "step": 5400
    },
    {
      "loss_action": 0.0591890923678875,
      "loss_total": 0.0591890923678875,
      "step": 5400
    },
    {
      "loss_action": 0.02857060730457306,
      "loss_total": 0.02857060730457306,
      "step": 5400
    },
    {
      "grad_norm": 0.8612525463104248,
      "learning_rate": 2.7045000000000003e-05,
      "loss": 0.0327,
      "step": 5410
    },
    {
      "loss_action": 0.02430102974176407,
      "loss_total": 0.02430102974176407,
      "step": 5410
    },
    {
      "loss_action": 0.030544845387339592,
      "loss_total": 0.030544845387339592,
      "step": 5410
    },
    {
      "loss_action": 0.02962813340127468,
      "loss_total": 0.02962813340127468,
      "step": 5410
    },
    {
      "loss_action": 0.02614809013903141,
      "loss_total": 0.02614809013903141,
      "step": 5410
    },
    {
      "loss_action": 0.039693500846624374,
      "loss_total": 0.039693500846624374,
      "step": 5410
    },
    {
      "loss_action": 0.04123971611261368,
      "loss_total": 0.04123971611261368,
      "step": 5410
    },
    {
      "loss_action": 0.057876668870449066,
      "loss_total": 0.057876668870449066,
      "step": 5410
    },
    {
      "loss_action": 0.03094535507261753,
      "loss_total": 0.03094535507261753,
      "step": 5410
    },
    {
      "grad_norm": 0.5891451239585876,
      "learning_rate": 2.7095000000000004e-05,
      "loss": 0.0321,
      "step": 5420
    },
    {
      "loss_action": 0.09919548034667969,
      "loss_total": 0.09919548034667969,
      "step": 5420
    },
    {
      "loss_action": 0.03351234644651413,
      "loss_total": 0.03351234644651413,
      "step": 5420
    },
    {
      "loss_action": 0.028831161558628082,
      "loss_total": 0.028831161558628082,
      "step": 5420
    },
    {
      "loss_action": 0.026972265914082527,
      "loss_total": 0.026972265914082527,
      "step": 5420
    },
    {
      "loss_action": 0.021066011860966682,
      "loss_total": 0.021066011860966682,
      "step": 5420
    },
    {
      "loss_action": 0.05202537402510643,
      "loss_total": 0.05202537402510643,
      "step": 5420
    },
    {
      "loss_action": 0.037734463810920715,
      "loss_total": 0.037734463810920715,
      "step": 5420
    },
    {
      "loss_action": 0.024229347705841064,
      "loss_total": 0.024229347705841064,
      "step": 5420
    },
    {
      "grad_norm": 0.8304063081741333,
      "learning_rate": 2.7145000000000005e-05,
      "loss": 0.0291,
      "step": 5430
    },
    {
      "loss_action": 0.0275647584348917,
      "loss_total": 0.0275647584348917,
      "step": 5430
    },
    {
      "loss_action": 0.01663362607359886,
      "loss_total": 0.01663362607359886,
      "step": 5430
    },
    {
      "loss_action": 0.023610340431332588,
      "loss_total": 0.023610340431332588,
      "step": 5430
    },
    {
      "loss_action": 0.01746215671300888,
      "loss_total": 0.01746215671300888,
      "step": 5430
    },
    {
      "loss_action": 0.025741223245859146,
      "loss_total": 0.025741223245859146,
      "step": 5430
    },
    {
      "loss_action": 0.025925546884536743,
      "loss_total": 0.025925546884536743,
      "step": 5430
    },
    {
      "loss_action": 0.06590846925973892,
      "loss_total": 0.06590846925973892,
      "step": 5430
    },
    {
      "loss_action": 0.028050489723682404,
      "loss_total": 0.028050489723682404,
      "step": 5430
    },
    {
      "grad_norm": 0.7730724811553955,
      "learning_rate": 2.7195000000000003e-05,
      "loss": 0.0268,
      "step": 5440
    },
    {
      "loss_action": 0.01974315010011196,
      "loss_total": 0.01974315010011196,
      "step": 5440
    },
    {
      "loss_action": 0.023779064416885376,
      "loss_total": 0.023779064416885376,
      "step": 5440
    },
    {
      "loss_action": 0.030907582491636276,
      "loss_total": 0.030907582491636276,
      "step": 5440
    },
    {
      "loss_action": 0.02112644910812378,
      "loss_total": 0.02112644910812378,
      "step": 5440
    },
    {
      "loss_action": 0.035957466810941696,
      "loss_total": 0.035957466810941696,
      "step": 5440
    },
    {
      "loss_action": 0.040719881653785706,
      "loss_total": 0.040719881653785706,
      "step": 5440
    },
    {
      "loss_action": 0.02299775555729866,
      "loss_total": 0.02299775555729866,
      "step": 5440
    },
    {
      "loss_action": 0.0542830228805542,
      "loss_total": 0.0542830228805542,
      "step": 5440
    },
    {
      "grad_norm": 0.7997248768806458,
      "learning_rate": 2.7245000000000004e-05,
      "loss": 0.0284,
      "step": 5450
    },
    {
      "loss_action": 0.030040984973311424,
      "loss_total": 0.030040984973311424,
      "step": 5450
    },
    {
      "loss_action": 0.03134501725435257,
      "loss_total": 0.03134501725435257,
      "step": 5450
    },
    {
      "loss_action": 0.03412874788045883,
      "loss_total": 0.03412874788045883,
      "step": 5450
    },
    {
      "loss_action": 0.03125326707959175,
      "loss_total": 0.03125326707959175,
      "step": 5450
    },
    {
      "loss_action": 0.03320992738008499,
      "loss_total": 0.03320992738008499,
      "step": 5450
    },
    {
      "loss_action": 0.03358639031648636,
      "loss_total": 0.03358639031648636,
      "step": 5450
    },
    {
      "loss_action": 0.029905201867222786,
      "loss_total": 0.029905201867222786,
      "step": 5450
    },
    {
      "loss_action": 0.025433823466300964,
      "loss_total": 0.025433823466300964,
      "step": 5450
    },
    {
      "grad_norm": 1.0468263626098633,
      "learning_rate": 2.7295000000000005e-05,
      "loss": 0.0297,
      "step": 5460
    },
    {
      "loss_action": 0.12611526250839233,
      "loss_total": 0.12611526250839233,
      "step": 5460
    },
    {
      "loss_action": 0.039237864315509796,
      "loss_total": 0.039237864315509796,
      "step": 5460
    },
    {
      "loss_action": 0.021847423166036606,
      "loss_total": 0.021847423166036606,
      "step": 5460
    },
    {
      "loss_action": 0.0476640947163105,
      "loss_total": 0.0476640947163105,
      "step": 5460
    },
    {
      "loss_action": 0.027508601546287537,
      "loss_total": 0.027508601546287537,
      "step": 5460
    },
    {
      "loss_action": 0.01993182674050331,
      "loss_total": 0.01993182674050331,
      "step": 5460
    },
    {
      "loss_action": 0.03248100355267525,
      "loss_total": 0.03248100355267525,
      "step": 5460
    },
    {
      "loss_action": 0.017199989408254623,
      "loss_total": 0.017199989408254623,
      "step": 5460
    },
    {
      "grad_norm": 0.8495545983314514,
      "learning_rate": 2.7345000000000003e-05,
      "loss": 0.0324,
      "step": 5470
    },
    {
      "loss_action": 0.029209459200501442,
      "loss_total": 0.029209459200501442,
      "step": 5470
    },
    {
      "loss_action": 0.06165803223848343,
      "loss_total": 0.06165803223848343,
      "step": 5470
    },
    {
      "loss_action": 0.03469117358326912,
      "loss_total": 0.03469117358326912,
      "step": 5470
    },
    {
      "loss_action": 0.028566036373376846,
      "loss_total": 0.028566036373376846,
      "step": 5470
    },
    {
      "loss_action": 0.028699828311800957,
      "loss_total": 0.028699828311800957,
      "step": 5470
    },
    {
      "loss_action": 0.04123590886592865,
      "loss_total": 0.04123590886592865,
      "step": 5470
    },
    {
      "loss_action": 0.020154064521193504,
      "loss_total": 0.020154064521193504,
      "step": 5470
    },
    {
      "loss_action": 0.01782364770770073,
      "loss_total": 0.01782364770770073,
      "step": 5470
    },
    {
      "grad_norm": 0.6310993432998657,
      "learning_rate": 2.7395000000000005e-05,
      "loss": 0.0315,
      "step": 5480
    },
    {
      "loss_action": 0.040656719356775284,
      "loss_total": 0.040656719356775284,
      "step": 5480
    },
    {
      "loss_action": 0.034073807299137115,
      "loss_total": 0.034073807299137115,
      "step": 5480
    },
    {
      "loss_action": 0.022209711372852325,
      "loss_total": 0.022209711372852325,
      "step": 5480
    },
    {
      "loss_action": 0.025356657803058624,
      "loss_total": 0.025356657803058624,
      "step": 5480
    },
    {
      "loss_action": 0.03694648668169975,
      "loss_total": 0.03694648668169975,
      "step": 5480
    },
    {
      "loss_action": 0.029928693547844887,
      "loss_total": 0.029928693547844887,
      "step": 5480
    },
    {
      "loss_action": 0.055653076618909836,
      "loss_total": 0.055653076618909836,
      "step": 5480
    },
    {
      "loss_action": 0.02520785480737686,
      "loss_total": 0.02520785480737686,
      "step": 5480
    },
    {
      "grad_norm": 0.6868892312049866,
      "learning_rate": 2.7445000000000002e-05,
      "loss": 0.0328,
      "step": 5490
    },
    {
      "loss_action": 0.02249034121632576,
      "loss_total": 0.02249034121632576,
      "step": 5490
    },
    {
      "loss_action": 0.01810421422123909,
      "loss_total": 0.01810421422123909,
      "step": 5490
    },
    {
      "loss_action": 0.06444171071052551,
      "loss_total": 0.06444171071052551,
      "step": 5490
    },
    {
      "loss_action": 0.026732824742794037,
      "loss_total": 0.026732824742794037,
      "step": 5490
    },
    {
      "loss_action": 0.020197128877043724,
      "loss_total": 0.020197128877043724,
      "step": 5490
    },
    {
      "loss_action": 0.033547721803188324,
      "loss_total": 0.033547721803188324,
      "step": 5490
    },
    {
      "loss_action": 0.03840772807598114,
      "loss_total": 0.03840772807598114,
      "step": 5490
    },
    {
      "loss_action": 0.04365712031722069,
      "loss_total": 0.04365712031722069,
      "step": 5490
    },
    {
      "grad_norm": 0.8860110640525818,
      "learning_rate": 2.7495000000000004e-05,
      "loss": 0.034,
      "step": 5500
    },
    {
      "loss_action": 0.02288750372827053,
      "loss_total": 0.02288750372827053,
      "step": 5500
    },
    {
      "loss_action": 0.026971908286213875,
      "loss_total": 0.026971908286213875,
      "step": 5500
    },
    {
      "loss_action": 0.030348023399710655,
      "loss_total": 0.030348023399710655,
      "step": 5500
    },
    {
      "loss_action": 0.021800624206662178,
      "loss_total": 0.021800624206662178,
      "step": 5500
    },
    {
      "loss_action": 0.015361262485384941,
      "loss_total": 0.015361262485384941,
      "step": 5500
    },
    {
      "loss_action": 0.03162003308534622,
      "loss_total": 0.03162003308534622,
      "step": 5500
    },
    {
      "loss_action": 0.027028534561395645,
      "loss_total": 0.027028534561395645,
      "step": 5500
    },
    {
      "loss_action": 0.033186256885528564,
      "loss_total": 0.033186256885528564,
      "step": 5500
    },
    {
      "grad_norm": 0.6262171268463135,
      "learning_rate": 2.7544999999999998e-05,
      "loss": 0.0306,
      "step": 5510
    },
    {
      "loss_action": 0.026555798947811127,
      "loss_total": 0.026555798947811127,
      "step": 5510
    },
    {
      "loss_action": 0.027963101863861084,
      "loss_total": 0.027963101863861084,
      "step": 5510
    },
    {
      "loss_action": 0.030276959761977196,
      "loss_total": 0.030276959761977196,
      "step": 5510
    },
    {
      "loss_action": 0.0590885654091835,
      "loss_total": 0.0590885654091835,
      "step": 5510
    },
    {
      "loss_action": 0.0206782054156065,
      "loss_total": 0.0206782054156065,
      "step": 5510
    },
    {
      "loss_action": 0.07656852155923843,
      "loss_total": 0.07656852155923843,
      "step": 5510
    },
    {
      "loss_action": 0.0362989604473114,
      "loss_total": 0.0362989604473114,
      "step": 5510
    },
    {
      "loss_action": 0.04401716962456703,
      "loss_total": 0.04401716962456703,
      "step": 5510
    },
    {
      "grad_norm": 0.7522193193435669,
      "learning_rate": 2.7595e-05,
      "loss": 0.0301,
      "step": 5520
    },
    {
      "loss_action": 0.02246643416583538,
      "loss_total": 0.02246643416583538,
      "step": 5520
    },
    {
      "loss_action": 0.017354456707835197,
      "loss_total": 0.017354456707835197,
      "step": 5520
    },
    {
      "loss_action": 0.020773714408278465,
      "loss_total": 0.020773714408278465,
      "step": 5520
    },
    {
      "loss_action": 0.03197799250483513,
      "loss_total": 0.03197799250483513,
      "step": 5520
    },
    {
      "loss_action": 0.037119150161743164,
      "loss_total": 0.037119150161743164,
      "step": 5520
    },
    {
      "loss_action": 0.030975693836808205,
      "loss_total": 0.030975693836808205,
      "step": 5520
    },
    {
      "loss_action": 0.014292019419372082,
      "loss_total": 0.014292019419372082,
      "step": 5520
    },
    {
      "loss_action": 0.02572523057460785,
      "loss_total": 0.02572523057460785,
      "step": 5520
    },
    {
      "grad_norm": 0.8694539666175842,
      "learning_rate": 2.7644999999999997e-05,
      "loss": 0.0314,
      "step": 5530
    },
    {
      "loss_action": 0.04669373482465744,
      "loss_total": 0.04669373482465744,
      "step": 5530
    },
    {
      "loss_action": 0.031804926693439484,
      "loss_total": 0.031804926693439484,
      "step": 5530
    },
    {
      "loss_action": 0.03137921169400215,
      "loss_total": 0.03137921169400215,
      "step": 5530
    },
    {
      "loss_action": 0.03660997748374939,
      "loss_total": 0.03660997748374939,
      "step": 5530
    },
    {
      "loss_action": 0.046948887407779694,
      "loss_total": 0.046948887407779694,
      "step": 5530
    },
    {
      "loss_action": 0.035285014659166336,
      "loss_total": 0.035285014659166336,
      "step": 5530
    },
    {
      "loss_action": 0.020072441548109055,
      "loss_total": 0.020072441548109055,
      "step": 5530
    },
    {
      "loss_action": 0.016155418008565903,
      "loss_total": 0.016155418008565903,
      "step": 5530
    },
    {
      "grad_norm": 0.8229874968528748,
      "learning_rate": 2.7694999999999998e-05,
      "loss": 0.0328,
      "step": 5540
    },
    {
      "loss_action": 0.022356834262609482,
      "loss_total": 0.022356834262609482,
      "step": 5540
    },
    {
      "loss_action": 0.037090789526700974,
      "loss_total": 0.037090789526700974,
      "step": 5540
    },
    {
      "loss_action": 0.0286368727684021,
      "loss_total": 0.0286368727684021,
      "step": 5540
    },
    {
      "loss_action": 0.04843845218420029,
      "loss_total": 0.04843845218420029,
      "step": 5540
    },
    {
      "loss_action": 0.06259895861148834,
      "loss_total": 0.06259895861148834,
      "step": 5540
    },
    {
      "loss_action": 0.045139141380786896,
      "loss_total": 0.045139141380786896,
      "step": 5540
    },
    {
      "loss_action": 0.024720441550016403,
      "loss_total": 0.024720441550016403,
      "step": 5540
    },
    {
      "loss_action": 0.042522773146629333,
      "loss_total": 0.042522773146629333,
      "step": 5540
    },
    {
      "grad_norm": 0.6548541188240051,
      "learning_rate": 2.7745e-05,
      "loss": 0.0343,
      "step": 5550
    },
    {
      "loss_action": 0.11698402464389801,
      "loss_total": 0.11698402464389801,
      "step": 5550
    },
    {
      "loss_action": 0.053979795426130295,
      "loss_total": 0.053979795426130295,
      "step": 5550
    },
    {
      "loss_action": 0.0784185454249382,
      "loss_total": 0.0784185454249382,
      "step": 5550
    },
    {
      "loss_action": 0.02761148288846016,
      "loss_total": 0.02761148288846016,
      "step": 5550
    },
    {
      "loss_action": 0.03867798298597336,
      "loss_total": 0.03867798298597336,
      "step": 5550
    },
    {
      "loss_action": 0.036334287375211716,
      "loss_total": 0.036334287375211716,
      "step": 5550
    },
    {
      "loss_action": 0.02762918919324875,
      "loss_total": 0.02762918919324875,
      "step": 5550
    },
    {
      "loss_action": 0.04449174925684929,
      "loss_total": 0.04449174925684929,
      "step": 5550
    },
    {
      "grad_norm": 0.7995899319648743,
      "learning_rate": 2.7794999999999997e-05,
      "loss": 0.0363,
      "step": 5560
    },
    {
      "loss_action": 0.024763133376836777,
      "loss_total": 0.024763133376836777,
      "step": 5560
    },
    {
      "loss_action": 0.0219728983938694,
      "loss_total": 0.0219728983938694,
      "step": 5560
    },
    {
      "loss_action": 0.030723702162504196,
      "loss_total": 0.030723702162504196,
      "step": 5560
    },
    {
      "loss_action": 0.022646937519311905,
      "loss_total": 0.022646937519311905,
      "step": 5560
    },
    {
      "loss_action": 0.030777443200349808,
      "loss_total": 0.030777443200349808,
      "step": 5560
    },
    {
      "loss_action": 0.021066006273031235,
      "loss_total": 0.021066006273031235,
      "step": 5560
    },
    {
      "loss_action": 0.02420773357152939,
      "loss_total": 0.02420773357152939,
      "step": 5560
    },
    {
      "loss_action": 0.0348854660987854,
      "loss_total": 0.0348854660987854,
      "step": 5560
    },
    {
      "grad_norm": 0.6476452350616455,
      "learning_rate": 2.7845e-05,
      "loss": 0.0319,
      "step": 5570
    },
    {
      "loss_action": 0.02688148245215416,
      "loss_total": 0.02688148245215416,
      "step": 5570
    },
    {
      "loss_action": 0.05196472257375717,
      "loss_total": 0.05196472257375717,
      "step": 5570
    },
    {
      "loss_action": 0.019173745065927505,
      "loss_total": 0.019173745065927505,
      "step": 5570
    },
    {
      "loss_action": 0.029812896624207497,
      "loss_total": 0.029812896624207497,
      "step": 5570
    },
    {
      "loss_action": 0.03589696064591408,
      "loss_total": 0.03589696064591408,
      "step": 5570
    },
    {
      "loss_action": 0.02539154514670372,
      "loss_total": 0.02539154514670372,
      "step": 5570
    },
    {
      "loss_action": 0.11724705994129181,
      "loss_total": 0.11724705994129181,
      "step": 5570
    },
    {
      "loss_action": 0.03599117323756218,
      "loss_total": 0.03599117323756218,
      "step": 5570
    },
    {
      "grad_norm": 1.065026879310608,
      "learning_rate": 2.7895e-05,
      "loss": 0.0361,
      "step": 5580
    },
    {
      "loss_action": 0.028873693197965622,
      "loss_total": 0.028873693197965622,
      "step": 5580
    },
    {
      "loss_action": 0.02889871969819069,
      "loss_total": 0.02889871969819069,
      "step": 5580
    },
    {
      "loss_action": 0.032578837126493454,
      "loss_total": 0.032578837126493454,
      "step": 5580
    },
    {
      "loss_action": 0.016700487583875656,
      "loss_total": 0.016700487583875656,
      "step": 5580
    },
    {
      "loss_action": 0.05507152900099754,
      "loss_total": 0.05507152900099754,
      "step": 5580
    },
    {
      "loss_action": 0.028899135068058968,
      "loss_total": 0.028899135068058968,
      "step": 5580
    },
    {
      "loss_action": 0.03860987722873688,
      "loss_total": 0.03860987722873688,
      "step": 5580
    },
    {
      "loss_action": 0.052006736397743225,
      "loss_total": 0.052006736397743225,
      "step": 5580
    },
    {
      "grad_norm": 0.7589995265007019,
      "learning_rate": 2.7944999999999998e-05,
      "loss": 0.0313,
      "step": 5590
    },
    {
      "loss_action": 0.02780909463763237,
      "loss_total": 0.02780909463763237,
      "step": 5590
    },
    {
      "loss_action": 0.014248938299715519,
      "loss_total": 0.014248938299715519,
      "step": 5590
    },
    {
      "loss_action": 0.03352700173854828,
      "loss_total": 0.03352700173854828,
      "step": 5590
    },
    {
      "loss_action": 0.02228177711367607,
      "loss_total": 0.02228177711367607,
      "step": 5590
    },
    {
      "loss_action": 0.01808931864798069,
      "loss_total": 0.01808931864798069,
      "step": 5590
    },
    {
      "loss_action": 0.017067760229110718,
      "loss_total": 0.017067760229110718,
      "step": 5590
    },
    {
      "loss_action": 0.02399469166994095,
      "loss_total": 0.02399469166994095,
      "step": 5590
    },
    {
      "loss_action": 0.03587125986814499,
      "loss_total": 0.03587125986814499,
      "step": 5590
    },
    {
      "grad_norm": 0.7085400819778442,
      "learning_rate": 2.7995e-05,
      "loss": 0.0367,
      "step": 5600
    },
    {
      "loss_action": 0.03266172111034393,
      "loss_total": 0.03266172111034393,
      "step": 5600
    },
    {
      "loss_action": 0.017653103917837143,
      "loss_total": 0.017653103917837143,
      "step": 5600
    },
    {
      "loss_action": 0.037144020199775696,
      "loss_total": 0.037144020199775696,
      "step": 5600
    },
    {
      "loss_action": 0.03449239209294319,
      "loss_total": 0.03449239209294319,
      "step": 5600
    },
    {
      "loss_action": 0.017407728359103203,
      "loss_total": 0.017407728359103203,
      "step": 5600
    },
    {
      "loss_action": 0.021316418424248695,
      "loss_total": 0.021316418424248695,
      "step": 5600
    },
    {
      "loss_action": 0.04682401567697525,
      "loss_total": 0.04682401567697525,
      "step": 5600
    },
    {
      "loss_action": 0.027921289205551147,
      "loss_total": 0.027921289205551147,
      "step": 5600
    },
    {
      "grad_norm": 0.8159109950065613,
      "learning_rate": 2.8045e-05,
      "loss": 0.0359,
      "step": 5610
    },
    {
      "loss_action": 0.03483045473694801,
      "loss_total": 0.03483045473694801,
      "step": 5610
    },
    {
      "loss_action": 0.029584595933556557,
      "loss_total": 0.029584595933556557,
      "step": 5610
    },
    {
      "loss_action": 0.021872960031032562,
      "loss_total": 0.021872960031032562,
      "step": 5610
    },
    {
      "loss_action": 0.044109102338552475,
      "loss_total": 0.044109102338552475,
      "step": 5610
    },
    {
      "loss_action": 0.03492409735918045,
      "loss_total": 0.03492409735918045,
      "step": 5610
    },
    {
      "loss_action": 0.03986034542322159,
      "loss_total": 0.03986034542322159,
      "step": 5610
    },
    {
      "loss_action": 0.037197455763816833,
      "loss_total": 0.037197455763816833,
      "step": 5610
    },
    {
      "loss_action": 0.03270415589213371,
      "loss_total": 0.03270415589213371,
      "step": 5610
    },
    {
      "grad_norm": 0.6104375720024109,
      "learning_rate": 2.8094999999999998e-05,
      "loss": 0.0342,
      "step": 5620
    },
    {
      "loss_action": 0.02928023226559162,
      "loss_total": 0.02928023226559162,
      "step": 5620
    },
    {
      "loss_action": 0.035301290452480316,
      "loss_total": 0.035301290452480316,
      "step": 5620
    },
    {
      "loss_action": 0.020262496545910835,
      "loss_total": 0.020262496545910835,
      "step": 5620
    },
    {
      "loss_action": 0.03551652655005455,
      "loss_total": 0.03551652655005455,
      "step": 5620
    },
    {
      "loss_action": 0.01508849486708641,
      "loss_total": 0.01508849486708641,
      "step": 5620
    },
    {
      "loss_action": 0.03916839510202408,
      "loss_total": 0.03916839510202408,
      "step": 5620
    },
    {
      "loss_action": 0.04207763075828552,
      "loss_total": 0.04207763075828552,
      "step": 5620
    },
    {
      "loss_action": 0.19388002157211304,
      "loss_total": 0.19388002157211304,
      "step": 5620
    },
    {
      "grad_norm": 0.651923656463623,
      "learning_rate": 2.8145e-05,
      "loss": 0.0351,
      "step": 5630
    },
    {
      "loss_action": 0.014872345142066479,
      "loss_total": 0.014872345142066479,
      "step": 5630
    },
    {
      "loss_action": 0.020986655727028847,
      "loss_total": 0.020986655727028847,
      "step": 5630
    },
    {
      "loss_action": 0.02617395669221878,
      "loss_total": 0.02617395669221878,
      "step": 5630
    },
    {
      "loss_action": 0.04656537249684334,
      "loss_total": 0.04656537249684334,
      "step": 5630
    },
    {
      "loss_action": 0.020387861877679825,
      "loss_total": 0.020387861877679825,
      "step": 5630
    },
    {
      "loss_action": 0.043861426413059235,
      "loss_total": 0.043861426413059235,
      "step": 5630
    },
    {
      "loss_action": 0.03879006579518318,
      "loss_total": 0.03879006579518318,
      "step": 5630
    },
    {
      "loss_action": 0.014593956992030144,
      "loss_total": 0.014593956992030144,
      "step": 5630
    },
    {
      "grad_norm": 0.845331072807312,
      "learning_rate": 2.8195e-05,
      "loss": 0.0354,
      "step": 5640
    },
    {
      "loss_action": 0.03333916515111923,
      "loss_total": 0.03333916515111923,
      "step": 5640
    },
    {
      "loss_action": 0.028448540717363358,
      "loss_total": 0.028448540717363358,
      "step": 5640
    },
    {
      "loss_action": 0.035637177526950836,
      "loss_total": 0.035637177526950836,
      "step": 5640
    },
    {
      "loss_action": 0.028321295976638794,
      "loss_total": 0.028321295976638794,
      "step": 5640
    },
    {
      "loss_action": 0.031534597277641296,
      "loss_total": 0.031534597277641296,
      "step": 5640
    },
    {
      "loss_action": 0.03297042474150658,
      "loss_total": 0.03297042474150658,
      "step": 5640
    },
    {
      "loss_action": 0.02048579789698124,
      "loss_total": 0.02048579789698124,
      "step": 5640
    },
    {
      "loss_action": 0.017581354826688766,
      "loss_total": 0.017581354826688766,
      "step": 5640
    },
    {
      "grad_norm": 0.8861186504364014,
      "learning_rate": 2.8244999999999998e-05,
      "loss": 0.0344,
      "step": 5650
    },
    {
      "loss_action": 0.028345156461000443,
      "loss_total": 0.028345156461000443,
      "step": 5650
    },
    {
      "loss_action": 0.031589534133672714,
      "loss_total": 0.031589534133672714,
      "step": 5650
    },
    {
      "loss_action": 0.020224589854478836,
      "loss_total": 0.020224589854478836,
      "step": 5650
    },
    {
      "loss_action": 0.029682660475373268,
      "loss_total": 0.029682660475373268,
      "step": 5650
    },
    {
      "loss_action": 0.023828944191336632,
      "loss_total": 0.023828944191336632,
      "step": 5650
    },
    {
      "loss_action": 0.021893400698900223,
      "loss_total": 0.021893400698900223,
      "step": 5650
    },
    {
      "loss_action": 0.017586933448910713,
      "loss_total": 0.017586933448910713,
      "step": 5650
    },
    {
      "loss_action": 0.027392573654651642,
      "loss_total": 0.027392573654651642,
      "step": 5650
    },
    {
      "grad_norm": 0.6067976355552673,
      "learning_rate": 2.8295e-05,
      "loss": 0.0289,
      "step": 5660
    },
    {
      "loss_action": 0.024081602692604065,
      "loss_total": 0.024081602692604065,
      "step": 5660
    },
    {
      "loss_action": 0.030121944844722748,
      "loss_total": 0.030121944844722748,
      "step": 5660
    },
    {
      "loss_action": 0.018134966492652893,
      "loss_total": 0.018134966492652893,
      "step": 5660
    },
    {
      "loss_action": 0.019094370305538177,
      "loss_total": 0.019094370305538177,
      "step": 5660
    },
    {
      "loss_action": 0.018432438373565674,
      "loss_total": 0.018432438373565674,
      "step": 5660
    },
    {
      "loss_action": 0.04425939917564392,
      "loss_total": 0.04425939917564392,
      "step": 5660
    },
    {
      "loss_action": 0.024221578612923622,
      "loss_total": 0.024221578612923622,
      "step": 5660
    },
    {
      "loss_action": 0.04709043353796005,
      "loss_total": 0.04709043353796005,
      "step": 5660
    },
    {
      "grad_norm": 0.7398119568824768,
      "learning_rate": 2.8345e-05,
      "loss": 0.031,
      "step": 5670
    },
    {
      "loss_action": 0.03409886360168457,
      "loss_total": 0.03409886360168457,
      "step": 5670
    },
    {
      "loss_action": 0.02957015298306942,
      "loss_total": 0.02957015298306942,
      "step": 5670
    },
    {
      "loss_action": 0.03215985372662544,
      "loss_total": 0.03215985372662544,
      "step": 5670
    },
    {
      "loss_action": 0.01727709174156189,
      "loss_total": 0.01727709174156189,
      "step": 5670
    },
    {
      "loss_action": 0.038416873663663864,
      "loss_total": 0.038416873663663864,
      "step": 5670
    },
    {
      "loss_action": 0.028307996690273285,
      "loss_total": 0.028307996690273285,
      "step": 5670
    },
    {
      "loss_action": 0.025563538074493408,
      "loss_total": 0.025563538074493408,
      "step": 5670
    },
    {
      "loss_action": 0.03477172181010246,
      "loss_total": 0.03477172181010246,
      "step": 5670
    },
    {
      "grad_norm": 0.9414723515510559,
      "learning_rate": 2.8395e-05,
      "loss": 0.0322,
      "step": 5680
    },
    {
      "loss_action": 0.02550528757274151,
      "loss_total": 0.02550528757274151,
      "step": 5680
    },
    {
      "loss_action": 0.01869654282927513,
      "loss_total": 0.01869654282927513,
      "step": 5680
    },
    {
      "loss_action": 0.03833138942718506,
      "loss_total": 0.03833138942718506,
      "step": 5680
    },
    {
      "loss_action": 0.019995324313640594,
      "loss_total": 0.019995324313640594,
      "step": 5680
    },
    {
      "loss_action": 0.06497377157211304,
      "loss_total": 0.06497377157211304,
      "step": 5680
    },
    {
      "loss_action": 0.031195618212223053,
      "loss_total": 0.031195618212223053,
      "step": 5680
    },
    {
      "loss_action": 0.07338878512382507,
      "loss_total": 0.07338878512382507,
      "step": 5680
    },
    {
      "loss_action": 0.045691803097724915,
      "loss_total": 0.045691803097724915,
      "step": 5680
    },
    {
      "grad_norm": 0.6725754737854004,
      "learning_rate": 2.8445e-05,
      "loss": 0.0341,
      "step": 5690
    },
    {
      "loss_action": 0.02224241942167282,
      "loss_total": 0.02224241942167282,
      "step": 5690
    },
    {
      "loss_action": 0.018333647400140762,
      "loss_total": 0.018333647400140762,
      "step": 5690
    },
    {
      "loss_action": 0.018509503453969955,
      "loss_total": 0.018509503453969955,
      "step": 5690
    },
    {
      "loss_action": 0.031202562153339386,
      "loss_total": 0.031202562153339386,
      "step": 5690
    },
    {
      "loss_action": 0.03162786364555359,
      "loss_total": 0.03162786364555359,
      "step": 5690
    },
    {
      "loss_action": 0.02015858143568039,
      "loss_total": 0.02015858143568039,
      "step": 5690
    },
    {
      "loss_action": 0.03141717240214348,
      "loss_total": 0.03141717240214348,
      "step": 5690
    },
    {
      "loss_action": 0.020523102954030037,
      "loss_total": 0.020523102954030037,
      "step": 5690
    },
    {
      "grad_norm": 0.9200820922851562,
      "learning_rate": 2.8495e-05,
      "loss": 0.0341,
      "step": 5700
    },
    {
      "loss_action": 0.035087160766124725,
      "loss_total": 0.035087160766124725,
      "step": 5700
    },
    {
      "loss_action": 0.07494643330574036,
      "loss_total": 0.07494643330574036,
      "step": 5700
    },
    {
      "loss_action": 0.03866163641214371,
      "loss_total": 0.03866163641214371,
      "step": 5700
    },
    {
      "loss_action": 0.03245868533849716,
      "loss_total": 0.03245868533849716,
      "step": 5700
    },
    {
      "loss_action": 0.028811108320951462,
      "loss_total": 0.028811108320951462,
      "step": 5700
    },
    {
      "loss_action": 0.03250689432024956,
      "loss_total": 0.03250689432024956,
      "step": 5700
    },
    {
      "loss_action": 0.024181954562664032,
      "loss_total": 0.024181954562664032,
      "step": 5700
    },
    {
      "loss_action": 0.04279887676239014,
      "loss_total": 0.04279887676239014,
      "step": 5700
    },
    {
      "grad_norm": 0.815976083278656,
      "learning_rate": 2.8545e-05,
      "loss": 0.0376,
      "step": 5710
    },
    {
      "loss_action": 0.030766475945711136,
      "loss_total": 0.030766475945711136,
      "step": 5710
    },
    {
      "loss_action": 0.02473878115415573,
      "loss_total": 0.02473878115415573,
      "step": 5710
    },
    {
      "loss_action": 0.03330228850245476,
      "loss_total": 0.03330228850245476,
      "step": 5710
    },
    {
      "loss_action": 0.024077434092760086,
      "loss_total": 0.024077434092760086,
      "step": 5710
    },
    {
      "loss_action": 0.048257894814014435,
      "loss_total": 0.048257894814014435,
      "step": 5710
    },
    {
      "loss_action": 0.03269140422344208,
      "loss_total": 0.03269140422344208,
      "step": 5710
    },
    {
      "loss_action": 0.03120831958949566,
      "loss_total": 0.03120831958949566,
      "step": 5710
    },
    {
      "loss_action": 0.03956242650747299,
      "loss_total": 0.03956242650747299,
      "step": 5710
    },
    {
      "grad_norm": 0.7803621292114258,
      "learning_rate": 2.8595e-05,
      "loss": 0.0298,
      "step": 5720
    },
    {
      "loss_action": 0.03814104571938515,
      "loss_total": 0.03814104571938515,
      "step": 5720
    },
    {
      "loss_action": 0.025797072798013687,
      "loss_total": 0.025797072798013687,
      "step": 5720
    },
    {
      "loss_action": 0.029897205531597137,
      "loss_total": 0.029897205531597137,
      "step": 5720
    },
    {
      "loss_action": 0.022151261568069458,
      "loss_total": 0.022151261568069458,
      "step": 5720
    },
    {
      "loss_action": 0.02048918604850769,
      "loss_total": 0.02048918604850769,
      "step": 5720
    },
    {
      "loss_action": 0.037171363830566406,
      "loss_total": 0.037171363830566406,
      "step": 5720
    },
    {
      "loss_action": 0.02166939154267311,
      "loss_total": 0.02166939154267311,
      "step": 5720
    },
    {
      "loss_action": 0.050307996571063995,
      "loss_total": 0.050307996571063995,
      "step": 5720
    },
    {
      "grad_norm": 1.071717381477356,
      "learning_rate": 2.8645e-05,
      "loss": 0.0353,
      "step": 5730
    },
    {
      "loss_action": 0.033535659313201904,
      "loss_total": 0.033535659313201904,
      "step": 5730
    },
    {
      "loss_action": 0.03533143550157547,
      "loss_total": 0.03533143550157547,
      "step": 5730
    },
    {
      "loss_action": 0.026198752224445343,
      "loss_total": 0.026198752224445343,
      "step": 5730
    },
    {
      "loss_action": 0.028483638539910316,
      "loss_total": 0.028483638539910316,
      "step": 5730
    },
    {
      "loss_action": 0.022620201110839844,
      "loss_total": 0.022620201110839844,
      "step": 5730
    },
    {
      "loss_action": 0.04748846963047981,
      "loss_total": 0.04748846963047981,
      "step": 5730
    },
    {
      "loss_action": 0.03249598294496536,
      "loss_total": 0.03249598294496536,
      "step": 5730
    },
    {
      "loss_action": 0.042609915137290955,
      "loss_total": 0.042609915137290955,
      "step": 5730
    },
    {
      "grad_norm": 0.7452828884124756,
      "learning_rate": 2.8695e-05,
      "loss": 0.0457,
      "step": 5740
    },
    {
      "loss_action": 0.020022738724946976,
      "loss_total": 0.020022738724946976,
      "step": 5740
    },
    {
      "loss_action": 0.038380660116672516,
      "loss_total": 0.038380660116672516,
      "step": 5740
    },
    {
      "loss_action": 0.03676079958677292,
      "loss_total": 0.03676079958677292,
      "step": 5740
    },
    {
      "loss_action": 0.0348452553153038,
      "loss_total": 0.0348452553153038,
      "step": 5740
    },
    {
      "loss_action": 0.046570904552936554,
      "loss_total": 0.046570904552936554,
      "step": 5740
    },
    {
      "loss_action": 0.03723251819610596,
      "loss_total": 0.03723251819610596,
      "step": 5740
    },
    {
      "loss_action": 0.0252885390073061,
      "loss_total": 0.0252885390073061,
      "step": 5740
    },
    {
      "loss_action": 0.02185232937335968,
      "loss_total": 0.02185232937335968,
      "step": 5740
    },
    {
      "grad_norm": 0.7092737555503845,
      "learning_rate": 2.8745e-05,
      "loss": 0.0355,
      "step": 5750
    },
    {
      "loss_action": 0.03070579469203949,
      "loss_total": 0.03070579469203949,
      "step": 5750
    },
    {
      "loss_action": 0.029887761920690536,
      "loss_total": 0.029887761920690536,
      "step": 5750
    },
    {
      "loss_action": 0.02162352204322815,
      "loss_total": 0.02162352204322815,
      "step": 5750
    },
    {
      "loss_action": 0.0363771989941597,
      "loss_total": 0.0363771989941597,
      "step": 5750
    },
    {
      "loss_action": 0.04408369958400726,
      "loss_total": 0.04408369958400726,
      "step": 5750
    },
    {
      "loss_action": 0.03870617598295212,
      "loss_total": 0.03870617598295212,
      "step": 5750
    },
    {
      "loss_action": 0.023893723264336586,
      "loss_total": 0.023893723264336586,
      "step": 5750
    },
    {
      "loss_action": 0.021822834387421608,
      "loss_total": 0.021822834387421608,
      "step": 5750
    },
    {
      "grad_norm": 0.636021077632904,
      "learning_rate": 2.8795e-05,
      "loss": 0.033,
      "step": 5760
    },
    {
      "loss_action": 0.02790703997015953,
      "loss_total": 0.02790703997015953,
      "step": 5760
    },
    {
      "loss_action": 0.03156157210469246,
      "loss_total": 0.03156157210469246,
      "step": 5760
    },
    {
      "loss_action": 0.03827023506164551,
      "loss_total": 0.03827023506164551,
      "step": 5760
    },
    {
      "loss_action": 0.02945629507303238,
      "loss_total": 0.02945629507303238,
      "step": 5760
    },
    {
      "loss_action": 0.030282769352197647,
      "loss_total": 0.030282769352197647,
      "step": 5760
    },
    {
      "loss_action": 0.022920744493603706,
      "loss_total": 0.022920744493603706,
      "step": 5760
    },
    {
      "loss_action": 0.026517711579799652,
      "loss_total": 0.026517711579799652,
      "step": 5760
    },
    {
      "loss_action": 0.030299203470349312,
      "loss_total": 0.030299203470349312,
      "step": 5760
    },
    {
      "grad_norm": 0.6355352401733398,
      "learning_rate": 2.8845e-05,
      "loss": 0.0297,
      "step": 5770
    },
    {
      "loss_action": 0.021011482924222946,
      "loss_total": 0.021011482924222946,
      "step": 5770
    },
    {
      "loss_action": 0.025259558111429214,
      "loss_total": 0.025259558111429214,
      "step": 5770
    },
    {
      "loss_action": 0.022141462191939354,
      "loss_total": 0.022141462191939354,
      "step": 5770
    },
    {
      "loss_action": 0.02755577117204666,
      "loss_total": 0.02755577117204666,
      "step": 5770
    },
    {
      "loss_action": 0.018770407885313034,
      "loss_total": 0.018770407885313034,
      "step": 5770
    },
    {
      "loss_action": 0.030600186437368393,
      "loss_total": 0.030600186437368393,
      "step": 5770
    },
    {
      "loss_action": 0.08575376868247986,
      "loss_total": 0.08575376868247986,
      "step": 5770
    },
    {
      "loss_action": 0.018168246373534203,
      "loss_total": 0.018168246373534203,
      "step": 5770
    },
    {
      "grad_norm": 0.612427294254303,
      "learning_rate": 2.8895e-05,
      "loss": 0.0314,
      "step": 5780
    },
    {
      "loss_action": 0.024483224377036095,
      "loss_total": 0.024483224377036095,
      "step": 5780
    },
    {
      "loss_action": 0.03581678122282028,
      "loss_total": 0.03581678122282028,
      "step": 5780
    },
    {
      "loss_action": 0.02876255102455616,
      "loss_total": 0.02876255102455616,
      "step": 5780
    },
    {
      "loss_action": 0.02467404305934906,
      "loss_total": 0.02467404305934906,
      "step": 5780
    },
    {
      "loss_action": 0.02358241006731987,
      "loss_total": 0.02358241006731987,
      "step": 5780
    },
    {
      "loss_action": 0.03013794682919979,
      "loss_total": 0.03013794682919979,
      "step": 5780
    },
    {
      "loss_action": 0.028420625254511833,
      "loss_total": 0.028420625254511833,
      "step": 5780
    },
    {
      "loss_action": 0.03515271842479706,
      "loss_total": 0.03515271842479706,
      "step": 5780
    },
    {
      "grad_norm": 0.7418966293334961,
      "learning_rate": 2.8945e-05,
      "loss": 0.033,
      "step": 5790
    },
    {
      "loss_action": 0.020962852984666824,
      "loss_total": 0.020962852984666824,
      "step": 5790
    },
    {
      "loss_action": 0.024961933493614197,
      "loss_total": 0.024961933493614197,
      "step": 5790
    },
    {
      "loss_action": 0.030056176707148552,
      "loss_total": 0.030056176707148552,
      "step": 5790
    },
    {
      "loss_action": 0.025118833407759666,
      "loss_total": 0.025118833407759666,
      "step": 5790
    },
    {
      "loss_action": 0.023539088666439056,
      "loss_total": 0.023539088666439056,
      "step": 5790
    },
    {
      "loss_action": 0.024398550391197205,
      "loss_total": 0.024398550391197205,
      "step": 5790
    },
    {
      "loss_action": 0.026642393320798874,
      "loss_total": 0.026642393320798874,
      "step": 5790
    },
    {
      "loss_action": 0.05146191269159317,
      "loss_total": 0.05146191269159317,
      "step": 5790
    },
    {
      "grad_norm": 0.6786503791809082,
      "learning_rate": 2.8995e-05,
      "loss": 0.0312,
      "step": 5800
    },
    {
      "loss_action": 0.032414510846138,
      "loss_total": 0.032414510846138,
      "step": 5800
    },
    {
      "loss_action": 0.021566124632954597,
      "loss_total": 0.021566124632954597,
      "step": 5800
    },
    {
      "loss_action": 0.05981601029634476,
      "loss_total": 0.05981601029634476,
      "step": 5800
    },
    {
      "loss_action": 0.04303372651338577,
      "loss_total": 0.04303372651338577,
      "step": 5800
    },
    {
      "loss_action": 0.032896868884563446,
      "loss_total": 0.032896868884563446,
      "step": 5800
    },
    {
      "loss_action": 0.06304146349430084,
      "loss_total": 0.06304146349430084,
      "step": 5800
    },
    {
      "loss_action": 0.0395413339138031,
      "loss_total": 0.0395413339138031,
      "step": 5800
    },
    {
      "loss_action": 0.052467525005340576,
      "loss_total": 0.052467525005340576,
      "step": 5800
    },
    {
      "grad_norm": 0.7354108691215515,
      "learning_rate": 2.9045e-05,
      "loss": 0.0322,
      "step": 5810
    },
    {
      "loss_action": 0.01676337420940399,
      "loss_total": 0.01676337420940399,
      "step": 5810
    },
    {
      "loss_action": 0.0306567195802927,
      "loss_total": 0.0306567195802927,
      "step": 5810
    },
    {
      "loss_action": 0.04760948568582535,
      "loss_total": 0.04760948568582535,
      "step": 5810
    },
    {
      "loss_action": 0.03232293203473091,
      "loss_total": 0.03232293203473091,
      "step": 5810
    },
    {
      "loss_action": 0.030031928792595863,
      "loss_total": 0.030031928792595863,
      "step": 5810
    },
    {
      "loss_action": 0.038301192224025726,
      "loss_total": 0.038301192224025726,
      "step": 5810
    },
    {
      "loss_action": 0.0318465456366539,
      "loss_total": 0.0318465456366539,
      "step": 5810
    },
    {
      "loss_action": 0.035216160118579865,
      "loss_total": 0.035216160118579865,
      "step": 5810
    },
    {
      "grad_norm": 0.6659808158874512,
      "learning_rate": 2.9095e-05,
      "loss": 0.0317,
      "step": 5820
    },
    {
      "loss_action": 0.02994668483734131,
      "loss_total": 0.02994668483734131,
      "step": 5820
    },
    {
      "loss_action": 0.01970534771680832,
      "loss_total": 0.01970534771680832,
      "step": 5820
    },
    {
      "loss_action": 0.038096725940704346,
      "loss_total": 0.038096725940704346,
      "step": 5820
    },
    {
      "loss_action": 0.029020320624113083,
      "loss_total": 0.029020320624113083,
      "step": 5820
    },
    {
      "loss_action": 0.03102955035865307,
      "loss_total": 0.03102955035865307,
      "step": 5820
    },
    {
      "loss_action": 0.048210740089416504,
      "loss_total": 0.048210740089416504,
      "step": 5820
    },
    {
      "loss_action": 0.028712073341012,
      "loss_total": 0.028712073341012,
      "step": 5820
    },
    {
      "loss_action": 0.028455354273319244,
      "loss_total": 0.028455354273319244,
      "step": 5820
    },
    {
      "grad_norm": 0.5463377237319946,
      "learning_rate": 2.9145e-05,
      "loss": 0.0303,
      "step": 5830
    },
    {
      "loss_action": 0.030166206881403923,
      "loss_total": 0.030166206881403923,
      "step": 5830
    },
    {
      "loss_action": 0.062296438962221146,
      "loss_total": 0.062296438962221146,
      "step": 5830
    },
    {
      "loss_action": 0.033367156982421875,
      "loss_total": 0.033367156982421875,
      "step": 5830
    },
    {
      "loss_action": 0.02853352017700672,
      "loss_total": 0.02853352017700672,
      "step": 5830
    },
    {
      "loss_action": 0.02769003063440323,
      "loss_total": 0.02769003063440323,
      "step": 5830
    },
    {
      "loss_action": 0.021942254155874252,
      "loss_total": 0.021942254155874252,
      "step": 5830
    },
    {
      "loss_action": 0.01599752902984619,
      "loss_total": 0.01599752902984619,
      "step": 5830
    },
    {
      "loss_action": 0.01789669692516327,
      "loss_total": 0.01789669692516327,
      "step": 5830
    },
    {
      "grad_norm": 0.5703657269477844,
      "learning_rate": 2.9195e-05,
      "loss": 0.0312,
      "step": 5840
    },
    {
      "loss_action": 0.022557545453310013,
      "loss_total": 0.022557545453310013,
      "step": 5840
    },
    {
      "loss_action": 0.019757818430662155,
      "loss_total": 0.019757818430662155,
      "step": 5840
    },
    {
      "loss_action": 0.01983463019132614,
      "loss_total": 0.01983463019132614,
      "step": 5840
    },
    {
      "loss_action": 0.06448719650506973,
      "loss_total": 0.06448719650506973,
      "step": 5840
    },
    {
      "loss_action": 0.030114829540252686,
      "loss_total": 0.030114829540252686,
      "step": 5840
    },
    {
      "loss_action": 0.018745241686701775,
      "loss_total": 0.018745241686701775,
      "step": 5840
    },
    {
      "loss_action": 0.023399552330374718,
      "loss_total": 0.023399552330374718,
      "step": 5840
    },
    {
      "loss_action": 0.0744117721915245,
      "loss_total": 0.0744117721915245,
      "step": 5840
    },
    {
      "grad_norm": 0.8196234107017517,
      "learning_rate": 2.9245e-05,
      "loss": 0.0308,
      "step": 5850
    },
    {
      "loss_action": 0.024747882038354874,
      "loss_total": 0.024747882038354874,
      "step": 5850
    },
    {
      "loss_action": 0.07742927968502045,
      "loss_total": 0.07742927968502045,
      "step": 5850
    },
    {
      "loss_action": 0.029946647584438324,
      "loss_total": 0.029946647584438324,
      "step": 5850
    },
    {
      "loss_action": 0.043373458087444305,
      "loss_total": 0.043373458087444305,
      "step": 5850
    },
    {
      "loss_action": 0.13033723831176758,
      "loss_total": 0.13033723831176758,
      "step": 5850
    },
    {
      "loss_action": 0.03992438688874245,
      "loss_total": 0.03992438688874245,
      "step": 5850
    },
    {
      "loss_action": 0.026019159704446793,
      "loss_total": 0.026019159704446793,
      "step": 5850
    },
    {
      "loss_action": 0.0705820769071579,
      "loss_total": 0.0705820769071579,
      "step": 5850
    },
    {
      "grad_norm": 0.6637179851531982,
      "learning_rate": 2.9295e-05,
      "loss": 0.0313,
      "step": 5860
    },
    {
      "loss_action": 0.01834428682923317,
      "loss_total": 0.01834428682923317,
      "step": 5860
    },
    {
      "loss_action": 0.03935307264328003,
      "loss_total": 0.03935307264328003,
      "step": 5860
    },
    {
      "loss_action": 0.022237028926610947,
      "loss_total": 0.022237028926610947,
      "step": 5860
    },
    {
      "loss_action": 0.04119393229484558,
      "loss_total": 0.04119393229484558,
      "step": 5860
    },
    {
      "loss_action": 0.01856904849410057,
      "loss_total": 0.01856904849410057,
      "step": 5860
    },
    {
      "loss_action": 0.03708527609705925,
      "loss_total": 0.03708527609705925,
      "step": 5860
    },
    {
      "loss_action": 0.02105366438627243,
      "loss_total": 0.02105366438627243,
      "step": 5860
    },
    {
      "loss_action": 0.04409514367580414,
      "loss_total": 0.04409514367580414,
      "step": 5860
    },
    {
      "grad_norm": 0.519875705242157,
      "learning_rate": 2.9345e-05,
      "loss": 0.0301,
      "step": 5870
    },
    {
      "loss_action": 0.05347255617380142,
      "loss_total": 0.05347255617380142,
      "step": 5870
    },
    {
      "loss_action": 0.022197693586349487,
      "loss_total": 0.022197693586349487,
      "step": 5870
    },
    {
      "loss_action": 0.02025483548641205,
      "loss_total": 0.02025483548641205,
      "step": 5870
    },
    {
      "loss_action": 0.018576079979538918,
      "loss_total": 0.018576079979538918,
      "step": 5870
    },
    {
      "loss_action": 0.02345462143421173,
      "loss_total": 0.02345462143421173,
      "step": 5870
    },
    {
      "loss_action": 0.021478993818163872,
      "loss_total": 0.021478993818163872,
      "step": 5870
    },
    {
      "loss_action": 0.030980490148067474,
      "loss_total": 0.030980490148067474,
      "step": 5870
    },
    {
      "loss_action": 0.03923449665307999,
      "loss_total": 0.03923449665307999,
      "step": 5870
    },
    {
      "grad_norm": 0.5915759801864624,
      "learning_rate": 2.9395e-05,
      "loss": 0.0269,
      "step": 5880
    },
    {
      "loss_action": 0.017994489520788193,
      "loss_total": 0.017994489520788193,
      "step": 5880
    },
    {
      "loss_action": 0.023232489824295044,
      "loss_total": 0.023232489824295044,
      "step": 5880
    },
    {
      "loss_action": 0.025129534304142,
      "loss_total": 0.025129534304142,
      "step": 5880
    },
    {
      "loss_action": 0.029720868915319443,
      "loss_total": 0.029720868915319443,
      "step": 5880
    },
    {
      "loss_action": 0.019865471869707108,
      "loss_total": 0.019865471869707108,
      "step": 5880
    },
    {
      "loss_action": 0.01941758021712303,
      "loss_total": 0.01941758021712303,
      "step": 5880
    },
    {
      "loss_action": 0.0191868357360363,
      "loss_total": 0.0191868357360363,
      "step": 5880
    },
    {
      "loss_action": 0.026911716908216476,
      "loss_total": 0.026911716908216476,
      "step": 5880
    },
    {
      "grad_norm": 0.9068833589553833,
      "learning_rate": 2.9445e-05,
      "loss": 0.0309,
      "step": 5890
    },
    {
      "loss_action": 0.03296804055571556,
      "loss_total": 0.03296804055571556,
      "step": 5890
    },
    {
      "loss_action": 0.039540067315101624,
      "loss_total": 0.039540067315101624,
      "step": 5890
    },
    {
      "loss_action": 0.05809885263442993,
      "loss_total": 0.05809885263442993,
      "step": 5890
    },
    {
      "loss_action": 0.04965896159410477,
      "loss_total": 0.04965896159410477,
      "step": 5890
    },
    {
      "loss_action": 0.033642277121543884,
      "loss_total": 0.033642277121543884,
      "step": 5890
    },
    {
      "loss_action": 0.030036112293601036,
      "loss_total": 0.030036112293601036,
      "step": 5890
    },
    {
      "loss_action": 0.08945588767528534,
      "loss_total": 0.08945588767528534,
      "step": 5890
    },
    {
      "loss_action": 0.04019603878259659,
      "loss_total": 0.04019603878259659,
      "step": 5890
    },
    {
      "grad_norm": 0.6896377205848694,
      "learning_rate": 2.9495e-05,
      "loss": 0.0358,
      "step": 5900
    },
    {
      "loss_action": 0.02862190268933773,
      "loss_total": 0.02862190268933773,
      "step": 5900
    },
    {
      "loss_action": 0.022183597087860107,
      "loss_total": 0.022183597087860107,
      "step": 5900
    },
    {
      "loss_action": 0.02532913163304329,
      "loss_total": 0.02532913163304329,
      "step": 5900
    },
    {
      "loss_action": 0.0309786144644022,
      "loss_total": 0.0309786144644022,
      "step": 5900
    },
    {
      "loss_action": 0.03540210425853729,
      "loss_total": 0.03540210425853729,
      "step": 5900
    },
    {
      "loss_action": 0.034621112048625946,
      "loss_total": 0.034621112048625946,
      "step": 5900
    },
    {
      "loss_action": 0.03302563726902008,
      "loss_total": 0.03302563726902008,
      "step": 5900
    },
    {
      "loss_action": 0.03379303216934204,
      "loss_total": 0.03379303216934204,
      "step": 5900
    },
    {
      "grad_norm": 0.6984606981277466,
      "learning_rate": 2.9545e-05,
      "loss": 0.0319,
      "step": 5910
    },
    {
      "loss_action": 0.030368123203516006,
      "loss_total": 0.030368123203516006,
      "step": 5910
    },
    {
      "loss_action": 0.033367715775966644,
      "loss_total": 0.033367715775966644,
      "step": 5910
    },
    {
      "loss_action": 0.026034243404865265,
      "loss_total": 0.026034243404865265,
      "step": 5910
    },
    {
      "loss_action": 0.04376469552516937,
      "loss_total": 0.04376469552516937,
      "step": 5910
    },
    {
      "loss_action": 0.03276210278272629,
      "loss_total": 0.03276210278272629,
      "step": 5910
    },
    {
      "loss_action": 0.031193923205137253,
      "loss_total": 0.031193923205137253,
      "step": 5910
    },
    {
      "loss_action": 0.05066751316189766,
      "loss_total": 0.05066751316189766,
      "step": 5910
    },
    {
      "loss_action": 0.04957723990082741,
      "loss_total": 0.04957723990082741,
      "step": 5910
    },
    {
      "grad_norm": 0.7420833706855774,
      "learning_rate": 2.9595e-05,
      "loss": 0.0294,
      "step": 5920
    },
    {
      "loss_action": 0.026931146159768105,
      "loss_total": 0.026931146159768105,
      "step": 5920
    },
    {
      "loss_action": 0.020739201456308365,
      "loss_total": 0.020739201456308365,
      "step": 5920
    },
    {
      "loss_action": 0.018474185839295387,
      "loss_total": 0.018474185839295387,
      "step": 5920
    },
    {
      "loss_action": 0.021232105791568756,
      "loss_total": 0.021232105791568756,
      "step": 5920
    },
    {
      "loss_action": 0.02414644882082939,
      "loss_total": 0.02414644882082939,
      "step": 5920
    },
    {
      "loss_action": 0.01864584907889366,
      "loss_total": 0.01864584907889366,
      "step": 5920
    },
    {
      "loss_action": 0.02136092074215412,
      "loss_total": 0.02136092074215412,
      "step": 5920
    },
    {
      "loss_action": 0.016914116218686104,
      "loss_total": 0.016914116218686104,
      "step": 5920
    },
    {
      "grad_norm": 0.7755183577537537,
      "learning_rate": 2.9645e-05,
      "loss": 0.0334,
      "step": 5930
    },
    {
      "loss_action": 0.029996901750564575,
      "loss_total": 0.029996901750564575,
      "step": 5930
    },
    {
      "loss_action": 0.04885534942150116,
      "loss_total": 0.04885534942150116,
      "step": 5930
    },
    {
      "loss_action": 0.02866571769118309,
      "loss_total": 0.02866571769118309,
      "step": 5930
    },
    {
      "loss_action": 0.039503782987594604,
      "loss_total": 0.039503782987594604,
      "step": 5930
    },
    {
      "loss_action": 0.03711593151092529,
      "loss_total": 0.03711593151092529,
      "step": 5930
    },
    {
      "loss_action": 0.04236368089914322,
      "loss_total": 0.04236368089914322,
      "step": 5930
    },
    {
      "loss_action": 0.04458586871623993,
      "loss_total": 0.04458586871623993,
      "step": 5930
    },
    {
      "loss_action": 0.04323798418045044,
      "loss_total": 0.04323798418045044,
      "step": 5930
    },
    {
      "grad_norm": 0.5823962688446045,
      "learning_rate": 2.9695e-05,
      "loss": 0.0329,
      "step": 5940
    },
    {
      "loss_action": 0.02762719616293907,
      "loss_total": 0.02762719616293907,
      "step": 5940
    },
    {
      "loss_action": 0.019127484411001205,
      "loss_total": 0.019127484411001205,
      "step": 5940
    },
    {
      "loss_action": 0.02115706354379654,
      "loss_total": 0.02115706354379654,
      "step": 5940
    },
    {
      "loss_action": 0.0338013619184494,
      "loss_total": 0.0338013619184494,
      "step": 5940
    },
    {
      "loss_action": 0.01745382323861122,
      "loss_total": 0.01745382323861122,
      "step": 5940
    },
    {
      "loss_action": 0.014425543136894703,
      "loss_total": 0.014425543136894703,
      "step": 5940
    },
    {
      "loss_action": 0.024062978103756905,
      "loss_total": 0.024062978103756905,
      "step": 5940
    },
    {
      "loss_action": 0.022936981171369553,
      "loss_total": 0.022936981171369553,
      "step": 5940
    },
    {
      "grad_norm": 0.6651290059089661,
      "learning_rate": 2.9745e-05,
      "loss": 0.0317,
      "step": 5950
    },
    {
      "loss_action": 0.022878270596265793,
      "loss_total": 0.022878270596265793,
      "step": 5950
    },
    {
      "loss_action": 0.019954198971390724,
      "loss_total": 0.019954198971390724,
      "step": 5950
    },
    {
      "loss_action": 0.014825405552983284,
      "loss_total": 0.014825405552983284,
      "step": 5950
    },
    {
      "loss_action": 0.01746525429189205,
      "loss_total": 0.01746525429189205,
      "step": 5950
    },
    {
      "loss_action": 0.04300902783870697,
      "loss_total": 0.04300902783870697,
      "step": 5950
    },
    {
      "loss_action": 0.01635698601603508,
      "loss_total": 0.01635698601603508,
      "step": 5950
    },
    {
      "loss_action": 0.021212920546531677,
      "loss_total": 0.021212920546531677,
      "step": 5950
    },
    {
      "loss_action": 0.023649822920560837,
      "loss_total": 0.023649822920560837,
      "step": 5950
    },
    {
      "grad_norm": 0.5909430980682373,
      "learning_rate": 2.9795000000000002e-05,
      "loss": 0.0307,
      "step": 5960
    },
    {
      "loss_action": 0.023184536024928093,
      "loss_total": 0.023184536024928093,
      "step": 5960
    },
    {
      "loss_action": 0.017634078860282898,
      "loss_total": 0.017634078860282898,
      "step": 5960
    },
    {
      "loss_action": 0.02235754393041134,
      "loss_total": 0.02235754393041134,
      "step": 5960
    },
    {
      "loss_action": 0.02757297083735466,
      "loss_total": 0.02757297083735466,
      "step": 5960
    },
    {
      "loss_action": 0.030514195561408997,
      "loss_total": 0.030514195561408997,
      "step": 5960
    },
    {
      "loss_action": 0.044937968254089355,
      "loss_total": 0.044937968254089355,
      "step": 5960
    },
    {
      "loss_action": 0.028390947729349136,
      "loss_total": 0.028390947729349136,
      "step": 5960
    },
    {
      "loss_action": 0.08087195456027985,
      "loss_total": 0.08087195456027985,
      "step": 5960
    },
    {
      "grad_norm": 0.4744075834751129,
      "learning_rate": 2.9845e-05,
      "loss": 0.0303,
      "step": 5970
    },
    {
      "loss_action": 0.027071624994277954,
      "loss_total": 0.027071624994277954,
      "step": 5970
    },
    {
      "loss_action": 0.030009157955646515,
      "loss_total": 0.030009157955646515,
      "step": 5970
    },
    {
      "loss_action": 0.029011733829975128,
      "loss_total": 0.029011733829975128,
      "step": 5970
    },
    {
      "loss_action": 0.033433519303798676,
      "loss_total": 0.033433519303798676,
      "step": 5970
    },
    {
      "loss_action": 0.023646578192710876,
      "loss_total": 0.023646578192710876,
      "step": 5970
    },
    {
      "loss_action": 0.025612443685531616,
      "loss_total": 0.025612443685531616,
      "step": 5970
    },
    {
      "loss_action": 0.02739061415195465,
      "loss_total": 0.02739061415195465,
      "step": 5970
    },
    {
      "loss_action": 0.024594180285930634,
      "loss_total": 0.024594180285930634,
      "step": 5970
    },
    {
      "grad_norm": 0.6582552790641785,
      "learning_rate": 2.9895e-05,
      "loss": 0.0286,
      "step": 5980
    },
    {
      "loss_action": 0.1776742935180664,
      "loss_total": 0.1776742935180664,
      "step": 5980
    },
    {
      "loss_action": 0.025587307289242744,
      "loss_total": 0.025587307289242744,
      "step": 5980
    },
    {
      "loss_action": 0.035798490047454834,
      "loss_total": 0.035798490047454834,
      "step": 5980
    },
    {
      "loss_action": 0.02962254360318184,
      "loss_total": 0.02962254360318184,
      "step": 5980
    },
    {
      "loss_action": 0.029891477897763252,
      "loss_total": 0.029891477897763252,
      "step": 5980
    },
    {
      "loss_action": 0.040630973875522614,
      "loss_total": 0.040630973875522614,
      "step": 5980
    },
    {
      "loss_action": 0.024727601557970047,
      "loss_total": 0.024727601557970047,
      "step": 5980
    },
    {
      "loss_action": 0.05817415565252304,
      "loss_total": 0.05817415565252304,
      "step": 5980
    },
    {
      "grad_norm": 0.569114089012146,
      "learning_rate": 2.9945000000000002e-05,
      "loss": 0.03,
      "step": 5990
    },
    {
      "loss_action": 0.026773206889629364,
      "loss_total": 0.026773206889629364,
      "step": 5990
    },
    {
      "loss_action": 0.0254213809967041,
      "loss_total": 0.0254213809967041,
      "step": 5990
    },
    {
      "loss_action": 0.02170747146010399,
      "loss_total": 0.02170747146010399,
      "step": 5990
    },
    {
      "loss_action": 0.027934856712818146,
      "loss_total": 0.027934856712818146,
      "step": 5990
    },
    {
      "loss_action": 0.021556885913014412,
      "loss_total": 0.021556885913014412,
      "step": 5990
    },
    {
      "loss_action": 0.029076451435685158,
      "loss_total": 0.029076451435685158,
      "step": 5990
    },
    {
      "loss_action": 0.023815549910068512,
      "loss_total": 0.023815549910068512,
      "step": 5990
    },
    {
      "loss_action": 0.020783917978405952,
      "loss_total": 0.020783917978405952,
      "step": 5990
    },
    {
      "grad_norm": 0.6886969208717346,
      "learning_rate": 2.9995e-05,
      "loss": 0.0265,
      "step": 6000
    },
    {
      "loss_action": 0.020432868972420692,
      "loss_total": 0.020432868972420692,
      "step": 6000
    },
    {
      "loss_action": 0.01837027445435524,
      "loss_total": 0.01837027445435524,
      "step": 6000
    },
    {
      "loss_action": 0.018212398514151573,
      "loss_total": 0.018212398514151573,
      "step": 6000
    },
    {
      "loss_action": 0.02083227038383484,
      "loss_total": 0.02083227038383484,
      "step": 6000
    },
    {
      "loss_action": 0.041471414268016815,
      "loss_total": 0.041471414268016815,
      "step": 6000
    },
    {
      "loss_action": 0.022472593933343887,
      "loss_total": 0.022472593933343887,
      "step": 6000
    },
    {
      "loss_action": 0.027065105736255646,
      "loss_total": 0.027065105736255646,
      "step": 6000
    },
    {
      "loss_action": 0.0343625545501709,
      "loss_total": 0.0343625545501709,
      "step": 6000
    },
    {
      "grad_norm": 0.8118824362754822,
      "learning_rate": 3.0045e-05,
      "loss": 0.0342,
      "step": 6010
    },
    {
      "loss_action": 0.03783566877245903,
      "loss_total": 0.03783566877245903,
      "step": 6010
    },
    {
      "loss_action": 0.018742699176073074,
      "loss_total": 0.018742699176073074,
      "step": 6010
    },
    {
      "loss_action": 0.025459449738264084,
      "loss_total": 0.025459449738264084,
      "step": 6010
    },
    {
      "loss_action": 0.014048444107174873,
      "loss_total": 0.014048444107174873,
      "step": 6010
    },
    {
      "loss_action": 0.020664308220148087,
      "loss_total": 0.020664308220148087,
      "step": 6010
    },
    {
      "loss_action": 0.020977597683668137,
      "loss_total": 0.020977597683668137,
      "step": 6010
    },
    {
      "loss_action": 0.016502294689416885,
      "loss_total": 0.016502294689416885,
      "step": 6010
    },
    {
      "loss_action": 0.07827824354171753,
      "loss_total": 0.07827824354171753,
      "step": 6010
    },
    {
      "grad_norm": 0.6240962743759155,
      "learning_rate": 3.0095000000000002e-05,
      "loss": 0.0277,
      "step": 6020
    },
    {
      "loss_action": 0.029179193079471588,
      "loss_total": 0.029179193079471588,
      "step": 6020
    },
    {
      "loss_action": 0.04899830371141434,
      "loss_total": 0.04899830371141434,
      "step": 6020
    },
    {
      "loss_action": 0.036243803799152374,
      "loss_total": 0.036243803799152374,
      "step": 6020
    },
    {
      "loss_action": 0.014751733280718327,
      "loss_total": 0.014751733280718327,
      "step": 6020
    },
    {
      "loss_action": 0.028809495270252228,
      "loss_total": 0.028809495270252228,
      "step": 6020
    },
    {
      "loss_action": 0.022726774215698242,
      "loss_total": 0.022726774215698242,
      "step": 6020
    },
    {
      "loss_action": 0.03604864701628685,
      "loss_total": 0.03604864701628685,
      "step": 6020
    },
    {
      "loss_action": 0.035140957683324814,
      "loss_total": 0.035140957683324814,
      "step": 6020
    },
    {
      "grad_norm": 0.8844749927520752,
      "learning_rate": 3.0145e-05,
      "loss": 0.0304,
      "step": 6030
    },
    {
      "loss_action": 0.038229890167713165,
      "loss_total": 0.038229890167713165,
      "step": 6030
    },
    {
      "loss_action": 0.015657193958759308,
      "loss_total": 0.015657193958759308,
      "step": 6030
    },
    {
      "loss_action": 0.03418820723891258,
      "loss_total": 0.03418820723891258,
      "step": 6030
    },
    {
      "loss_action": 0.016384433954954147,
      "loss_total": 0.016384433954954147,
      "step": 6030
    },
    {
      "loss_action": 0.04526296630501747,
      "loss_total": 0.04526296630501747,
      "step": 6030
    },
    {
      "loss_action": 0.051408130675554276,
      "loss_total": 0.051408130675554276,
      "step": 6030
    },
    {
      "loss_action": 0.02129621058702469,
      "loss_total": 0.02129621058702469,
      "step": 6030
    },
    {
      "loss_action": 0.03336197882890701,
      "loss_total": 0.03336197882890701,
      "step": 6030
    },
    {
      "grad_norm": 0.7656068801879883,
      "learning_rate": 3.0195e-05,
      "loss": 0.0282,
      "step": 6040
    },
    {
      "loss_action": 0.035132624208927155,
      "loss_total": 0.035132624208927155,
      "step": 6040
    },
    {
      "loss_action": 0.02026776224374771,
      "loss_total": 0.02026776224374771,
      "step": 6040
    },
    {
      "loss_action": 0.021954717114567757,
      "loss_total": 0.021954717114567757,
      "step": 6040
    },
    {
      "loss_action": 0.02405904233455658,
      "loss_total": 0.02405904233455658,
      "step": 6040
    },
    {
      "loss_action": 0.01803395338356495,
      "loss_total": 0.01803395338356495,
      "step": 6040
    },
    {
      "loss_action": 0.0209291260689497,
      "loss_total": 0.0209291260689497,
      "step": 6040
    },
    {
      "loss_action": 0.0429379977285862,
      "loss_total": 0.0429379977285862,
      "step": 6040
    },
    {
      "loss_action": 0.029888123273849487,
      "loss_total": 0.029888123273849487,
      "step": 6040
    },
    {
      "grad_norm": 0.5461821556091309,
      "learning_rate": 3.0245000000000003e-05,
      "loss": 0.0293,
      "step": 6050
    },
    {
      "loss_action": 0.020797036588191986,
      "loss_total": 0.020797036588191986,
      "step": 6050
    },
    {
      "loss_action": 0.022759895771741867,
      "loss_total": 0.022759895771741867,
      "step": 6050
    },
    {
      "loss_action": 0.03971587121486664,
      "loss_total": 0.03971587121486664,
      "step": 6050
    },
    {
      "loss_action": 0.025023311376571655,
      "loss_total": 0.025023311376571655,
      "step": 6050
    },
    {
      "loss_action": 0.03175920248031616,
      "loss_total": 0.03175920248031616,
      "step": 6050
    },
    {
      "loss_action": 0.020485445857048035,
      "loss_total": 0.020485445857048035,
      "step": 6050
    },
    {
      "loss_action": 0.020711075514554977,
      "loss_total": 0.020711075514554977,
      "step": 6050
    },
    {
      "loss_action": 0.04455709084868431,
      "loss_total": 0.04455709084868431,
      "step": 6050
    },
    {
      "grad_norm": 0.9109200239181519,
      "learning_rate": 3.0295e-05,
      "loss": 0.0324,
      "step": 6060
    },
    {
      "loss_action": 0.023294420912861824,
      "loss_total": 0.023294420912861824,
      "step": 6060
    },
    {
      "loss_action": 0.018854621797800064,
      "loss_total": 0.018854621797800064,
      "step": 6060
    },
    {
      "loss_action": 0.021578723564743996,
      "loss_total": 0.021578723564743996,
      "step": 6060
    },
    {
      "loss_action": 0.0500134713947773,
      "loss_total": 0.0500134713947773,
      "step": 6060
    },
    {
      "loss_action": 0.036433592438697815,
      "loss_total": 0.036433592438697815,
      "step": 6060
    },
    {
      "loss_action": 0.018051069229841232,
      "loss_total": 0.018051069229841232,
      "step": 6060
    },
    {
      "loss_action": 0.04626624286174774,
      "loss_total": 0.04626624286174774,
      "step": 6060
    },
    {
      "loss_action": 0.03007778525352478,
      "loss_total": 0.03007778525352478,
      "step": 6060
    },
    {
      "grad_norm": 0.8662406206130981,
      "learning_rate": 3.0345e-05,
      "loss": 0.032,
      "step": 6070
    },
    {
      "loss_action": 0.03668125718832016,
      "loss_total": 0.03668125718832016,
      "step": 6070
    },
    {
      "loss_action": 0.024254273623228073,
      "loss_total": 0.024254273623228073,
      "step": 6070
    },
    {
      "loss_action": 0.03415566682815552,
      "loss_total": 0.03415566682815552,
      "step": 6070
    },
    {
      "loss_action": 0.029513465240597725,
      "loss_total": 0.029513465240597725,
      "step": 6070
    },
    {
      "loss_action": 0.12399007380008698,
      "loss_total": 0.12399007380008698,
      "step": 6070
    },
    {
      "loss_action": 0.024092834442853928,
      "loss_total": 0.024092834442853928,
      "step": 6070
    },
    {
      "loss_action": 0.02675662934780121,
      "loss_total": 0.02675662934780121,
      "step": 6070
    },
    {
      "loss_action": 0.024259274825453758,
      "loss_total": 0.024259274825453758,
      "step": 6070
    },
    {
      "grad_norm": 0.6823013424873352,
      "learning_rate": 3.0395000000000003e-05,
      "loss": 0.034,
      "step": 6080
    },
    {
      "loss_action": 0.02689260244369507,
      "loss_total": 0.02689260244369507,
      "step": 6080
    },
    {
      "loss_action": 0.03675037622451782,
      "loss_total": 0.03675037622451782,
      "step": 6080
    },
    {
      "loss_action": 0.01794334128499031,
      "loss_total": 0.01794334128499031,
      "step": 6080
    },
    {
      "loss_action": 0.026628363877534866,
      "loss_total": 0.026628363877534866,
      "step": 6080
    },
    {
      "loss_action": 0.01941988244652748,
      "loss_total": 0.01941988244652748,
      "step": 6080
    },
    {
      "loss_action": 0.03416675329208374,
      "loss_total": 0.03416675329208374,
      "step": 6080
    },
    {
      "loss_action": 0.04804379120469093,
      "loss_total": 0.04804379120469093,
      "step": 6080
    },
    {
      "loss_action": 0.03492764011025429,
      "loss_total": 0.03492764011025429,
      "step": 6080
    },
    {
      "grad_norm": 0.6466854810714722,
      "learning_rate": 3.0445e-05,
      "loss": 0.0296,
      "step": 6090
    },
    {
      "loss_action": 0.03230662643909454,
      "loss_total": 0.03230662643909454,
      "step": 6090
    },
    {
      "loss_action": 0.08133373409509659,
      "loss_total": 0.08133373409509659,
      "step": 6090
    },
    {
      "loss_action": 0.03716209530830383,
      "loss_total": 0.03716209530830383,
      "step": 6090
    },
    {
      "loss_action": 0.05703189596533775,
      "loss_total": 0.05703189596533775,
      "step": 6090
    },
    {
      "loss_action": 0.028079509735107422,
      "loss_total": 0.028079509735107422,
      "step": 6090
    },
    {
      "loss_action": 0.025883588939905167,
      "loss_total": 0.025883588939905167,
      "step": 6090
    },
    {
      "loss_action": 0.040821418166160583,
      "loss_total": 0.040821418166160583,
      "step": 6090
    },
    {
      "loss_action": 0.03253544867038727,
      "loss_total": 0.03253544867038727,
      "step": 6090
    },
    {
      "grad_norm": 0.9219874143600464,
      "learning_rate": 3.0495000000000002e-05,
      "loss": 0.032,
      "step": 6100
    },
    {
      "loss_action": 0.035115793347358704,
      "loss_total": 0.035115793347358704,
      "step": 6100
    },
    {
      "loss_action": 0.03880394250154495,
      "loss_total": 0.03880394250154495,
      "step": 6100
    },
    {
      "loss_action": 0.035508058965206146,
      "loss_total": 0.035508058965206146,
      "step": 6100
    },
    {
      "loss_action": 0.0219297893345356,
      "loss_total": 0.0219297893345356,
      "step": 6100
    },
    {
      "loss_action": 0.02793174423277378,
      "loss_total": 0.02793174423277378,
      "step": 6100
    },
    {
      "loss_action": 0.02289171889424324,
      "loss_total": 0.02289171889424324,
      "step": 6100
    },
    {
      "loss_action": 0.02414737083017826,
      "loss_total": 0.02414737083017826,
      "step": 6100
    },
    {
      "loss_action": 0.03578491508960724,
      "loss_total": 0.03578491508960724,
      "step": 6100
    },
    {
      "grad_norm": 0.6177011132240295,
      "learning_rate": 3.0545e-05,
      "loss": 0.0311,
      "step": 6110
    },
    {
      "loss_action": 0.02612210437655449,
      "loss_total": 0.02612210437655449,
      "step": 6110
    },
    {
      "loss_action": 0.027026057243347168,
      "loss_total": 0.027026057243347168,
      "step": 6110
    },
    {
      "loss_action": 0.02318512089550495,
      "loss_total": 0.02318512089550495,
      "step": 6110
    },
    {
      "loss_action": 0.02371123433113098,
      "loss_total": 0.02371123433113098,
      "step": 6110
    },
    {
      "loss_action": 0.030154667794704437,
      "loss_total": 0.030154667794704437,
      "step": 6110
    },
    {
      "loss_action": 0.02426525577902794,
      "loss_total": 0.02426525577902794,
      "step": 6110
    },
    {
      "loss_action": 0.027618028223514557,
      "loss_total": 0.027618028223514557,
      "step": 6110
    },
    {
      "loss_action": 0.029148509725928307,
      "loss_total": 0.029148509725928307,
      "step": 6110
    },
    {
      "grad_norm": 0.638943612575531,
      "learning_rate": 3.0595e-05,
      "loss": 0.0347,
      "step": 6120
    },
    {
      "loss_action": 0.04753333330154419,
      "loss_total": 0.04753333330154419,
      "step": 6120
    },
    {
      "loss_action": 0.023865727707743645,
      "loss_total": 0.023865727707743645,
      "step": 6120
    },
    {
      "loss_action": 0.021986061707139015,
      "loss_total": 0.021986061707139015,
      "step": 6120
    },
    {
      "loss_action": 0.03265150263905525,
      "loss_total": 0.03265150263905525,
      "step": 6120
    },
    {
      "loss_action": 0.0324987918138504,
      "loss_total": 0.0324987918138504,
      "step": 6120
    },
    {
      "loss_action": 0.030789291486144066,
      "loss_total": 0.030789291486144066,
      "step": 6120
    },
    {
      "loss_action": 0.022150544449687004,
      "loss_total": 0.022150544449687004,
      "step": 6120
    },
    {
      "loss_action": 0.0373297743499279,
      "loss_total": 0.0373297743499279,
      "step": 6120
    },
    {
      "grad_norm": 0.5289311408996582,
      "learning_rate": 3.0645e-05,
      "loss": 0.029,
      "step": 6130
    },
    {
      "loss_action": 0.018644195050001144,
      "loss_total": 0.018644195050001144,
      "step": 6130
    },
    {
      "loss_action": 0.027179468423128128,
      "loss_total": 0.027179468423128128,
      "step": 6130
    },
    {
      "loss_action": 0.05877115949988365,
      "loss_total": 0.05877115949988365,
      "step": 6130
    },
    {
      "loss_action": 0.025840191170573235,
      "loss_total": 0.025840191170573235,
      "step": 6130
    },
    {
      "loss_action": 0.016165826469659805,
      "loss_total": 0.016165826469659805,
      "step": 6130
    },
    {
      "loss_action": 0.027932755649089813,
      "loss_total": 0.027932755649089813,
      "step": 6130
    },
    {
      "loss_action": 0.018694773316383362,
      "loss_total": 0.018694773316383362,
      "step": 6130
    },
    {
      "loss_action": 0.020540939643979073,
      "loss_total": 0.020540939643979073,
      "step": 6130
    },
    {
      "grad_norm": 0.7007923722267151,
      "learning_rate": 3.0695000000000003e-05,
      "loss": 0.0282,
      "step": 6140
    },
    {
      "loss_action": 0.022499892860651016,
      "loss_total": 0.022499892860651016,
      "step": 6140
    },
    {
      "loss_action": 0.016976535320281982,
      "loss_total": 0.016976535320281982,
      "step": 6140
    },
    {
      "loss_action": 0.028790589421987534,
      "loss_total": 0.028790589421987534,
      "step": 6140
    },
    {
      "loss_action": 0.016421431675553322,
      "loss_total": 0.016421431675553322,
      "step": 6140
    },
    {
      "loss_action": 0.032961077988147736,
      "loss_total": 0.032961077988147736,
      "step": 6140
    },
    {
      "loss_action": 0.028077933937311172,
      "loss_total": 0.028077933937311172,
      "step": 6140
    },
    {
      "loss_action": 0.01686534285545349,
      "loss_total": 0.01686534285545349,
      "step": 6140
    },
    {
      "loss_action": 0.02253996767103672,
      "loss_total": 0.02253996767103672,
      "step": 6140
    },
    {
      "grad_norm": 0.5273258686065674,
      "learning_rate": 3.0745000000000005e-05,
      "loss": 0.0278,
      "step": 6150
    },
    {
      "loss_action": 0.041537199169397354,
      "loss_total": 0.041537199169397354,
      "step": 6150
    },
    {
      "loss_action": 0.03287392854690552,
      "loss_total": 0.03287392854690552,
      "step": 6150
    },
    {
      "loss_action": 0.022248469293117523,
      "loss_total": 0.022248469293117523,
      "step": 6150
    },
    {
      "loss_action": 0.02085605263710022,
      "loss_total": 0.02085605263710022,
      "step": 6150
    },
    {
      "loss_action": 0.022976920008659363,
      "loss_total": 0.022976920008659363,
      "step": 6150
    },
    {
      "loss_action": 0.029049018397927284,
      "loss_total": 0.029049018397927284,
      "step": 6150
    },
    {
      "loss_action": 0.034531183540821075,
      "loss_total": 0.034531183540821075,
      "step": 6150
    },
    {
      "loss_action": 0.021951794624328613,
      "loss_total": 0.021951794624328613,
      "step": 6150
    },
    {
      "grad_norm": 0.817504346370697,
      "learning_rate": 3.0795e-05,
      "loss": 0.0288,
      "step": 6160
    },
    {
      "loss_action": 0.019636861979961395,
      "loss_total": 0.019636861979961395,
      "step": 6160
    },
    {
      "loss_action": 0.020669279620051384,
      "loss_total": 0.020669279620051384,
      "step": 6160
    },
    {
      "loss_action": 0.015995681285858154,
      "loss_total": 0.015995681285858154,
      "step": 6160
    },
    {
      "loss_action": 0.030413374304771423,
      "loss_total": 0.030413374304771423,
      "step": 6160
    },
    {
      "loss_action": 0.02332896552979946,
      "loss_total": 0.02332896552979946,
      "step": 6160
    },
    {
      "loss_action": 0.021985992789268494,
      "loss_total": 0.021985992789268494,
      "step": 6160
    },
    {
      "loss_action": 0.027011863887310028,
      "loss_total": 0.027011863887310028,
      "step": 6160
    },
    {
      "loss_action": 0.02723148837685585,
      "loss_total": 0.02723148837685585,
      "step": 6160
    },
    {
      "grad_norm": 0.5099269151687622,
      "learning_rate": 3.0845e-05,
      "loss": 0.0258,
      "step": 6170
    },
    {
      "loss_action": 0.015363499522209167,
      "loss_total": 0.015363499522209167,
      "step": 6170
    },
    {
      "loss_action": 0.04396764189004898,
      "loss_total": 0.04396764189004898,
      "step": 6170
    },
    {
      "loss_action": 0.01876993104815483,
      "loss_total": 0.01876993104815483,
      "step": 6170
    },
    {
      "loss_action": 0.016992680728435516,
      "loss_total": 0.016992680728435516,
      "step": 6170
    },
    {
      "loss_action": 0.021023640409111977,
      "loss_total": 0.021023640409111977,
      "step": 6170
    },
    {
      "loss_action": 0.012431439943611622,
      "loss_total": 0.012431439943611622,
      "step": 6170
    },
    {
      "loss_action": 0.021997177973389626,
      "loss_total": 0.021997177973389626,
      "step": 6170
    },
    {
      "loss_action": 0.022959306836128235,
      "loss_total": 0.022959306836128235,
      "step": 6170
    },
    {
      "grad_norm": 0.5773205757141113,
      "learning_rate": 3.0895e-05,
      "loss": 0.0269,
      "step": 6180
    },
    {
      "loss_action": 0.03004646860063076,
      "loss_total": 0.03004646860063076,
      "step": 6180
    },
    {
      "loss_action": 0.0152744110673666,
      "loss_total": 0.0152744110673666,
      "step": 6180
    },
    {
      "loss_action": 0.0357355996966362,
      "loss_total": 0.0357355996966362,
      "step": 6180
    },
    {
      "loss_action": 0.02332758903503418,
      "loss_total": 0.02332758903503418,
      "step": 6180
    },
    {
      "loss_action": 0.029240380972623825,
      "loss_total": 0.029240380972623825,
      "step": 6180
    },
    {
      "loss_action": 0.019695738330483437,
      "loss_total": 0.019695738330483437,
      "step": 6180
    },
    {
      "loss_action": 0.0244726724922657,
      "loss_total": 0.0244726724922657,
      "step": 6180
    },
    {
      "loss_action": 0.027391016483306885,
      "loss_total": 0.027391016483306885,
      "step": 6180
    },
    {
      "grad_norm": 0.5503025054931641,
      "learning_rate": 3.0945e-05,
      "loss": 0.0286,
      "step": 6190
    },
    {
      "loss_action": 0.01947804167866707,
      "loss_total": 0.01947804167866707,
      "step": 6190
    },
    {
      "loss_action": 0.031679458916187286,
      "loss_total": 0.031679458916187286,
      "step": 6190
    },
    {
      "loss_action": 0.03902433440089226,
      "loss_total": 0.03902433440089226,
      "step": 6190
    },
    {
      "loss_action": 0.01858288235962391,
      "loss_total": 0.01858288235962391,
      "step": 6190
    },
    {
      "loss_action": 0.04274219274520874,
      "loss_total": 0.04274219274520874,
      "step": 6190
    },
    {
      "loss_action": 0.01770724356174469,
      "loss_total": 0.01770724356174469,
      "step": 6190
    },
    {
      "loss_action": 0.02368171513080597,
      "loss_total": 0.02368171513080597,
      "step": 6190
    },
    {
      "loss_action": 0.02210756577551365,
      "loss_total": 0.02210756577551365,
      "step": 6190
    },
    {
      "grad_norm": 0.7262767553329468,
      "learning_rate": 3.0995000000000004e-05,
      "loss": 0.0291,
      "step": 6200
    },
    {
      "loss_action": 0.04330482333898544,
      "loss_total": 0.04330482333898544,
      "step": 6200
    },
    {
      "loss_action": 0.026192177087068558,
      "loss_total": 0.026192177087068558,
      "step": 6200
    },
    {
      "loss_action": 0.031396061182022095,
      "loss_total": 0.031396061182022095,
      "step": 6200
    },
    {
      "loss_action": 0.03603517264127731,
      "loss_total": 0.03603517264127731,
      "step": 6200
    },
    {
      "loss_action": 0.020802579820156097,
      "loss_total": 0.020802579820156097,
      "step": 6200
    },
    {
      "loss_action": 0.020413391292095184,
      "loss_total": 0.020413391292095184,
      "step": 6200
    },
    {
      "loss_action": 0.0489635169506073,
      "loss_total": 0.0489635169506073,
      "step": 6200
    },
    {
      "loss_action": 0.03600557893514633,
      "loss_total": 0.03600557893514633,
      "step": 6200
    },
    {
      "grad_norm": 0.5284646153450012,
      "learning_rate": 3.1045000000000005e-05,
      "loss": 0.0312,
      "step": 6210
    },
    {
      "loss_action": 0.043303482234478,
      "loss_total": 0.043303482234478,
      "step": 6210
    },
    {
      "loss_action": 0.02616238221526146,
      "loss_total": 0.02616238221526146,
      "step": 6210
    },
    {
      "loss_action": 0.024251798167824745,
      "loss_total": 0.024251798167824745,
      "step": 6210
    },
    {
      "loss_action": 0.03119957074522972,
      "loss_total": 0.03119957074522972,
      "step": 6210
    },
    {
      "loss_action": 0.025199897587299347,
      "loss_total": 0.025199897587299347,
      "step": 6210
    },
    {
      "loss_action": 0.019372737035155296,
      "loss_total": 0.019372737035155296,
      "step": 6210
    },
    {
      "loss_action": 0.029323693364858627,
      "loss_total": 0.029323693364858627,
      "step": 6210
    },
    {
      "loss_action": 0.01783590391278267,
      "loss_total": 0.01783590391278267,
      "step": 6210
    },
    {
      "grad_norm": 0.6844017505645752,
      "learning_rate": 3.1095e-05,
      "loss": 0.0287,
      "step": 6220
    },
    {
      "loss_action": 0.01620684377849102,
      "loss_total": 0.01620684377849102,
      "step": 6220
    },
    {
      "loss_action": 0.020543690770864487,
      "loss_total": 0.020543690770864487,
      "step": 6220
    },
    {
      "loss_action": 0.0310873594135046,
      "loss_total": 0.0310873594135046,
      "step": 6220
    },
    {
      "loss_action": 0.0201575867831707,
      "loss_total": 0.0201575867831707,
      "step": 6220
    },
    {
      "loss_action": 0.017311204224824905,
      "loss_total": 0.017311204224824905,
      "step": 6220
    },
    {
      "loss_action": 0.036732930690050125,
      "loss_total": 0.036732930690050125,
      "step": 6220
    },
    {
      "loss_action": 0.020389951765537262,
      "loss_total": 0.020389951765537262,
      "step": 6220
    },
    {
      "loss_action": 0.023803837597370148,
      "loss_total": 0.023803837597370148,
      "step": 6220
    },
    {
      "grad_norm": 0.5765307545661926,
      "learning_rate": 3.1145e-05,
      "loss": 0.0279,
      "step": 6230
    },
    {
      "loss_action": 0.019545238465070724,
      "loss_total": 0.019545238465070724,
      "step": 6230
    },
    {
      "loss_action": 0.01811140403151512,
      "loss_total": 0.01811140403151512,
      "step": 6230
    },
    {
      "loss_action": 0.03236772119998932,
      "loss_total": 0.03236772119998932,
      "step": 6230
    },
    {
      "loss_action": 0.07531723380088806,
      "loss_total": 0.07531723380088806,
      "step": 6230
    },
    {
      "loss_action": 0.03122929483652115,
      "loss_total": 0.03122929483652115,
      "step": 6230
    },
    {
      "loss_action": 0.02644641511142254,
      "loss_total": 0.02644641511142254,
      "step": 6230
    },
    {
      "loss_action": 0.021084945648908615,
      "loss_total": 0.021084945648908615,
      "step": 6230
    },
    {
      "loss_action": 0.03126031160354614,
      "loss_total": 0.03126031160354614,
      "step": 6230
    },
    {
      "grad_norm": 0.468092143535614,
      "learning_rate": 3.1195e-05,
      "loss": 0.0284,
      "step": 6240
    },
    {
      "loss_action": 0.017154406756162643,
      "loss_total": 0.017154406756162643,
      "step": 6240
    },
    {
      "loss_action": 0.03198489546775818,
      "loss_total": 0.03198489546775818,
      "step": 6240
    },
    {
      "loss_action": 0.02946062572300434,
      "loss_total": 0.02946062572300434,
      "step": 6240
    },
    {
      "loss_action": 0.014048196375370026,
      "loss_total": 0.014048196375370026,
      "step": 6240
    },
    {
      "loss_action": 0.023267343640327454,
      "loss_total": 0.023267343640327454,
      "step": 6240
    },
    {
      "loss_action": 0.01506134681403637,
      "loss_total": 0.01506134681403637,
      "step": 6240
    },
    {
      "loss_action": 0.02375609055161476,
      "loss_total": 0.02375609055161476,
      "step": 6240
    },
    {
      "loss_action": 0.01860947161912918,
      "loss_total": 0.01860947161912918,
      "step": 6240
    },
    {
      "grad_norm": 0.6704656481742859,
      "learning_rate": 3.1245e-05,
      "loss": 0.0267,
      "step": 6250
    },
    {
      "loss_action": 0.03995520621538162,
      "loss_total": 0.03995520621538162,
      "step": 6250
    },
    {
      "loss_action": 0.013896534219384193,
      "loss_total": 0.013896534219384193,
      "step": 6250
    },
    {
      "loss_action": 0.021282639354467392,
      "loss_total": 0.021282639354467392,
      "step": 6250
    },
    {
      "loss_action": 0.01583978533744812,
      "loss_total": 0.01583978533744812,
      "step": 6250
    },
    {
      "loss_action": 0.02488897182047367,
      "loss_total": 0.02488897182047367,
      "step": 6250
    },
    {
      "loss_action": 0.03309733420610428,
      "loss_total": 0.03309733420610428,
      "step": 6250
    },
    {
      "loss_action": 0.020107414573431015,
      "loss_total": 0.020107414573431015,
      "step": 6250
    },
    {
      "loss_action": 0.035022422671318054,
      "loss_total": 0.035022422671318054,
      "step": 6250
    },
    {
      "grad_norm": 0.6988065242767334,
      "learning_rate": 3.1295000000000004e-05,
      "loss": 0.0281,
      "step": 6260
    },
    {
      "loss_action": 0.037197377532720566,
      "loss_total": 0.037197377532720566,
      "step": 6260
    },
    {
      "loss_action": 0.032077349722385406,
      "loss_total": 0.032077349722385406,
      "step": 6260
    },
    {
      "loss_action": 0.018103275448083878,
      "loss_total": 0.018103275448083878,
      "step": 6260
    },
    {
      "loss_action": 0.016871076077222824,
      "loss_total": 0.016871076077222824,
      "step": 6260
    },
    {
      "loss_action": 0.03278091922402382,
      "loss_total": 0.03278091922402382,
      "step": 6260
    },
    {
      "loss_action": 0.04629018157720566,
      "loss_total": 0.04629018157720566,
      "step": 6260
    },
    {
      "loss_action": 0.014614078216254711,
      "loss_total": 0.014614078216254711,
      "step": 6260
    },
    {
      "loss_action": 0.015840277075767517,
      "loss_total": 0.015840277075767517,
      "step": 6260
    },
    {
      "grad_norm": 0.7325958609580994,
      "learning_rate": 3.1345e-05,
      "loss": 0.0278,
      "step": 6270
    },
    {
      "loss_action": 0.02444395236670971,
      "loss_total": 0.02444395236670971,
      "step": 6270
    },
    {
      "loss_action": 0.021143995225429535,
      "loss_total": 0.021143995225429535,
      "step": 6270
    },
    {
      "loss_action": 0.031864140182733536,
      "loss_total": 0.031864140182733536,
      "step": 6270
    },
    {
      "loss_action": 0.017687063664197922,
      "loss_total": 0.017687063664197922,
      "step": 6270
    },
    {
      "loss_action": 0.02217535674571991,
      "loss_total": 0.02217535674571991,
      "step": 6270
    },
    {
      "loss_action": 0.0269156601279974,
      "loss_total": 0.0269156601279974,
      "step": 6270
    },
    {
      "loss_action": 0.025271393358707428,
      "loss_total": 0.025271393358707428,
      "step": 6270
    },
    {
      "loss_action": 0.022102512419223785,
      "loss_total": 0.022102512419223785,
      "step": 6270
    },
    {
      "grad_norm": 0.8488885164260864,
      "learning_rate": 3.1395e-05,
      "loss": 0.0288,
      "step": 6280
    },
    {
      "loss_action": 0.027360163629055023,
      "loss_total": 0.027360163629055023,
      "step": 6280
    },
    {
      "loss_action": 0.020373739302158356,
      "loss_total": 0.020373739302158356,
      "step": 6280
    },
    {
      "loss_action": 0.021753113716840744,
      "loss_total": 0.021753113716840744,
      "step": 6280
    },
    {
      "loss_action": 0.019565092399716377,
      "loss_total": 0.019565092399716377,
      "step": 6280
    },
    {
      "loss_action": 0.03283601999282837,
      "loss_total": 0.03283601999282837,
      "step": 6280
    },
    {
      "loss_action": 0.036715637892484665,
      "loss_total": 0.036715637892484665,
      "step": 6280
    },
    {
      "loss_action": 0.019970722496509552,
      "loss_total": 0.019970722496509552,
      "step": 6280
    },
    {
      "loss_action": 0.016778171062469482,
      "loss_total": 0.016778171062469482,
      "step": 6280
    },
    {
      "grad_norm": 0.43400928378105164,
      "learning_rate": 3.1445e-05,
      "loss": 0.0299,
      "step": 6290
    },
    {
      "loss_action": 0.0263917725533247,
      "loss_total": 0.0263917725533247,
      "step": 6290
    },
    {
      "loss_action": 0.016214247792959213,
      "loss_total": 0.016214247792959213,
      "step": 6290
    },
    {
      "loss_action": 0.014735196717083454,
      "loss_total": 0.014735196717083454,
      "step": 6290
    },
    {
      "loss_action": 0.017159555107355118,
      "loss_total": 0.017159555107355118,
      "step": 6290
    },
    {
      "loss_action": 0.027911771088838577,
      "loss_total": 0.027911771088838577,
      "step": 6290
    },
    {
      "loss_action": 0.022651273757219315,
      "loss_total": 0.022651273757219315,
      "step": 6290
    },
    {
      "loss_action": 0.08255861699581146,
      "loss_total": 0.08255861699581146,
      "step": 6290
    },
    {
      "loss_action": 0.025844363495707512,
      "loss_total": 0.025844363495707512,
      "step": 6290
    },
    {
      "grad_norm": 0.3487623333930969,
      "learning_rate": 3.1495e-05,
      "loss": 0.0268,
      "step": 6300
    },
    {
      "loss_action": 0.07107222825288773,
      "loss_total": 0.07107222825288773,
      "step": 6300
    },
    {
      "loss_action": 0.021578744053840637,
      "loss_total": 0.021578744053840637,
      "step": 6300
    },
    {
      "loss_action": 0.02138976752758026,
      "loss_total": 0.02138976752758026,
      "step": 6300
    },
    {
      "loss_action": 0.04202565178275108,
      "loss_total": 0.04202565178275108,
      "step": 6300
    },
    {
      "loss_action": 0.026711415499448776,
      "loss_total": 0.026711415499448776,
      "step": 6300
    },
    {
      "loss_action": 0.0234089232981205,
      "loss_total": 0.0234089232981205,
      "step": 6300
    },
    {
      "loss_action": 0.022794194519519806,
      "loss_total": 0.022794194519519806,
      "step": 6300
    },
    {
      "loss_action": 0.02988576702773571,
      "loss_total": 0.02988576702773571,
      "step": 6300
    },
    {
      "grad_norm": 0.5409174561500549,
      "learning_rate": 3.1545000000000004e-05,
      "loss": 0.0274,
      "step": 6310
    },
    {
      "loss_action": 0.02030833624303341,
      "loss_total": 0.02030833624303341,
      "step": 6310
    },
    {
      "loss_action": 0.03230662643909454,
      "loss_total": 0.03230662643909454,
      "step": 6310
    },
    {
      "loss_action": 0.01659587398171425,
      "loss_total": 0.01659587398171425,
      "step": 6310
    },
    {
      "loss_action": 0.02122122421860695,
      "loss_total": 0.02122122421860695,
      "step": 6310
    },
    {
      "loss_action": 0.01587481051683426,
      "loss_total": 0.01587481051683426,
      "step": 6310
    },
    {
      "loss_action": 0.03426557406783104,
      "loss_total": 0.03426557406783104,
      "step": 6310
    },
    {
      "loss_action": 0.020964324474334717,
      "loss_total": 0.020964324474334717,
      "step": 6310
    },
    {
      "loss_action": 0.03747335448861122,
      "loss_total": 0.03747335448861122,
      "step": 6310
    },
    {
      "grad_norm": 0.6339375376701355,
      "learning_rate": 3.1595000000000005e-05,
      "loss": 0.0269,
      "step": 6320
    },
    {
      "loss_action": 0.018532469868659973,
      "loss_total": 0.018532469868659973,
      "step": 6320
    },
    {
      "loss_action": 0.017688289284706116,
      "loss_total": 0.017688289284706116,
      "step": 6320
    },
    {
      "loss_action": 0.046460557729005814,
      "loss_total": 0.046460557729005814,
      "step": 6320
    },
    {
      "loss_action": 0.03651275485754013,
      "loss_total": 0.03651275485754013,
      "step": 6320
    },
    {
      "loss_action": 0.01565605215728283,
      "loss_total": 0.01565605215728283,
      "step": 6320
    },
    {
      "loss_action": 0.020715080201625824,
      "loss_total": 0.020715080201625824,
      "step": 6320
    },
    {
      "loss_action": 0.015018901787698269,
      "loss_total": 0.015018901787698269,
      "step": 6320
    },
    {
      "loss_action": 0.02897755801677704,
      "loss_total": 0.02897755801677704,
      "step": 6320
    },
    {
      "grad_norm": 0.5424195528030396,
      "learning_rate": 3.1645e-05,
      "loss": 0.0281,
      "step": 6330
    },
    {
      "loss_action": 0.0186478141695261,
      "loss_total": 0.0186478141695261,
      "step": 6330
    },
    {
      "loss_action": 0.03753124177455902,
      "loss_total": 0.03753124177455902,
      "step": 6330
    },
    {
      "loss_action": 0.018547188490629196,
      "loss_total": 0.018547188490629196,
      "step": 6330
    },
    {
      "loss_action": 0.03187662363052368,
      "loss_total": 0.03187662363052368,
      "step": 6330
    },
    {
      "loss_action": 0.018446799367666245,
      "loss_total": 0.018446799367666245,
      "step": 6330
    },
    {
      "loss_action": 0.01611160859465599,
      "loss_total": 0.01611160859465599,
      "step": 6330
    },
    {
      "loss_action": 0.025612564757466316,
      "loss_total": 0.025612564757466316,
      "step": 6330
    },
    {
      "loss_action": 0.025824645534157753,
      "loss_total": 0.025824645534157753,
      "step": 6330
    },
    {
      "grad_norm": 0.6359497308731079,
      "learning_rate": 3.1695e-05,
      "loss": 0.0289,
      "step": 6340
    },
    {
      "loss_action": 0.01963084749877453,
      "loss_total": 0.01963084749877453,
      "step": 6340
    },
    {
      "loss_action": 0.026718204841017723,
      "loss_total": 0.026718204841017723,
      "step": 6340
    },
    {
      "loss_action": 0.023306207731366158,
      "loss_total": 0.023306207731366158,
      "step": 6340
    },
    {
      "loss_action": 0.01444525457918644,
      "loss_total": 0.01444525457918644,
      "step": 6340
    },
    {
      "loss_action": 0.035331279039382935,
      "loss_total": 0.035331279039382935,
      "step": 6340
    },
    {
      "loss_action": 0.01741032674908638,
      "loss_total": 0.01741032674908638,
      "step": 6340
    },
    {
      "loss_action": 0.018133552744984627,
      "loss_total": 0.018133552744984627,
      "step": 6340
    },
    {
      "loss_action": 0.019013578072190285,
      "loss_total": 0.019013578072190285,
      "step": 6340
    },
    {
      "grad_norm": 0.6308055520057678,
      "learning_rate": 3.1745e-05,
      "loss": 0.0321,
      "step": 6350
    },
    {
      "loss_action": 0.018595270812511444,
      "loss_total": 0.018595270812511444,
      "step": 6350
    },
    {
      "loss_action": 0.05056314170360565,
      "loss_total": 0.05056314170360565,
      "step": 6350
    },
    {
      "loss_action": 0.020307311788201332,
      "loss_total": 0.020307311788201332,
      "step": 6350
    },
    {
      "loss_action": 0.04766163229942322,
      "loss_total": 0.04766163229942322,
      "step": 6350
    },
    {
      "loss_action": 0.024474507197737694,
      "loss_total": 0.024474507197737694,
      "step": 6350
    },
    {
      "loss_action": 0.04089471697807312,
      "loss_total": 0.04089471697807312,
      "step": 6350
    },
    {
      "loss_action": 0.04977356642484665,
      "loss_total": 0.04977356642484665,
      "step": 6350
    },
    {
      "loss_action": 0.03223467618227005,
      "loss_total": 0.03223467618227005,
      "step": 6350
    },
    {
      "grad_norm": 0.5002145767211914,
      "learning_rate": 3.1795e-05,
      "loss": 0.0296,
      "step": 6360
    },
    {
      "loss_action": 0.01798195391893387,
      "loss_total": 0.01798195391893387,
      "step": 6360
    },
    {
      "loss_action": 0.020345743745565414,
      "loss_total": 0.020345743745565414,
      "step": 6360
    },
    {
      "loss_action": 0.030798226594924927,
      "loss_total": 0.030798226594924927,
      "step": 6360
    },
    {
      "loss_action": 0.024436507374048233,
      "loss_total": 0.024436507374048233,
      "step": 6360
    },
    {
      "loss_action": 0.020831145346164703,
      "loss_total": 0.020831145346164703,
      "step": 6360
    },
    {
      "loss_action": 0.024720558896660805,
      "loss_total": 0.024720558896660805,
      "step": 6360
    },
    {
      "loss_action": 0.02747681364417076,
      "loss_total": 0.02747681364417076,
      "step": 6360
    },
    {
      "loss_action": 0.03911777585744858,
      "loss_total": 0.03911777585744858,
      "step": 6360
    },
    {
      "grad_norm": 0.5728167295455933,
      "learning_rate": 3.1845000000000004e-05,
      "loss": 0.0276,
      "step": 6370
    },
    {
      "loss_action": 0.01544055063277483,
      "loss_total": 0.01544055063277483,
      "step": 6370
    },
    {
      "loss_action": 0.023940058425068855,
      "loss_total": 0.023940058425068855,
      "step": 6370
    },
    {
      "loss_action": 0.021816428750753403,
      "loss_total": 0.021816428750753403,
      "step": 6370
    },
    {
      "loss_action": 0.017518991604447365,
      "loss_total": 0.017518991604447365,
      "step": 6370
    },
    {
      "loss_action": 0.016070421785116196,
      "loss_total": 0.016070421785116196,
      "step": 6370
    },
    {
      "loss_action": 0.0283042099326849,
      "loss_total": 0.0283042099326849,
      "step": 6370
    },
    {
      "loss_action": 0.015432768501341343,
      "loss_total": 0.015432768501341343,
      "step": 6370
    },
    {
      "loss_action": 0.016250040382146835,
      "loss_total": 0.016250040382146835,
      "step": 6370
    },
    {
      "grad_norm": 0.6449906229972839,
      "learning_rate": 3.1895000000000005e-05,
      "loss": 0.0279,
      "step": 6380
    },
    {
      "loss_action": 0.027823742479085922,
      "loss_total": 0.027823742479085922,
      "step": 6380
    },
    {
      "loss_action": 0.03461518883705139,
      "loss_total": 0.03461518883705139,
      "step": 6380
    },
    {
      "loss_action": 0.017782121896743774,
      "loss_total": 0.017782121896743774,
      "step": 6380
    },
    {
      "loss_action": 0.024667419493198395,
      "loss_total": 0.024667419493198395,
      "step": 6380
    },
    {
      "loss_action": 0.030369292944669724,
      "loss_total": 0.030369292944669724,
      "step": 6380
    },
    {
      "loss_action": 0.08167268335819244,
      "loss_total": 0.08167268335819244,
      "step": 6380
    },
    {
      "loss_action": 0.10952796041965485,
      "loss_total": 0.10952796041965485,
      "step": 6380
    },
    {
      "loss_action": 0.05598118156194687,
      "loss_total": 0.05598118156194687,
      "step": 6380
    },
    {
      "grad_norm": 0.7299603819847107,
      "learning_rate": 3.1945e-05,
      "loss": 0.0358,
      "step": 6390
    },
    {
      "loss_action": 0.02605002373456955,
      "loss_total": 0.02605002373456955,
      "step": 6390
    },
    {
      "loss_action": 0.01692080684006214,
      "loss_total": 0.01692080684006214,
      "step": 6390
    },
    {
      "loss_action": 0.019042670726776123,
      "loss_total": 0.019042670726776123,
      "step": 6390
    },
    {
      "loss_action": 0.023624122142791748,
      "loss_total": 0.023624122142791748,
      "step": 6390
    },
    {
      "loss_action": 0.039539407938718796,
      "loss_total": 0.039539407938718796,
      "step": 6390
    },
    {
      "loss_action": 0.044700734317302704,
      "loss_total": 0.044700734317302704,
      "step": 6390
    },
    {
      "loss_action": 0.0276808924973011,
      "loss_total": 0.0276808924973011,
      "step": 6390
    },
    {
      "loss_action": 0.024982918053865433,
      "loss_total": 0.024982918053865433,
      "step": 6390
    },
    {
      "grad_norm": 0.7133976221084595,
      "learning_rate": 3.1995e-05,
      "loss": 0.0362,
      "step": 6400
    },
    {
      "loss_action": 0.05457327887415886,
      "loss_total": 0.05457327887415886,
      "step": 6400
    },
    {
      "loss_action": 0.022297926247119904,
      "loss_total": 0.022297926247119904,
      "step": 6400
    },
    {
      "loss_action": 0.0907403975725174,
      "loss_total": 0.0907403975725174,
      "step": 6400
    },
    {
      "loss_action": 0.027195436879992485,
      "loss_total": 0.027195436879992485,
      "step": 6400
    },
    {
      "loss_action": 0.02889726683497429,
      "loss_total": 0.02889726683497429,
      "step": 6400
    },
    {
      "loss_action": 0.02029384858906269,
      "loss_total": 0.02029384858906269,
      "step": 6400
    },
    {
      "loss_action": 0.0681951567530632,
      "loss_total": 0.0681951567530632,
      "step": 6400
    },
    {
      "loss_action": 0.024758610874414444,
      "loss_total": 0.024758610874414444,
      "step": 6400
    },
    {
      "grad_norm": 0.6932582855224609,
      "learning_rate": 3.2045e-05,
      "loss": 0.0318,
      "step": 6410
    },
    {
      "loss_action": 0.05575834959745407,
      "loss_total": 0.05575834959745407,
      "step": 6410
    },
    {
      "loss_action": 0.025043340399861336,
      "loss_total": 0.025043340399861336,
      "step": 6410
    },
    {
      "loss_action": 0.02404123917222023,
      "loss_total": 0.02404123917222023,
      "step": 6410
    },
    {
      "loss_action": 0.03387311100959778,
      "loss_total": 0.03387311100959778,
      "step": 6410
    },
    {
      "loss_action": 0.026501646265387535,
      "loss_total": 0.026501646265387535,
      "step": 6410
    },
    {
      "loss_action": 0.03996166214346886,
      "loss_total": 0.03996166214346886,
      "step": 6410
    },
    {
      "loss_action": 0.031028160825371742,
      "loss_total": 0.031028160825371742,
      "step": 6410
    },
    {
      "loss_action": 0.025867722928524017,
      "loss_total": 0.025867722928524017,
      "step": 6410
    },
    {
      "grad_norm": 0.6220077276229858,
      "learning_rate": 3.2095000000000004e-05,
      "loss": 0.0319,
      "step": 6420
    },
    {
      "loss_action": 0.027547696605324745,
      "loss_total": 0.027547696605324745,
      "step": 6420
    },
    {
      "loss_action": 0.023897409439086914,
      "loss_total": 0.023897409439086914,
      "step": 6420
    },
    {
      "loss_action": 0.01711578108370304,
      "loss_total": 0.01711578108370304,
      "step": 6420
    },
    {
      "loss_action": 0.023857969790697098,
      "loss_total": 0.023857969790697098,
      "step": 6420
    },
    {
      "loss_action": 0.02509811893105507,
      "loss_total": 0.02509811893105507,
      "step": 6420
    },
    {
      "loss_action": 0.0212977547198534,
      "loss_total": 0.0212977547198534,
      "step": 6420
    },
    {
      "loss_action": 0.03695107623934746,
      "loss_total": 0.03695107623934746,
      "step": 6420
    },
    {
      "loss_action": 0.03993329405784607,
      "loss_total": 0.03993329405784607,
      "step": 6420
    },
    {
      "grad_norm": 0.6325221061706543,
      "learning_rate": 3.2145000000000005e-05,
      "loss": 0.0296,
      "step": 6430
    },
    {
      "loss_action": 0.01572834700345993,
      "loss_total": 0.01572834700345993,
      "step": 6430
    },
    {
      "loss_action": 0.02438674494624138,
      "loss_total": 0.02438674494624138,
      "step": 6430
    },
    {
      "loss_action": 0.018639422953128815,
      "loss_total": 0.018639422953128815,
      "step": 6430
    },
    {
      "loss_action": 0.023035433143377304,
      "loss_total": 0.023035433143377304,
      "step": 6430
    },
    {
      "loss_action": 0.021390974521636963,
      "loss_total": 0.021390974521636963,
      "step": 6430
    },
    {
      "loss_action": 0.02626672200858593,
      "loss_total": 0.02626672200858593,
      "step": 6430
    },
    {
      "loss_action": 0.029113508760929108,
      "loss_total": 0.029113508760929108,
      "step": 6430
    },
    {
      "loss_action": 0.020750772207975388,
      "loss_total": 0.020750772207975388,
      "step": 6430
    },
    {
      "grad_norm": 0.6045878529548645,
      "learning_rate": 3.2195000000000006e-05,
      "loss": 0.0313,
      "step": 6440
    },
    {
      "loss_action": 0.03261343389749527,
      "loss_total": 0.03261343389749527,
      "step": 6440
    },
    {
      "loss_action": 0.03719164431095123,
      "loss_total": 0.03719164431095123,
      "step": 6440
    },
    {
      "loss_action": 0.02552620694041252,
      "loss_total": 0.02552620694041252,
      "step": 6440
    },
    {
      "loss_action": 0.03958462178707123,
      "loss_total": 0.03958462178707123,
      "step": 6440
    },
    {
      "loss_action": 0.021292025223374367,
      "loss_total": 0.021292025223374367,
      "step": 6440
    },
    {
      "loss_action": 0.028309842571616173,
      "loss_total": 0.028309842571616173,
      "step": 6440
    },
    {
      "loss_action": 0.024189142510294914,
      "loss_total": 0.024189142510294914,
      "step": 6440
    },
    {
      "loss_action": 0.026403257623314857,
      "loss_total": 0.026403257623314857,
      "step": 6440
    },
    {
      "grad_norm": 0.5133095979690552,
      "learning_rate": 3.2245e-05,
      "loss": 0.0283,
      "step": 6450
    },
    {
      "loss_action": 0.026279300451278687,
      "loss_total": 0.026279300451278687,
      "step": 6450
    },
    {
      "loss_action": 0.019325777888298035,
      "loss_total": 0.019325777888298035,
      "step": 6450
    },
    {
      "loss_action": 0.04893551021814346,
      "loss_total": 0.04893551021814346,
      "step": 6450
    },
    {
      "loss_action": 0.020547784864902496,
      "loss_total": 0.020547784864902496,
      "step": 6450
    },
    {
      "loss_action": 0.017661212012171745,
      "loss_total": 0.017661212012171745,
      "step": 6450
    },
    {
      "loss_action": 0.024951914325356483,
      "loss_total": 0.024951914325356483,
      "step": 6450
    },
    {
      "loss_action": 0.019661307334899902,
      "loss_total": 0.019661307334899902,
      "step": 6450
    },
    {
      "loss_action": 0.030023902654647827,
      "loss_total": 0.030023902654647827,
      "step": 6450
    },
    {
      "grad_norm": 0.6251617074012756,
      "learning_rate": 3.2295e-05,
      "loss": 0.0303,
      "step": 6460
    },
    {
      "loss_action": 0.0402703620493412,
      "loss_total": 0.0402703620493412,
      "step": 6460
    },
    {
      "loss_action": 0.036586519330739975,
      "loss_total": 0.036586519330739975,
      "step": 6460
    },
    {
      "loss_action": 0.023142894729971886,
      "loss_total": 0.023142894729971886,
      "step": 6460
    },
    {
      "loss_action": 0.0327519029378891,
      "loss_total": 0.0327519029378891,
      "step": 6460
    },
    {
      "loss_action": 0.03043344058096409,
      "loss_total": 0.03043344058096409,
      "step": 6460
    },
    {
      "loss_action": 0.028841160237789154,
      "loss_total": 0.028841160237789154,
      "step": 6460
    },
    {
      "loss_action": 0.0316249281167984,
      "loss_total": 0.0316249281167984,
      "step": 6460
    },
    {
      "loss_action": 0.02873516082763672,
      "loss_total": 0.02873516082763672,
      "step": 6460
    },
    {
      "grad_norm": 0.5636417865753174,
      "learning_rate": 3.2345e-05,
      "loss": 0.027,
      "step": 6470
    },
    {
      "loss_action": 0.040985602885484695,
      "loss_total": 0.040985602885484695,
      "step": 6470
    },
    {
      "loss_action": 0.03673926740884781,
      "loss_total": 0.03673926740884781,
      "step": 6470
    },
    {
      "loss_action": 0.024384640157222748,
      "loss_total": 0.024384640157222748,
      "step": 6470
    },
    {
      "loss_action": 0.03134092688560486,
      "loss_total": 0.03134092688560486,
      "step": 6470
    },
    {
      "loss_action": 0.025045190006494522,
      "loss_total": 0.025045190006494522,
      "step": 6470
    },
    {
      "loss_action": 0.022124040871858597,
      "loss_total": 0.022124040871858597,
      "step": 6470
    },
    {
      "loss_action": 0.026314465329051018,
      "loss_total": 0.026314465329051018,
      "step": 6470
    },
    {
      "loss_action": 0.01639687269926071,
      "loss_total": 0.01639687269926071,
      "step": 6470
    },
    {
      "grad_norm": 0.5880953669548035,
      "learning_rate": 3.2395000000000004e-05,
      "loss": 0.0265,
      "step": 6480
    },
    {
      "loss_action": 0.026008598506450653,
      "loss_total": 0.026008598506450653,
      "step": 6480
    },
    {
      "loss_action": 0.031887173652648926,
      "loss_total": 0.031887173652648926,
      "step": 6480
    },
    {
      "loss_action": 0.03103562816977501,
      "loss_total": 0.03103562816977501,
      "step": 6480
    },
    {
      "loss_action": 0.03520458936691284,
      "loss_total": 0.03520458936691284,
      "step": 6480
    },
    {
      "loss_action": 0.017652759328484535,
      "loss_total": 0.017652759328484535,
      "step": 6480
    },
    {
      "loss_action": 0.028500966727733612,
      "loss_total": 0.028500966727733612,
      "step": 6480
    },
    {
      "loss_action": 0.019038556143641472,
      "loss_total": 0.019038556143641472,
      "step": 6480
    },
    {
      "loss_action": 0.02379772625863552,
      "loss_total": 0.02379772625863552,
      "step": 6480
    },
    {
      "grad_norm": 0.7159959673881531,
      "learning_rate": 3.2445000000000005e-05,
      "loss": 0.0327,
      "step": 6490
    },
    {
      "loss_action": 0.03175748884677887,
      "loss_total": 0.03175748884677887,
      "step": 6490
    },
    {
      "loss_action": 0.022950027137994766,
      "loss_total": 0.022950027137994766,
      "step": 6490
    },
    {
      "loss_action": 0.03687473386526108,
      "loss_total": 0.03687473386526108,
      "step": 6490
    },
    {
      "loss_action": 0.02693917602300644,
      "loss_total": 0.02693917602300644,
      "step": 6490
    },
    {
      "loss_action": 0.01807362399995327,
      "loss_total": 0.01807362399995327,
      "step": 6490
    },
    {
      "loss_action": 0.04157446324825287,
      "loss_total": 0.04157446324825287,
      "step": 6490
    },
    {
      "loss_action": 0.04092791676521301,
      "loss_total": 0.04092791676521301,
      "step": 6490
    },
    {
      "loss_action": 0.014391968958079815,
      "loss_total": 0.014391968958079815,
      "step": 6490
    },
    {
      "grad_norm": 0.5977616310119629,
      "learning_rate": 3.2495000000000007e-05,
      "loss": 0.0294,
      "step": 6500
    },
    {
      "loss_action": 0.019875220954418182,
      "loss_total": 0.019875220954418182,
      "step": 6500
    },
    {
      "loss_action": 0.02289244532585144,
      "loss_total": 0.02289244532585144,
      "step": 6500
    },
    {
      "loss_action": 0.021889887750148773,
      "loss_total": 0.021889887750148773,
      "step": 6500
    },
    {
      "loss_action": 0.019661732017993927,
      "loss_total": 0.019661732017993927,
      "step": 6500
    },
    {
      "loss_action": 0.03769392520189285,
      "loss_total": 0.03769392520189285,
      "step": 6500
    },
    {
      "loss_action": 0.035962432622909546,
      "loss_total": 0.035962432622909546,
      "step": 6500
    },
    {
      "loss_action": 0.13637815415859222,
      "loss_total": 0.13637815415859222,
      "step": 6500
    },
    {
      "loss_action": 0.020925408229231834,
      "loss_total": 0.020925408229231834,
      "step": 6500
    },
    {
      "grad_norm": 0.4376892149448395,
      "learning_rate": 3.2545e-05,
      "loss": 0.0307,
      "step": 6510
    },
    {
      "loss_action": 0.04424527287483215,
      "loss_total": 0.04424527287483215,
      "step": 6510
    },
    {
      "loss_action": 0.04960273206233978,
      "loss_total": 0.04960273206233978,
      "step": 6510
    },
    {
      "loss_action": 0.03717031329870224,
      "loss_total": 0.03717031329870224,
      "step": 6510
    },
    {
      "loss_action": 0.04732495918869972,
      "loss_total": 0.04732495918869972,
      "step": 6510
    },
    {
      "loss_action": 0.032382067292928696,
      "loss_total": 0.032382067292928696,
      "step": 6510
    },
    {
      "loss_action": 0.01851414516568184,
      "loss_total": 0.01851414516568184,
      "step": 6510
    },
    {
      "loss_action": 0.024379225447773933,
      "loss_total": 0.024379225447773933,
      "step": 6510
    },
    {
      "loss_action": 0.022255538031458855,
      "loss_total": 0.022255538031458855,
      "step": 6510
    },
    {
      "grad_norm": 0.4732309877872467,
      "learning_rate": 3.2595e-05,
      "loss": 0.0282,
      "step": 6520
    },
    {
      "loss_action": 0.01728784292936325,
      "loss_total": 0.01728784292936325,
      "step": 6520
    },
    {
      "loss_action": 0.02930930256843567,
      "loss_total": 0.02930930256843567,
      "step": 6520
    },
    {
      "loss_action": 0.019724935293197632,
      "loss_total": 0.019724935293197632,
      "step": 6520
    },
    {
      "loss_action": 0.02828265354037285,
      "loss_total": 0.02828265354037285,
      "step": 6520
    },
    {
      "loss_action": 0.029819246381521225,
      "loss_total": 0.029819246381521225,
      "step": 6520
    },
    {
      "loss_action": 0.024218231439590454,
      "loss_total": 0.024218231439590454,
      "step": 6520
    },
    {
      "loss_action": 0.018975768238306046,
      "loss_total": 0.018975768238306046,
      "step": 6520
    },
    {
      "loss_action": 0.02177286706864834,
      "loss_total": 0.02177286706864834,
      "step": 6520
    },
    {
      "grad_norm": 0.6288889646530151,
      "learning_rate": 3.2645e-05,
      "loss": 0.0295,
      "step": 6530
    },
    {
      "loss_action": 0.044861678034067154,
      "loss_total": 0.044861678034067154,
      "step": 6530
    },
    {
      "loss_action": 0.022223545238375664,
      "loss_total": 0.022223545238375664,
      "step": 6530
    },
    {
      "loss_action": 0.016590390354394913,
      "loss_total": 0.016590390354394913,
      "step": 6530
    },
    {
      "loss_action": 0.012991957366466522,
      "loss_total": 0.012991957366466522,
      "step": 6530
    },
    {
      "loss_action": 0.013886084780097008,
      "loss_total": 0.013886084780097008,
      "step": 6530
    },
    {
      "loss_action": 0.017727883532643318,
      "loss_total": 0.017727883532643318,
      "step": 6530
    },
    {
      "loss_action": 0.02004842832684517,
      "loss_total": 0.02004842832684517,
      "step": 6530
    },
    {
      "loss_action": 0.019362155348062515,
      "loss_total": 0.019362155348062515,
      "step": 6530
    },
    {
      "grad_norm": 0.6047031283378601,
      "learning_rate": 3.2695000000000005e-05,
      "loss": 0.0253,
      "step": 6540
    },
    {
      "loss_action": 0.018056008964776993,
      "loss_total": 0.018056008964776993,
      "step": 6540
    },
    {
      "loss_action": 0.016176559031009674,
      "loss_total": 0.016176559031009674,
      "step": 6540
    },
    {
      "loss_action": 0.11527746915817261,
      "loss_total": 0.11527746915817261,
      "step": 6540
    },
    {
      "loss_action": 0.05207780376076698,
      "loss_total": 0.05207780376076698,
      "step": 6540
    },
    {
      "loss_action": 0.04447917640209198,
      "loss_total": 0.04447917640209198,
      "step": 6540
    },
    {
      "loss_action": 0.014365408569574356,
      "loss_total": 0.014365408569574356,
      "step": 6540
    },
    {
      "loss_action": 0.03015577234327793,
      "loss_total": 0.03015577234327793,
      "step": 6540
    },
    {
      "loss_action": 0.03431980311870575,
      "loss_total": 0.03431980311870575,
      "step": 6540
    },
    {
      "grad_norm": 0.7245733141899109,
      "learning_rate": 3.2745000000000006e-05,
      "loss": 0.0276,
      "step": 6550
    },
    {
      "loss_action": 0.022718533873558044,
      "loss_total": 0.022718533873558044,
      "step": 6550
    },
    {
      "loss_action": 0.019307132810354233,
      "loss_total": 0.019307132810354233,
      "step": 6550
    },
    {
      "loss_action": 0.018598003312945366,
      "loss_total": 0.018598003312945366,
      "step": 6550
    },
    {
      "loss_action": 0.04315055161714554,
      "loss_total": 0.04315055161714554,
      "step": 6550
    },
    {
      "loss_action": 0.01864546537399292,
      "loss_total": 0.01864546537399292,
      "step": 6550
    },
    {
      "loss_action": 0.02286633849143982,
      "loss_total": 0.02286633849143982,
      "step": 6550
    },
    {
      "loss_action": 0.0359552726149559,
      "loss_total": 0.0359552726149559,
      "step": 6550
    },
    {
      "loss_action": 0.018481440842151642,
      "loss_total": 0.018481440842151642,
      "step": 6550
    },
    {
      "grad_norm": 0.6978414058685303,
      "learning_rate": 3.2795e-05,
      "loss": 0.0286,
      "step": 6560
    },
    {
      "loss_action": 0.0190034918487072,
      "loss_total": 0.0190034918487072,
      "step": 6560
    },
    {
      "loss_action": 0.1687576174736023,
      "loss_total": 0.1687576174736023,
      "step": 6560
    },
    {
      "loss_action": 0.024882551282644272,
      "loss_total": 0.024882551282644272,
      "step": 6560
    },
    {
      "loss_action": 0.040907733142375946,
      "loss_total": 0.040907733142375946,
      "step": 6560
    },
    {
      "loss_action": 0.02693757601082325,
      "loss_total": 0.02693757601082325,
      "step": 6560
    },
    {
      "loss_action": 0.04750838130712509,
      "loss_total": 0.04750838130712509,
      "step": 6560
    },
    {
      "loss_action": 0.018526114523410797,
      "loss_total": 0.018526114523410797,
      "step": 6560
    },
    {
      "loss_action": 0.03897688537836075,
      "loss_total": 0.03897688537836075,
      "step": 6560
    },
    {
      "grad_norm": 0.4737564027309418,
      "learning_rate": 3.2845e-05,
      "loss": 0.0307,
      "step": 6570
    },
    {
      "loss_action": 0.023803729563951492,
      "loss_total": 0.023803729563951492,
      "step": 6570
    },
    {
      "loss_action": 0.02966458350419998,
      "loss_total": 0.02966458350419998,
      "step": 6570
    },
    {
      "loss_action": 0.031974151730537415,
      "loss_total": 0.031974151730537415,
      "step": 6570
    },
    {
      "loss_action": 0.03038937598466873,
      "loss_total": 0.03038937598466873,
      "step": 6570
    },
    {
      "loss_action": 0.030760113149881363,
      "loss_total": 0.030760113149881363,
      "step": 6570
    },
    {
      "loss_action": 0.016292346641421318,
      "loss_total": 0.016292346641421318,
      "step": 6570
    },
    {
      "loss_action": 0.028134040534496307,
      "loss_total": 0.028134040534496307,
      "step": 6570
    },
    {
      "loss_action": 0.024039067327976227,
      "loss_total": 0.024039067327976227,
      "step": 6570
    },
    {
      "grad_norm": 0.47399818897247314,
      "learning_rate": 3.2895e-05,
      "loss": 0.0261,
      "step": 6580
    },
    {
      "loss_action": 0.019406519830226898,
      "loss_total": 0.019406519830226898,
      "step": 6580
    },
    {
      "loss_action": 0.0195669736713171,
      "loss_total": 0.0195669736713171,
      "step": 6580
    },
    {
      "loss_action": 0.03217632696032524,
      "loss_total": 0.03217632696032524,
      "step": 6580
    },
    {
      "loss_action": 0.05033910274505615,
      "loss_total": 0.05033910274505615,
      "step": 6580
    },
    {
      "loss_action": 0.02393895573914051,
      "loss_total": 0.02393895573914051,
      "step": 6580
    },
    {
      "loss_action": 0.0319550521671772,
      "loss_total": 0.0319550521671772,
      "step": 6580
    },
    {
      "loss_action": 0.022992443293333054,
      "loss_total": 0.022992443293333054,
      "step": 6580
    },
    {
      "loss_action": 0.02480781078338623,
      "loss_total": 0.02480781078338623,
      "step": 6580
    },
    {
      "grad_norm": 0.6059743762016296,
      "learning_rate": 3.2945000000000004e-05,
      "loss": 0.0278,
      "step": 6590
    },
    {
      "loss_action": 0.015633253380656242,
      "loss_total": 0.015633253380656242,
      "step": 6590
    },
    {
      "loss_action": 0.03245734050869942,
      "loss_total": 0.03245734050869942,
      "step": 6590
    },
    {
      "loss_action": 0.025894861668348312,
      "loss_total": 0.025894861668348312,
      "step": 6590
    },
    {
      "loss_action": 0.015314927324652672,
      "loss_total": 0.015314927324652672,
      "step": 6590
    },
    {
      "loss_action": 0.02749885618686676,
      "loss_total": 0.02749885618686676,
      "step": 6590
    },
    {
      "loss_action": 0.01944974809885025,
      "loss_total": 0.01944974809885025,
      "step": 6590
    },
    {
      "loss_action": 0.018310671672225,
      "loss_total": 0.018310671672225,
      "step": 6590
    },
    {
      "loss_action": 0.020742427557706833,
      "loss_total": 0.020742427557706833,
      "step": 6590
    },
    {
      "grad_norm": 0.6859254240989685,
      "learning_rate": 3.2995000000000005e-05,
      "loss": 0.0289,
      "step": 6600
    },
    {
      "loss_action": 0.017366526648402214,
      "loss_total": 0.017366526648402214,
      "step": 6600
    },
    {
      "loss_action": 0.018905388191342354,
      "loss_total": 0.018905388191342354,
      "step": 6600
    },
    {
      "loss_action": 0.03963802009820938,
      "loss_total": 0.03963802009820938,
      "step": 6600
    },
    {
      "loss_action": 0.021679788827896118,
      "loss_total": 0.021679788827896118,
      "step": 6600
    },
    {
      "loss_action": 0.05484277009963989,
      "loss_total": 0.05484277009963989,
      "step": 6600
    },
    {
      "loss_action": 0.019736139103770256,
      "loss_total": 0.019736139103770256,
      "step": 6600
    },
    {
      "loss_action": 0.037195391952991486,
      "loss_total": 0.037195391952991486,
      "step": 6600
    },
    {
      "loss_action": 0.01772342622280121,
      "loss_total": 0.01772342622280121,
      "step": 6600
    },
    {
      "grad_norm": 0.5927755832672119,
      "learning_rate": 3.3045000000000006e-05,
      "loss": 0.0282,
      "step": 6610
    },
    {
      "loss_action": 0.055720169097185135,
      "loss_total": 0.055720169097185135,
      "step": 6610
    },
    {
      "loss_action": 0.020584439858794212,
      "loss_total": 0.020584439858794212,
      "step": 6610
    },
    {
      "loss_action": 0.03272511810064316,
      "loss_total": 0.03272511810064316,
      "step": 6610
    },
    {
      "loss_action": 0.02561051771044731,
      "loss_total": 0.02561051771044731,
      "step": 6610
    },
    {
      "loss_action": 0.03582604229450226,
      "loss_total": 0.03582604229450226,
      "step": 6610
    },
    {
      "loss_action": 0.05760073661804199,
      "loss_total": 0.05760073661804199,
      "step": 6610
    },
    {
      "loss_action": 0.021702226251363754,
      "loss_total": 0.021702226251363754,
      "step": 6610
    },
    {
      "loss_action": 0.01799033395946026,
      "loss_total": 0.01799033395946026,
      "step": 6610
    },
    {
      "grad_norm": 0.4003901481628418,
      "learning_rate": 3.3095e-05,
      "loss": 0.0304,
      "step": 6620
    },
    {
      "loss_action": 0.024466093629598618,
      "loss_total": 0.024466093629598618,
      "step": 6620
    },
    {
      "loss_action": 0.020282521843910217,
      "loss_total": 0.020282521843910217,
      "step": 6620
    },
    {
      "loss_action": 0.07072247564792633,
      "loss_total": 0.07072247564792633,
      "step": 6620
    },
    {
      "loss_action": 0.031230058521032333,
      "loss_total": 0.031230058521032333,
      "step": 6620
    },
    {
      "loss_action": 0.01601898856461048,
      "loss_total": 0.01601898856461048,
      "step": 6620
    },
    {
      "loss_action": 0.1581762135028839,
      "loss_total": 0.1581762135028839,
      "step": 6620
    },
    {
      "loss_action": 0.016231324523687363,
      "loss_total": 0.016231324523687363,
      "step": 6620
    },
    {
      "loss_action": 0.037035755813121796,
      "loss_total": 0.037035755813121796,
      "step": 6620
    },
    {
      "grad_norm": 0.8231757283210754,
      "learning_rate": 3.3145e-05,
      "loss": 0.0337,
      "step": 6630
    },
    {
      "loss_action": 0.021635422483086586,
      "loss_total": 0.021635422483086586,
      "step": 6630
    },
    {
      "loss_action": 0.02758588269352913,
      "loss_total": 0.02758588269352913,
      "step": 6630
    },
    {
      "loss_action": 0.02344152331352234,
      "loss_total": 0.02344152331352234,
      "step": 6630
    },
    {
      "loss_action": 0.02209111861884594,
      "loss_total": 0.02209111861884594,
      "step": 6630
    },
    {
      "loss_action": 0.03439203277230263,
      "loss_total": 0.03439203277230263,
      "step": 6630
    },
    {
      "loss_action": 0.02955588325858116,
      "loss_total": 0.02955588325858116,
      "step": 6630
    },
    {
      "loss_action": 0.0386943556368351,
      "loss_total": 0.0386943556368351,
      "step": 6630
    },
    {
      "loss_action": 0.019073449075222015,
      "loss_total": 0.019073449075222015,
      "step": 6630
    },
    {
      "grad_norm": 0.42205867171287537,
      "learning_rate": 3.3195e-05,
      "loss": 0.0336,
      "step": 6640
    },
    {
      "loss_action": 0.028569314628839493,
      "loss_total": 0.028569314628839493,
      "step": 6640
    },
    {
      "loss_action": 0.03216676041483879,
      "loss_total": 0.03216676041483879,
      "step": 6640
    },
    {
      "loss_action": 0.028894633054733276,
      "loss_total": 0.028894633054733276,
      "step": 6640
    },
    {
      "loss_action": 0.029029542580246925,
      "loss_total": 0.029029542580246925,
      "step": 6640
    },
    {
      "loss_action": 0.022915281355381012,
      "loss_total": 0.022915281355381012,
      "step": 6640
    },
    {
      "loss_action": 0.03562571108341217,
      "loss_total": 0.03562571108341217,
      "step": 6640
    },
    {
      "loss_action": 0.02771306410431862,
      "loss_total": 0.02771306410431862,
      "step": 6640
    },
    {
      "loss_action": 0.0258755162358284,
      "loss_total": 0.0258755162358284,
      "step": 6640
    },
    {
      "grad_norm": 0.593104362487793,
      "learning_rate": 3.3245000000000004e-05,
      "loss": 0.0346,
      "step": 6650
    },
    {
      "loss_action": 0.021003006026148796,
      "loss_total": 0.021003006026148796,
      "step": 6650
    },
    {
      "loss_action": 0.02238640934228897,
      "loss_total": 0.02238640934228897,
      "step": 6650
    },
    {
      "loss_action": 0.025282004848122597,
      "loss_total": 0.025282004848122597,
      "step": 6650
    },
    {
      "loss_action": 0.023871595039963722,
      "loss_total": 0.023871595039963722,
      "step": 6650
    },
    {
      "loss_action": 0.04072968661785126,
      "loss_total": 0.04072968661785126,
      "step": 6650
    },
    {
      "loss_action": 0.04162732511758804,
      "loss_total": 0.04162732511758804,
      "step": 6650
    },
    {
      "loss_action": 0.035120926797389984,
      "loss_total": 0.035120926797389984,
      "step": 6650
    },
    {
      "loss_action": 0.036944933235645294,
      "loss_total": 0.036944933235645294,
      "step": 6650
    },
    {
      "grad_norm": 0.7110037207603455,
      "learning_rate": 3.3295000000000006e-05,
      "loss": 0.0347,
      "step": 6660
    },
    {
      "loss_action": 0.02077186480164528,
      "loss_total": 0.02077186480164528,
      "step": 6660
    },
    {
      "loss_action": 0.04954666644334793,
      "loss_total": 0.04954666644334793,
      "step": 6660
    },
    {
      "loss_action": 0.0515357069671154,
      "loss_total": 0.0515357069671154,
      "step": 6660
    },
    {
      "loss_action": 0.029644634574651718,
      "loss_total": 0.029644634574651718,
      "step": 6660
    },
    {
      "loss_action": 0.028406865894794464,
      "loss_total": 0.028406865894794464,
      "step": 6660
    },
    {
      "loss_action": 0.025284182280302048,
      "loss_total": 0.025284182280302048,
      "step": 6660
    },
    {
      "loss_action": 0.028255732730031013,
      "loss_total": 0.028255732730031013,
      "step": 6660
    },
    {
      "loss_action": 0.04725398123264313,
      "loss_total": 0.04725398123264313,
      "step": 6660
    },
    {
      "grad_norm": 0.6632124781608582,
      "learning_rate": 3.334500000000001e-05,
      "loss": 0.0366,
      "step": 6670
    },
    {
      "loss_action": 0.020131025463342667,
      "loss_total": 0.020131025463342667,
      "step": 6670
    },
    {
      "loss_action": 0.0475645549595356,
      "loss_total": 0.0475645549595356,
      "step": 6670
    },
    {
      "loss_action": 0.016841575503349304,
      "loss_total": 0.016841575503349304,
      "step": 6670
    },
    {
      "loss_action": 0.016944611445069313,
      "loss_total": 0.016944611445069313,
      "step": 6670
    },
    {
      "loss_action": 0.02325291559100151,
      "loss_total": 0.02325291559100151,
      "step": 6670
    },
    {
      "loss_action": 0.07232016324996948,
      "loss_total": 0.07232016324996948,
      "step": 6670
    },
    {
      "loss_action": 0.03272471949458122,
      "loss_total": 0.03272471949458122,
      "step": 6670
    },
    {
      "loss_action": 0.024169769138097763,
      "loss_total": 0.024169769138097763,
      "step": 6670
    },
    {
      "grad_norm": 0.932634711265564,
      "learning_rate": 3.3395e-05,
      "loss": 0.0352,
      "step": 6680
    },
    {
      "loss_action": 0.03340160846710205,
      "loss_total": 0.03340160846710205,
      "step": 6680
    },
    {
      "loss_action": 0.04001709073781967,
      "loss_total": 0.04001709073781967,
      "step": 6680
    },
    {
      "loss_action": 0.025882095098495483,
      "loss_total": 0.025882095098495483,
      "step": 6680
    },
    {
      "loss_action": 0.04096187651157379,
      "loss_total": 0.04096187651157379,
      "step": 6680
    },
    {
      "loss_action": 0.04126756638288498,
      "loss_total": 0.04126756638288498,
      "step": 6680
    },
    {
      "loss_action": 0.04448726028203964,
      "loss_total": 0.04448726028203964,
      "step": 6680
    },
    {
      "loss_action": 0.03564123436808586,
      "loss_total": 0.03564123436808586,
      "step": 6680
    },
    {
      "loss_action": 0.017932424321770668,
      "loss_total": 0.017932424321770668,
      "step": 6680
    },
    {
      "grad_norm": 0.6672894954681396,
      "learning_rate": 3.3445e-05,
      "loss": 0.0377,
      "step": 6690
    },
    {
      "loss_action": 0.021024862304329872,
      "loss_total": 0.021024862304329872,
      "step": 6690
    },
    {
      "loss_action": 0.02674126625061035,
      "loss_total": 0.02674126625061035,
      "step": 6690
    },
    {
      "loss_action": 0.034495435655117035,
      "loss_total": 0.034495435655117035,
      "step": 6690
    },
    {
      "loss_action": 0.038226790726184845,
      "loss_total": 0.038226790726184845,
      "step": 6690
    },
    {
      "loss_action": 0.019225265830755234,
      "loss_total": 0.019225265830755234,
      "step": 6690
    },
    {
      "loss_action": 0.031168291345238686,
      "loss_total": 0.031168291345238686,
      "step": 6690
    },
    {
      "loss_action": 0.025496505200862885,
      "loss_total": 0.025496505200862885,
      "step": 6690
    },
    {
      "loss_action": 0.025999128818511963,
      "loss_total": 0.025999128818511963,
      "step": 6690
    },
    {
      "grad_norm": 0.628494143486023,
      "learning_rate": 3.3495000000000004e-05,
      "loss": 0.0334,
      "step": 6700
    },
    {
      "loss_action": 0.0342772901058197,
      "loss_total": 0.0342772901058197,
      "step": 6700
    },
    {
      "loss_action": 0.026426903903484344,
      "loss_total": 0.026426903903484344,
      "step": 6700
    },
    {
      "loss_action": 0.03440733999013901,
      "loss_total": 0.03440733999013901,
      "step": 6700
    },
    {
      "loss_action": 0.042700715363025665,
      "loss_total": 0.042700715363025665,
      "step": 6700
    },
    {
      "loss_action": 0.019184250384569168,
      "loss_total": 0.019184250384569168,
      "step": 6700
    },
    {
      "loss_action": 0.037985850125551224,
      "loss_total": 0.037985850125551224,
      "step": 6700
    },
    {
      "loss_action": 0.0240289568901062,
      "loss_total": 0.0240289568901062,
      "step": 6700
    },
    {
      "loss_action": 0.034058451652526855,
      "loss_total": 0.034058451652526855,
      "step": 6700
    },
    {
      "grad_norm": 0.4575147032737732,
      "learning_rate": 3.3545000000000005e-05,
      "loss": 0.0295,
      "step": 6710
    },
    {
      "loss_action": 0.015360992401838303,
      "loss_total": 0.015360992401838303,
      "step": 6710
    },
    {
      "loss_action": 0.03088897094130516,
      "loss_total": 0.03088897094130516,
      "step": 6710
    },
    {
      "loss_action": 0.04052310809493065,
      "loss_total": 0.04052310809493065,
      "step": 6710
    },
    {
      "loss_action": 0.0260312482714653,
      "loss_total": 0.0260312482714653,
      "step": 6710
    },
    {
      "loss_action": 0.054540544748306274,
      "loss_total": 0.054540544748306274,
      "step": 6710
    },
    {
      "loss_action": 0.029802437871694565,
      "loss_total": 0.029802437871694565,
      "step": 6710
    },
    {
      "loss_action": 0.09075365960597992,
      "loss_total": 0.09075365960597992,
      "step": 6710
    },
    {
      "loss_action": 0.023544134572148323,
      "loss_total": 0.023544134572148323,
      "step": 6710
    },
    {
      "grad_norm": 0.5785771012306213,
      "learning_rate": 3.3595000000000006e-05,
      "loss": 0.0299,
      "step": 6720
    },
    {
      "loss_action": 0.031983163207769394,
      "loss_total": 0.031983163207769394,
      "step": 6720
    },
    {
      "loss_action": 0.024530820548534393,
      "loss_total": 0.024530820548534393,
      "step": 6720
    },
    {
      "loss_action": 0.01924038678407669,
      "loss_total": 0.01924038678407669,
      "step": 6720
    },
    {
      "loss_action": 0.027643069624900818,
      "loss_total": 0.027643069624900818,
      "step": 6720
    },
    {
      "loss_action": 0.04144807904958725,
      "loss_total": 0.04144807904958725,
      "step": 6720
    },
    {
      "loss_action": 0.03104972466826439,
      "loss_total": 0.03104972466826439,
      "step": 6720
    },
    {
      "loss_action": 0.026596084237098694,
      "loss_total": 0.026596084237098694,
      "step": 6720
    },
    {
      "loss_action": 0.015903515741229057,
      "loss_total": 0.015903515741229057,
      "step": 6720
    },
    {
      "grad_norm": 0.8142950534820557,
      "learning_rate": 3.364500000000001e-05,
      "loss": 0.0277,
      "step": 6730
    },
    {
      "loss_action": 0.02146073803305626,
      "loss_total": 0.02146073803305626,
      "step": 6730
    },
    {
      "loss_action": 0.11159223318099976,
      "loss_total": 0.11159223318099976,
      "step": 6730
    },
    {
      "loss_action": 0.0250503271818161,
      "loss_total": 0.0250503271818161,
      "step": 6730
    },
    {
      "loss_action": 0.03423978388309479,
      "loss_total": 0.03423978388309479,
      "step": 6730
    },
    {
      "loss_action": 0.021316595375537872,
      "loss_total": 0.021316595375537872,
      "step": 6730
    },
    {
      "loss_action": 0.06000026687979698,
      "loss_total": 0.06000026687979698,
      "step": 6730
    },
    {
      "loss_action": 0.01861896924674511,
      "loss_total": 0.01861896924674511,
      "step": 6730
    },
    {
      "loss_action": 0.022164076566696167,
      "loss_total": 0.022164076566696167,
      "step": 6730
    },
    {
      "grad_norm": 0.51887047290802,
      "learning_rate": 3.3695e-05,
      "loss": 0.0288,
      "step": 6740
    },
    {
      "loss_action": 0.02859344892203808,
      "loss_total": 0.02859344892203808,
      "step": 6740
    },
    {
      "loss_action": 0.018531406298279762,
      "loss_total": 0.018531406298279762,
      "step": 6740
    },
    {
      "loss_action": 0.07728621363639832,
      "loss_total": 0.07728621363639832,
      "step": 6740
    },
    {
      "loss_action": 0.0270063616335392,
      "loss_total": 0.0270063616335392,
      "step": 6740
    },
    {
      "loss_action": 0.02653036266565323,
      "loss_total": 0.02653036266565323,
      "step": 6740
    },
    {
      "loss_action": 0.059372637420892715,
      "loss_total": 0.059372637420892715,
      "step": 6740
    },
    {
      "loss_action": 0.03886011987924576,
      "loss_total": 0.03886011987924576,
      "step": 6740
    },
    {
      "loss_action": 0.01729494519531727,
      "loss_total": 0.01729494519531727,
      "step": 6740
    },
    {
      "grad_norm": 0.6677412986755371,
      "learning_rate": 3.3745e-05,
      "loss": 0.0342,
      "step": 6750
    },
    {
      "loss_action": 0.03280281275510788,
      "loss_total": 0.03280281275510788,
      "step": 6750
    },
    {
      "loss_action": 0.03279176726937294,
      "loss_total": 0.03279176726937294,
      "step": 6750
    },
    {
      "loss_action": 0.03771545737981796,
      "loss_total": 0.03771545737981796,
      "step": 6750
    },
    {
      "loss_action": 0.04539656639099121,
      "loss_total": 0.04539656639099121,
      "step": 6750
    },
    {
      "loss_action": 0.022800499573349953,
      "loss_total": 0.022800499573349953,
      "step": 6750
    },
    {
      "loss_action": 0.03357785567641258,
      "loss_total": 0.03357785567641258,
      "step": 6750
    },
    {
      "loss_action": 0.018062928691506386,
      "loss_total": 0.018062928691506386,
      "step": 6750
    },
    {
      "loss_action": 0.019462062045931816,
      "loss_total": 0.019462062045931816,
      "step": 6750
    },
    {
      "grad_norm": 0.4604513645172119,
      "learning_rate": 3.3795e-05,
      "loss": 0.0294,
      "step": 6760
    },
    {
      "loss_action": 0.033377811312675476,
      "loss_total": 0.033377811312675476,
      "step": 6760
    },
    {
      "loss_action": 0.06803726404905319,
      "loss_total": 0.06803726404905319,
      "step": 6760
    },
    {
      "loss_action": 0.03874898701906204,
      "loss_total": 0.03874898701906204,
      "step": 6760
    },
    {
      "loss_action": 0.03070683404803276,
      "loss_total": 0.03070683404803276,
      "step": 6760
    },
    {
      "loss_action": 0.026747766882181168,
      "loss_total": 0.026747766882181168,
      "step": 6760
    },
    {
      "loss_action": 0.021931730210781097,
      "loss_total": 0.021931730210781097,
      "step": 6760
    },
    {
      "loss_action": 0.029525887221097946,
      "loss_total": 0.029525887221097946,
      "step": 6760
    },
    {
      "loss_action": 0.024817634373903275,
      "loss_total": 0.024817634373903275,
      "step": 6760
    },
    {
      "grad_norm": 0.6392595171928406,
      "learning_rate": 3.3845e-05,
      "loss": 0.0376,
      "step": 6770
    },
    {
      "loss_action": 0.018950022757053375,
      "loss_total": 0.018950022757053375,
      "step": 6770
    },
    {
      "loss_action": 0.04514472186565399,
      "loss_total": 0.04514472186565399,
      "step": 6770
    },
    {
      "loss_action": 0.04319023713469505,
      "loss_total": 0.04319023713469505,
      "step": 6770
    },
    {
      "loss_action": 0.02186226099729538,
      "loss_total": 0.02186226099729538,
      "step": 6770
    },
    {
      "loss_action": 0.03684977442026138,
      "loss_total": 0.03684977442026138,
      "step": 6770
    },
    {
      "loss_action": 0.019037865102291107,
      "loss_total": 0.019037865102291107,
      "step": 6770
    },
    {
      "loss_action": 0.032076574862003326,
      "loss_total": 0.032076574862003326,
      "step": 6770
    },
    {
      "loss_action": 0.023157931864261627,
      "loss_total": 0.023157931864261627,
      "step": 6770
    },
    {
      "grad_norm": 0.6869136095046997,
      "learning_rate": 3.3895e-05,
      "loss": 0.0351,
      "step": 6780
    },
    {
      "loss_action": 0.021462567150592804,
      "loss_total": 0.021462567150592804,
      "step": 6780
    },
    {
      "loss_action": 0.024965647608041763,
      "loss_total": 0.024965647608041763,
      "step": 6780
    },
    {
      "loss_action": 0.02314019948244095,
      "loss_total": 0.02314019948244095,
      "step": 6780
    },
    {
      "loss_action": 0.029986340552568436,
      "loss_total": 0.029986340552568436,
      "step": 6780
    },
    {
      "loss_action": 0.027628617361187935,
      "loss_total": 0.027628617361187935,
      "step": 6780
    },
    {
      "loss_action": 0.032793186604976654,
      "loss_total": 0.032793186604976654,
      "step": 6780
    },
    {
      "loss_action": 0.02720925211906433,
      "loss_total": 0.02720925211906433,
      "step": 6780
    },
    {
      "loss_action": 0.026592697948217392,
      "loss_total": 0.026592697948217392,
      "step": 6780
    },
    {
      "grad_norm": 0.46784621477127075,
      "learning_rate": 3.3945e-05,
      "loss": 0.0298,
      "step": 6790
    },
    {
      "loss_action": 0.020587459206581116,
      "loss_total": 0.020587459206581116,
      "step": 6790
    },
    {
      "loss_action": 0.08463594317436218,
      "loss_total": 0.08463594317436218,
      "step": 6790
    },
    {
      "loss_action": 0.018963249400258064,
      "loss_total": 0.018963249400258064,
      "step": 6790
    },
    {
      "loss_action": 0.052339520305395126,
      "loss_total": 0.052339520305395126,
      "step": 6790
    },
    {
      "loss_action": 0.03874342888593674,
      "loss_total": 0.03874342888593674,
      "step": 6790
    },
    {
      "loss_action": 0.029430482536554337,
      "loss_total": 0.029430482536554337,
      "step": 6790
    },
    {
      "loss_action": 0.028431180864572525,
      "loss_total": 0.028431180864572525,
      "step": 6790
    },
    {
      "loss_action": 0.030364442616701126,
      "loss_total": 0.030364442616701126,
      "step": 6790
    },
    {
      "grad_norm": 0.4740905463695526,
      "learning_rate": 3.3995e-05,
      "loss": 0.0277,
      "step": 6800
    },
    {
      "loss_action": 0.03515320271253586,
      "loss_total": 0.03515320271253586,
      "step": 6800
    },
    {
      "loss_action": 0.02576965093612671,
      "loss_total": 0.02576965093612671,
      "step": 6800
    },
    {
      "loss_action": 0.021861009299755096,
      "loss_total": 0.021861009299755096,
      "step": 6800
    },
    {
      "loss_action": 0.049883197993040085,
      "loss_total": 0.049883197993040085,
      "step": 6800
    },
    {
      "loss_action": 0.024888668209314346,
      "loss_total": 0.024888668209314346,
      "step": 6800
    },
    {
      "loss_action": 0.024388477206230164,
      "loss_total": 0.024388477206230164,
      "step": 6800
    },
    {
      "loss_action": 0.023510947823524475,
      "loss_total": 0.023510947823524475,
      "step": 6800
    },
    {
      "loss_action": 0.026623239740729332,
      "loss_total": 0.026623239740729332,
      "step": 6800
    },
    {
      "grad_norm": 0.5205684304237366,
      "learning_rate": 3.4045e-05,
      "loss": 0.0286,
      "step": 6810
    },
    {
      "loss_action": 0.042643338441848755,
      "loss_total": 0.042643338441848755,
      "step": 6810
    },
    {
      "loss_action": 0.02458913065493107,
      "loss_total": 0.02458913065493107,
      "step": 6810
    },
    {
      "loss_action": 0.030390869826078415,
      "loss_total": 0.030390869826078415,
      "step": 6810
    },
    {
      "loss_action": 0.03919757157564163,
      "loss_total": 0.03919757157564163,
      "step": 6810
    },
    {
      "loss_action": 0.022851523011922836,
      "loss_total": 0.022851523011922836,
      "step": 6810
    },
    {
      "loss_action": 0.07439877092838287,
      "loss_total": 0.07439877092838287,
      "step": 6810
    },
    {
      "loss_action": 0.020155824720859528,
      "loss_total": 0.020155824720859528,
      "step": 6810
    },
    {
      "loss_action": 0.02282511070370674,
      "loss_total": 0.02282511070370674,
      "step": 6810
    },
    {
      "grad_norm": 0.5344778895378113,
      "learning_rate": 3.4095e-05,
      "loss": 0.0286,
      "step": 6820
    },
    {
      "loss_action": 0.024274174124002457,
      "loss_total": 0.024274174124002457,
      "step": 6820
    },
    {
      "loss_action": 0.025738250464200974,
      "loss_total": 0.025738250464200974,
      "step": 6820
    },
    {
      "loss_action": 0.03147456794977188,
      "loss_total": 0.03147456794977188,
      "step": 6820
    },
    {
      "loss_action": 0.031097643077373505,
      "loss_total": 0.031097643077373505,
      "step": 6820
    },
    {
      "loss_action": 0.026397109031677246,
      "loss_total": 0.026397109031677246,
      "step": 6820
    },
    {
      "loss_action": 0.024783048778772354,
      "loss_total": 0.024783048778772354,
      "step": 6820
    },
    {
      "loss_action": 0.02462838962674141,
      "loss_total": 0.02462838962674141,
      "step": 6820
    },
    {
      "loss_action": 0.01680365577340126,
      "loss_total": 0.01680365577340126,
      "step": 6820
    },
    {
      "grad_norm": 0.7303158044815063,
      "learning_rate": 3.4145e-05,
      "loss": 0.0354,
      "step": 6830
    },
    {
      "loss_action": 0.036846838891506195,
      "loss_total": 0.036846838891506195,
      "step": 6830
    },
    {
      "loss_action": 0.028834275901317596,
      "loss_total": 0.028834275901317596,
      "step": 6830
    },
    {
      "loss_action": 0.021976610645651817,
      "loss_total": 0.021976610645651817,
      "step": 6830
    },
    {
      "loss_action": 0.0267411507666111,
      "loss_total": 0.0267411507666111,
      "step": 6830
    },
    {
      "loss_action": 0.02970070205628872,
      "loss_total": 0.02970070205628872,
      "step": 6830
    },
    {
      "loss_action": 0.027770448476076126,
      "loss_total": 0.027770448476076126,
      "step": 6830
    },
    {
      "loss_action": 0.024302314966917038,
      "loss_total": 0.024302314966917038,
      "step": 6830
    },
    {
      "loss_action": 0.01941349357366562,
      "loss_total": 0.01941349357366562,
      "step": 6830
    },
    {
      "grad_norm": 0.6483859419822693,
      "learning_rate": 3.4195e-05,
      "loss": 0.0314,
      "step": 6840
    },
    {
      "loss_action": 0.06259570270776749,
      "loss_total": 0.06259570270776749,
      "step": 6840
    },
    {
      "loss_action": 0.023402918130159378,
      "loss_total": 0.023402918130159378,
      "step": 6840
    },
    {
      "loss_action": 0.02042555809020996,
      "loss_total": 0.02042555809020996,
      "step": 6840
    },
    {
      "loss_action": 0.026937535032629967,
      "loss_total": 0.026937535032629967,
      "step": 6840
    },
    {
      "loss_action": 0.0400054007768631,
      "loss_total": 0.0400054007768631,
      "step": 6840
    },
    {
      "loss_action": 0.039130255579948425,
      "loss_total": 0.039130255579948425,
      "step": 6840
    },
    {
      "loss_action": 0.03781025484204292,
      "loss_total": 0.03781025484204292,
      "step": 6840
    },
    {
      "loss_action": 0.0347081795334816,
      "loss_total": 0.0347081795334816,
      "step": 6840
    },
    {
      "grad_norm": 0.6137759685516357,
      "learning_rate": 3.4245e-05,
      "loss": 0.0322,
      "step": 6850
    },
    {
      "loss_action": 0.04320652037858963,
      "loss_total": 0.04320652037858963,
      "step": 6850
    },
    {
      "loss_action": 0.016484448686242104,
      "loss_total": 0.016484448686242104,
      "step": 6850
    },
    {
      "loss_action": 0.06381165981292725,
      "loss_total": 0.06381165981292725,
      "step": 6850
    },
    {
      "loss_action": 0.040911752730607986,
      "loss_total": 0.040911752730607986,
      "step": 6850
    },
    {
      "loss_action": 0.021544361487030983,
      "loss_total": 0.021544361487030983,
      "step": 6850
    },
    {
      "loss_action": 0.018062401562929153,
      "loss_total": 0.018062401562929153,
      "step": 6850
    },
    {
      "loss_action": 0.025983694940805435,
      "loss_total": 0.025983694940805435,
      "step": 6850
    },
    {
      "loss_action": 0.02795514650642872,
      "loss_total": 0.02795514650642872,
      "step": 6850
    },
    {
      "grad_norm": 0.7297744154930115,
      "learning_rate": 3.4294999999999996e-05,
      "loss": 0.0294,
      "step": 6860
    },
    {
      "loss_action": 0.025834718719124794,
      "loss_total": 0.025834718719124794,
      "step": 6860
    },
    {
      "loss_action": 0.028891416266560555,
      "loss_total": 0.028891416266560555,
      "step": 6860
    },
    {
      "loss_action": 0.029764167964458466,
      "loss_total": 0.029764167964458466,
      "step": 6860
    },
    {
      "loss_action": 0.03576084226369858,
      "loss_total": 0.03576084226369858,
      "step": 6860
    },
    {
      "loss_action": 0.03531421720981598,
      "loss_total": 0.03531421720981598,
      "step": 6860
    },
    {
      "loss_action": 0.02572307549417019,
      "loss_total": 0.02572307549417019,
      "step": 6860
    },
    {
      "loss_action": 0.049953971058130264,
      "loss_total": 0.049953971058130264,
      "step": 6860
    },
    {
      "loss_action": 0.020596086978912354,
      "loss_total": 0.020596086978912354,
      "step": 6860
    },
    {
      "grad_norm": 0.6066627502441406,
      "learning_rate": 3.4345e-05,
      "loss": 0.0364,
      "step": 6870
    },
    {
      "loss_action": 0.13819539546966553,
      "loss_total": 0.13819539546966553,
      "step": 6870
    },
    {
      "loss_action": 0.02551083266735077,
      "loss_total": 0.02551083266735077,
      "step": 6870
    },
    {
      "loss_action": 0.0537453219294548,
      "loss_total": 0.0537453219294548,
      "step": 6870
    },
    {
      "loss_action": 0.02054624632000923,
      "loss_total": 0.02054624632000923,
      "step": 6870
    },
    {
      "loss_action": 0.026810694485902786,
      "loss_total": 0.026810694485902786,
      "step": 6870
    },
    {
      "loss_action": 0.024303004145622253,
      "loss_total": 0.024303004145622253,
      "step": 6870
    },
    {
      "loss_action": 0.04449688643217087,
      "loss_total": 0.04449688643217087,
      "step": 6870
    },
    {
      "loss_action": 0.023600753396749496,
      "loss_total": 0.023600753396749496,
      "step": 6870
    },
    {
      "grad_norm": 0.677872896194458,
      "learning_rate": 3.4395e-05,
      "loss": 0.0324,
      "step": 6880
    },
    {
      "loss_action": 0.05674270540475845,
      "loss_total": 0.05674270540475845,
      "step": 6880
    },
    {
      "loss_action": 0.03880539536476135,
      "loss_total": 0.03880539536476135,
      "step": 6880
    },
    {
      "loss_action": 0.023906448855996132,
      "loss_total": 0.023906448855996132,
      "step": 6880
    },
    {
      "loss_action": 0.02824217453598976,
      "loss_total": 0.02824217453598976,
      "step": 6880
    },
    {
      "loss_action": 0.017025861889123917,
      "loss_total": 0.017025861889123917,
      "step": 6880
    },
    {
      "loss_action": 0.018284093588590622,
      "loss_total": 0.018284093588590622,
      "step": 6880
    },
    {
      "loss_action": 0.030564112588763237,
      "loss_total": 0.030564112588763237,
      "step": 6880
    },
    {
      "loss_action": 0.036268096417188644,
      "loss_total": 0.036268096417188644,
      "step": 6880
    },
    {
      "grad_norm": 0.5211193561553955,
      "learning_rate": 3.4445e-05,
      "loss": 0.0274,
      "step": 6890
    },
    {
      "loss_action": 0.028025854378938675,
      "loss_total": 0.028025854378938675,
      "step": 6890
    },
    {
      "loss_action": 0.02109152264893055,
      "loss_total": 0.02109152264893055,
      "step": 6890
    },
    {
      "loss_action": 0.02117174118757248,
      "loss_total": 0.02117174118757248,
      "step": 6890
    },
    {
      "loss_action": 0.02842356637120247,
      "loss_total": 0.02842356637120247,
      "step": 6890
    },
    {
      "loss_action": 0.04982089251279831,
      "loss_total": 0.04982089251279831,
      "step": 6890
    },
    {
      "loss_action": 0.021989140659570694,
      "loss_total": 0.021989140659570694,
      "step": 6890
    },
    {
      "loss_action": 0.029289793223142624,
      "loss_total": 0.029289793223142624,
      "step": 6890
    },
    {
      "loss_action": 0.029384858906269073,
      "loss_total": 0.029384858906269073,
      "step": 6890
    },
    {
      "grad_norm": 0.5529934167861938,
      "learning_rate": 3.4495e-05,
      "loss": 0.0293,
      "step": 6900
    },
    {
      "loss_action": 0.05934077128767967,
      "loss_total": 0.05934077128767967,
      "step": 6900
    },
    {
      "loss_action": 0.05087405443191528,
      "loss_total": 0.05087405443191528,
      "step": 6900
    },
    {
      "loss_action": 0.04851667210459709,
      "loss_total": 0.04851667210459709,
      "step": 6900
    },
    {
      "loss_action": 0.01783052831888199,
      "loss_total": 0.01783052831888199,
      "step": 6900
    },
    {
      "loss_action": 0.017708884552121162,
      "loss_total": 0.017708884552121162,
      "step": 6900
    },
    {
      "loss_action": 0.014956341125071049,
      "loss_total": 0.014956341125071049,
      "step": 6900
    },
    {
      "loss_action": 0.032805055379867554,
      "loss_total": 0.032805055379867554,
      "step": 6900
    },
    {
      "loss_action": 0.037675999104976654,
      "loss_total": 0.037675999104976654,
      "step": 6900
    },
    {
      "grad_norm": 0.7309598326683044,
      "learning_rate": 3.4545e-05,
      "loss": 0.0303,
      "step": 6910
    },
    {
      "loss_action": 0.030237771570682526,
      "loss_total": 0.030237771570682526,
      "step": 6910
    },
    {
      "loss_action": 0.10873085260391235,
      "loss_total": 0.10873085260391235,
      "step": 6910
    },
    {
      "loss_action": 0.023483477532863617,
      "loss_total": 0.023483477532863617,
      "step": 6910
    },
    {
      "loss_action": 0.027457714080810547,
      "loss_total": 0.027457714080810547,
      "step": 6910
    },
    {
      "loss_action": 0.026281166821718216,
      "loss_total": 0.026281166821718216,
      "step": 6910
    },
    {
      "loss_action": 0.026329807937145233,
      "loss_total": 0.026329807937145233,
      "step": 6910
    },
    {
      "loss_action": 0.03747992217540741,
      "loss_total": 0.03747992217540741,
      "step": 6910
    },
    {
      "loss_action": 0.04276590049266815,
      "loss_total": 0.04276590049266815,
      "step": 6910
    },
    {
      "grad_norm": 0.6237348318099976,
      "learning_rate": 3.4594999999999997e-05,
      "loss": 0.0287,
      "step": 6920
    },
    {
      "loss_action": 0.027302250266075134,
      "loss_total": 0.027302250266075134,
      "step": 6920
    },
    {
      "loss_action": 0.026509569957852364,
      "loss_total": 0.026509569957852364,
      "step": 6920
    },
    {
      "loss_action": 0.020026590675115585,
      "loss_total": 0.020026590675115585,
      "step": 6920
    },
    {
      "loss_action": 0.020205195993185043,
      "loss_total": 0.020205195993185043,
      "step": 6920
    },
    {
      "loss_action": 0.02023482695221901,
      "loss_total": 0.02023482695221901,
      "step": 6920
    },
    {
      "loss_action": 0.022973256185650826,
      "loss_total": 0.022973256185650826,
      "step": 6920
    },
    {
      "loss_action": 0.032425832003355026,
      "loss_total": 0.032425832003355026,
      "step": 6920
    },
    {
      "loss_action": 0.02501378208398819,
      "loss_total": 0.02501378208398819,
      "step": 6920
    },
    {
      "grad_norm": 0.6013857126235962,
      "learning_rate": 3.4645e-05,
      "loss": 0.03,
      "step": 6930
    },
    {
      "loss_action": 0.02436116710305214,
      "loss_total": 0.02436116710305214,
      "step": 6930
    },
    {
      "loss_action": 0.01574551686644554,
      "loss_total": 0.01574551686644554,
      "step": 6930
    },
    {
      "loss_action": 0.019567139446735382,
      "loss_total": 0.019567139446735382,
      "step": 6930
    },
    {
      "loss_action": 0.025349270552396774,
      "loss_total": 0.025349270552396774,
      "step": 6930
    },
    {
      "loss_action": 0.02044416032731533,
      "loss_total": 0.02044416032731533,
      "step": 6930
    },
    {
      "loss_action": 0.01895606517791748,
      "loss_total": 0.01895606517791748,
      "step": 6930
    },
    {
      "loss_action": 0.020411204546689987,
      "loss_total": 0.020411204546689987,
      "step": 6930
    },
    {
      "loss_action": 0.019417565315961838,
      "loss_total": 0.019417565315961838,
      "step": 6930
    },
    {
      "grad_norm": 0.5163410305976868,
      "learning_rate": 3.4695e-05,
      "loss": 0.0262,
      "step": 6940
    },
    {
      "loss_action": 0.0384640246629715,
      "loss_total": 0.0384640246629715,
      "step": 6940
    },
    {
      "loss_action": 0.01996142789721489,
      "loss_total": 0.01996142789721489,
      "step": 6940
    },
    {
      "loss_action": 0.05795677751302719,
      "loss_total": 0.05795677751302719,
      "step": 6940
    },
    {
      "loss_action": 0.01902523636817932,
      "loss_total": 0.01902523636817932,
      "step": 6940
    },
    {
      "loss_action": 0.013109204359352589,
      "loss_total": 0.013109204359352589,
      "step": 6940
    },
    {
      "loss_action": 0.023391013965010643,
      "loss_total": 0.023391013965010643,
      "step": 6940
    },
    {
      "loss_action": 0.031018579378724098,
      "loss_total": 0.031018579378724098,
      "step": 6940
    },
    {
      "loss_action": 0.03013164922595024,
      "loss_total": 0.03013164922595024,
      "step": 6940
    },
    {
      "grad_norm": 0.6407057642936707,
      "learning_rate": 3.4745e-05,
      "loss": 0.0286,
      "step": 6950
    },
    {
      "loss_action": 0.02654348500072956,
      "loss_total": 0.02654348500072956,
      "step": 6950
    },
    {
      "loss_action": 0.02895452082157135,
      "loss_total": 0.02895452082157135,
      "step": 6950
    },
    {
      "loss_action": 0.02036472037434578,
      "loss_total": 0.02036472037434578,
      "step": 6950
    },
    {
      "loss_action": 0.019673451781272888,
      "loss_total": 0.019673451781272888,
      "step": 6950
    },
    {
      "loss_action": 0.03978385403752327,
      "loss_total": 0.03978385403752327,
      "step": 6950
    },
    {
      "loss_action": 0.016116078943014145,
      "loss_total": 0.016116078943014145,
      "step": 6950
    },
    {
      "loss_action": 0.020982829853892326,
      "loss_total": 0.020982829853892326,
      "step": 6950
    },
    {
      "loss_action": 0.0239338930696249,
      "loss_total": 0.0239338930696249,
      "step": 6950
    },
    {
      "grad_norm": 0.6897450089454651,
      "learning_rate": 3.4795e-05,
      "loss": 0.0293,
      "step": 6960
    },
    {
      "loss_action": 0.019441859796643257,
      "loss_total": 0.019441859796643257,
      "step": 6960
    },
    {
      "loss_action": 0.019121643155813217,
      "loss_total": 0.019121643155813217,
      "step": 6960
    },
    {
      "loss_action": 0.0254273172467947,
      "loss_total": 0.0254273172467947,
      "step": 6960
    },
    {
      "loss_action": 0.030204154551029205,
      "loss_total": 0.030204154551029205,
      "step": 6960
    },
    {
      "loss_action": 0.01905807852745056,
      "loss_total": 0.01905807852745056,
      "step": 6960
    },
    {
      "loss_action": 0.049354515969753265,
      "loss_total": 0.049354515969753265,
      "step": 6960
    },
    {
      "loss_action": 0.016347073018550873,
      "loss_total": 0.016347073018550873,
      "step": 6960
    },
    {
      "loss_action": 0.0325869545340538,
      "loss_total": 0.0325869545340538,
      "step": 6960
    },
    {
      "grad_norm": 0.5226173996925354,
      "learning_rate": 3.4845e-05,
      "loss": 0.0291,
      "step": 6970
    },
    {
      "loss_action": 0.033448752015829086,
      "loss_total": 0.033448752015829086,
      "step": 6970
    },
    {
      "loss_action": 0.02752072922885418,
      "loss_total": 0.02752072922885418,
      "step": 6970
    },
    {
      "loss_action": 0.029080446809530258,
      "loss_total": 0.029080446809530258,
      "step": 6970
    },
    {
      "loss_action": 0.07549663633108139,
      "loss_total": 0.07549663633108139,
      "step": 6970
    },
    {
      "loss_action": 0.028997752815485,
      "loss_total": 0.028997752815485,
      "step": 6970
    },
    {
      "loss_action": 0.02256302908062935,
      "loss_total": 0.02256302908062935,
      "step": 6970
    },
    {
      "loss_action": 0.02634195238351822,
      "loss_total": 0.02634195238351822,
      "step": 6970
    },
    {
      "loss_action": 0.03264826536178589,
      "loss_total": 0.03264826536178589,
      "step": 6970
    },
    {
      "grad_norm": 0.6506685018539429,
      "learning_rate": 3.4895e-05,
      "loss": 0.0275,
      "step": 6980
    },
    {
      "loss_action": 0.019525982439517975,
      "loss_total": 0.019525982439517975,
      "step": 6980
    },
    {
      "loss_action": 0.02249668724834919,
      "loss_total": 0.02249668724834919,
      "step": 6980
    },
    {
      "loss_action": 0.04161512479186058,
      "loss_total": 0.04161512479186058,
      "step": 6980
    },
    {
      "loss_action": 0.018351145088672638,
      "loss_total": 0.018351145088672638,
      "step": 6980
    },
    {
      "loss_action": 0.020435571670532227,
      "loss_total": 0.020435571670532227,
      "step": 6980
    },
    {
      "loss_action": 0.024258535355329514,
      "loss_total": 0.024258535355329514,
      "step": 6980
    },
    {
      "loss_action": 0.02625398337841034,
      "loss_total": 0.02625398337841034,
      "step": 6980
    },
    {
      "loss_action": 0.020351480692625046,
      "loss_total": 0.020351480692625046,
      "step": 6980
    },
    {
      "grad_norm": 0.57257080078125,
      "learning_rate": 3.4945e-05,
      "loss": 0.0263,
      "step": 6990
    },
    {
      "loss_action": 0.019088368862867355,
      "loss_total": 0.019088368862867355,
      "step": 6990
    },
    {
      "loss_action": 0.027457650750875473,
      "loss_total": 0.027457650750875473,
      "step": 6990
    },
    {
      "loss_action": 0.03413166478276253,
      "loss_total": 0.03413166478276253,
      "step": 6990
    },
    {
      "loss_action": 0.035046257078647614,
      "loss_total": 0.035046257078647614,
      "step": 6990
    },
    {
      "loss_action": 0.020885923877358437,
      "loss_total": 0.020885923877358437,
      "step": 6990
    },
    {
      "loss_action": 0.019179340451955795,
      "loss_total": 0.019179340451955795,
      "step": 6990
    },
    {
      "loss_action": 0.029215995222330093,
      "loss_total": 0.029215995222330093,
      "step": 6990
    },
    {
      "loss_action": 0.01573648303747177,
      "loss_total": 0.01573648303747177,
      "step": 6990
    },
    {
      "grad_norm": 0.5363593101501465,
      "learning_rate": 3.4995e-05,
      "loss": 0.0307,
      "step": 7000
    },
    {
      "loss_action": 0.06135682761669159,
      "loss_total": 0.06135682761669159,
      "step": 7000
    },
    {
      "loss_action": 0.027944814413785934,
      "loss_total": 0.027944814413785934,
      "step": 7000
    },
    {
      "loss_action": 0.016939353197813034,
      "loss_total": 0.016939353197813034,
      "step": 7000
    },
    {
      "loss_action": 0.01819506473839283,
      "loss_total": 0.01819506473839283,
      "step": 7000
    },
    {
      "loss_action": 0.015410571359097958,
      "loss_total": 0.015410571359097958,
      "step": 7000
    },
    {
      "loss_action": 0.025564664974808693,
      "loss_total": 0.025564664974808693,
      "step": 7000
    },
    {
      "loss_action": 0.019190549850463867,
      "loss_total": 0.019190549850463867,
      "step": 7000
    },
    {
      "loss_action": 0.03093189001083374,
      "loss_total": 0.03093189001083374,
      "step": 7000
    },
    {
      "grad_norm": 0.7485321164131165,
      "learning_rate": 3.5045e-05,
      "loss": 0.0299,
      "step": 7010
    },
    {
      "loss_action": 0.041071292012929916,
      "loss_total": 0.041071292012929916,
      "step": 7010
    },
    {
      "loss_action": 0.022405274212360382,
      "loss_total": 0.022405274212360382,
      "step": 7010
    },
    {
      "loss_action": 0.014568459242582321,
      "loss_total": 0.014568459242582321,
      "step": 7010
    },
    {
      "loss_action": 0.028175776824355125,
      "loss_total": 0.028175776824355125,
      "step": 7010
    },
    {
      "loss_action": 0.030394311994314194,
      "loss_total": 0.030394311994314194,
      "step": 7010
    },
    {
      "loss_action": 0.016450706869363785,
      "loss_total": 0.016450706869363785,
      "step": 7010
    },
    {
      "loss_action": 0.03839898854494095,
      "loss_total": 0.03839898854494095,
      "step": 7010
    },
    {
      "loss_action": 0.019830457866191864,
      "loss_total": 0.019830457866191864,
      "step": 7010
    },
    {
      "grad_norm": 0.6162467002868652,
      "learning_rate": 3.5095e-05,
      "loss": 0.0278,
      "step": 7020
    },
    {
      "loss_action": 0.029861705377697945,
      "loss_total": 0.029861705377697945,
      "step": 7020
    },
    {
      "loss_action": 0.019833553582429886,
      "loss_total": 0.019833553582429886,
      "step": 7020
    },
    {
      "loss_action": 0.0328720360994339,
      "loss_total": 0.0328720360994339,
      "step": 7020
    },
    {
      "loss_action": 0.017590105533599854,
      "loss_total": 0.017590105533599854,
      "step": 7020
    },
    {
      "loss_action": 0.01927826553583145,
      "loss_total": 0.01927826553583145,
      "step": 7020
    },
    {
      "loss_action": 0.01698813959956169,
      "loss_total": 0.01698813959956169,
      "step": 7020
    },
    {
      "loss_action": 0.02188883349299431,
      "loss_total": 0.02188883349299431,
      "step": 7020
    },
    {
      "loss_action": 0.03605761379003525,
      "loss_total": 0.03605761379003525,
      "step": 7020
    },
    {
      "grad_norm": 0.41197001934051514,
      "learning_rate": 3.5145e-05,
      "loss": 0.0259,
      "step": 7030
    },
    {
      "loss_action": 0.021388951689004898,
      "loss_total": 0.021388951689004898,
      "step": 7030
    },
    {
      "loss_action": 0.029187021777033806,
      "loss_total": 0.029187021777033806,
      "step": 7030
    },
    {
      "loss_action": 0.02548956871032715,
      "loss_total": 0.02548956871032715,
      "step": 7030
    },
    {
      "loss_action": 0.024813486263155937,
      "loss_total": 0.024813486263155937,
      "step": 7030
    },
    {
      "loss_action": 0.01877450942993164,
      "loss_total": 0.01877450942993164,
      "step": 7030
    },
    {
      "loss_action": 0.029104875400662422,
      "loss_total": 0.029104875400662422,
      "step": 7030
    },
    {
      "loss_action": 0.016876745969057083,
      "loss_total": 0.016876745969057083,
      "step": 7030
    },
    {
      "loss_action": 0.027647709473967552,
      "loss_total": 0.027647709473967552,
      "step": 7030
    },
    {
      "grad_norm": 0.7301985025405884,
      "learning_rate": 3.5195e-05,
      "loss": 0.0282,
      "step": 7040
    },
    {
      "loss_action": 0.01743963547050953,
      "loss_total": 0.01743963547050953,
      "step": 7040
    },
    {
      "loss_action": 0.021340113133192062,
      "loss_total": 0.021340113133192062,
      "step": 7040
    },
    {
      "loss_action": 0.039678171277046204,
      "loss_total": 0.039678171277046204,
      "step": 7040
    },
    {
      "loss_action": 0.018474003300070763,
      "loss_total": 0.018474003300070763,
      "step": 7040
    },
    {
      "loss_action": 0.02051575854420662,
      "loss_total": 0.02051575854420662,
      "step": 7040
    },
    {
      "loss_action": 0.02382699027657509,
      "loss_total": 0.02382699027657509,
      "step": 7040
    },
    {
      "loss_action": 0.02855660766363144,
      "loss_total": 0.02855660766363144,
      "step": 7040
    },
    {
      "loss_action": 0.015428677201271057,
      "loss_total": 0.015428677201271057,
      "step": 7040
    },
    {
      "grad_norm": 0.49681556224823,
      "learning_rate": 3.5245e-05,
      "loss": 0.0258,
      "step": 7050
    },
    {
      "loss_action": 0.03516891971230507,
      "loss_total": 0.03516891971230507,
      "step": 7050
    },
    {
      "loss_action": 0.032571904361248016,
      "loss_total": 0.032571904361248016,
      "step": 7050
    },
    {
      "loss_action": 0.016954805701971054,
      "loss_total": 0.016954805701971054,
      "step": 7050
    },
    {
      "loss_action": 0.026451334357261658,
      "loss_total": 0.026451334357261658,
      "step": 7050
    },
    {
      "loss_action": 0.04087892547249794,
      "loss_total": 0.04087892547249794,
      "step": 7050
    },
    {
      "loss_action": 0.01899314671754837,
      "loss_total": 0.01899314671754837,
      "step": 7050
    },
    {
      "loss_action": 0.027120959013700485,
      "loss_total": 0.027120959013700485,
      "step": 7050
    },
    {
      "loss_action": 0.023406168445944786,
      "loss_total": 0.023406168445944786,
      "step": 7050
    },
    {
      "grad_norm": 0.4639371633529663,
      "learning_rate": 3.5295e-05,
      "loss": 0.0248,
      "step": 7060
    },
    {
      "loss_action": 0.02583828940987587,
      "loss_total": 0.02583828940987587,
      "step": 7060
    },
    {
      "loss_action": 0.024974217638373375,
      "loss_total": 0.024974217638373375,
      "step": 7060
    },
    {
      "loss_action": 0.01910163089632988,
      "loss_total": 0.01910163089632988,
      "step": 7060
    },
    {
      "loss_action": 0.028568286448717117,
      "loss_total": 0.028568286448717117,
      "step": 7060
    },
    {
      "loss_action": 0.027924537658691406,
      "loss_total": 0.027924537658691406,
      "step": 7060
    },
    {
      "loss_action": 0.028368625789880753,
      "loss_total": 0.028368625789880753,
      "step": 7060
    },
    {
      "loss_action": 0.03174372762441635,
      "loss_total": 0.03174372762441635,
      "step": 7060
    },
    {
      "loss_action": 0.03324409946799278,
      "loss_total": 0.03324409946799278,
      "step": 7060
    },
    {
      "grad_norm": 0.48787033557891846,
      "learning_rate": 3.5345e-05,
      "loss": 0.0295,
      "step": 7070
    },
    {
      "loss_action": 0.0265047587454319,
      "loss_total": 0.0265047587454319,
      "step": 7070
    },
    {
      "loss_action": 0.01355317048728466,
      "loss_total": 0.01355317048728466,
      "step": 7070
    },
    {
      "loss_action": 0.022927945479750633,
      "loss_total": 0.022927945479750633,
      "step": 7070
    },
    {
      "loss_action": 0.02141180820763111,
      "loss_total": 0.02141180820763111,
      "step": 7070
    },
    {
      "loss_action": 0.033987633883953094,
      "loss_total": 0.033987633883953094,
      "step": 7070
    },
    {
      "loss_action": 0.030475424602627754,
      "loss_total": 0.030475424602627754,
      "step": 7070
    },
    {
      "loss_action": 0.06346415728330612,
      "loss_total": 0.06346415728330612,
      "step": 7070
    },
    {
      "loss_action": 0.020682837814092636,
      "loss_total": 0.020682837814092636,
      "step": 7070
    },
    {
      "grad_norm": 0.5485816597938538,
      "learning_rate": 3.5395e-05,
      "loss": 0.0273,
      "step": 7080
    },
    {
      "loss_action": 0.04692188277840614,
      "loss_total": 0.04692188277840614,
      "step": 7080
    },
    {
      "loss_action": 0.019654661417007446,
      "loss_total": 0.019654661417007446,
      "step": 7080
    },
    {
      "loss_action": 0.024680256843566895,
      "loss_total": 0.024680256843566895,
      "step": 7080
    },
    {
      "loss_action": 0.03197149187326431,
      "loss_total": 0.03197149187326431,
      "step": 7080
    },
    {
      "loss_action": 0.03150327503681183,
      "loss_total": 0.03150327503681183,
      "step": 7080
    },
    {
      "loss_action": 0.027743427082896233,
      "loss_total": 0.027743427082896233,
      "step": 7080
    },
    {
      "loss_action": 0.023401299491524696,
      "loss_total": 0.023401299491524696,
      "step": 7080
    },
    {
      "loss_action": 0.017176754772663116,
      "loss_total": 0.017176754772663116,
      "step": 7080
    },
    {
      "grad_norm": 0.5930572748184204,
      "learning_rate": 3.5445000000000004e-05,
      "loss": 0.0285,
      "step": 7090
    },
    {
      "loss_action": 0.020229032263159752,
      "loss_total": 0.020229032263159752,
      "step": 7090
    },
    {
      "loss_action": 0.02330140955746174,
      "loss_total": 0.02330140955746174,
      "step": 7090
    },
    {
      "loss_action": 0.020334720611572266,
      "loss_total": 0.020334720611572266,
      "step": 7090
    },
    {
      "loss_action": 0.027928464114665985,
      "loss_total": 0.027928464114665985,
      "step": 7090
    },
    {
      "loss_action": 0.02094736322760582,
      "loss_total": 0.02094736322760582,
      "step": 7090
    },
    {
      "loss_action": 0.02555563673377037,
      "loss_total": 0.02555563673377037,
      "step": 7090
    },
    {
      "loss_action": 0.019715743139386177,
      "loss_total": 0.019715743139386177,
      "step": 7090
    },
    {
      "loss_action": 0.03135117143392563,
      "loss_total": 0.03135117143392563,
      "step": 7090
    },
    {
      "grad_norm": 0.7057300806045532,
      "learning_rate": 3.5495e-05,
      "loss": 0.0267,
      "step": 7100
    },
    {
      "loss_action": 0.02625596895813942,
      "loss_total": 0.02625596895813942,
      "step": 7100
    },
    {
      "loss_action": 0.05583137273788452,
      "loss_total": 0.05583137273788452,
      "step": 7100
    },
    {
      "loss_action": 0.01864449866116047,
      "loss_total": 0.01864449866116047,
      "step": 7100
    },
    {
      "loss_action": 0.0562041737139225,
      "loss_total": 0.0562041737139225,
      "step": 7100
    },
    {
      "loss_action": 0.030242005363106728,
      "loss_total": 0.030242005363106728,
      "step": 7100
    },
    {
      "loss_action": 0.057716645300388336,
      "loss_total": 0.057716645300388336,
      "step": 7100
    },
    {
      "loss_action": 0.02178330346941948,
      "loss_total": 0.02178330346941948,
      "step": 7100
    },
    {
      "loss_action": 0.018420983105897903,
      "loss_total": 0.018420983105897903,
      "step": 7100
    },
    {
      "grad_norm": 0.5930563807487488,
      "learning_rate": 3.5545e-05,
      "loss": 0.0286,
      "step": 7110
    },
    {
      "loss_action": 0.038325272500514984,
      "loss_total": 0.038325272500514984,
      "step": 7110
    },
    {
      "loss_action": 0.03291980177164078,
      "loss_total": 0.03291980177164078,
      "step": 7110
    },
    {
      "loss_action": 0.020187832415103912,
      "loss_total": 0.020187832415103912,
      "step": 7110
    },
    {
      "loss_action": 0.02541724219918251,
      "loss_total": 0.02541724219918251,
      "step": 7110
    },
    {
      "loss_action": 0.020979143679142,
      "loss_total": 0.020979143679142,
      "step": 7110
    },
    {
      "loss_action": 0.019573360681533813,
      "loss_total": 0.019573360681533813,
      "step": 7110
    },
    {
      "loss_action": 0.044058650732040405,
      "loss_total": 0.044058650732040405,
      "step": 7110
    },
    {
      "loss_action": 0.017492346465587616,
      "loss_total": 0.017492346465587616,
      "step": 7110
    },
    {
      "grad_norm": 0.5002080798149109,
      "learning_rate": 3.5595e-05,
      "loss": 0.0268,
      "step": 7120
    },
    {
      "loss_action": 0.031018834561109543,
      "loss_total": 0.031018834561109543,
      "step": 7120
    },
    {
      "loss_action": 0.03888704627752304,
      "loss_total": 0.03888704627752304,
      "step": 7120
    },
    {
      "loss_action": 0.028543712571263313,
      "loss_total": 0.028543712571263313,
      "step": 7120
    },
    {
      "loss_action": 0.028077632188796997,
      "loss_total": 0.028077632188796997,
      "step": 7120
    },
    {
      "loss_action": 0.02496258169412613,
      "loss_total": 0.02496258169412613,
      "step": 7120
    },
    {
      "loss_action": 0.05284706875681877,
      "loss_total": 0.05284706875681877,
      "step": 7120
    },
    {
      "loss_action": 0.018851522356271744,
      "loss_total": 0.018851522356271744,
      "step": 7120
    },
    {
      "loss_action": 0.02108525112271309,
      "loss_total": 0.02108525112271309,
      "step": 7120
    },
    {
      "grad_norm": 0.6297552585601807,
      "learning_rate": 3.5645e-05,
      "loss": 0.0284,
      "step": 7130
    },
    {
      "loss_action": 0.024722235277295113,
      "loss_total": 0.024722235277295113,
      "step": 7130
    },
    {
      "loss_action": 0.02534777671098709,
      "loss_total": 0.02534777671098709,
      "step": 7130
    },
    {
      "loss_action": 0.08294039964675903,
      "loss_total": 0.08294039964675903,
      "step": 7130
    },
    {
      "loss_action": 0.029406096786260605,
      "loss_total": 0.029406096786260605,
      "step": 7130
    },
    {
      "loss_action": 0.029048491269350052,
      "loss_total": 0.029048491269350052,
      "step": 7130
    },
    {
      "loss_action": 0.017015568912029266,
      "loss_total": 0.017015568912029266,
      "step": 7130
    },
    {
      "loss_action": 0.025306222960352898,
      "loss_total": 0.025306222960352898,
      "step": 7130
    },
    {
      "loss_action": 0.02076089195907116,
      "loss_total": 0.02076089195907116,
      "step": 7130
    },
    {
      "grad_norm": 0.5149915218353271,
      "learning_rate": 3.5695e-05,
      "loss": 0.026,
      "step": 7140
    },
    {
      "loss_action": 0.021008580923080444,
      "loss_total": 0.021008580923080444,
      "step": 7140
    },
    {
      "loss_action": 0.01762709766626358,
      "loss_total": 0.01762709766626358,
      "step": 7140
    },
    {
      "loss_action": 0.020268650725483894,
      "loss_total": 0.020268650725483894,
      "step": 7140
    },
    {
      "loss_action": 0.017974216490983963,
      "loss_total": 0.017974216490983963,
      "step": 7140
    },
    {
      "loss_action": 0.019767675548791885,
      "loss_total": 0.019767675548791885,
      "step": 7140
    },
    {
      "loss_action": 0.027167007327079773,
      "loss_total": 0.027167007327079773,
      "step": 7140
    },
    {
      "loss_action": 0.02258812077343464,
      "loss_total": 0.02258812077343464,
      "step": 7140
    },
    {
      "loss_action": 0.014186520129442215,
      "loss_total": 0.014186520129442215,
      "step": 7140
    },
    {
      "grad_norm": 0.671735942363739,
      "learning_rate": 3.5745e-05,
      "loss": 0.0266,
      "step": 7150
    },
    {
      "loss_action": 0.029763534665107727,
      "loss_total": 0.029763534665107727,
      "step": 7150
    },
    {
      "loss_action": 0.02652442827820778,
      "loss_total": 0.02652442827820778,
      "step": 7150
    },
    {
      "loss_action": 0.028767654672265053,
      "loss_total": 0.028767654672265053,
      "step": 7150
    },
    {
      "loss_action": 0.0390753448009491,
      "loss_total": 0.0390753448009491,
      "step": 7150
    },
    {
      "loss_action": 0.04153288155794144,
      "loss_total": 0.04153288155794144,
      "step": 7150
    },
    {
      "loss_action": 0.022641249001026154,
      "loss_total": 0.022641249001026154,
      "step": 7150
    },
    {
      "loss_action": 0.030848391354084015,
      "loss_total": 0.030848391354084015,
      "step": 7150
    },
    {
      "loss_action": 0.028259361162781715,
      "loss_total": 0.028259361162781715,
      "step": 7150
    },
    {
      "grad_norm": 0.5034217238426208,
      "learning_rate": 3.5795e-05,
      "loss": 0.0327,
      "step": 7160
    },
    {
      "loss_action": 0.02687915414571762,
      "loss_total": 0.02687915414571762,
      "step": 7160
    },
    {
      "loss_action": 0.022702079266309738,
      "loss_total": 0.022702079266309738,
      "step": 7160
    },
    {
      "loss_action": 0.023412315174937248,
      "loss_total": 0.023412315174937248,
      "step": 7160
    },
    {
      "loss_action": 0.020385123789310455,
      "loss_total": 0.020385123789310455,
      "step": 7160
    },
    {
      "loss_action": 0.02807735837996006,
      "loss_total": 0.02807735837996006,
      "step": 7160
    },
    {
      "loss_action": 0.049294017255306244,
      "loss_total": 0.049294017255306244,
      "step": 7160
    },
    {
      "loss_action": 0.029830552637577057,
      "loss_total": 0.029830552637577057,
      "step": 7160
    },
    {
      "loss_action": 0.022948771715164185,
      "loss_total": 0.022948771715164185,
      "step": 7160
    },
    {
      "grad_norm": 0.6527894139289856,
      "learning_rate": 3.5845e-05,
      "loss": 0.0303,
      "step": 7170
    },
    {
      "loss_action": 0.036829277873039246,
      "loss_total": 0.036829277873039246,
      "step": 7170
    },
    {
      "loss_action": 0.027366654947400093,
      "loss_total": 0.027366654947400093,
      "step": 7170
    },
    {
      "loss_action": 0.01971680112183094,
      "loss_total": 0.01971680112183094,
      "step": 7170
    },
    {
      "loss_action": 0.02740519307553768,
      "loss_total": 0.02740519307553768,
      "step": 7170
    },
    {
      "loss_action": 0.022007782012224197,
      "loss_total": 0.022007782012224197,
      "step": 7170
    },
    {
      "loss_action": 0.02493082731962204,
      "loss_total": 0.02493082731962204,
      "step": 7170
    },
    {
      "loss_action": 0.04068200662732124,
      "loss_total": 0.04068200662732124,
      "step": 7170
    },
    {
      "loss_action": 0.028904711827635765,
      "loss_total": 0.028904711827635765,
      "step": 7170
    },
    {
      "grad_norm": 0.5372092723846436,
      "learning_rate": 3.5895e-05,
      "loss": 0.0279,
      "step": 7180
    },
    {
      "loss_action": 0.0374491810798645,
      "loss_total": 0.0374491810798645,
      "step": 7180
    },
    {
      "loss_action": 0.026025336235761642,
      "loss_total": 0.026025336235761642,
      "step": 7180
    },
    {
      "loss_action": 0.02200467325747013,
      "loss_total": 0.02200467325747013,
      "step": 7180
    },
    {
      "loss_action": 0.039350979030132294,
      "loss_total": 0.039350979030132294,
      "step": 7180
    },
    {
      "loss_action": 0.10084064304828644,
      "loss_total": 0.10084064304828644,
      "step": 7180
    },
    {
      "loss_action": 0.045332904905080795,
      "loss_total": 0.045332904905080795,
      "step": 7180
    },
    {
      "loss_action": 0.016117149963974953,
      "loss_total": 0.016117149963974953,
      "step": 7180
    },
    {
      "loss_action": 0.037466101348400116,
      "loss_total": 0.037466101348400116,
      "step": 7180
    },
    {
      "grad_norm": 0.6139317154884338,
      "learning_rate": 3.5945e-05,
      "loss": 0.03,
      "step": 7190
    },
    {
      "loss_action": 0.029523836448788643,
      "loss_total": 0.029523836448788643,
      "step": 7190
    },
    {
      "loss_action": 0.02643188089132309,
      "loss_total": 0.02643188089132309,
      "step": 7190
    },
    {
      "loss_action": 0.03888118639588356,
      "loss_total": 0.03888118639588356,
      "step": 7190
    },
    {
      "loss_action": 0.019173508509993553,
      "loss_total": 0.019173508509993553,
      "step": 7190
    },
    {
      "loss_action": 0.018693625926971436,
      "loss_total": 0.018693625926971436,
      "step": 7190
    },
    {
      "loss_action": 0.02051558718085289,
      "loss_total": 0.02051558718085289,
      "step": 7190
    },
    {
      "loss_action": 0.059424009174108505,
      "loss_total": 0.059424009174108505,
      "step": 7190
    },
    {
      "loss_action": 0.019125094637274742,
      "loss_total": 0.019125094637274742,
      "step": 7190
    },
    {
      "grad_norm": 0.6943986415863037,
      "learning_rate": 3.5995000000000004e-05,
      "loss": 0.0339,
      "step": 7200
    },
    {
      "loss_action": 0.04335438460111618,
      "loss_total": 0.04335438460111618,
      "step": 7200
    },
    {
      "loss_action": 0.02422829531133175,
      "loss_total": 0.02422829531133175,
      "step": 7200
    },
    {
      "loss_action": 0.03531626611948013,
      "loss_total": 0.03531626611948013,
      "step": 7200
    },
    {
      "loss_action": 0.01903170719742775,
      "loss_total": 0.01903170719742775,
      "step": 7200
    },
    {
      "loss_action": 0.0410911962389946,
      "loss_total": 0.0410911962389946,
      "step": 7200
    },
    {
      "loss_action": 0.03287391737103462,
      "loss_total": 0.03287391737103462,
      "step": 7200
    },
    {
      "loss_action": 0.018840664997696877,
      "loss_total": 0.018840664997696877,
      "step": 7200
    },
    {
      "loss_action": 0.021026067435741425,
      "loss_total": 0.021026067435741425,
      "step": 7200
    },
    {
      "grad_norm": 0.3877161145210266,
      "learning_rate": 3.6045e-05,
      "loss": 0.0298,
      "step": 7210
    },
    {
      "loss_action": 0.020579269155859947,
      "loss_total": 0.020579269155859947,
      "step": 7210
    },
    {
      "loss_action": 0.01607188768684864,
      "loss_total": 0.01607188768684864,
      "step": 7210
    },
    {
      "loss_action": 0.030866939574480057,
      "loss_total": 0.030866939574480057,
      "step": 7210
    },
    {
      "loss_action": 0.02404690533876419,
      "loss_total": 0.02404690533876419,
      "step": 7210
    },
    {
      "loss_action": 0.03031517192721367,
      "loss_total": 0.03031517192721367,
      "step": 7210
    },
    {
      "loss_action": 0.020644087344408035,
      "loss_total": 0.020644087344408035,
      "step": 7210
    },
    {
      "loss_action": 0.02552657574415207,
      "loss_total": 0.02552657574415207,
      "step": 7210
    },
    {
      "loss_action": 0.020270513370633125,
      "loss_total": 0.020270513370633125,
      "step": 7210
    },
    {
      "grad_norm": 0.4401729106903076,
      "learning_rate": 3.6095e-05,
      "loss": 0.0263,
      "step": 7220
    },
    {
      "loss_action": 0.032520733773708344,
      "loss_total": 0.032520733773708344,
      "step": 7220
    },
    {
      "loss_action": 0.039404287934303284,
      "loss_total": 0.039404287934303284,
      "step": 7220
    },
    {
      "loss_action": 0.025253646075725555,
      "loss_total": 0.025253646075725555,
      "step": 7220
    },
    {
      "loss_action": 0.02319519966840744,
      "loss_total": 0.02319519966840744,
      "step": 7220
    },
    {
      "loss_action": 0.02374161221086979,
      "loss_total": 0.02374161221086979,
      "step": 7220
    },
    {
      "loss_action": 0.018337586894631386,
      "loss_total": 0.018337586894631386,
      "step": 7220
    },
    {
      "loss_action": 0.021524641662836075,
      "loss_total": 0.021524641662836075,
      "step": 7220
    },
    {
      "loss_action": 0.021001067012548447,
      "loss_total": 0.021001067012548447,
      "step": 7220
    },
    {
      "grad_norm": 0.4772176444530487,
      "learning_rate": 3.6145e-05,
      "loss": 0.0321,
      "step": 7230
    },
    {
      "loss_action": 0.01864948496222496,
      "loss_total": 0.01864948496222496,
      "step": 7230
    },
    {
      "loss_action": 0.03242721036076546,
      "loss_total": 0.03242721036076546,
      "step": 7230
    },
    {
      "loss_action": 0.04251333326101303,
      "loss_total": 0.04251333326101303,
      "step": 7230
    },
    {
      "loss_action": 0.024839065968990326,
      "loss_total": 0.024839065968990326,
      "step": 7230
    },
    {
      "loss_action": 0.0244176983833313,
      "loss_total": 0.0244176983833313,
      "step": 7230
    },
    {
      "loss_action": 0.025933273136615753,
      "loss_total": 0.025933273136615753,
      "step": 7230
    },
    {
      "loss_action": 0.1598963737487793,
      "loss_total": 0.1598963737487793,
      "step": 7230
    },
    {
      "loss_action": 0.01723707839846611,
      "loss_total": 0.01723707839846611,
      "step": 7230
    },
    {
      "grad_norm": 0.44908758997917175,
      "learning_rate": 3.6195e-05,
      "loss": 0.0305,
      "step": 7240
    },
    {
      "loss_action": 0.01792893372476101,
      "loss_total": 0.01792893372476101,
      "step": 7240
    },
    {
      "loss_action": 0.014263994991779327,
      "loss_total": 0.014263994991779327,
      "step": 7240
    },
    {
      "loss_action": 0.017103325575590134,
      "loss_total": 0.017103325575590134,
      "step": 7240
    },
    {
      "loss_action": 0.0331927165389061,
      "loss_total": 0.0331927165389061,
      "step": 7240
    },
    {
      "loss_action": 0.024489816278219223,
      "loss_total": 0.024489816278219223,
      "step": 7240
    },
    {
      "loss_action": 0.020391400903463364,
      "loss_total": 0.020391400903463364,
      "step": 7240
    },
    {
      "loss_action": 0.05084095895290375,
      "loss_total": 0.05084095895290375,
      "step": 7240
    },
    {
      "loss_action": 0.04074050486087799,
      "loss_total": 0.04074050486087799,
      "step": 7240
    },
    {
      "grad_norm": 0.4113325774669647,
      "learning_rate": 3.6245e-05,
      "loss": 0.027,
      "step": 7250
    },
    {
      "loss_action": 0.016184533014893532,
      "loss_total": 0.016184533014893532,
      "step": 7250
    },
    {
      "loss_action": 0.02838429994881153,
      "loss_total": 0.02838429994881153,
      "step": 7250
    },
    {
      "loss_action": 0.021773245185613632,
      "loss_total": 0.021773245185613632,
      "step": 7250
    },
    {
      "loss_action": 0.029331229627132416,
      "loss_total": 0.029331229627132416,
      "step": 7250
    },
    {
      "loss_action": 0.014809751883149147,
      "loss_total": 0.014809751883149147,
      "step": 7250
    },
    {
      "loss_action": 0.023988153785467148,
      "loss_total": 0.023988153785467148,
      "step": 7250
    },
    {
      "loss_action": 0.02630523033440113,
      "loss_total": 0.02630523033440113,
      "step": 7250
    },
    {
      "loss_action": 0.04431827366352081,
      "loss_total": 0.04431827366352081,
      "step": 7250
    },
    {
      "grad_norm": 0.5019057393074036,
      "learning_rate": 3.6295000000000004e-05,
      "loss": 0.0296,
      "step": 7260
    },
    {
      "loss_action": 0.032039642333984375,
      "loss_total": 0.032039642333984375,
      "step": 7260
    },
    {
      "loss_action": 0.053210627287626266,
      "loss_total": 0.053210627287626266,
      "step": 7260
    },
    {
      "loss_action": 0.018368277698755264,
      "loss_total": 0.018368277698755264,
      "step": 7260
    },
    {
      "loss_action": 0.021454578265547752,
      "loss_total": 0.021454578265547752,
      "step": 7260
    },
    {
      "loss_action": 0.054191578179597855,
      "loss_total": 0.054191578179597855,
      "step": 7260
    },
    {
      "loss_action": 0.02413296326994896,
      "loss_total": 0.02413296326994896,
      "step": 7260
    },
    {
      "loss_action": 0.021180272102355957,
      "loss_total": 0.021180272102355957,
      "step": 7260
    },
    {
      "loss_action": 0.021384593099355698,
      "loss_total": 0.021384593099355698,
      "step": 7260
    },
    {
      "grad_norm": 0.5838081240653992,
      "learning_rate": 3.6345e-05,
      "loss": 0.0304,
      "step": 7270
    },
    {
      "loss_action": 0.030925888568162918,
      "loss_total": 0.030925888568162918,
      "step": 7270
    },
    {
      "loss_action": 0.04154833406209946,
      "loss_total": 0.04154833406209946,
      "step": 7270
    },
    {
      "loss_action": 0.019830530509352684,
      "loss_total": 0.019830530509352684,
      "step": 7270
    },
    {
      "loss_action": 0.022345539182424545,
      "loss_total": 0.022345539182424545,
      "step": 7270
    },
    {
      "loss_action": 0.01906556449830532,
      "loss_total": 0.01906556449830532,
      "step": 7270
    },
    {
      "loss_action": 0.03541889786720276,
      "loss_total": 0.03541889786720276,
      "step": 7270
    },
    {
      "loss_action": 0.016097988933324814,
      "loss_total": 0.016097988933324814,
      "step": 7270
    },
    {
      "loss_action": 0.017222898080945015,
      "loss_total": 0.017222898080945015,
      "step": 7270
    },
    {
      "grad_norm": 0.6220191121101379,
      "learning_rate": 3.6395e-05,
      "loss": 0.0272,
      "step": 7280
    },
    {
      "loss_action": 0.05236014723777771,
      "loss_total": 0.05236014723777771,
      "step": 7280
    },
    {
      "loss_action": 0.014503257349133492,
      "loss_total": 0.014503257349133492,
      "step": 7280
    },
    {
      "loss_action": 0.02634146250784397,
      "loss_total": 0.02634146250784397,
      "step": 7280
    },
    {
      "loss_action": 0.04673127457499504,
      "loss_total": 0.04673127457499504,
      "step": 7280
    },
    {
      "loss_action": 0.022733747959136963,
      "loss_total": 0.022733747959136963,
      "step": 7280
    },
    {
      "loss_action": 0.02796093374490738,
      "loss_total": 0.02796093374490738,
      "step": 7280
    },
    {
      "loss_action": 0.02595546841621399,
      "loss_total": 0.02595546841621399,
      "step": 7280
    },
    {
      "loss_action": 0.019186636433005333,
      "loss_total": 0.019186636433005333,
      "step": 7280
    },
    {
      "grad_norm": 0.5047821402549744,
      "learning_rate": 3.6445e-05,
      "loss": 0.0278,
      "step": 7290
    },
    {
      "loss_action": 0.029632914811372757,
      "loss_total": 0.029632914811372757,
      "step": 7290
    },
    {
      "loss_action": 0.02711128070950508,
      "loss_total": 0.02711128070950508,
      "step": 7290
    },
    {
      "loss_action": 0.02476823516190052,
      "loss_total": 0.02476823516190052,
      "step": 7290
    },
    {
      "loss_action": 0.04051445052027702,
      "loss_total": 0.04051445052027702,
      "step": 7290
    },
    {
      "loss_action": 0.028226366266608238,
      "loss_total": 0.028226366266608238,
      "step": 7290
    },
    {
      "loss_action": 0.02900923602283001,
      "loss_total": 0.02900923602283001,
      "step": 7290
    },
    {
      "loss_action": 0.04928132891654968,
      "loss_total": 0.04928132891654968,
      "step": 7290
    },
    {
      "loss_action": 0.03295931965112686,
      "loss_total": 0.03295931965112686,
      "step": 7290
    },
    {
      "grad_norm": 0.42769527435302734,
      "learning_rate": 3.6495e-05,
      "loss": 0.0262,
      "step": 7300
    },
    {
      "loss_action": 0.02502642571926117,
      "loss_total": 0.02502642571926117,
      "step": 7300
    },
    {
      "loss_action": 0.03148327022790909,
      "loss_total": 0.03148327022790909,
      "step": 7300
    },
    {
      "loss_action": 0.025668136775493622,
      "loss_total": 0.025668136775493622,
      "step": 7300
    },
    {
      "loss_action": 0.020645223557949066,
      "loss_total": 0.020645223557949066,
      "step": 7300
    },
    {
      "loss_action": 0.021636122837662697,
      "loss_total": 0.021636122837662697,
      "step": 7300
    },
    {
      "loss_action": 0.014165024273097515,
      "loss_total": 0.014165024273097515,
      "step": 7300
    },
    {
      "loss_action": 0.029221046715974808,
      "loss_total": 0.029221046715974808,
      "step": 7300
    },
    {
      "loss_action": 0.014492493122816086,
      "loss_total": 0.014492493122816086,
      "step": 7300
    },
    {
      "grad_norm": 0.44420164823532104,
      "learning_rate": 3.6545e-05,
      "loss": 0.026,
      "step": 7310
    },
    {
      "loss_action": 0.01954466477036476,
      "loss_total": 0.01954466477036476,
      "step": 7310
    },
    {
      "loss_action": 0.026005864143371582,
      "loss_total": 0.026005864143371582,
      "step": 7310
    },
    {
      "loss_action": 0.028294574469327927,
      "loss_total": 0.028294574469327927,
      "step": 7310
    },
    {
      "loss_action": 0.02263728342950344,
      "loss_total": 0.02263728342950344,
      "step": 7310
    },
    {
      "loss_action": 0.030276726931333542,
      "loss_total": 0.030276726931333542,
      "step": 7310
    },
    {
      "loss_action": 0.021270737051963806,
      "loss_total": 0.021270737051963806,
      "step": 7310
    },
    {
      "loss_action": 0.033548928797245026,
      "loss_total": 0.033548928797245026,
      "step": 7310
    },
    {
      "loss_action": 0.15850163996219635,
      "loss_total": 0.15850163996219635,
      "step": 7310
    },
    {
      "grad_norm": 0.5676371455192566,
      "learning_rate": 3.6595000000000005e-05,
      "loss": 0.0291,
      "step": 7320
    },
    {
      "loss_action": 0.021599680185317993,
      "loss_total": 0.021599680185317993,
      "step": 7320
    },
    {
      "loss_action": 0.02728378027677536,
      "loss_total": 0.02728378027677536,
      "step": 7320
    },
    {
      "loss_action": 0.05348418653011322,
      "loss_total": 0.05348418653011322,
      "step": 7320
    },
    {
      "loss_action": 0.019749559462070465,
      "loss_total": 0.019749559462070465,
      "step": 7320
    },
    {
      "loss_action": 0.027798259630799294,
      "loss_total": 0.027798259630799294,
      "step": 7320
    },
    {
      "loss_action": 0.019266322255134583,
      "loss_total": 0.019266322255134583,
      "step": 7320
    },
    {
      "loss_action": 0.02718886360526085,
      "loss_total": 0.02718886360526085,
      "step": 7320
    },
    {
      "loss_action": 0.023629963397979736,
      "loss_total": 0.023629963397979736,
      "step": 7320
    },
    {
      "grad_norm": 0.4626869559288025,
      "learning_rate": 3.6645e-05,
      "loss": 0.0255,
      "step": 7330
    },
    {
      "loss_action": 0.028560064733028412,
      "loss_total": 0.028560064733028412,
      "step": 7330
    },
    {
      "loss_action": 0.014632133767008781,
      "loss_total": 0.014632133767008781,
      "step": 7330
    },
    {
      "loss_action": 0.044367171823978424,
      "loss_total": 0.044367171823978424,
      "step": 7330
    },
    {
      "loss_action": 0.020343773066997528,
      "loss_total": 0.020343773066997528,
      "step": 7330
    },
    {
      "loss_action": 0.0158049575984478,
      "loss_total": 0.0158049575984478,
      "step": 7330
    },
    {
      "loss_action": 0.01901729591190815,
      "loss_total": 0.01901729591190815,
      "step": 7330
    },
    {
      "loss_action": 0.01564948633313179,
      "loss_total": 0.01564948633313179,
      "step": 7330
    },
    {
      "loss_action": 0.028497550636529922,
      "loss_total": 0.028497550636529922,
      "step": 7330
    },
    {
      "grad_norm": 0.4585506021976471,
      "learning_rate": 3.6695e-05,
      "loss": 0.0244,
      "step": 7340
    },
    {
      "loss_action": 0.03380892798304558,
      "loss_total": 0.03380892798304558,
      "step": 7340
    },
    {
      "loss_action": 0.020246237516403198,
      "loss_total": 0.020246237516403198,
      "step": 7340
    },
    {
      "loss_action": 0.038643889129161835,
      "loss_total": 0.038643889129161835,
      "step": 7340
    },
    {
      "loss_action": 0.02253877744078636,
      "loss_total": 0.02253877744078636,
      "step": 7340
    },
    {
      "loss_action": 0.03048158995807171,
      "loss_total": 0.03048158995807171,
      "step": 7340
    },
    {
      "loss_action": 0.015917770564556122,
      "loss_total": 0.015917770564556122,
      "step": 7340
    },
    {
      "loss_action": 0.027683373540639877,
      "loss_total": 0.027683373540639877,
      "step": 7340
    },
    {
      "loss_action": 0.01259306725114584,
      "loss_total": 0.01259306725114584,
      "step": 7340
    },
    {
      "grad_norm": 0.4678647816181183,
      "learning_rate": 3.6745e-05,
      "loss": 0.0257,
      "step": 7350
    },
    {
      "loss_action": 0.04304056987166405,
      "loss_total": 0.04304056987166405,
      "step": 7350
    },
    {
      "loss_action": 0.025413917377591133,
      "loss_total": 0.025413917377591133,
      "step": 7350
    },
    {
      "loss_action": 0.01998589001595974,
      "loss_total": 0.01998589001595974,
      "step": 7350
    },
    {
      "loss_action": 0.07375019043684006,
      "loss_total": 0.07375019043684006,
      "step": 7350
    },
    {
      "loss_action": 0.13238997757434845,
      "loss_total": 0.13238997757434845,
      "step": 7350
    },
    {
      "loss_action": 0.03398129343986511,
      "loss_total": 0.03398129343986511,
      "step": 7350
    },
    {
      "loss_action": 0.037546783685684204,
      "loss_total": 0.037546783685684204,
      "step": 7350
    },
    {
      "loss_action": 0.013655947521328926,
      "loss_total": 0.013655947521328926,
      "step": 7350
    },
    {
      "grad_norm": 0.5753081440925598,
      "learning_rate": 3.6795e-05,
      "loss": 0.0366,
      "step": 7360
    },
    {
      "loss_action": 0.021507753059267998,
      "loss_total": 0.021507753059267998,
      "step": 7360
    },
    {
      "loss_action": 0.02093474194407463,
      "loss_total": 0.02093474194407463,
      "step": 7360
    },
    {
      "loss_action": 0.021626200526952744,
      "loss_total": 0.021626200526952744,
      "step": 7360
    },
    {
      "loss_action": 0.044494032859802246,
      "loss_total": 0.044494032859802246,
      "step": 7360
    },
    {
      "loss_action": 0.019697263836860657,
      "loss_total": 0.019697263836860657,
      "step": 7360
    },
    {
      "loss_action": 0.03175823390483856,
      "loss_total": 0.03175823390483856,
      "step": 7360
    },
    {
      "loss_action": 0.024615466594696045,
      "loss_total": 0.024615466594696045,
      "step": 7360
    },
    {
      "loss_action": 0.024742472916841507,
      "loss_total": 0.024742472916841507,
      "step": 7360
    },
    {
      "grad_norm": 0.5687569379806519,
      "learning_rate": 3.6845000000000004e-05,
      "loss": 0.0304,
      "step": 7370
    },
    {
      "loss_action": 0.017108935862779617,
      "loss_total": 0.017108935862779617,
      "step": 7370
    },
    {
      "loss_action": 0.01995236799120903,
      "loss_total": 0.01995236799120903,
      "step": 7370
    },
    {
      "loss_action": 0.022673197090625763,
      "loss_total": 0.022673197090625763,
      "step": 7370
    },
    {
      "loss_action": 0.013218059204518795,
      "loss_total": 0.013218059204518795,
      "step": 7370
    },
    {
      "loss_action": 0.023425083607435226,
      "loss_total": 0.023425083607435226,
      "step": 7370
    },
    {
      "loss_action": 0.01830618642270565,
      "loss_total": 0.01830618642270565,
      "step": 7370
    },
    {
      "loss_action": 0.044730111956596375,
      "loss_total": 0.044730111956596375,
      "step": 7370
    },
    {
      "loss_action": 0.027407975867390633,
      "loss_total": 0.027407975867390633,
      "step": 7370
    },
    {
      "grad_norm": 0.6077125072479248,
      "learning_rate": 3.6895000000000005e-05,
      "loss": 0.0284,
      "step": 7380
    },
    {
      "loss_action": 0.05247081443667412,
      "loss_total": 0.05247081443667412,
      "step": 7380
    },
    {
      "loss_action": 0.028356993570923805,
      "loss_total": 0.028356993570923805,
      "step": 7380
    },
    {
      "loss_action": 0.01617026887834072,
      "loss_total": 0.01617026887834072,
      "step": 7380
    },
    {
      "loss_action": 0.024805553257465363,
      "loss_total": 0.024805553257465363,
      "step": 7380
    },
    {
      "loss_action": 0.03389238938689232,
      "loss_total": 0.03389238938689232,
      "step": 7380
    },
    {
      "loss_action": 0.0541345439851284,
      "loss_total": 0.0541345439851284,
      "step": 7380
    },
    {
      "loss_action": 0.021540148183703423,
      "loss_total": 0.021540148183703423,
      "step": 7380
    },
    {
      "loss_action": 0.041153762489557266,
      "loss_total": 0.041153762489557266,
      "step": 7380
    },
    {
      "grad_norm": 0.5370374321937561,
      "learning_rate": 3.6945e-05,
      "loss": 0.0323,
      "step": 7390
    },
    {
      "loss_action": 0.04265817254781723,
      "loss_total": 0.04265817254781723,
      "step": 7390
    },
    {
      "loss_action": 0.023424191400408745,
      "loss_total": 0.023424191400408745,
      "step": 7390
    },
    {
      "loss_action": 0.05183509364724159,
      "loss_total": 0.05183509364724159,
      "step": 7390
    },
    {
      "loss_action": 0.026561256498098373,
      "loss_total": 0.026561256498098373,
      "step": 7390
    },
    {
      "loss_action": 0.03865709900856018,
      "loss_total": 0.03865709900856018,
      "step": 7390
    },
    {
      "loss_action": 0.026228798553347588,
      "loss_total": 0.026228798553347588,
      "step": 7390
    },
    {
      "loss_action": 0.019796021282672882,
      "loss_total": 0.019796021282672882,
      "step": 7390
    },
    {
      "loss_action": 0.020818009972572327,
      "loss_total": 0.020818009972572327,
      "step": 7390
    },
    {
      "grad_norm": 0.5161206722259521,
      "learning_rate": 3.6995e-05,
      "loss": 0.0289,
      "step": 7400
    },
    {
      "loss_action": 0.016871552914381027,
      "loss_total": 0.016871552914381027,
      "step": 7400
    },
    {
      "loss_action": 0.027865324169397354,
      "loss_total": 0.027865324169397354,
      "step": 7400
    },
    {
      "loss_action": 0.018218837678432465,
      "loss_total": 0.018218837678432465,
      "step": 7400
    },
    {
      "loss_action": 0.018822457641363144,
      "loss_total": 0.018822457641363144,
      "step": 7400
    },
    {
      "loss_action": 0.05939492583274841,
      "loss_total": 0.05939492583274841,
      "step": 7400
    },
    {
      "loss_action": 0.025018360465765,
      "loss_total": 0.025018360465765,
      "step": 7400
    },
    {
      "loss_action": 0.028156394138932228,
      "loss_total": 0.028156394138932228,
      "step": 7400
    },
    {
      "loss_action": 0.026872217655181885,
      "loss_total": 0.026872217655181885,
      "step": 7400
    },
    {
      "grad_norm": 0.761420726776123,
      "learning_rate": 3.7045e-05,
      "loss": 0.0276,
      "step": 7410
    },
    {
      "loss_action": 0.020923472940921783,
      "loss_total": 0.020923472940921783,
      "step": 7410
    },
    {
      "loss_action": 0.029215699061751366,
      "loss_total": 0.029215699061751366,
      "step": 7410
    },
    {
      "loss_action": 0.023224417120218277,
      "loss_total": 0.023224417120218277,
      "step": 7410
    },
    {
      "loss_action": 0.021595824509859085,
      "loss_total": 0.021595824509859085,
      "step": 7410
    },
    {
      "loss_action": 0.03170551359653473,
      "loss_total": 0.03170551359653473,
      "step": 7410
    },
    {
      "loss_action": 0.020854303613305092,
      "loss_total": 0.020854303613305092,
      "step": 7410
    },
    {
      "loss_action": 0.020132016390562057,
      "loss_total": 0.020132016390562057,
      "step": 7410
    },
    {
      "loss_action": 0.029764533042907715,
      "loss_total": 0.029764533042907715,
      "step": 7410
    },
    {
      "grad_norm": 0.5731889605522156,
      "learning_rate": 3.7095e-05,
      "loss": 0.0251,
      "step": 7420
    },
    {
      "loss_action": 0.026199933141469955,
      "loss_total": 0.026199933141469955,
      "step": 7420
    },
    {
      "loss_action": 0.023787762969732285,
      "loss_total": 0.023787762969732285,
      "step": 7420
    },
    {
      "loss_action": 0.02044130302965641,
      "loss_total": 0.02044130302965641,
      "step": 7420
    },
    {
      "loss_action": 0.023852193728089333,
      "loss_total": 0.023852193728089333,
      "step": 7420
    },
    {
      "loss_action": 0.01902472972869873,
      "loss_total": 0.01902472972869873,
      "step": 7420
    },
    {
      "loss_action": 0.05079866945743561,
      "loss_total": 0.05079866945743561,
      "step": 7420
    },
    {
      "loss_action": 0.027087263762950897,
      "loss_total": 0.027087263762950897,
      "step": 7420
    },
    {
      "loss_action": 0.03943908214569092,
      "loss_total": 0.03943908214569092,
      "step": 7420
    },
    {
      "grad_norm": 0.4645598232746124,
      "learning_rate": 3.7145000000000004e-05,
      "loss": 0.0276,
      "step": 7430
    },
    {
      "loss_action": 0.031015392392873764,
      "loss_total": 0.031015392392873764,
      "step": 7430
    },
    {
      "loss_action": 0.041572410613298416,
      "loss_total": 0.041572410613298416,
      "step": 7430
    },
    {
      "loss_action": 0.02538195252418518,
      "loss_total": 0.02538195252418518,
      "step": 7430
    },
    {
      "loss_action": 0.027625616639852524,
      "loss_total": 0.027625616639852524,
      "step": 7430
    },
    {
      "loss_action": 0.020919809117913246,
      "loss_total": 0.020919809117913246,
      "step": 7430
    },
    {
      "loss_action": 0.02047419361770153,
      "loss_total": 0.02047419361770153,
      "step": 7430
    },
    {
      "loss_action": 0.03852308914065361,
      "loss_total": 0.03852308914065361,
      "step": 7430
    },
    {
      "loss_action": 0.02002628706395626,
      "loss_total": 0.02002628706395626,
      "step": 7430
    },
    {
      "grad_norm": 0.3782166838645935,
      "learning_rate": 3.7195e-05,
      "loss": 0.0253,
      "step": 7440
    },
    {
      "loss_action": 0.015518705360591412,
      "loss_total": 0.015518705360591412,
      "step": 7440
    },
    {
      "loss_action": 0.026422850787639618,
      "loss_total": 0.026422850787639618,
      "step": 7440
    },
    {
      "loss_action": 0.020046483725309372,
      "loss_total": 0.020046483725309372,
      "step": 7440
    },
    {
      "loss_action": 0.021245215088129044,
      "loss_total": 0.021245215088129044,
      "step": 7440
    },
    {
      "loss_action": 0.03209320455789566,
      "loss_total": 0.03209320455789566,
      "step": 7440
    },
    {
      "loss_action": 0.01515299454331398,
      "loss_total": 0.01515299454331398,
      "step": 7440
    },
    {
      "loss_action": 0.0340854674577713,
      "loss_total": 0.0340854674577713,
      "step": 7440
    },
    {
      "loss_action": 0.032814446836709976,
      "loss_total": 0.032814446836709976,
      "step": 7440
    },
    {
      "grad_norm": 0.416086345911026,
      "learning_rate": 3.7245e-05,
      "loss": 0.0249,
      "step": 7450
    },
    {
      "loss_action": 0.019541267305612564,
      "loss_total": 0.019541267305612564,
      "step": 7450
    },
    {
      "loss_action": 0.026414815336465836,
      "loss_total": 0.026414815336465836,
      "step": 7450
    },
    {
      "loss_action": 0.02483190968632698,
      "loss_total": 0.02483190968632698,
      "step": 7450
    },
    {
      "loss_action": 0.02727913297712803,
      "loss_total": 0.02727913297712803,
      "step": 7450
    },
    {
      "loss_action": 0.01923351176083088,
      "loss_total": 0.01923351176083088,
      "step": 7450
    },
    {
      "loss_action": 0.016780052334070206,
      "loss_total": 0.016780052334070206,
      "step": 7450
    },
    {
      "loss_action": 0.01662815362215042,
      "loss_total": 0.01662815362215042,
      "step": 7450
    },
    {
      "loss_action": 0.02295142225921154,
      "loss_total": 0.02295142225921154,
      "step": 7450
    },
    {
      "grad_norm": 0.5104711055755615,
      "learning_rate": 3.7295e-05,
      "loss": 0.0284,
      "step": 7460
    },
    {
      "loss_action": 0.02129417471587658,
      "loss_total": 0.02129417471587658,
      "step": 7460
    },
    {
      "loss_action": 0.03646720200777054,
      "loss_total": 0.03646720200777054,
      "step": 7460
    },
    {
      "loss_action": 0.02635824866592884,
      "loss_total": 0.02635824866592884,
      "step": 7460
    },
    {
      "loss_action": 0.022951265797019005,
      "loss_total": 0.022951265797019005,
      "step": 7460
    },
    {
      "loss_action": 0.029614262282848358,
      "loss_total": 0.029614262282848358,
      "step": 7460
    },
    {
      "loss_action": 0.03134988620877266,
      "loss_total": 0.03134988620877266,
      "step": 7460
    },
    {
      "loss_action": 0.02963259257376194,
      "loss_total": 0.02963259257376194,
      "step": 7460
    },
    {
      "loss_action": 0.017524752765893936,
      "loss_total": 0.017524752765893936,
      "step": 7460
    },
    {
      "grad_norm": 0.554171621799469,
      "learning_rate": 3.7345e-05,
      "loss": 0.0255,
      "step": 7470
    },
    {
      "loss_action": 0.07575204968452454,
      "loss_total": 0.07575204968452454,
      "step": 7470
    },
    {
      "loss_action": 0.03438743203878403,
      "loss_total": 0.03438743203878403,
      "step": 7470
    },
    {
      "loss_action": 0.025012075901031494,
      "loss_total": 0.025012075901031494,
      "step": 7470
    },
    {
      "loss_action": 0.023257948458194733,
      "loss_total": 0.023257948458194733,
      "step": 7470
    },
    {
      "loss_action": 0.018790848553180695,
      "loss_total": 0.018790848553180695,
      "step": 7470
    },
    {
      "loss_action": 0.027665184810757637,
      "loss_total": 0.027665184810757637,
      "step": 7470
    },
    {
      "loss_action": 0.02141605317592621,
      "loss_total": 0.02141605317592621,
      "step": 7470
    },
    {
      "loss_action": 0.025831088423728943,
      "loss_total": 0.025831088423728943,
      "step": 7470
    },
    {
      "grad_norm": 0.4581261873245239,
      "learning_rate": 3.7395000000000004e-05,
      "loss": 0.0253,
      "step": 7480
    },
    {
      "loss_action": 0.036823153495788574,
      "loss_total": 0.036823153495788574,
      "step": 7480
    },
    {
      "loss_action": 0.020751293748617172,
      "loss_total": 0.020751293748617172,
      "step": 7480
    },
    {
      "loss_action": 0.023896563798189163,
      "loss_total": 0.023896563798189163,
      "step": 7480
    },
    {
      "loss_action": 0.017240528017282486,
      "loss_total": 0.017240528017282486,
      "step": 7480
    },
    {
      "loss_action": 0.017427001148462296,
      "loss_total": 0.017427001148462296,
      "step": 7480
    },
    {
      "loss_action": 0.017919106408953667,
      "loss_total": 0.017919106408953667,
      "step": 7480
    },
    {
      "loss_action": 0.019840983673930168,
      "loss_total": 0.019840983673930168,
      "step": 7480
    },
    {
      "loss_action": 0.023263294249773026,
      "loss_total": 0.023263294249773026,
      "step": 7480
    },
    {
      "grad_norm": 0.42446306347846985,
      "learning_rate": 3.7445000000000005e-05,
      "loss": 0.0254,
      "step": 7490
    },
    {
      "loss_action": 0.034327879548072815,
      "loss_total": 0.034327879548072815,
      "step": 7490
    },
    {
      "loss_action": 0.030077623203396797,
      "loss_total": 0.030077623203396797,
      "step": 7490
    },
    {
      "loss_action": 0.029666772112250328,
      "loss_total": 0.029666772112250328,
      "step": 7490
    },
    {
      "loss_action": 0.017730843275785446,
      "loss_total": 0.017730843275785446,
      "step": 7490
    },
    {
      "loss_action": 0.08261408656835556,
      "loss_total": 0.08261408656835556,
      "step": 7490
    },
    {
      "loss_action": 0.03323862701654434,
      "loss_total": 0.03323862701654434,
      "step": 7490
    },
    {
      "loss_action": 0.028330687433481216,
      "loss_total": 0.028330687433481216,
      "step": 7490
    },
    {
      "loss_action": 0.027832666411995888,
      "loss_total": 0.027832666411995888,
      "step": 7490
    },
    {
      "grad_norm": 0.5031370520591736,
      "learning_rate": 3.7495e-05,
      "loss": 0.0262,
      "step": 7500
    },
    {
      "loss_action": 0.03504897654056549,
      "loss_total": 0.03504897654056549,
      "step": 7500
    },
    {
      "loss_action": 0.021724246442317963,
      "loss_total": 0.021724246442317963,
      "step": 7500
    },
    {
      "loss_action": 0.01884503662586212,
      "loss_total": 0.01884503662586212,
      "step": 7500
    },
    {
      "loss_action": 0.02453428879380226,
      "loss_total": 0.02453428879380226,
      "step": 7500
    },
    {
      "loss_action": 0.016806617379188538,
      "loss_total": 0.016806617379188538,
      "step": 7500
    },
    {
      "loss_action": 0.03834466636180878,
      "loss_total": 0.03834466636180878,
      "step": 7500
    },
    {
      "loss_action": 0.012343348003923893,
      "loss_total": 0.012343348003923893,
      "step": 7500
    },
    {
      "loss_action": 0.027987834066152573,
      "loss_total": 0.027987834066152573,
      "step": 7500
    },
    {
      "grad_norm": 0.4322323203086853,
      "learning_rate": 3.7545e-05,
      "loss": 0.0252,
      "step": 7510
    },
    {
      "loss_action": 0.017217187210917473,
      "loss_total": 0.017217187210917473,
      "step": 7510
    },
    {
      "loss_action": 0.019900262355804443,
      "loss_total": 0.019900262355804443,
      "step": 7510
    },
    {
      "loss_action": 0.016858752816915512,
      "loss_total": 0.016858752816915512,
      "step": 7510
    },
    {
      "loss_action": 0.02431715652346611,
      "loss_total": 0.02431715652346611,
      "step": 7510
    },
    {
      "loss_action": 0.021178072318434715,
      "loss_total": 0.021178072318434715,
      "step": 7510
    },
    {
      "loss_action": 0.029684368520975113,
      "loss_total": 0.029684368520975113,
      "step": 7510
    },
    {
      "loss_action": 0.03798607364296913,
      "loss_total": 0.03798607364296913,
      "step": 7510
    },
    {
      "loss_action": 0.018383577466011047,
      "loss_total": 0.018383577466011047,
      "step": 7510
    },
    {
      "grad_norm": 0.4610912501811981,
      "learning_rate": 3.7595e-05,
      "loss": 0.0273,
      "step": 7520
    },
    {
      "loss_action": 0.048364706337451935,
      "loss_total": 0.048364706337451935,
      "step": 7520
    },
    {
      "loss_action": 0.02189735881984234,
      "loss_total": 0.02189735881984234,
      "step": 7520
    },
    {
      "loss_action": 0.016001854091882706,
      "loss_total": 0.016001854091882706,
      "step": 7520
    },
    {
      "loss_action": 0.04211805388331413,
      "loss_total": 0.04211805388331413,
      "step": 7520
    },
    {
      "loss_action": 0.016621854156255722,
      "loss_total": 0.016621854156255722,
      "step": 7520
    },
    {
      "loss_action": 0.024691950529813766,
      "loss_total": 0.024691950529813766,
      "step": 7520
    },
    {
      "loss_action": 0.023517083376646042,
      "loss_total": 0.023517083376646042,
      "step": 7520
    },
    {
      "loss_action": 0.020170575007796288,
      "loss_total": 0.020170575007796288,
      "step": 7520
    },
    {
      "grad_norm": 0.5743811726570129,
      "learning_rate": 3.7645e-05,
      "loss": 0.0271,
      "step": 7530
    },
    {
      "loss_action": 0.042793191969394684,
      "loss_total": 0.042793191969394684,
      "step": 7530
    },
    {
      "loss_action": 0.04681184142827988,
      "loss_total": 0.04681184142827988,
      "step": 7530
    },
    {
      "loss_action": 0.01804925873875618,
      "loss_total": 0.01804925873875618,
      "step": 7530
    },
    {
      "loss_action": 0.02498645707964897,
      "loss_total": 0.02498645707964897,
      "step": 7530
    },
    {
      "loss_action": 0.03974750638008118,
      "loss_total": 0.03974750638008118,
      "step": 7530
    },
    {
      "loss_action": 0.032520949840545654,
      "loss_total": 0.032520949840545654,
      "step": 7530
    },
    {
      "loss_action": 0.0265514999628067,
      "loss_total": 0.0265514999628067,
      "step": 7530
    },
    {
      "loss_action": 0.024200335144996643,
      "loss_total": 0.024200335144996643,
      "step": 7530
    },
    {
      "grad_norm": 0.6209856271743774,
      "learning_rate": 3.7695000000000004e-05,
      "loss": 0.0321,
      "step": 7540
    },
    {
      "loss_action": 0.02275185100734234,
      "loss_total": 0.02275185100734234,
      "step": 7540
    },
    {
      "loss_action": 0.02267242968082428,
      "loss_total": 0.02267242968082428,
      "step": 7540
    },
    {
      "loss_action": 0.02861667051911354,
      "loss_total": 0.02861667051911354,
      "step": 7540
    },
    {
      "loss_action": 0.03512319549918175,
      "loss_total": 0.03512319549918175,
      "step": 7540
    },
    {
      "loss_action": 0.027929753065109253,
      "loss_total": 0.027929753065109253,
      "step": 7540
    },
    {
      "loss_action": 0.020103517919778824,
      "loss_total": 0.020103517919778824,
      "step": 7540
    },
    {
      "loss_action": 0.036284126341342926,
      "loss_total": 0.036284126341342926,
      "step": 7540
    },
    {
      "loss_action": 0.022524790838360786,
      "loss_total": 0.022524790838360786,
      "step": 7540
    },
    {
      "grad_norm": 0.555428147315979,
      "learning_rate": 3.7745000000000005e-05,
      "loss": 0.0299,
      "step": 7550
    },
    {
      "loss_action": 0.05022650584578514,
      "loss_total": 0.05022650584578514,
      "step": 7550
    },
    {
      "loss_action": 0.0151575468480587,
      "loss_total": 0.0151575468480587,
      "step": 7550
    },
    {
      "loss_action": 0.054155901074409485,
      "loss_total": 0.054155901074409485,
      "step": 7550
    },
    {
      "loss_action": 0.027948614209890366,
      "loss_total": 0.027948614209890366,
      "step": 7550
    },
    {
      "loss_action": 0.023291166871786118,
      "loss_total": 0.023291166871786118,
      "step": 7550
    },
    {
      "loss_action": 0.024557478725910187,
      "loss_total": 0.024557478725910187,
      "step": 7550
    },
    {
      "loss_action": 0.022379130125045776,
      "loss_total": 0.022379130125045776,
      "step": 7550
    },
    {
      "loss_action": 0.02457892894744873,
      "loss_total": 0.02457892894744873,
      "step": 7550
    },
    {
      "grad_norm": 0.39727309346199036,
      "learning_rate": 3.7795e-05,
      "loss": 0.0298,
      "step": 7560
    },
    {
      "loss_action": 0.056880705058574677,
      "loss_total": 0.056880705058574677,
      "step": 7560
    },
    {
      "loss_action": 0.04670344293117523,
      "loss_total": 0.04670344293117523,
      "step": 7560
    },
    {
      "loss_action": 0.022675786167383194,
      "loss_total": 0.022675786167383194,
      "step": 7560
    },
    {
      "loss_action": 0.025735199451446533,
      "loss_total": 0.025735199451446533,
      "step": 7560
    },
    {
      "loss_action": 0.0176437608897686,
      "loss_total": 0.0176437608897686,
      "step": 7560
    },
    {
      "loss_action": 0.02840365283191204,
      "loss_total": 0.02840365283191204,
      "step": 7560
    },
    {
      "loss_action": 0.02310539223253727,
      "loss_total": 0.02310539223253727,
      "step": 7560
    },
    {
      "loss_action": 0.01920461282134056,
      "loss_total": 0.01920461282134056,
      "step": 7560
    },
    {
      "grad_norm": 0.4868779182434082,
      "learning_rate": 3.7845e-05,
      "loss": 0.0279,
      "step": 7570
    },
    {
      "loss_action": 0.016047563403844833,
      "loss_total": 0.016047563403844833,
      "step": 7570
    },
    {
      "loss_action": 0.01882019080221653,
      "loss_total": 0.01882019080221653,
      "step": 7570
    },
    {
      "loss_action": 0.024591993540525436,
      "loss_total": 0.024591993540525436,
      "step": 7570
    },
    {
      "loss_action": 0.014823837205767632,
      "loss_total": 0.014823837205767632,
      "step": 7570
    },
    {
      "loss_action": 0.011744326911866665,
      "loss_total": 0.011744326911866665,
      "step": 7570
    },
    {
      "loss_action": 0.07361748069524765,
      "loss_total": 0.07361748069524765,
      "step": 7570
    },
    {
      "loss_action": 0.03695525974035263,
      "loss_total": 0.03695525974035263,
      "step": 7570
    },
    {
      "loss_action": 0.03352299705147743,
      "loss_total": 0.03352299705147743,
      "step": 7570
    },
    {
      "grad_norm": 0.4163661301136017,
      "learning_rate": 3.7895e-05,
      "loss": 0.0266,
      "step": 7580
    },
    {
      "loss_action": 0.01993224397301674,
      "loss_total": 0.01993224397301674,
      "step": 7580
    },
    {
      "loss_action": 0.02497904561460018,
      "loss_total": 0.02497904561460018,
      "step": 7580
    },
    {
      "loss_action": 0.021557535976171494,
      "loss_total": 0.021557535976171494,
      "step": 7580
    },
    {
      "loss_action": 0.017613546922802925,
      "loss_total": 0.017613546922802925,
      "step": 7580
    },
    {
      "loss_action": 0.024002544581890106,
      "loss_total": 0.024002544581890106,
      "step": 7580
    },
    {
      "loss_action": 0.016419630497694016,
      "loss_total": 0.016419630497694016,
      "step": 7580
    },
    {
      "loss_action": 0.019519394263625145,
      "loss_total": 0.019519394263625145,
      "step": 7580
    },
    {
      "loss_action": 0.019439108669757843,
      "loss_total": 0.019439108669757843,
      "step": 7580
    },
    {
      "grad_norm": 0.5330119729042053,
      "learning_rate": 3.7945000000000003e-05,
      "loss": 0.0258,
      "step": 7590
    },
    {
      "loss_action": 0.01809155009686947,
      "loss_total": 0.01809155009686947,
      "step": 7590
    },
    {
      "loss_action": 0.02139102853834629,
      "loss_total": 0.02139102853834629,
      "step": 7590
    },
    {
      "loss_action": 0.013819612562656403,
      "loss_total": 0.013819612562656403,
      "step": 7590
    },
    {
      "loss_action": 0.03213546797633171,
      "loss_total": 0.03213546797633171,
      "step": 7590
    },
    {
      "loss_action": 0.020298011600971222,
      "loss_total": 0.020298011600971222,
      "step": 7590
    },
    {
      "loss_action": 0.025609105825424194,
      "loss_total": 0.025609105825424194,
      "step": 7590
    },
    {
      "loss_action": 0.015350209549069405,
      "loss_total": 0.015350209549069405,
      "step": 7590
    },
    {
      "loss_action": 0.015484362840652466,
      "loss_total": 0.015484362840652466,
      "step": 7590
    },
    {
      "grad_norm": 0.5551693439483643,
      "learning_rate": 3.7995000000000005e-05,
      "loss": 0.0261,
      "step": 7600
    },
    {
      "loss_action": 0.01821337454020977,
      "loss_total": 0.01821337454020977,
      "step": 7600
    },
    {
      "loss_action": 0.02483467385172844,
      "loss_total": 0.02483467385172844,
      "step": 7600
    },
    {
      "loss_action": 0.016400687396526337,
      "loss_total": 0.016400687396526337,
      "step": 7600
    },
    {
      "loss_action": 0.04150319844484329,
      "loss_total": 0.04150319844484329,
      "step": 7600
    },
    {
      "loss_action": 0.01789802871644497,
      "loss_total": 0.01789802871644497,
      "step": 7600
    },
    {
      "loss_action": 0.024113105610013008,
      "loss_total": 0.024113105610013008,
      "step": 7600
    },
    {
      "loss_action": 0.020308716222643852,
      "loss_total": 0.020308716222643852,
      "step": 7600
    },
    {
      "loss_action": 0.0343090295791626,
      "loss_total": 0.0343090295791626,
      "step": 7600
    },
    {
      "grad_norm": 0.5234591364860535,
      "learning_rate": 3.8045000000000006e-05,
      "loss": 0.0242,
      "step": 7610
    },
    {
      "loss_action": 0.0322946235537529,
      "loss_total": 0.0322946235537529,
      "step": 7610
    },
    {
      "loss_action": 0.023784998804330826,
      "loss_total": 0.023784998804330826,
      "step": 7610
    },
    {
      "loss_action": 0.018620792776346207,
      "loss_total": 0.018620792776346207,
      "step": 7610
    },
    {
      "loss_action": 0.014461545273661613,
      "loss_total": 0.014461545273661613,
      "step": 7610
    },
    {
      "loss_action": 0.021678781136870384,
      "loss_total": 0.021678781136870384,
      "step": 7610
    },
    {
      "loss_action": 0.022326838225126266,
      "loss_total": 0.022326838225126266,
      "step": 7610
    },
    {
      "loss_action": 0.022982750087976456,
      "loss_total": 0.022982750087976456,
      "step": 7610
    },
    {
      "loss_action": 0.03462516516447067,
      "loss_total": 0.03462516516447067,
      "step": 7610
    },
    {
      "grad_norm": 0.5520254373550415,
      "learning_rate": 3.8095e-05,
      "loss": 0.0307,
      "step": 7620
    },
    {
      "loss_action": 0.046543337404727936,
      "loss_total": 0.046543337404727936,
      "step": 7620
    },
    {
      "loss_action": 0.04585888236761093,
      "loss_total": 0.04585888236761093,
      "step": 7620
    },
    {
      "loss_action": 0.04450490325689316,
      "loss_total": 0.04450490325689316,
      "step": 7620
    },
    {
      "loss_action": 0.1337071657180786,
      "loss_total": 0.1337071657180786,
      "step": 7620
    },
    {
      "loss_action": 0.02639453485608101,
      "loss_total": 0.02639453485608101,
      "step": 7620
    },
    {
      "loss_action": 0.025812039151787758,
      "loss_total": 0.025812039151787758,
      "step": 7620
    },
    {
      "loss_action": 0.04216422140598297,
      "loss_total": 0.04216422140598297,
      "step": 7620
    },
    {
      "loss_action": 0.018305042758584023,
      "loss_total": 0.018305042758584023,
      "step": 7620
    },
    {
      "grad_norm": 0.43220657110214233,
      "learning_rate": 3.8145e-05,
      "loss": 0.0287,
      "step": 7630
    },
    {
      "loss_action": 0.029187873005867004,
      "loss_total": 0.029187873005867004,
      "step": 7630
    },
    {
      "loss_action": 0.015175203792750835,
      "loss_total": 0.015175203792750835,
      "step": 7630
    },
    {
      "loss_action": 0.02939494699239731,
      "loss_total": 0.02939494699239731,
      "step": 7630
    },
    {
      "loss_action": 0.05602717399597168,
      "loss_total": 0.05602717399597168,
      "step": 7630
    },
    {
      "loss_action": 0.024819007143378258,
      "loss_total": 0.024819007143378258,
      "step": 7630
    },
    {
      "loss_action": 0.023810910061001778,
      "loss_total": 0.023810910061001778,
      "step": 7630
    },
    {
      "loss_action": 0.025625908747315407,
      "loss_total": 0.025625908747315407,
      "step": 7630
    },
    {
      "loss_action": 0.036519136279821396,
      "loss_total": 0.036519136279821396,
      "step": 7630
    },
    {
      "grad_norm": 0.4686499536037445,
      "learning_rate": 3.8195e-05,
      "loss": 0.0252,
      "step": 7640
    },
    {
      "loss_action": 0.04284107685089111,
      "loss_total": 0.04284107685089111,
      "step": 7640
    },
    {
      "loss_action": 0.013250760734081268,
      "loss_total": 0.013250760734081268,
      "step": 7640
    },
    {
      "loss_action": 0.018462907522916794,
      "loss_total": 0.018462907522916794,
      "step": 7640
    },
    {
      "loss_action": 0.025687124580144882,
      "loss_total": 0.025687124580144882,
      "step": 7640
    },
    {
      "loss_action": 0.018012303858995438,
      "loss_total": 0.018012303858995438,
      "step": 7640
    },
    {
      "loss_action": 0.02732863835990429,
      "loss_total": 0.02732863835990429,
      "step": 7640
    },
    {
      "loss_action": 0.015627462416887283,
      "loss_total": 0.015627462416887283,
      "step": 7640
    },
    {
      "loss_action": 0.02182561531662941,
      "loss_total": 0.02182561531662941,
      "step": 7640
    },
    {
      "grad_norm": 0.47468122839927673,
      "learning_rate": 3.8245000000000004e-05,
      "loss": 0.0265,
      "step": 7650
    },
    {
      "loss_action": 0.03194969519972801,
      "loss_total": 0.03194969519972801,
      "step": 7650
    },
    {
      "loss_action": 0.027137668803334236,
      "loss_total": 0.027137668803334236,
      "step": 7650
    },
    {
      "loss_action": 0.01480924617499113,
      "loss_total": 0.01480924617499113,
      "step": 7650
    },
    {
      "loss_action": 0.024325858801603317,
      "loss_total": 0.024325858801603317,
      "step": 7650
    },
    {
      "loss_action": 0.02087484672665596,
      "loss_total": 0.02087484672665596,
      "step": 7650
    },
    {
      "loss_action": 0.016979508101940155,
      "loss_total": 0.016979508101940155,
      "step": 7650
    },
    {
      "loss_action": 0.024127375334501266,
      "loss_total": 0.024127375334501266,
      "step": 7650
    },
    {
      "loss_action": 0.017457468435168266,
      "loss_total": 0.017457468435168266,
      "step": 7650
    },
    {
      "grad_norm": 0.4739231765270233,
      "learning_rate": 3.8295000000000005e-05,
      "loss": 0.028,
      "step": 7660
    },
    {
      "loss_action": 0.03044412098824978,
      "loss_total": 0.03044412098824978,
      "step": 7660
    },
    {
      "loss_action": 0.058013759553432465,
      "loss_total": 0.058013759553432465,
      "step": 7660
    },
    {
      "loss_action": 0.017554130405187607,
      "loss_total": 0.017554130405187607,
      "step": 7660
    },
    {
      "loss_action": 0.019789572805166245,
      "loss_total": 0.019789572805166245,
      "step": 7660
    },
    {
      "loss_action": 0.045389894396066666,
      "loss_total": 0.045389894396066666,
      "step": 7660
    },
    {
      "loss_action": 0.03368210047483444,
      "loss_total": 0.03368210047483444,
      "step": 7660
    },
    {
      "loss_action": 0.05285004526376724,
      "loss_total": 0.05285004526376724,
      "step": 7660
    },
    {
      "loss_action": 0.021111641079187393,
      "loss_total": 0.021111641079187393,
      "step": 7660
    },
    {
      "grad_norm": 0.5652086138725281,
      "learning_rate": 3.8345000000000006e-05,
      "loss": 0.0273,
      "step": 7670
    },
    {
      "loss_action": 0.01896282471716404,
      "loss_total": 0.01896282471716404,
      "step": 7670
    },
    {
      "loss_action": 0.07499108463525772,
      "loss_total": 0.07499108463525772,
      "step": 7670
    },
    {
      "loss_action": 0.038778867572546005,
      "loss_total": 0.038778867572546005,
      "step": 7670
    },
    {
      "loss_action": 0.03479638695716858,
      "loss_total": 0.03479638695716858,
      "step": 7670
    },
    {
      "loss_action": 0.032292354851961136,
      "loss_total": 0.032292354851961136,
      "step": 7670
    },
    {
      "loss_action": 0.017579587176442146,
      "loss_total": 0.017579587176442146,
      "step": 7670
    },
    {
      "loss_action": 0.026087811216711998,
      "loss_total": 0.026087811216711998,
      "step": 7670
    },
    {
      "loss_action": 0.015105081722140312,
      "loss_total": 0.015105081722140312,
      "step": 7670
    },
    {
      "grad_norm": 0.5556964874267578,
      "learning_rate": 3.8395e-05,
      "loss": 0.0294,
      "step": 7680
    },
    {
      "loss_action": 0.02765495516359806,
      "loss_total": 0.02765495516359806,
      "step": 7680
    },
    {
      "loss_action": 0.04200500622391701,
      "loss_total": 0.04200500622391701,
      "step": 7680
    },
    {
      "loss_action": 0.02272557094693184,
      "loss_total": 0.02272557094693184,
      "step": 7680
    },
    {
      "loss_action": 0.030659019947052002,
      "loss_total": 0.030659019947052002,
      "step": 7680
    },
    {
      "loss_action": 0.012913328595459461,
      "loss_total": 0.012913328595459461,
      "step": 7680
    },
    {
      "loss_action": 0.018492477014660835,
      "loss_total": 0.018492477014660835,
      "step": 7680
    },
    {
      "loss_action": 0.03694684058427811,
      "loss_total": 0.03694684058427811,
      "step": 7680
    },
    {
      "loss_action": 0.02336958236992359,
      "loss_total": 0.02336958236992359,
      "step": 7680
    },
    {
      "grad_norm": 0.44046923518180847,
      "learning_rate": 3.8445e-05,
      "loss": 0.0261,
      "step": 7690
    },
    {
      "loss_action": 0.030557824298739433,
      "loss_total": 0.030557824298739433,
      "step": 7690
    },
    {
      "loss_action": 0.01833673194050789,
      "loss_total": 0.01833673194050789,
      "step": 7690
    },
    {
      "loss_action": 0.04501732811331749,
      "loss_total": 0.04501732811331749,
      "step": 7690
    },
    {
      "loss_action": 0.02498038113117218,
      "loss_total": 0.02498038113117218,
      "step": 7690
    },
    {
      "loss_action": 0.02426590397953987,
      "loss_total": 0.02426590397953987,
      "step": 7690
    },
    {
      "loss_action": 0.03942064195871353,
      "loss_total": 0.03942064195871353,
      "step": 7690
    },
    {
      "loss_action": 0.020131120458245277,
      "loss_total": 0.020131120458245277,
      "step": 7690
    },
    {
      "loss_action": 0.0304072555154562,
      "loss_total": 0.0304072555154562,
      "step": 7690
    },
    {
      "grad_norm": 0.4896427392959595,
      "learning_rate": 3.8495e-05,
      "loss": 0.0309,
      "step": 7700
    },
    {
      "loss_action": 0.030194034799933434,
      "loss_total": 0.030194034799933434,
      "step": 7700
    },
    {
      "loss_action": 0.07781925797462463,
      "loss_total": 0.07781925797462463,
      "step": 7700
    },
    {
      "loss_action": 0.02402053400874138,
      "loss_total": 0.02402053400874138,
      "step": 7700
    },
    {
      "loss_action": 0.03077167272567749,
      "loss_total": 0.03077167272567749,
      "step": 7700
    },
    {
      "loss_action": 0.021812018007040024,
      "loss_total": 0.021812018007040024,
      "step": 7700
    },
    {
      "loss_action": 0.03545355796813965,
      "loss_total": 0.03545355796813965,
      "step": 7700
    },
    {
      "loss_action": 0.023520804941654205,
      "loss_total": 0.023520804941654205,
      "step": 7700
    },
    {
      "loss_action": 0.023328471928834915,
      "loss_total": 0.023328471928834915,
      "step": 7700
    },
    {
      "grad_norm": 0.5003658533096313,
      "learning_rate": 3.8545000000000004e-05,
      "loss": 0.0266,
      "step": 7710
    },
    {
      "loss_action": 0.017965644598007202,
      "loss_total": 0.017965644598007202,
      "step": 7710
    },
    {
      "loss_action": 0.020074069499969482,
      "loss_total": 0.020074069499969482,
      "step": 7710
    },
    {
      "loss_action": 0.015866577625274658,
      "loss_total": 0.015866577625274658,
      "step": 7710
    },
    {
      "loss_action": 0.031207645311951637,
      "loss_total": 0.031207645311951637,
      "step": 7710
    },
    {
      "loss_action": 0.02317102812230587,
      "loss_total": 0.02317102812230587,
      "step": 7710
    },
    {
      "loss_action": 0.021660881116986275,
      "loss_total": 0.021660881116986275,
      "step": 7710
    },
    {
      "loss_action": 0.02321634441614151,
      "loss_total": 0.02321634441614151,
      "step": 7710
    },
    {
      "loss_action": 0.016407426446676254,
      "loss_total": 0.016407426446676254,
      "step": 7710
    },
    {
      "grad_norm": 0.428434282541275,
      "learning_rate": 3.8595000000000006e-05,
      "loss": 0.0248,
      "step": 7720
    },
    {
      "loss_action": 0.09250941872596741,
      "loss_total": 0.09250941872596741,
      "step": 7720
    },
    {
      "loss_action": 0.037551481276750565,
      "loss_total": 0.037551481276750565,
      "step": 7720
    },
    {
      "loss_action": 0.015349991619586945,
      "loss_total": 0.015349991619586945,
      "step": 7720
    },
    {
      "loss_action": 0.02814420685172081,
      "loss_total": 0.02814420685172081,
      "step": 7720
    },
    {
      "loss_action": 0.02451661042869091,
      "loss_total": 0.02451661042869091,
      "step": 7720
    },
    {
      "loss_action": 0.01735418289899826,
      "loss_total": 0.01735418289899826,
      "step": 7720
    },
    {
      "loss_action": 0.021353591233491898,
      "loss_total": 0.021353591233491898,
      "step": 7720
    },
    {
      "loss_action": 0.01921525038778782,
      "loss_total": 0.01921525038778782,
      "step": 7720
    },
    {
      "grad_norm": 0.6837353110313416,
      "learning_rate": 3.8645e-05,
      "loss": 0.0269,
      "step": 7730
    },
    {
      "loss_action": 0.013652613386511803,
      "loss_total": 0.013652613386511803,
      "step": 7730
    },
    {
      "loss_action": 0.018698489293456078,
      "loss_total": 0.018698489293456078,
      "step": 7730
    },
    {
      "loss_action": 0.0276184119284153,
      "loss_total": 0.0276184119284153,
      "step": 7730
    },
    {
      "loss_action": 0.013498930260539055,
      "loss_total": 0.013498930260539055,
      "step": 7730
    },
    {
      "loss_action": 0.01828857697546482,
      "loss_total": 0.01828857697546482,
      "step": 7730
    },
    {
      "loss_action": 0.01705033704638481,
      "loss_total": 0.01705033704638481,
      "step": 7730
    },
    {
      "loss_action": 0.013141042552888393,
      "loss_total": 0.013141042552888393,
      "step": 7730
    },
    {
      "loss_action": 0.013639350421726704,
      "loss_total": 0.013639350421726704,
      "step": 7730
    },
    {
      "grad_norm": 0.5291290283203125,
      "learning_rate": 3.8695e-05,
      "loss": 0.0288,
      "step": 7740
    },
    {
      "loss_action": 0.03259599581360817,
      "loss_total": 0.03259599581360817,
      "step": 7740
    },
    {
      "loss_action": 0.023167595267295837,
      "loss_total": 0.023167595267295837,
      "step": 7740
    },
    {
      "loss_action": 0.014775913208723068,
      "loss_total": 0.014775913208723068,
      "step": 7740
    },
    {
      "loss_action": 0.032955486327409744,
      "loss_total": 0.032955486327409744,
      "step": 7740
    },
    {
      "loss_action": 0.025189600884914398,
      "loss_total": 0.025189600884914398,
      "step": 7740
    },
    {
      "loss_action": 0.05753308907151222,
      "loss_total": 0.05753308907151222,
      "step": 7740
    },
    {
      "loss_action": 0.0282074436545372,
      "loss_total": 0.0282074436545372,
      "step": 7740
    },
    {
      "loss_action": 0.06130744516849518,
      "loss_total": 0.06130744516849518,
      "step": 7740
    },
    {
      "grad_norm": 0.5409904718399048,
      "learning_rate": 3.8745e-05,
      "loss": 0.0324,
      "step": 7750
    },
    {
      "loss_action": 0.03008529171347618,
      "loss_total": 0.03008529171347618,
      "step": 7750
    },
    {
      "loss_action": 0.02390424907207489,
      "loss_total": 0.02390424907207489,
      "step": 7750
    },
    {
      "loss_action": 0.024661637842655182,
      "loss_total": 0.024661637842655182,
      "step": 7750
    },
    {
      "loss_action": 0.029212843626737595,
      "loss_total": 0.029212843626737595,
      "step": 7750
    },
    {
      "loss_action": 0.031790390610694885,
      "loss_total": 0.031790390610694885,
      "step": 7750
    },
    {
      "loss_action": 0.03669372573494911,
      "loss_total": 0.03669372573494911,
      "step": 7750
    },
    {
      "loss_action": 0.023098304867744446,
      "loss_total": 0.023098304867744446,
      "step": 7750
    },
    {
      "loss_action": 0.022062666714191437,
      "loss_total": 0.022062666714191437,
      "step": 7750
    },
    {
      "grad_norm": 0.4849646985530853,
      "learning_rate": 3.8795000000000004e-05,
      "loss": 0.027,
      "step": 7760
    },
    {
      "loss_action": 0.014880608767271042,
      "loss_total": 0.014880608767271042,
      "step": 7760
    },
    {
      "loss_action": 0.03237580135464668,
      "loss_total": 0.03237580135464668,
      "step": 7760
    },
    {
      "loss_action": 0.033137064427137375,
      "loss_total": 0.033137064427137375,
      "step": 7760
    },
    {
      "loss_action": 0.022173291072249413,
      "loss_total": 0.022173291072249413,
      "step": 7760
    },
    {
      "loss_action": 0.10435452312231064,
      "loss_total": 0.10435452312231064,
      "step": 7760
    },
    {
      "loss_action": 0.02506912313401699,
      "loss_total": 0.02506912313401699,
      "step": 7760
    },
    {
      "loss_action": 0.02992902882397175,
      "loss_total": 0.02992902882397175,
      "step": 7760
    },
    {
      "loss_action": 0.09858240187168121,
      "loss_total": 0.09858240187168121,
      "step": 7760
    },
    {
      "grad_norm": 0.7336724996566772,
      "learning_rate": 3.8845000000000005e-05,
      "loss": 0.0329,
      "step": 7770
    },
    {
      "loss_action": 0.02181200124323368,
      "loss_total": 0.02181200124323368,
      "step": 7770
    },
    {
      "loss_action": 0.027679171413183212,
      "loss_total": 0.027679171413183212,
      "step": 7770
    },
    {
      "loss_action": 0.016145285218954086,
      "loss_total": 0.016145285218954086,
      "step": 7770
    },
    {
      "loss_action": 0.018836695700883865,
      "loss_total": 0.018836695700883865,
      "step": 7770
    },
    {
      "loss_action": 0.014365866780281067,
      "loss_total": 0.014365866780281067,
      "step": 7770
    },
    {
      "loss_action": 0.022482208907604218,
      "loss_total": 0.022482208907604218,
      "step": 7770
    },
    {
      "loss_action": 0.02088131569325924,
      "loss_total": 0.02088131569325924,
      "step": 7770
    },
    {
      "loss_action": 0.026059068739414215,
      "loss_total": 0.026059068739414215,
      "step": 7770
    },
    {
      "grad_norm": 0.42664775252342224,
      "learning_rate": 3.8895000000000006e-05,
      "loss": 0.0269,
      "step": 7780
    },
    {
      "loss_action": 0.017557738348841667,
      "loss_total": 0.017557738348841667,
      "step": 7780
    },
    {
      "loss_action": 0.026321284472942352,
      "loss_total": 0.026321284472942352,
      "step": 7780
    },
    {
      "loss_action": 0.02034590393304825,
      "loss_total": 0.02034590393304825,
      "step": 7780
    },
    {
      "loss_action": 0.02129131555557251,
      "loss_total": 0.02129131555557251,
      "step": 7780
    },
    {
      "loss_action": 0.01935930922627449,
      "loss_total": 0.01935930922627449,
      "step": 7780
    },
    {
      "loss_action": 0.02369862049818039,
      "loss_total": 0.02369862049818039,
      "step": 7780
    },
    {
      "loss_action": 0.030902186408638954,
      "loss_total": 0.030902186408638954,
      "step": 7780
    },
    {
      "loss_action": 0.01702723279595375,
      "loss_total": 0.01702723279595375,
      "step": 7780
    },
    {
      "grad_norm": 0.5569834113121033,
      "learning_rate": 3.8945e-05,
      "loss": 0.0246,
      "step": 7790
    },
    {
      "loss_action": 0.019175395369529724,
      "loss_total": 0.019175395369529724,
      "step": 7790
    },
    {
      "loss_action": 0.043312326073646545,
      "loss_total": 0.043312326073646545,
      "step": 7790
    },
    {
      "loss_action": 0.02043865993618965,
      "loss_total": 0.02043865993618965,
      "step": 7790
    },
    {
      "loss_action": 0.02878841571509838,
      "loss_total": 0.02878841571509838,
      "step": 7790
    },
    {
      "loss_action": 0.02541961520910263,
      "loss_total": 0.02541961520910263,
      "step": 7790
    },
    {
      "loss_action": 0.02948084846138954,
      "loss_total": 0.02948084846138954,
      "step": 7790
    },
    {
      "loss_action": 0.016527703031897545,
      "loss_total": 0.016527703031897545,
      "step": 7790
    },
    {
      "loss_action": 0.06017991527915001,
      "loss_total": 0.06017991527915001,
      "step": 7790
    },
    {
      "grad_norm": 0.5008772611618042,
      "learning_rate": 3.8995e-05,
      "loss": 0.028,
      "step": 7800
    },
    {
      "loss_action": 0.025024406611919403,
      "loss_total": 0.025024406611919403,
      "step": 7800
    },
    {
      "loss_action": 0.03338544815778732,
      "loss_total": 0.03338544815778732,
      "step": 7800
    },
    {
      "loss_action": 0.03619380295276642,
      "loss_total": 0.03619380295276642,
      "step": 7800
    },
    {
      "loss_action": 0.014817707240581512,
      "loss_total": 0.014817707240581512,
      "step": 7800
    },
    {
      "loss_action": 0.018124299123883247,
      "loss_total": 0.018124299123883247,
      "step": 7800
    },
    {
      "loss_action": 0.01448107324540615,
      "loss_total": 0.01448107324540615,
      "step": 7800
    },
    {
      "loss_action": 0.016760876402258873,
      "loss_total": 0.016760876402258873,
      "step": 7800
    },
    {
      "loss_action": 0.013636000454425812,
      "loss_total": 0.013636000454425812,
      "step": 7800
    },
    {
      "grad_norm": 0.4642014503479004,
      "learning_rate": 3.9045e-05,
      "loss": 0.0258,
      "step": 7810
    },
    {
      "loss_action": 0.030146868899464607,
      "loss_total": 0.030146868899464607,
      "step": 7810
    },
    {
      "loss_action": 0.01952870935201645,
      "loss_total": 0.01952870935201645,
      "step": 7810
    },
    {
      "loss_action": 0.03807857260107994,
      "loss_total": 0.03807857260107994,
      "step": 7810
    },
    {
      "loss_action": 0.02611817792057991,
      "loss_total": 0.02611817792057991,
      "step": 7810
    },
    {
      "loss_action": 0.014546768739819527,
      "loss_total": 0.014546768739819527,
      "step": 7810
    },
    {
      "loss_action": 0.021960239857435226,
      "loss_total": 0.021960239857435226,
      "step": 7810
    },
    {
      "loss_action": 0.032293014228343964,
      "loss_total": 0.032293014228343964,
      "step": 7810
    },
    {
      "loss_action": 0.023844048380851746,
      "loss_total": 0.023844048380851746,
      "step": 7810
    },
    {
      "grad_norm": 0.4441772401332855,
      "learning_rate": 3.9095000000000004e-05,
      "loss": 0.0257,
      "step": 7820
    },
    {
      "loss_action": 0.013572128489613533,
      "loss_total": 0.013572128489613533,
      "step": 7820
    },
    {
      "loss_action": 0.040591802448034286,
      "loss_total": 0.040591802448034286,
      "step": 7820
    },
    {
      "loss_action": 0.016988001763820648,
      "loss_total": 0.016988001763820648,
      "step": 7820
    },
    {
      "loss_action": 0.022134438157081604,
      "loss_total": 0.022134438157081604,
      "step": 7820
    },
    {
      "loss_action": 0.013342395424842834,
      "loss_total": 0.013342395424842834,
      "step": 7820
    },
    {
      "loss_action": 0.01809663698077202,
      "loss_total": 0.01809663698077202,
      "step": 7820
    },
    {
      "loss_action": 0.017920274287462234,
      "loss_total": 0.017920274287462234,
      "step": 7820
    },
    {
      "loss_action": 0.015012575313448906,
      "loss_total": 0.015012575313448906,
      "step": 7820
    },
    {
      "grad_norm": 0.6076031923294067,
      "learning_rate": 3.9145000000000006e-05,
      "loss": 0.0274,
      "step": 7830
    },
    {
      "loss_action": 0.028616024181246758,
      "loss_total": 0.028616024181246758,
      "step": 7830
    },
    {
      "loss_action": 0.0259916540235281,
      "loss_total": 0.0259916540235281,
      "step": 7830
    },
    {
      "loss_action": 0.01532668899744749,
      "loss_total": 0.01532668899744749,
      "step": 7830
    },
    {
      "loss_action": 0.02863863855600357,
      "loss_total": 0.02863863855600357,
      "step": 7830
    },
    {
      "loss_action": 0.04770684614777565,
      "loss_total": 0.04770684614777565,
      "step": 7830
    },
    {
      "loss_action": 0.01726909540593624,
      "loss_total": 0.01726909540593624,
      "step": 7830
    },
    {
      "loss_action": 0.01934313029050827,
      "loss_total": 0.01934313029050827,
      "step": 7830
    },
    {
      "loss_action": 0.01514708437025547,
      "loss_total": 0.01514708437025547,
      "step": 7830
    },
    {
      "grad_norm": 0.4619442820549011,
      "learning_rate": 3.919500000000001e-05,
      "loss": 0.025,
      "step": 7840
    },
    {
      "loss_action": 0.03085511177778244,
      "loss_total": 0.03085511177778244,
      "step": 7840
    },
    {
      "loss_action": 0.018513984978199005,
      "loss_total": 0.018513984978199005,
      "step": 7840
    },
    {
      "loss_action": 0.013801096007227898,
      "loss_total": 0.013801096007227898,
      "step": 7840
    },
    {
      "loss_action": 0.030812572687864304,
      "loss_total": 0.030812572687864304,
      "step": 7840
    },
    {
      "loss_action": 0.041272182017564774,
      "loss_total": 0.041272182017564774,
      "step": 7840
    },
    {
      "loss_action": 0.014729369431734085,
      "loss_total": 0.014729369431734085,
      "step": 7840
    },
    {
      "loss_action": 0.016064006835222244,
      "loss_total": 0.016064006835222244,
      "step": 7840
    },
    {
      "loss_action": 0.03780113160610199,
      "loss_total": 0.03780113160610199,
      "step": 7840
    },
    {
      "grad_norm": 0.448030948638916,
      "learning_rate": 3.9245e-05,
      "loss": 0.0253,
      "step": 7850
    },
    {
      "loss_action": 0.0376802496612072,
      "loss_total": 0.0376802496612072,
      "step": 7850
    },
    {
      "loss_action": 0.021936001256108284,
      "loss_total": 0.021936001256108284,
      "step": 7850
    },
    {
      "loss_action": 0.023325536400079727,
      "loss_total": 0.023325536400079727,
      "step": 7850
    },
    {
      "loss_action": 0.04358235001564026,
      "loss_total": 0.04358235001564026,
      "step": 7850
    },
    {
      "loss_action": 0.01897570863366127,
      "loss_total": 0.01897570863366127,
      "step": 7850
    },
    {
      "loss_action": 0.04984196275472641,
      "loss_total": 0.04984196275472641,
      "step": 7850
    },
    {
      "loss_action": 0.06068814918398857,
      "loss_total": 0.06068814918398857,
      "step": 7850
    },
    {
      "loss_action": 0.02248731628060341,
      "loss_total": 0.02248731628060341,
      "step": 7850
    },
    {
      "grad_norm": 0.3405850827693939,
      "learning_rate": 3.9295e-05,
      "loss": 0.0254,
      "step": 7860
    },
    {
      "loss_action": 0.015235931612551212,
      "loss_total": 0.015235931612551212,
      "step": 7860
    },
    {
      "loss_action": 0.03135340288281441,
      "loss_total": 0.03135340288281441,
      "step": 7860
    },
    {
      "loss_action": 0.027642518281936646,
      "loss_total": 0.027642518281936646,
      "step": 7860
    },
    {
      "loss_action": 0.017220109701156616,
      "loss_total": 0.017220109701156616,
      "step": 7860
    },
    {
      "loss_action": 0.01741155982017517,
      "loss_total": 0.01741155982017517,
      "step": 7860
    },
    {
      "loss_action": 0.013788361102342606,
      "loss_total": 0.013788361102342606,
      "step": 7860
    },
    {
      "loss_action": 0.019881952553987503,
      "loss_total": 0.019881952553987503,
      "step": 7860
    },
    {
      "loss_action": 0.019031021744012833,
      "loss_total": 0.019031021744012833,
      "step": 7860
    },
    {
      "grad_norm": 0.46684882044792175,
      "learning_rate": 3.9345000000000004e-05,
      "loss": 0.0283,
      "step": 7870
    },
    {
      "loss_action": 0.033102694898843765,
      "loss_total": 0.033102694898843765,
      "step": 7870
    },
    {
      "loss_action": 0.014832070097327232,
      "loss_total": 0.014832070097327232,
      "step": 7870
    },
    {
      "loss_action": 0.018485989421606064,
      "loss_total": 0.018485989421606064,
      "step": 7870
    },
    {
      "loss_action": 0.01830272562801838,
      "loss_total": 0.01830272562801838,
      "step": 7870
    },
    {
      "loss_action": 0.02775365114212036,
      "loss_total": 0.02775365114212036,
      "step": 7870
    },
    {
      "loss_action": 0.017644166946411133,
      "loss_total": 0.017644166946411133,
      "step": 7870
    },
    {
      "loss_action": 0.02745717391371727,
      "loss_total": 0.02745717391371727,
      "step": 7870
    },
    {
      "loss_action": 0.022504959255456924,
      "loss_total": 0.022504959255456924,
      "step": 7870
    },
    {
      "grad_norm": 0.4262259602546692,
      "learning_rate": 3.9395000000000005e-05,
      "loss": 0.0256,
      "step": 7880
    },
    {
      "loss_action": 0.04592280834913254,
      "loss_total": 0.04592280834913254,
      "step": 7880
    },
    {
      "loss_action": 0.02132466435432434,
      "loss_total": 0.02132466435432434,
      "step": 7880
    },
    {
      "loss_action": 0.015316683799028397,
      "loss_total": 0.015316683799028397,
      "step": 7880
    },
    {
      "loss_action": 0.02724503166973591,
      "loss_total": 0.02724503166973591,
      "step": 7880
    },
    {
      "loss_action": 0.023909715935587883,
      "loss_total": 0.023909715935587883,
      "step": 7880
    },
    {
      "loss_action": 0.015128479339182377,
      "loss_total": 0.015128479339182377,
      "step": 7880
    },
    {
      "loss_action": 0.027061736211180687,
      "loss_total": 0.027061736211180687,
      "step": 7880
    },
    {
      "loss_action": 0.03152139484882355,
      "loss_total": 0.03152139484882355,
      "step": 7880
    },
    {
      "grad_norm": 0.6242036819458008,
      "learning_rate": 3.9445000000000006e-05,
      "loss": 0.0261,
      "step": 7890
    },
    {
      "loss_action": 0.01885836198925972,
      "loss_total": 0.01885836198925972,
      "step": 7890
    },
    {
      "loss_action": 0.017296910285949707,
      "loss_total": 0.017296910285949707,
      "step": 7890
    },
    {
      "loss_action": 0.04185453802347183,
      "loss_total": 0.04185453802347183,
      "step": 7890
    },
    {
      "loss_action": 0.023349592462182045,
      "loss_total": 0.023349592462182045,
      "step": 7890
    },
    {
      "loss_action": 0.032670438289642334,
      "loss_total": 0.032670438289642334,
      "step": 7890
    },
    {
      "loss_action": 0.027249669656157494,
      "loss_total": 0.027249669656157494,
      "step": 7890
    },
    {
      "loss_action": 0.015310599468648434,
      "loss_total": 0.015310599468648434,
      "step": 7890
    },
    {
      "loss_action": 0.02946285717189312,
      "loss_total": 0.02946285717189312,
      "step": 7890
    },
    {
      "grad_norm": 0.4654398560523987,
      "learning_rate": 3.949500000000001e-05,
      "loss": 0.0252,
      "step": 7900
    },
    {
      "loss_action": 0.013383728452026844,
      "loss_total": 0.013383728452026844,
      "step": 7900
    },
    {
      "loss_action": 0.018181972205638885,
      "loss_total": 0.018181972205638885,
      "step": 7900
    },
    {
      "loss_action": 0.032718051224946976,
      "loss_total": 0.032718051224946976,
      "step": 7900
    },
    {
      "loss_action": 0.01986851543188095,
      "loss_total": 0.01986851543188095,
      "step": 7900
    },
    {
      "loss_action": 0.02147587388753891,
      "loss_total": 0.02147587388753891,
      "step": 7900
    },
    {
      "loss_action": 0.02320699393749237,
      "loss_total": 0.02320699393749237,
      "step": 7900
    },
    {
      "loss_action": 0.01693619228899479,
      "loss_total": 0.01693619228899479,
      "step": 7900
    },
    {
      "loss_action": 0.021398600190877914,
      "loss_total": 0.021398600190877914,
      "step": 7900
    },
    {
      "grad_norm": 0.4932115375995636,
      "learning_rate": 3.9545e-05,
      "loss": 0.0257,
      "step": 7910
    },
    {
      "loss_action": 0.026791255921125412,
      "loss_total": 0.026791255921125412,
      "step": 7910
    },
    {
      "loss_action": 0.03248624876141548,
      "loss_total": 0.03248624876141548,
      "step": 7910
    },
    {
      "loss_action": 0.01790608838200569,
      "loss_total": 0.01790608838200569,
      "step": 7910
    },
    {
      "loss_action": 0.020735206082463264,
      "loss_total": 0.020735206082463264,
      "step": 7910
    },
    {
      "loss_action": 0.022988256067037582,
      "loss_total": 0.022988256067037582,
      "step": 7910
    },
    {
      "loss_action": 0.05424293130636215,
      "loss_total": 0.05424293130636215,
      "step": 7910
    },
    {
      "loss_action": 0.016496293246746063,
      "loss_total": 0.016496293246746063,
      "step": 7910
    },
    {
      "loss_action": 0.023542655631899834,
      "loss_total": 0.023542655631899834,
      "step": 7910
    },
    {
      "grad_norm": 0.6314753890037537,
      "learning_rate": 3.9595e-05,
      "loss": 0.0278,
      "step": 7920
    },
    {
      "loss_action": 0.04410462826490402,
      "loss_total": 0.04410462826490402,
      "step": 7920
    },
    {
      "loss_action": 0.022088155150413513,
      "loss_total": 0.022088155150413513,
      "step": 7920
    },
    {
      "loss_action": 0.028336411342024803,
      "loss_total": 0.028336411342024803,
      "step": 7920
    },
    {
      "loss_action": 0.149992898106575,
      "loss_total": 0.149992898106575,
      "step": 7920
    },
    {
      "loss_action": 0.02531738206744194,
      "loss_total": 0.02531738206744194,
      "step": 7920
    },
    {
      "loss_action": 0.042116135358810425,
      "loss_total": 0.042116135358810425,
      "step": 7920
    },
    {
      "loss_action": 0.0208769328892231,
      "loss_total": 0.0208769328892231,
      "step": 7920
    },
    {
      "loss_action": 0.027985837310552597,
      "loss_total": 0.027985837310552597,
      "step": 7920
    },
    {
      "grad_norm": 0.4107168912887573,
      "learning_rate": 3.9645000000000004e-05,
      "loss": 0.0286,
      "step": 7930
    },
    {
      "loss_action": 0.023050880059599876,
      "loss_total": 0.023050880059599876,
      "step": 7930
    },
    {
      "loss_action": 0.034300319850444794,
      "loss_total": 0.034300319850444794,
      "step": 7930
    },
    {
      "loss_action": 0.02493973821401596,
      "loss_total": 0.02493973821401596,
      "step": 7930
    },
    {
      "loss_action": 0.021147869527339935,
      "loss_total": 0.021147869527339935,
      "step": 7930
    },
    {
      "loss_action": 0.0193442702293396,
      "loss_total": 0.0193442702293396,
      "step": 7930
    },
    {
      "loss_action": 0.016741670668125153,
      "loss_total": 0.016741670668125153,
      "step": 7930
    },
    {
      "loss_action": 0.026038015261292458,
      "loss_total": 0.026038015261292458,
      "step": 7930
    },
    {
      "loss_action": 0.02633802220225334,
      "loss_total": 0.02633802220225334,
      "step": 7930
    },
    {
      "grad_norm": 0.5047216415405273,
      "learning_rate": 3.9695000000000005e-05,
      "loss": 0.0264,
      "step": 7940
    },
    {
      "loss_action": 0.017922094091773033,
      "loss_total": 0.017922094091773033,
      "step": 7940
    },
    {
      "loss_action": 0.017412787303328514,
      "loss_total": 0.017412787303328514,
      "step": 7940
    },
    {
      "loss_action": 0.013471344485878944,
      "loss_total": 0.013471344485878944,
      "step": 7940
    },
    {
      "loss_action": 0.021004479378461838,
      "loss_total": 0.021004479378461838,
      "step": 7940
    },
    {
      "loss_action": 0.01592998206615448,
      "loss_total": 0.01592998206615448,
      "step": 7940
    },
    {
      "loss_action": 0.07019058614969254,
      "loss_total": 0.07019058614969254,
      "step": 7940
    },
    {
      "loss_action": 0.022607360035181046,
      "loss_total": 0.022607360035181046,
      "step": 7940
    },
    {
      "loss_action": 0.013035975396633148,
      "loss_total": 0.013035975396633148,
      "step": 7940
    },
    {
      "grad_norm": 0.4207229018211365,
      "learning_rate": 3.9745000000000007e-05,
      "loss": 0.0252,
      "step": 7950
    },
    {
      "loss_action": 0.022855576127767563,
      "loss_total": 0.022855576127767563,
      "step": 7950
    },
    {
      "loss_action": 0.02181607112288475,
      "loss_total": 0.02181607112288475,
      "step": 7950
    },
    {
      "loss_action": 0.0439482219517231,
      "loss_total": 0.0439482219517231,
      "step": 7950
    },
    {
      "loss_action": 0.024846874177455902,
      "loss_total": 0.024846874177455902,
      "step": 7950
    },
    {
      "loss_action": 0.025605514645576477,
      "loss_total": 0.025605514645576477,
      "step": 7950
    },
    {
      "loss_action": 0.015343930572271347,
      "loss_total": 0.015343930572271347,
      "step": 7950
    },
    {
      "loss_action": 0.02837662398815155,
      "loss_total": 0.02837662398815155,
      "step": 7950
    },
    {
      "loss_action": 0.01743987947702408,
      "loss_total": 0.01743987947702408,
      "step": 7950
    },
    {
      "grad_norm": 0.6021497845649719,
      "learning_rate": 3.979500000000001e-05,
      "loss": 0.028,
      "step": 7960
    },
    {
      "loss_action": 0.0496988520026207,
      "loss_total": 0.0496988520026207,
      "step": 7960
    },
    {
      "loss_action": 0.019820699468255043,
      "loss_total": 0.019820699468255043,
      "step": 7960
    },
    {
      "loss_action": 0.06030364707112312,
      "loss_total": 0.06030364707112312,
      "step": 7960
    },
    {
      "loss_action": 0.03693153336644173,
      "loss_total": 0.03693153336644173,
      "step": 7960
    },
    {
      "loss_action": 0.0453568771481514,
      "loss_total": 0.0453568771481514,
      "step": 7960
    },
    {
      "loss_action": 0.03199033811688423,
      "loss_total": 0.03199033811688423,
      "step": 7960
    },
    {
      "loss_action": 0.03286712244153023,
      "loss_total": 0.03286712244153023,
      "step": 7960
    },
    {
      "loss_action": 0.029863551259040833,
      "loss_total": 0.029863551259040833,
      "step": 7960
    },
    {
      "grad_norm": 0.5952747464179993,
      "learning_rate": 3.9845e-05,
      "loss": 0.0361,
      "step": 7970
    },
    {
      "loss_action": 0.022227462381124496,
      "loss_total": 0.022227462381124496,
      "step": 7970
    },
    {
      "loss_action": 0.03180224075913429,
      "loss_total": 0.03180224075913429,
      "step": 7970
    },
    {
      "loss_action": 0.019221080467104912,
      "loss_total": 0.019221080467104912,
      "step": 7970
    },
    {
      "loss_action": 0.0215214304625988,
      "loss_total": 0.0215214304625988,
      "step": 7970
    },
    {
      "loss_action": 0.01950235292315483,
      "loss_total": 0.01950235292315483,
      "step": 7970
    },
    {
      "loss_action": 0.031352635473012924,
      "loss_total": 0.031352635473012924,
      "step": 7970
    },
    {
      "loss_action": 0.023440595716238022,
      "loss_total": 0.023440595716238022,
      "step": 7970
    },
    {
      "loss_action": 0.02162107825279236,
      "loss_total": 0.02162107825279236,
      "step": 7970
    },
    {
      "grad_norm": 0.5408525466918945,
      "learning_rate": 3.9895000000000003e-05,
      "loss": 0.03,
      "step": 7980
    },
    {
      "loss_action": 0.025829099118709564,
      "loss_total": 0.025829099118709564,
      "step": 7980
    },
    {
      "loss_action": 0.022711897268891335,
      "loss_total": 0.022711897268891335,
      "step": 7980
    },
    {
      "loss_action": 0.07657308131456375,
      "loss_total": 0.07657308131456375,
      "step": 7980
    },
    {
      "loss_action": 0.020190780982375145,
      "loss_total": 0.020190780982375145,
      "step": 7980
    },
    {
      "loss_action": 0.03155410662293434,
      "loss_total": 0.03155410662293434,
      "step": 7980
    },
    {
      "loss_action": 0.022124361246824265,
      "loss_total": 0.022124361246824265,
      "step": 7980
    },
    {
      "loss_action": 0.02753308229148388,
      "loss_total": 0.02753308229148388,
      "step": 7980
    },
    {
      "loss_action": 0.020859040319919586,
      "loss_total": 0.020859040319919586,
      "step": 7980
    },
    {
      "grad_norm": 0.6007142663002014,
      "learning_rate": 3.9945000000000005e-05,
      "loss": 0.028,
      "step": 7990
    },
    {
      "loss_action": 0.01702863723039627,
      "loss_total": 0.01702863723039627,
      "step": 7990
    },
    {
      "loss_action": 0.015163397416472435,
      "loss_total": 0.015163397416472435,
      "step": 7990
    },
    {
      "loss_action": 0.03019838035106659,
      "loss_total": 0.03019838035106659,
      "step": 7990
    },
    {
      "loss_action": 0.02968936786055565,
      "loss_total": 0.02968936786055565,
      "step": 7990
    },
    {
      "loss_action": 0.03227569907903671,
      "loss_total": 0.03227569907903671,
      "step": 7990
    },
    {
      "loss_action": 0.020972002297639847,
      "loss_total": 0.020972002297639847,
      "step": 7990
    },
    {
      "loss_action": 0.028185870498418808,
      "loss_total": 0.028185870498418808,
      "step": 7990
    },
    {
      "loss_action": 0.035271212458610535,
      "loss_total": 0.035271212458610535,
      "step": 7990
    },
    {
      "grad_norm": 0.5919193625450134,
      "learning_rate": 3.9995000000000006e-05,
      "loss": 0.0253,
      "step": 8000
    },
    {
      "loss_action": 0.02145199291408062,
      "loss_total": 0.02145199291408062,
      "step": 8000
    },
    {
      "loss_action": 0.020777132362127304,
      "loss_total": 0.020777132362127304,
      "step": 8000
    },
    {
      "loss_action": 0.04314158111810684,
      "loss_total": 0.04314158111810684,
      "step": 8000
    },
    {
      "loss_action": 0.018597880378365517,
      "loss_total": 0.018597880378365517,
      "step": 8000
    },
    {
      "loss_action": 0.018517958000302315,
      "loss_total": 0.018517958000302315,
      "step": 8000
    },
    {
      "loss_action": 0.015478141605854034,
      "loss_total": 0.015478141605854034,
      "step": 8000
    },
    {
      "loss_action": 0.027860190719366074,
      "loss_total": 0.027860190719366074,
      "step": 8000
    },
    {
      "loss_action": 0.014577090740203857,
      "loss_total": 0.014577090740203857,
      "step": 8000
    },
    {
      "grad_norm": 0.3981035649776459,
      "learning_rate": 4.0045e-05,
      "loss": 0.0229,
      "step": 8010
    },
    {
      "loss_action": 0.019526271149516106,
      "loss_total": 0.019526271149516106,
      "step": 8010
    },
    {
      "loss_action": 0.025055505335330963,
      "loss_total": 0.025055505335330963,
      "step": 8010
    },
    {
      "loss_action": 0.025739729404449463,
      "loss_total": 0.025739729404449463,
      "step": 8010
    },
    {
      "loss_action": 0.024850189685821533,
      "loss_total": 0.024850189685821533,
      "step": 8010
    },
    {
      "loss_action": 0.035586126148700714,
      "loss_total": 0.035586126148700714,
      "step": 8010
    },
    {
      "loss_action": 0.022110888734459877,
      "loss_total": 0.022110888734459877,
      "step": 8010
    },
    {
      "loss_action": 0.03103141486644745,
      "loss_total": 0.03103141486644745,
      "step": 8010
    },
    {
      "loss_action": 0.01946951448917389,
      "loss_total": 0.01946951448917389,
      "step": 8010
    },
    {
      "grad_norm": 0.47703641653060913,
      "learning_rate": 4.0095e-05,
      "loss": 0.0275,
      "step": 8020
    },
    {
      "loss_action": 0.012740891426801682,
      "loss_total": 0.012740891426801682,
      "step": 8020
    },
    {
      "loss_action": 0.02424892969429493,
      "loss_total": 0.02424892969429493,
      "step": 8020
    },
    {
      "loss_action": 0.020998556166887283,
      "loss_total": 0.020998556166887283,
      "step": 8020
    },
    {
      "loss_action": 0.0278050284832716,
      "loss_total": 0.0278050284832716,
      "step": 8020
    },
    {
      "loss_action": 0.024647306650877,
      "loss_total": 0.024647306650877,
      "step": 8020
    },
    {
      "loss_action": 0.033072907477617264,
      "loss_total": 0.033072907477617264,
      "step": 8020
    },
    {
      "loss_action": 0.02463577128946781,
      "loss_total": 0.02463577128946781,
      "step": 8020
    },
    {
      "loss_action": 0.02196735329926014,
      "loss_total": 0.02196735329926014,
      "step": 8020
    },
    {
      "grad_norm": 0.5622929930686951,
      "learning_rate": 4.0144999999999996e-05,
      "loss": 0.0265,
      "step": 8030
    },
    {
      "loss_action": 0.015751296654343605,
      "loss_total": 0.015751296654343605,
      "step": 8030
    },
    {
      "loss_action": 0.028890512883663177,
      "loss_total": 0.028890512883663177,
      "step": 8030
    },
    {
      "loss_action": 0.03684145212173462,
      "loss_total": 0.03684145212173462,
      "step": 8030
    },
    {
      "loss_action": 0.01596202701330185,
      "loss_total": 0.01596202701330185,
      "step": 8030
    },
    {
      "loss_action": 0.01718117855489254,
      "loss_total": 0.01718117855489254,
      "step": 8030
    },
    {
      "loss_action": 0.01705848053097725,
      "loss_total": 0.01705848053097725,
      "step": 8030
    },
    {
      "loss_action": 0.042559415102005005,
      "loss_total": 0.042559415102005005,
      "step": 8030
    },
    {
      "loss_action": 0.0183793343603611,
      "loss_total": 0.0183793343603611,
      "step": 8030
    },
    {
      "grad_norm": 0.42325106263160706,
      "learning_rate": 4.0195e-05,
      "loss": 0.0267,
      "step": 8040
    },
    {
      "loss_action": 0.02280481532216072,
      "loss_total": 0.02280481532216072,
      "step": 8040
    },
    {
      "loss_action": 0.04577364772558212,
      "loss_total": 0.04577364772558212,
      "step": 8040
    },
    {
      "loss_action": 0.036138683557510376,
      "loss_total": 0.036138683557510376,
      "step": 8040
    },
    {
      "loss_action": 0.02709907665848732,
      "loss_total": 0.02709907665848732,
      "step": 8040
    },
    {
      "loss_action": 0.021201346069574356,
      "loss_total": 0.021201346069574356,
      "step": 8040
    },
    {
      "loss_action": 0.027189573273062706,
      "loss_total": 0.027189573273062706,
      "step": 8040
    },
    {
      "loss_action": 0.016226865351200104,
      "loss_total": 0.016226865351200104,
      "step": 8040
    },
    {
      "loss_action": 0.023936497047543526,
      "loss_total": 0.023936497047543526,
      "step": 8040
    },
    {
      "grad_norm": 0.4872950613498688,
      "learning_rate": 4.0245e-05,
      "loss": 0.0259,
      "step": 8050
    },
    {
      "loss_action": 0.028160199522972107,
      "loss_total": 0.028160199522972107,
      "step": 8050
    },
    {
      "loss_action": 0.026860984042286873,
      "loss_total": 0.026860984042286873,
      "step": 8050
    },
    {
      "loss_action": 0.044647153466939926,
      "loss_total": 0.044647153466939926,
      "step": 8050
    },
    {
      "loss_action": 0.015895139425992966,
      "loss_total": 0.015895139425992966,
      "step": 8050
    },
    {
      "loss_action": 0.028805099427700043,
      "loss_total": 0.028805099427700043,
      "step": 8050
    },
    {
      "loss_action": 0.0222267247736454,
      "loss_total": 0.0222267247736454,
      "step": 8050
    },
    {
      "loss_action": 0.024093009531497955,
      "loss_total": 0.024093009531497955,
      "step": 8050
    },
    {
      "loss_action": 0.03519674390554428,
      "loss_total": 0.03519674390554428,
      "step": 8050
    },
    {
      "grad_norm": 0.5087461471557617,
      "learning_rate": 4.0295e-05,
      "loss": 0.0319,
      "step": 8060
    },
    {
      "loss_action": 0.025643356144428253,
      "loss_total": 0.025643356144428253,
      "step": 8060
    },
    {
      "loss_action": 0.02839767187833786,
      "loss_total": 0.02839767187833786,
      "step": 8060
    },
    {
      "loss_action": 0.03166096657514572,
      "loss_total": 0.03166096657514572,
      "step": 8060
    },
    {
      "loss_action": 0.017961759120225906,
      "loss_total": 0.017961759120225906,
      "step": 8060
    },
    {
      "loss_action": 0.02002584934234619,
      "loss_total": 0.02002584934234619,
      "step": 8060
    },
    {
      "loss_action": 0.013175778090953827,
      "loss_total": 0.013175778090953827,
      "step": 8060
    },
    {
      "loss_action": 0.01423502154648304,
      "loss_total": 0.01423502154648304,
      "step": 8060
    },
    {
      "loss_action": 0.02795226499438286,
      "loss_total": 0.02795226499438286,
      "step": 8060
    },
    {
      "grad_norm": 0.4263128638267517,
      "learning_rate": 4.0345e-05,
      "loss": 0.0264,
      "step": 8070
    },
    {
      "loss_action": 0.022419527173042297,
      "loss_total": 0.022419527173042297,
      "step": 8070
    },
    {
      "loss_action": 0.02339724637567997,
      "loss_total": 0.02339724637567997,
      "step": 8070
    },
    {
      "loss_action": 0.023888174444437027,
      "loss_total": 0.023888174444437027,
      "step": 8070
    },
    {
      "loss_action": 0.018351148813962936,
      "loss_total": 0.018351148813962936,
      "step": 8070
    },
    {
      "loss_action": 0.03361206501722336,
      "loss_total": 0.03361206501722336,
      "step": 8070
    },
    {
      "loss_action": 0.0865023285150528,
      "loss_total": 0.0865023285150528,
      "step": 8070
    },
    {
      "loss_action": 0.021845275536179543,
      "loss_total": 0.021845275536179543,
      "step": 8070
    },
    {
      "loss_action": 0.02905910834670067,
      "loss_total": 0.02905910834670067,
      "step": 8070
    },
    {
      "grad_norm": 0.5140577554702759,
      "learning_rate": 4.0395e-05,
      "loss": 0.0284,
      "step": 8080
    },
    {
      "loss_action": 0.030030179768800735,
      "loss_total": 0.030030179768800735,
      "step": 8080
    },
    {
      "loss_action": 0.016684914007782936,
      "loss_total": 0.016684914007782936,
      "step": 8080
    },
    {
      "loss_action": 0.02725622057914734,
      "loss_total": 0.02725622057914734,
      "step": 8080
    },
    {
      "loss_action": 0.03316323459148407,
      "loss_total": 0.03316323459148407,
      "step": 8080
    },
    {
      "loss_action": 0.018511436879634857,
      "loss_total": 0.018511436879634857,
      "step": 8080
    },
    {
      "loss_action": 0.040301524102687836,
      "loss_total": 0.040301524102687836,
      "step": 8080
    },
    {
      "loss_action": 0.03003060631453991,
      "loss_total": 0.03003060631453991,
      "step": 8080
    },
    {
      "loss_action": 0.04159609228372574,
      "loss_total": 0.04159609228372574,
      "step": 8080
    },
    {
      "grad_norm": 0.7839584350585938,
      "learning_rate": 4.0444999999999996e-05,
      "loss": 0.0339,
      "step": 8090
    },
    {
      "loss_action": 0.02953924983739853,
      "loss_total": 0.02953924983739853,
      "step": 8090
    },
    {
      "loss_action": 0.03316545486450195,
      "loss_total": 0.03316545486450195,
      "step": 8090
    },
    {
      "loss_action": 0.021523620933294296,
      "loss_total": 0.021523620933294296,
      "step": 8090
    },
    {
      "loss_action": 0.032232366502285004,
      "loss_total": 0.032232366502285004,
      "step": 8090
    },
    {
      "loss_action": 0.024098660796880722,
      "loss_total": 0.024098660796880722,
      "step": 8090
    },
    {
      "loss_action": 0.027262408286333084,
      "loss_total": 0.027262408286333084,
      "step": 8090
    },
    {
      "loss_action": 0.036955274641513824,
      "loss_total": 0.036955274641513824,
      "step": 8090
    },
    {
      "loss_action": 0.0368521511554718,
      "loss_total": 0.0368521511554718,
      "step": 8090
    },
    {
      "grad_norm": 0.5819969773292542,
      "learning_rate": 4.0495e-05,
      "loss": 0.0353,
      "step": 8100
    },
    {
      "loss_action": 0.027503568679094315,
      "loss_total": 0.027503568679094315,
      "step": 8100
    },
    {
      "loss_action": 0.037621889263391495,
      "loss_total": 0.037621889263391495,
      "step": 8100
    },
    {
      "loss_action": 0.03228026628494263,
      "loss_total": 0.03228026628494263,
      "step": 8100
    },
    {
      "loss_action": 0.021541234105825424,
      "loss_total": 0.021541234105825424,
      "step": 8100
    },
    {
      "loss_action": 0.016226494684815407,
      "loss_total": 0.016226494684815407,
      "step": 8100
    },
    {
      "loss_action": 0.024647459387779236,
      "loss_total": 0.024647459387779236,
      "step": 8100
    },
    {
      "loss_action": 0.02200261689722538,
      "loss_total": 0.02200261689722538,
      "step": 8100
    },
    {
      "loss_action": 0.0245988592505455,
      "loss_total": 0.0245988592505455,
      "step": 8100
    },
    {
      "grad_norm": 0.5268988013267517,
      "learning_rate": 4.0545e-05,
      "loss": 0.0262,
      "step": 8110
    },
    {
      "loss_action": 0.020692430436611176,
      "loss_total": 0.020692430436611176,
      "step": 8110
    },
    {
      "loss_action": 0.052036888897418976,
      "loss_total": 0.052036888897418976,
      "step": 8110
    },
    {
      "loss_action": 0.015591607429087162,
      "loss_total": 0.015591607429087162,
      "step": 8110
    },
    {
      "loss_action": 0.026262547820806503,
      "loss_total": 0.026262547820806503,
      "step": 8110
    },
    {
      "loss_action": 0.025146609172225,
      "loss_total": 0.025146609172225,
      "step": 8110
    },
    {
      "loss_action": 0.025314277037978172,
      "loss_total": 0.025314277037978172,
      "step": 8110
    },
    {
      "loss_action": 0.030092116445302963,
      "loss_total": 0.030092116445302963,
      "step": 8110
    },
    {
      "loss_action": 0.016493655741214752,
      "loss_total": 0.016493655741214752,
      "step": 8110
    },
    {
      "grad_norm": 0.5019063353538513,
      "learning_rate": 4.0595e-05,
      "loss": 0.0311,
      "step": 8120
    },
    {
      "loss_action": 0.024985989555716515,
      "loss_total": 0.024985989555716515,
      "step": 8120
    },
    {
      "loss_action": 0.027569716796278954,
      "loss_total": 0.027569716796278954,
      "step": 8120
    },
    {
      "loss_action": 0.03979087993502617,
      "loss_total": 0.03979087993502617,
      "step": 8120
    },
    {
      "loss_action": 0.024704907089471817,
      "loss_total": 0.024704907089471817,
      "step": 8120
    },
    {
      "loss_action": 0.020207960158586502,
      "loss_total": 0.020207960158586502,
      "step": 8120
    },
    {
      "loss_action": 0.0457589253783226,
      "loss_total": 0.0457589253783226,
      "step": 8120
    },
    {
      "loss_action": 0.023758962750434875,
      "loss_total": 0.023758962750434875,
      "step": 8120
    },
    {
      "loss_action": 0.026978768408298492,
      "loss_total": 0.026978768408298492,
      "step": 8120
    },
    {
      "grad_norm": 0.45189011096954346,
      "learning_rate": 4.0645e-05,
      "loss": 0.0286,
      "step": 8130
    },
    {
      "loss_action": 0.028505021706223488,
      "loss_total": 0.028505021706223488,
      "step": 8130
    },
    {
      "loss_action": 0.026084763929247856,
      "loss_total": 0.026084763929247856,
      "step": 8130
    },
    {
      "loss_action": 0.017254328355193138,
      "loss_total": 0.017254328355193138,
      "step": 8130
    },
    {
      "loss_action": 0.06151022017002106,
      "loss_total": 0.06151022017002106,
      "step": 8130
    },
    {
      "loss_action": 0.020543783903121948,
      "loss_total": 0.020543783903121948,
      "step": 8130
    },
    {
      "loss_action": 0.01965302601456642,
      "loss_total": 0.01965302601456642,
      "step": 8130
    },
    {
      "loss_action": 0.023643914610147476,
      "loss_total": 0.023643914610147476,
      "step": 8130
    },
    {
      "loss_action": 0.03525501489639282,
      "loss_total": 0.03525501489639282,
      "step": 8130
    },
    {
      "grad_norm": 0.4520776867866516,
      "learning_rate": 4.0695e-05,
      "loss": 0.0258,
      "step": 8140
    },
    {
      "loss_action": 0.028876986354589462,
      "loss_total": 0.028876986354589462,
      "step": 8140
    },
    {
      "loss_action": 0.017566168680787086,
      "loss_total": 0.017566168680787086,
      "step": 8140
    },
    {
      "loss_action": 0.034575868397951126,
      "loss_total": 0.034575868397951126,
      "step": 8140
    },
    {
      "loss_action": 0.04330696165561676,
      "loss_total": 0.04330696165561676,
      "step": 8140
    },
    {
      "loss_action": 0.04921066761016846,
      "loss_total": 0.04921066761016846,
      "step": 8140
    },
    {
      "loss_action": 0.01570824906229973,
      "loss_total": 0.01570824906229973,
      "step": 8140
    },
    {
      "loss_action": 0.02276068553328514,
      "loss_total": 0.02276068553328514,
      "step": 8140
    },
    {
      "loss_action": 0.052798643708229065,
      "loss_total": 0.052798643708229065,
      "step": 8140
    },
    {
      "grad_norm": 0.41429007053375244,
      "learning_rate": 4.0745e-05,
      "loss": 0.0297,
      "step": 8150
    },
    {
      "loss_action": 0.01839934103190899,
      "loss_total": 0.01839934103190899,
      "step": 8150
    },
    {
      "loss_action": 0.01753315143287182,
      "loss_total": 0.01753315143287182,
      "step": 8150
    },
    {
      "loss_action": 0.03476898372173309,
      "loss_total": 0.03476898372173309,
      "step": 8150
    },
    {
      "loss_action": 0.03665236011147499,
      "loss_total": 0.03665236011147499,
      "step": 8150
    },
    {
      "loss_action": 0.02078356221318245,
      "loss_total": 0.02078356221318245,
      "step": 8150
    },
    {
      "loss_action": 0.02423984184861183,
      "loss_total": 0.02423984184861183,
      "step": 8150
    },
    {
      "loss_action": 0.020382162183523178,
      "loss_total": 0.020382162183523178,
      "step": 8150
    },
    {
      "loss_action": 0.016975663602352142,
      "loss_total": 0.016975663602352142,
      "step": 8150
    },
    {
      "grad_norm": 0.32251977920532227,
      "learning_rate": 4.0795e-05,
      "loss": 0.0278,
      "step": 8160
    },
    {
      "loss_action": 0.028212498873472214,
      "loss_total": 0.028212498873472214,
      "step": 8160
    },
    {
      "loss_action": 0.025565024465322495,
      "loss_total": 0.025565024465322495,
      "step": 8160
    },
    {
      "loss_action": 0.014536876231431961,
      "loss_total": 0.014536876231431961,
      "step": 8160
    },
    {
      "loss_action": 0.04014459624886513,
      "loss_total": 0.04014459624886513,
      "step": 8160
    },
    {
      "loss_action": 0.030756834894418716,
      "loss_total": 0.030756834894418716,
      "step": 8160
    },
    {
      "loss_action": 0.02335650660097599,
      "loss_total": 0.02335650660097599,
      "step": 8160
    },
    {
      "loss_action": 0.019977502524852753,
      "loss_total": 0.019977502524852753,
      "step": 8160
    },
    {
      "loss_action": 0.018891790881752968,
      "loss_total": 0.018891790881752968,
      "step": 8160
    },
    {
      "grad_norm": 0.4409477114677429,
      "learning_rate": 4.0845e-05,
      "loss": 0.026,
      "step": 8170
    },
    {
      "loss_action": 0.015416890382766724,
      "loss_total": 0.015416890382766724,
      "step": 8170
    },
    {
      "loss_action": 0.019246801733970642,
      "loss_total": 0.019246801733970642,
      "step": 8170
    },
    {
      "loss_action": 0.016681281849741936,
      "loss_total": 0.016681281849741936,
      "step": 8170
    },
    {
      "loss_action": 0.01360740140080452,
      "loss_total": 0.01360740140080452,
      "step": 8170
    },
    {
      "loss_action": 0.034664228558540344,
      "loss_total": 0.034664228558540344,
      "step": 8170
    },
    {
      "loss_action": 0.019199199974536896,
      "loss_total": 0.019199199974536896,
      "step": 8170
    },
    {
      "loss_action": 0.020787999033927917,
      "loss_total": 0.020787999033927917,
      "step": 8170
    },
    {
      "loss_action": 0.02597135491669178,
      "loss_total": 0.02597135491669178,
      "step": 8170
    },
    {
      "grad_norm": 0.514372706413269,
      "learning_rate": 4.0895e-05,
      "loss": 0.0262,
      "step": 8180
    },
    {
      "loss_action": 0.015341749414801598,
      "loss_total": 0.015341749414801598,
      "step": 8180
    },
    {
      "loss_action": 0.019327111542224884,
      "loss_total": 0.019327111542224884,
      "step": 8180
    },
    {
      "loss_action": 0.022455167025327682,
      "loss_total": 0.022455167025327682,
      "step": 8180
    },
    {
      "loss_action": 0.014684820547699928,
      "loss_total": 0.014684820547699928,
      "step": 8180
    },
    {
      "loss_action": 0.037438299506902695,
      "loss_total": 0.037438299506902695,
      "step": 8180
    },
    {
      "loss_action": 0.03129802644252777,
      "loss_total": 0.03129802644252777,
      "step": 8180
    },
    {
      "loss_action": 0.020637501031160355,
      "loss_total": 0.020637501031160355,
      "step": 8180
    },
    {
      "loss_action": 0.02320851758122444,
      "loss_total": 0.02320851758122444,
      "step": 8180
    },
    {
      "grad_norm": 0.5288681983947754,
      "learning_rate": 4.0945e-05,
      "loss": 0.0262,
      "step": 8190
    },
    {
      "loss_action": 0.015111235901713371,
      "loss_total": 0.015111235901713371,
      "step": 8190
    },
    {
      "loss_action": 0.02240845002233982,
      "loss_total": 0.02240845002233982,
      "step": 8190
    },
    {
      "loss_action": 0.02020016498863697,
      "loss_total": 0.02020016498863697,
      "step": 8190
    },
    {
      "loss_action": 0.024891147390007973,
      "loss_total": 0.024891147390007973,
      "step": 8190
    },
    {
      "loss_action": 0.049920544028282166,
      "loss_total": 0.049920544028282166,
      "step": 8190
    },
    {
      "loss_action": 0.025841889902949333,
      "loss_total": 0.025841889902949333,
      "step": 8190
    },
    {
      "loss_action": 0.013445394113659859,
      "loss_total": 0.013445394113659859,
      "step": 8190
    },
    {
      "loss_action": 0.023306937888264656,
      "loss_total": 0.023306937888264656,
      "step": 8190
    },
    {
      "grad_norm": 0.7317558526992798,
      "learning_rate": 4.0995e-05,
      "loss": 0.0269,
      "step": 8200
    },
    {
      "loss_action": 0.02299514412879944,
      "loss_total": 0.02299514412879944,
      "step": 8200
    },
    {
      "loss_action": 0.05328568071126938,
      "loss_total": 0.05328568071126938,
      "step": 8200
    },
    {
      "loss_action": 0.042365677654743195,
      "loss_total": 0.042365677654743195,
      "step": 8200
    },
    {
      "loss_action": 0.03648598864674568,
      "loss_total": 0.03648598864674568,
      "step": 8200
    },
    {
      "loss_action": 0.01693519577383995,
      "loss_total": 0.01693519577383995,
      "step": 8200
    },
    {
      "loss_action": 0.026685461401939392,
      "loss_total": 0.026685461401939392,
      "step": 8200
    },
    {
      "loss_action": 0.021137353032827377,
      "loss_total": 0.021137353032827377,
      "step": 8200
    },
    {
      "loss_action": 0.03461996465921402,
      "loss_total": 0.03461996465921402,
      "step": 8200
    },
    {
      "grad_norm": 0.49284470081329346,
      "learning_rate": 4.1045e-05,
      "loss": 0.0273,
      "step": 8210
    },
    {
      "loss_action": 0.06508102267980576,
      "loss_total": 0.06508102267980576,
      "step": 8210
    },
    {
      "loss_action": 0.022731393575668335,
      "loss_total": 0.022731393575668335,
      "step": 8210
    },
    {
      "loss_action": 0.018340731039643288,
      "loss_total": 0.018340731039643288,
      "step": 8210
    },
    {
      "loss_action": 0.01564674824476242,
      "loss_total": 0.01564674824476242,
      "step": 8210
    },
    {
      "loss_action": 0.016729816794395447,
      "loss_total": 0.016729816794395447,
      "step": 8210
    },
    {
      "loss_action": 0.019279152154922485,
      "loss_total": 0.019279152154922485,
      "step": 8210
    },
    {
      "loss_action": 0.02100403606891632,
      "loss_total": 0.02100403606891632,
      "step": 8210
    },
    {
      "loss_action": 0.022786550223827362,
      "loss_total": 0.022786550223827362,
      "step": 8210
    },
    {
      "grad_norm": 0.31755784153938293,
      "learning_rate": 4.1095e-05,
      "loss": 0.0245,
      "step": 8220
    },
    {
      "loss_action": 0.01792559213936329,
      "loss_total": 0.01792559213936329,
      "step": 8220
    },
    {
      "loss_action": 0.02137209102511406,
      "loss_total": 0.02137209102511406,
      "step": 8220
    },
    {
      "loss_action": 0.04794102907180786,
      "loss_total": 0.04794102907180786,
      "step": 8220
    },
    {
      "loss_action": 0.024691615253686905,
      "loss_total": 0.024691615253686905,
      "step": 8220
    },
    {
      "loss_action": 0.015338915400207043,
      "loss_total": 0.015338915400207043,
      "step": 8220
    },
    {
      "loss_action": 0.02330203726887703,
      "loss_total": 0.02330203726887703,
      "step": 8220
    },
    {
      "loss_action": 0.016947176307439804,
      "loss_total": 0.016947176307439804,
      "step": 8220
    },
    {
      "loss_action": 0.05575795844197273,
      "loss_total": 0.05575795844197273,
      "step": 8220
    },
    {
      "grad_norm": 0.6447232961654663,
      "learning_rate": 4.1145e-05,
      "loss": 0.0313,
      "step": 8230
    },
    {
      "loss_action": 0.015529530122876167,
      "loss_total": 0.015529530122876167,
      "step": 8230
    },
    {
      "loss_action": 0.01924404874444008,
      "loss_total": 0.01924404874444008,
      "step": 8230
    },
    {
      "loss_action": 0.02654322423040867,
      "loss_total": 0.02654322423040867,
      "step": 8230
    },
    {
      "loss_action": 0.01299387589097023,
      "loss_total": 0.01299387589097023,
      "step": 8230
    },
    {
      "loss_action": 0.040820661932229996,
      "loss_total": 0.040820661932229996,
      "step": 8230
    },
    {
      "loss_action": 0.032988306134939194,
      "loss_total": 0.032988306134939194,
      "step": 8230
    },
    {
      "loss_action": 0.018012404441833496,
      "loss_total": 0.018012404441833496,
      "step": 8230
    },
    {
      "loss_action": 0.028890032321214676,
      "loss_total": 0.028890032321214676,
      "step": 8230
    },
    {
      "grad_norm": 0.411184698343277,
      "learning_rate": 4.1195e-05,
      "loss": 0.0326,
      "step": 8240
    },
    {
      "loss_action": 0.020479585975408554,
      "loss_total": 0.020479585975408554,
      "step": 8240
    },
    {
      "loss_action": 0.0662815198302269,
      "loss_total": 0.0662815198302269,
      "step": 8240
    },
    {
      "loss_action": 0.020918462425470352,
      "loss_total": 0.020918462425470352,
      "step": 8240
    },
    {
      "loss_action": 0.07068094611167908,
      "loss_total": 0.07068094611167908,
      "step": 8240
    },
    {
      "loss_action": 0.03336009755730629,
      "loss_total": 0.03336009755730629,
      "step": 8240
    },
    {
      "loss_action": 0.02313855290412903,
      "loss_total": 0.02313855290412903,
      "step": 8240
    },
    {
      "loss_action": 0.025151770561933517,
      "loss_total": 0.025151770561933517,
      "step": 8240
    },
    {
      "loss_action": 0.026705965399742126,
      "loss_total": 0.026705965399742126,
      "step": 8240
    },
    {
      "grad_norm": 0.465133935213089,
      "learning_rate": 4.1245e-05,
      "loss": 0.0302,
      "step": 8250
    },
    {
      "loss_action": 0.022714903578162193,
      "loss_total": 0.022714903578162193,
      "step": 8250
    },
    {
      "loss_action": 0.021031741052865982,
      "loss_total": 0.021031741052865982,
      "step": 8250
    },
    {
      "loss_action": 0.021883655339479446,
      "loss_total": 0.021883655339479446,
      "step": 8250
    },
    {
      "loss_action": 0.011727718636393547,
      "loss_total": 0.011727718636393547,
      "step": 8250
    },
    {
      "loss_action": 0.02604939229786396,
      "loss_total": 0.02604939229786396,
      "step": 8250
    },
    {
      "loss_action": 0.023606598377227783,
      "loss_total": 0.023606598377227783,
      "step": 8250
    },
    {
      "loss_action": 0.022456008940935135,
      "loss_total": 0.022456008940935135,
      "step": 8250
    },
    {
      "loss_action": 0.014539185911417007,
      "loss_total": 0.014539185911417007,
      "step": 8250
    },
    {
      "grad_norm": 0.4084412157535553,
      "learning_rate": 4.1295000000000004e-05,
      "loss": 0.024,
      "step": 8260
    },
    {
      "loss_action": 0.0186073686927557,
      "loss_total": 0.0186073686927557,
      "step": 8260
    },
    {
      "loss_action": 0.029047422111034393,
      "loss_total": 0.029047422111034393,
      "step": 8260
    },
    {
      "loss_action": 0.02803204581141472,
      "loss_total": 0.02803204581141472,
      "step": 8260
    },
    {
      "loss_action": 0.024630289524793625,
      "loss_total": 0.024630289524793625,
      "step": 8260
    },
    {
      "loss_action": 0.025444895029067993,
      "loss_total": 0.025444895029067993,
      "step": 8260
    },
    {
      "loss_action": 0.03258278965950012,
      "loss_total": 0.03258278965950012,
      "step": 8260
    },
    {
      "loss_action": 0.03641226142644882,
      "loss_total": 0.03641226142644882,
      "step": 8260
    },
    {
      "loss_action": 0.034064892679452896,
      "loss_total": 0.034064892679452896,
      "step": 8260
    },
    {
      "grad_norm": 0.34466105699539185,
      "learning_rate": 4.1345e-05,
      "loss": 0.0254,
      "step": 8270
    },
    {
      "loss_action": 0.014641700312495232,
      "loss_total": 0.014641700312495232,
      "step": 8270
    },
    {
      "loss_action": 0.02111414633691311,
      "loss_total": 0.02111414633691311,
      "step": 8270
    },
    {
      "loss_action": 0.02740040048956871,
      "loss_total": 0.02740040048956871,
      "step": 8270
    },
    {
      "loss_action": 0.02340002730488777,
      "loss_total": 0.02340002730488777,
      "step": 8270
    },
    {
      "loss_action": 0.03001706674695015,
      "loss_total": 0.03001706674695015,
      "step": 8270
    },
    {
      "loss_action": 0.018569936975836754,
      "loss_total": 0.018569936975836754,
      "step": 8270
    },
    {
      "loss_action": 0.023399990051984787,
      "loss_total": 0.023399990051984787,
      "step": 8270
    },
    {
      "loss_action": 0.027491062879562378,
      "loss_total": 0.027491062879562378,
      "step": 8270
    },
    {
      "grad_norm": 0.36694279313087463,
      "learning_rate": 4.1395e-05,
      "loss": 0.0247,
      "step": 8280
    },
    {
      "loss_action": 0.028192467987537384,
      "loss_total": 0.028192467987537384,
      "step": 8280
    },
    {
      "loss_action": 0.020971430465579033,
      "loss_total": 0.020971430465579033,
      "step": 8280
    },
    {
      "loss_action": 0.049746885895729065,
      "loss_total": 0.049746885895729065,
      "step": 8280
    },
    {
      "loss_action": 0.018757136538624763,
      "loss_total": 0.018757136538624763,
      "step": 8280
    },
    {
      "loss_action": 0.01410114485770464,
      "loss_total": 0.01410114485770464,
      "step": 8280
    },
    {
      "loss_action": 0.029701968654990196,
      "loss_total": 0.029701968654990196,
      "step": 8280
    },
    {
      "loss_action": 0.02686215192079544,
      "loss_total": 0.02686215192079544,
      "step": 8280
    },
    {
      "loss_action": 0.028961654752492905,
      "loss_total": 0.028961654752492905,
      "step": 8280
    },
    {
      "grad_norm": 0.46702396869659424,
      "learning_rate": 4.1445e-05,
      "loss": 0.0265,
      "step": 8290
    },
    {
      "loss_action": 0.0224300604313612,
      "loss_total": 0.0224300604313612,
      "step": 8290
    },
    {
      "loss_action": 0.02422155626118183,
      "loss_total": 0.02422155626118183,
      "step": 8290
    },
    {
      "loss_action": 0.02665628120303154,
      "loss_total": 0.02665628120303154,
      "step": 8290
    },
    {
      "loss_action": 0.013945167884230614,
      "loss_total": 0.013945167884230614,
      "step": 8290
    },
    {
      "loss_action": 0.03870468586683273,
      "loss_total": 0.03870468586683273,
      "step": 8290
    },
    {
      "loss_action": 0.04796971380710602,
      "loss_total": 0.04796971380710602,
      "step": 8290
    },
    {
      "loss_action": 0.05185645818710327,
      "loss_total": 0.05185645818710327,
      "step": 8290
    },
    {
      "loss_action": 0.02150290086865425,
      "loss_total": 0.02150290086865425,
      "step": 8290
    },
    {
      "grad_norm": 0.5847283005714417,
      "learning_rate": 4.1495e-05,
      "loss": 0.0258,
      "step": 8300
    },
    {
      "loss_action": 0.021714840084314346,
      "loss_total": 0.021714840084314346,
      "step": 8300
    },
    {
      "loss_action": 0.014960411936044693,
      "loss_total": 0.014960411936044693,
      "step": 8300
    },
    {
      "loss_action": 0.033661164343357086,
      "loss_total": 0.033661164343357086,
      "step": 8300
    },
    {
      "loss_action": 0.03360021486878395,
      "loss_total": 0.03360021486878395,
      "step": 8300
    },
    {
      "loss_action": 0.045005518943071365,
      "loss_total": 0.045005518943071365,
      "step": 8300
    },
    {
      "loss_action": 0.016242753714323044,
      "loss_total": 0.016242753714323044,
      "step": 8300
    },
    {
      "loss_action": 0.025136427953839302,
      "loss_total": 0.025136427953839302,
      "step": 8300
    },
    {
      "loss_action": 0.03228020668029785,
      "loss_total": 0.03228020668029785,
      "step": 8300
    },
    {
      "grad_norm": 0.608106791973114,
      "learning_rate": 4.1545e-05,
      "loss": 0.0309,
      "step": 8310
    },
    {
      "loss_action": 0.02461661957204342,
      "loss_total": 0.02461661957204342,
      "step": 8310
    },
    {
      "loss_action": 0.021489817649126053,
      "loss_total": 0.021489817649126053,
      "step": 8310
    },
    {
      "loss_action": 0.0371372252702713,
      "loss_total": 0.0371372252702713,
      "step": 8310
    },
    {
      "loss_action": 0.03060252219438553,
      "loss_total": 0.03060252219438553,
      "step": 8310
    },
    {
      "loss_action": 0.023843608796596527,
      "loss_total": 0.023843608796596527,
      "step": 8310
    },
    {
      "loss_action": 0.04201016575098038,
      "loss_total": 0.04201016575098038,
      "step": 8310
    },
    {
      "loss_action": 0.035405971109867096,
      "loss_total": 0.035405971109867096,
      "step": 8310
    },
    {
      "loss_action": 0.016059547662734985,
      "loss_total": 0.016059547662734985,
      "step": 8310
    },
    {
      "grad_norm": 0.43359726667404175,
      "learning_rate": 4.1595e-05,
      "loss": 0.0254,
      "step": 8320
    },
    {
      "loss_action": 0.024967143312096596,
      "loss_total": 0.024967143312096596,
      "step": 8320
    },
    {
      "loss_action": 0.025604013353586197,
      "loss_total": 0.025604013353586197,
      "step": 8320
    },
    {
      "loss_action": 0.01574341207742691,
      "loss_total": 0.01574341207742691,
      "step": 8320
    },
    {
      "loss_action": 0.025270653888583183,
      "loss_total": 0.025270653888583183,
      "step": 8320
    },
    {
      "loss_action": 0.024689218029379845,
      "loss_total": 0.024689218029379845,
      "step": 8320
    },
    {
      "loss_action": 0.020486092194914818,
      "loss_total": 0.020486092194914818,
      "step": 8320
    },
    {
      "loss_action": 0.06666398048400879,
      "loss_total": 0.06666398048400879,
      "step": 8320
    },
    {
      "loss_action": 0.01608540304005146,
      "loss_total": 0.01608540304005146,
      "step": 8320
    },
    {
      "grad_norm": 0.7189531326293945,
      "learning_rate": 4.1645e-05,
      "loss": 0.0284,
      "step": 8330
    },
    {
      "loss_action": 0.04312865808606148,
      "loss_total": 0.04312865808606148,
      "step": 8330
    },
    {
      "loss_action": 0.024106180295348167,
      "loss_total": 0.024106180295348167,
      "step": 8330
    },
    {
      "loss_action": 0.04912826046347618,
      "loss_total": 0.04912826046347618,
      "step": 8330
    },
    {
      "loss_action": 0.02296602912247181,
      "loss_total": 0.02296602912247181,
      "step": 8330
    },
    {
      "loss_action": 0.023977961391210556,
      "loss_total": 0.023977961391210556,
      "step": 8330
    },
    {
      "loss_action": 0.028453052043914795,
      "loss_total": 0.028453052043914795,
      "step": 8330
    },
    {
      "loss_action": 0.023690707981586456,
      "loss_total": 0.023690707981586456,
      "step": 8330
    },
    {
      "loss_action": 0.02497192844748497,
      "loss_total": 0.02497192844748497,
      "step": 8330
    },
    {
      "grad_norm": 0.3710809051990509,
      "learning_rate": 4.1695e-05,
      "loss": 0.0282,
      "step": 8340
    },
    {
      "loss_action": 0.015907272696495056,
      "loss_total": 0.015907272696495056,
      "step": 8340
    },
    {
      "loss_action": 0.020220298320055008,
      "loss_total": 0.020220298320055008,
      "step": 8340
    },
    {
      "loss_action": 0.024443084374070168,
      "loss_total": 0.024443084374070168,
      "step": 8340
    },
    {
      "loss_action": 0.01745680347084999,
      "loss_total": 0.01745680347084999,
      "step": 8340
    },
    {
      "loss_action": 0.03459611535072327,
      "loss_total": 0.03459611535072327,
      "step": 8340
    },
    {
      "loss_action": 0.01592271216213703,
      "loss_total": 0.01592271216213703,
      "step": 8340
    },
    {
      "loss_action": 0.03465176746249199,
      "loss_total": 0.03465176746249199,
      "step": 8340
    },
    {
      "loss_action": 0.02365839295089245,
      "loss_total": 0.02365839295089245,
      "step": 8340
    },
    {
      "grad_norm": 0.629001796245575,
      "learning_rate": 4.1745e-05,
      "loss": 0.0315,
      "step": 8350
    },
    {
      "loss_action": 0.02364213578402996,
      "loss_total": 0.02364213578402996,
      "step": 8350
    },
    {
      "loss_action": 0.026144325733184814,
      "loss_total": 0.026144325733184814,
      "step": 8350
    },
    {
      "loss_action": 0.0259249210357666,
      "loss_total": 0.0259249210357666,
      "step": 8350
    },
    {
      "loss_action": 0.028804834932088852,
      "loss_total": 0.028804834932088852,
      "step": 8350
    },
    {
      "loss_action": 0.029408331960439682,
      "loss_total": 0.029408331960439682,
      "step": 8350
    },
    {
      "loss_action": 0.02446594461798668,
      "loss_total": 0.02446594461798668,
      "step": 8350
    },
    {
      "loss_action": 0.026008455082774162,
      "loss_total": 0.026008455082774162,
      "step": 8350
    },
    {
      "loss_action": 0.0277839507907629,
      "loss_total": 0.0277839507907629,
      "step": 8350
    },
    {
      "grad_norm": 0.4146162271499634,
      "learning_rate": 4.1795e-05,
      "loss": 0.027,
      "step": 8360
    },
    {
      "loss_action": 0.04345250502228737,
      "loss_total": 0.04345250502228737,
      "step": 8360
    },
    {
      "loss_action": 0.017111871391534805,
      "loss_total": 0.017111871391534805,
      "step": 8360
    },
    {
      "loss_action": 0.018782442435622215,
      "loss_total": 0.018782442435622215,
      "step": 8360
    },
    {
      "loss_action": 0.01686108484864235,
      "loss_total": 0.01686108484864235,
      "step": 8360
    },
    {
      "loss_action": 0.019148007035255432,
      "loss_total": 0.019148007035255432,
      "step": 8360
    },
    {
      "loss_action": 0.03173389285802841,
      "loss_total": 0.03173389285802841,
      "step": 8360
    },
    {
      "loss_action": 0.11680985987186432,
      "loss_total": 0.11680985987186432,
      "step": 8360
    },
    {
      "loss_action": 0.0304720401763916,
      "loss_total": 0.0304720401763916,
      "step": 8360
    },
    {
      "grad_norm": 0.3946114480495453,
      "learning_rate": 4.1845000000000003e-05,
      "loss": 0.0247,
      "step": 8370
    },
    {
      "loss_action": 0.035072553902864456,
      "loss_total": 0.035072553902864456,
      "step": 8370
    },
    {
      "loss_action": 0.014406079426407814,
      "loss_total": 0.014406079426407814,
      "step": 8370
    },
    {
      "loss_action": 0.014683633111417294,
      "loss_total": 0.014683633111417294,
      "step": 8370
    },
    {
      "loss_action": 0.017146753147244453,
      "loss_total": 0.017146753147244453,
      "step": 8370
    },
    {
      "loss_action": 0.020372463390231133,
      "loss_total": 0.020372463390231133,
      "step": 8370
    },
    {
      "loss_action": 0.020184393972158432,
      "loss_total": 0.020184393972158432,
      "step": 8370
    },
    {
      "loss_action": 0.02275010198354721,
      "loss_total": 0.02275010198354721,
      "step": 8370
    },
    {
      "loss_action": 0.017416734248399734,
      "loss_total": 0.017416734248399734,
      "step": 8370
    },
    {
      "grad_norm": 0.4171791672706604,
      "learning_rate": 4.1895e-05,
      "loss": 0.0242,
      "step": 8380
    },
    {
      "loss_action": 0.02569103054702282,
      "loss_total": 0.02569103054702282,
      "step": 8380
    },
    {
      "loss_action": 0.017013264819979668,
      "loss_total": 0.017013264819979668,
      "step": 8380
    },
    {
      "loss_action": 0.014859816059470177,
      "loss_total": 0.014859816059470177,
      "step": 8380
    },
    {
      "loss_action": 0.032919831573963165,
      "loss_total": 0.032919831573963165,
      "step": 8380
    },
    {
      "loss_action": 0.02094477042555809,
      "loss_total": 0.02094477042555809,
      "step": 8380
    },
    {
      "loss_action": 0.02630021795630455,
      "loss_total": 0.02630021795630455,
      "step": 8380
    },
    {
      "loss_action": 0.030500344932079315,
      "loss_total": 0.030500344932079315,
      "step": 8380
    },
    {
      "loss_action": 0.051413632929325104,
      "loss_total": 0.051413632929325104,
      "step": 8380
    },
    {
      "grad_norm": 0.4081302285194397,
      "learning_rate": 4.1945e-05,
      "loss": 0.0244,
      "step": 8390
    },
    {
      "loss_action": 0.026079844683408737,
      "loss_total": 0.026079844683408737,
      "step": 8390
    },
    {
      "loss_action": 0.016379840672016144,
      "loss_total": 0.016379840672016144,
      "step": 8390
    },
    {
      "loss_action": 0.018550390377640724,
      "loss_total": 0.018550390377640724,
      "step": 8390
    },
    {
      "loss_action": 0.02545253559947014,
      "loss_total": 0.02545253559947014,
      "step": 8390
    },
    {
      "loss_action": 0.015337091870605946,
      "loss_total": 0.015337091870605946,
      "step": 8390
    },
    {
      "loss_action": 0.037447523325681686,
      "loss_total": 0.037447523325681686,
      "step": 8390
    },
    {
      "loss_action": 0.017324205487966537,
      "loss_total": 0.017324205487966537,
      "step": 8390
    },
    {
      "loss_action": 0.01648985594511032,
      "loss_total": 0.01648985594511032,
      "step": 8390
    },
    {
      "grad_norm": 0.4302368462085724,
      "learning_rate": 4.1995e-05,
      "loss": 0.0247,
      "step": 8400
    },
    {
      "loss_action": 0.02264023758471012,
      "loss_total": 0.02264023758471012,
      "step": 8400
    },
    {
      "loss_action": 0.03933577984571457,
      "loss_total": 0.03933577984571457,
      "step": 8400
    },
    {
      "loss_action": 0.06766954809427261,
      "loss_total": 0.06766954809427261,
      "step": 8400
    },
    {
      "loss_action": 0.022916685789823532,
      "loss_total": 0.022916685789823532,
      "step": 8400
    },
    {
      "loss_action": 0.014517247676849365,
      "loss_total": 0.014517247676849365,
      "step": 8400
    },
    {
      "loss_action": 0.01515610795468092,
      "loss_total": 0.01515610795468092,
      "step": 8400
    },
    {
      "loss_action": 0.012968044728040695,
      "loss_total": 0.012968044728040695,
      "step": 8400
    },
    {
      "loss_action": 0.014200426638126373,
      "loss_total": 0.014200426638126373,
      "step": 8400
    },
    {
      "grad_norm": 0.5623782277107239,
      "learning_rate": 4.2045e-05,
      "loss": 0.0291,
      "step": 8410
    },
    {
      "loss_action": 0.02048596367239952,
      "loss_total": 0.02048596367239952,
      "step": 8410
    },
    {
      "loss_action": 0.025761578232049942,
      "loss_total": 0.025761578232049942,
      "step": 8410
    },
    {
      "loss_action": 0.020523782819509506,
      "loss_total": 0.020523782819509506,
      "step": 8410
    },
    {
      "loss_action": 0.031217481940984726,
      "loss_total": 0.031217481940984726,
      "step": 8410
    },
    {
      "loss_action": 0.017716282978653908,
      "loss_total": 0.017716282978653908,
      "step": 8410
    },
    {
      "loss_action": 0.01643870584666729,
      "loss_total": 0.01643870584666729,
      "step": 8410
    },
    {
      "loss_action": 0.018230337649583817,
      "loss_total": 0.018230337649583817,
      "step": 8410
    },
    {
      "loss_action": 0.024041038006544113,
      "loss_total": 0.024041038006544113,
      "step": 8410
    },
    {
      "grad_norm": 0.49892526865005493,
      "learning_rate": 4.2095e-05,
      "loss": 0.0286,
      "step": 8420
    },
    {
      "loss_action": 0.01956799626350403,
      "loss_total": 0.01956799626350403,
      "step": 8420
    },
    {
      "loss_action": 0.021909527480602264,
      "loss_total": 0.021909527480602264,
      "step": 8420
    },
    {
      "loss_action": 0.025352537631988525,
      "loss_total": 0.025352537631988525,
      "step": 8420
    },
    {
      "loss_action": 0.018857501447200775,
      "loss_total": 0.018857501447200775,
      "step": 8420
    },
    {
      "loss_action": 0.02642904967069626,
      "loss_total": 0.02642904967069626,
      "step": 8420
    },
    {
      "loss_action": 0.019650349393486977,
      "loss_total": 0.019650349393486977,
      "step": 8420
    },
    {
      "loss_action": 0.021825963631272316,
      "loss_total": 0.021825963631272316,
      "step": 8420
    },
    {
      "loss_action": 0.016043610870838165,
      "loss_total": 0.016043610870838165,
      "step": 8420
    },
    {
      "grad_norm": 0.35045644640922546,
      "learning_rate": 4.2145000000000004e-05,
      "loss": 0.0245,
      "step": 8430
    },
    {
      "loss_action": 0.01570795848965645,
      "loss_total": 0.01570795848965645,
      "step": 8430
    },
    {
      "loss_action": 0.031087493523955345,
      "loss_total": 0.031087493523955345,
      "step": 8430
    },
    {
      "loss_action": 0.032425880432128906,
      "loss_total": 0.032425880432128906,
      "step": 8430
    },
    {
      "loss_action": 0.015221651643514633,
      "loss_total": 0.015221651643514633,
      "step": 8430
    },
    {
      "loss_action": 0.020244617015123367,
      "loss_total": 0.020244617015123367,
      "step": 8430
    },
    {
      "loss_action": 0.016688469797372818,
      "loss_total": 0.016688469797372818,
      "step": 8430
    },
    {
      "loss_action": 0.018157286569476128,
      "loss_total": 0.018157286569476128,
      "step": 8430
    },
    {
      "loss_action": 0.013432152569293976,
      "loss_total": 0.013432152569293976,
      "step": 8430
    },
    {
      "grad_norm": 0.3738235533237457,
      "learning_rate": 4.2195e-05,
      "loss": 0.0249,
      "step": 8440
    },
    {
      "loss_action": 0.014977006241679192,
      "loss_total": 0.014977006241679192,
      "step": 8440
    },
    {
      "loss_action": 0.015759171918034554,
      "loss_total": 0.015759171918034554,
      "step": 8440
    },
    {
      "loss_action": 0.03192055970430374,
      "loss_total": 0.03192055970430374,
      "step": 8440
    },
    {
      "loss_action": 0.021245984360575676,
      "loss_total": 0.021245984360575676,
      "step": 8440
    },
    {
      "loss_action": 0.022997993975877762,
      "loss_total": 0.022997993975877762,
      "step": 8440
    },
    {
      "loss_action": 0.017370108515024185,
      "loss_total": 0.017370108515024185,
      "step": 8440
    },
    {
      "loss_action": 0.0265207402408123,
      "loss_total": 0.0265207402408123,
      "step": 8440
    },
    {
      "loss_action": 0.027599826455116272,
      "loss_total": 0.027599826455116272,
      "step": 8440
    },
    {
      "grad_norm": 0.5595234632492065,
      "learning_rate": 4.2245e-05,
      "loss": 0.0276,
      "step": 8450
    },
    {
      "loss_action": 0.03344179689884186,
      "loss_total": 0.03344179689884186,
      "step": 8450
    },
    {
      "loss_action": 0.015272562392055988,
      "loss_total": 0.015272562392055988,
      "step": 8450
    },
    {
      "loss_action": 0.016901398077607155,
      "loss_total": 0.016901398077607155,
      "step": 8450
    },
    {
      "loss_action": 0.020478393882513046,
      "loss_total": 0.020478393882513046,
      "step": 8450
    },
    {
      "loss_action": 0.015796367079019547,
      "loss_total": 0.015796367079019547,
      "step": 8450
    },
    {
      "loss_action": 0.025327088311314583,
      "loss_total": 0.025327088311314583,
      "step": 8450
    },
    {
      "loss_action": 0.024507716298103333,
      "loss_total": 0.024507716298103333,
      "step": 8450
    },
    {
      "loss_action": 0.023333225399255753,
      "loss_total": 0.023333225399255753,
      "step": 8450
    },
    {
      "grad_norm": 0.4600874185562134,
      "learning_rate": 4.2295e-05,
      "loss": 0.0271,
      "step": 8460
    },
    {
      "loss_action": 0.01953328773379326,
      "loss_total": 0.01953328773379326,
      "step": 8460
    },
    {
      "loss_action": 0.021105818450450897,
      "loss_total": 0.021105818450450897,
      "step": 8460
    },
    {
      "loss_action": 0.026929499581456184,
      "loss_total": 0.026929499581456184,
      "step": 8460
    },
    {
      "loss_action": 0.02456948533654213,
      "loss_total": 0.02456948533654213,
      "step": 8460
    },
    {
      "loss_action": 0.03608715534210205,
      "loss_total": 0.03608715534210205,
      "step": 8460
    },
    {
      "loss_action": 0.022084565833210945,
      "loss_total": 0.022084565833210945,
      "step": 8460
    },
    {
      "loss_action": 0.017944645136594772,
      "loss_total": 0.017944645136594772,
      "step": 8460
    },
    {
      "loss_action": 0.042936861515045166,
      "loss_total": 0.042936861515045166,
      "step": 8460
    },
    {
      "grad_norm": 0.4329651892185211,
      "learning_rate": 4.2345e-05,
      "loss": 0.0246,
      "step": 8470
    },
    {
      "loss_action": 0.024331919848918915,
      "loss_total": 0.024331919848918915,
      "step": 8470
    },
    {
      "loss_action": 0.033452145755290985,
      "loss_total": 0.033452145755290985,
      "step": 8470
    },
    {
      "loss_action": 0.029573824256658554,
      "loss_total": 0.029573824256658554,
      "step": 8470
    },
    {
      "loss_action": 0.02304690331220627,
      "loss_total": 0.02304690331220627,
      "step": 8470
    },
    {
      "loss_action": 0.03511010482907295,
      "loss_total": 0.03511010482907295,
      "step": 8470
    },
    {
      "loss_action": 0.019287221133708954,
      "loss_total": 0.019287221133708954,
      "step": 8470
    },
    {
      "loss_action": 0.020881962031126022,
      "loss_total": 0.020881962031126022,
      "step": 8470
    },
    {
      "loss_action": 0.018055345863103867,
      "loss_total": 0.018055345863103867,
      "step": 8470
    },
    {
      "grad_norm": 0.542178213596344,
      "learning_rate": 4.2395e-05,
      "loss": 0.0265,
      "step": 8480
    },
    {
      "loss_action": 0.023272527381777763,
      "loss_total": 0.023272527381777763,
      "step": 8480
    },
    {
      "loss_action": 0.015827756375074387,
      "loss_total": 0.015827756375074387,
      "step": 8480
    },
    {
      "loss_action": 0.023024586960673332,
      "loss_total": 0.023024586960673332,
      "step": 8480
    },
    {
      "loss_action": 0.03533723205327988,
      "loss_total": 0.03533723205327988,
      "step": 8480
    },
    {
      "loss_action": 0.03792714700102806,
      "loss_total": 0.03792714700102806,
      "step": 8480
    },
    {
      "loss_action": 0.030284885317087173,
      "loss_total": 0.030284885317087173,
      "step": 8480
    },
    {
      "loss_action": 0.0298441294580698,
      "loss_total": 0.0298441294580698,
      "step": 8480
    },
    {
      "loss_action": 0.02459721267223358,
      "loss_total": 0.02459721267223358,
      "step": 8480
    },
    {
      "grad_norm": 0.48696568608283997,
      "learning_rate": 4.2445000000000004e-05,
      "loss": 0.0258,
      "step": 8490
    },
    {
      "loss_action": 0.021630791947245598,
      "loss_total": 0.021630791947245598,
      "step": 8490
    },
    {
      "loss_action": 0.019341666251420975,
      "loss_total": 0.019341666251420975,
      "step": 8490
    },
    {
      "loss_action": 0.02587146684527397,
      "loss_total": 0.02587146684527397,
      "step": 8490
    },
    {
      "loss_action": 0.022715937346220016,
      "loss_total": 0.022715937346220016,
      "step": 8490
    },
    {
      "loss_action": 0.026306403800845146,
      "loss_total": 0.026306403800845146,
      "step": 8490
    },
    {
      "loss_action": 0.028187772259116173,
      "loss_total": 0.028187772259116173,
      "step": 8490
    },
    {
      "loss_action": 0.017167143523693085,
      "loss_total": 0.017167143523693085,
      "step": 8490
    },
    {
      "loss_action": 0.035356562584638596,
      "loss_total": 0.035356562584638596,
      "step": 8490
    },
    {
      "grad_norm": 0.7033634781837463,
      "learning_rate": 4.2495e-05,
      "loss": 0.0288,
      "step": 8500
    },
    {
      "loss_action": 0.02072785794734955,
      "loss_total": 0.02072785794734955,
      "step": 8500
    },
    {
      "loss_action": 0.024855196475982666,
      "loss_total": 0.024855196475982666,
      "step": 8500
    },
    {
      "loss_action": 0.019502397626638412,
      "loss_total": 0.019502397626638412,
      "step": 8500
    },
    {
      "loss_action": 0.03760188817977905,
      "loss_total": 0.03760188817977905,
      "step": 8500
    },
    {
      "loss_action": 0.019151948392391205,
      "loss_total": 0.019151948392391205,
      "step": 8500
    },
    {
      "loss_action": 0.03355616331100464,
      "loss_total": 0.03355616331100464,
      "step": 8500
    },
    {
      "loss_action": 0.021087709814310074,
      "loss_total": 0.021087709814310074,
      "step": 8500
    },
    {
      "loss_action": 0.032514799386262894,
      "loss_total": 0.032514799386262894,
      "step": 8500
    },
    {
      "grad_norm": 0.5186083912849426,
      "learning_rate": 4.2545e-05,
      "loss": 0.0301,
      "step": 8510
    },
    {
      "loss_action": 0.026807334274053574,
      "loss_total": 0.026807334274053574,
      "step": 8510
    },
    {
      "loss_action": 0.036339253187179565,
      "loss_total": 0.036339253187179565,
      "step": 8510
    },
    {
      "loss_action": 0.015585232526063919,
      "loss_total": 0.015585232526063919,
      "step": 8510
    },
    {
      "loss_action": 0.020098447799682617,
      "loss_total": 0.020098447799682617,
      "step": 8510
    },
    {
      "loss_action": 0.059635061770677567,
      "loss_total": 0.059635061770677567,
      "step": 8510
    },
    {
      "loss_action": 0.03418556973338127,
      "loss_total": 0.03418556973338127,
      "step": 8510
    },
    {
      "loss_action": 0.031541116535663605,
      "loss_total": 0.031541116535663605,
      "step": 8510
    },
    {
      "loss_action": 0.02235245890915394,
      "loss_total": 0.02235245890915394,
      "step": 8510
    },
    {
      "grad_norm": 0.5107677578926086,
      "learning_rate": 4.2595e-05,
      "loss": 0.027,
      "step": 8520
    },
    {
      "loss_action": 0.033145397901535034,
      "loss_total": 0.033145397901535034,
      "step": 8520
    },
    {
      "loss_action": 0.014170624315738678,
      "loss_total": 0.014170624315738678,
      "step": 8520
    },
    {
      "loss_action": 0.02345293201506138,
      "loss_total": 0.02345293201506138,
      "step": 8520
    },
    {
      "loss_action": 0.0184797253459692,
      "loss_total": 0.0184797253459692,
      "step": 8520
    },
    {
      "loss_action": 0.05898251384496689,
      "loss_total": 0.05898251384496689,
      "step": 8520
    },
    {
      "loss_action": 0.03738505393266678,
      "loss_total": 0.03738505393266678,
      "step": 8520
    },
    {
      "loss_action": 0.014284057542681694,
      "loss_total": 0.014284057542681694,
      "step": 8520
    },
    {
      "loss_action": 0.021393045783042908,
      "loss_total": 0.021393045783042908,
      "step": 8520
    },
    {
      "grad_norm": 0.6516160368919373,
      "learning_rate": 4.2645e-05,
      "loss": 0.029,
      "step": 8530
    },
    {
      "loss_action": 0.02307591401040554,
      "loss_total": 0.02307591401040554,
      "step": 8530
    },
    {
      "loss_action": 0.026112766936421394,
      "loss_total": 0.026112766936421394,
      "step": 8530
    },
    {
      "loss_action": 0.012739382684230804,
      "loss_total": 0.012739382684230804,
      "step": 8530
    },
    {
      "loss_action": 0.017728954553604126,
      "loss_total": 0.017728954553604126,
      "step": 8530
    },
    {
      "loss_action": 0.04856519401073456,
      "loss_total": 0.04856519401073456,
      "step": 8530
    },
    {
      "loss_action": 0.024081649258732796,
      "loss_total": 0.024081649258732796,
      "step": 8530
    },
    {
      "loss_action": 0.026406364515423775,
      "loss_total": 0.026406364515423775,
      "step": 8530
    },
    {
      "loss_action": 0.016711801290512085,
      "loss_total": 0.016711801290512085,
      "step": 8530
    },
    {
      "grad_norm": 0.5741320848464966,
      "learning_rate": 4.2695000000000004e-05,
      "loss": 0.0282,
      "step": 8540
    },
    {
      "loss_action": 0.02265767939388752,
      "loss_total": 0.02265767939388752,
      "step": 8540
    },
    {
      "loss_action": 0.02745724655687809,
      "loss_total": 0.02745724655687809,
      "step": 8540
    },
    {
      "loss_action": 0.020029881969094276,
      "loss_total": 0.020029881969094276,
      "step": 8540
    },
    {
      "loss_action": 0.01260258350521326,
      "loss_total": 0.01260258350521326,
      "step": 8540
    },
    {
      "loss_action": 0.016620445996522903,
      "loss_total": 0.016620445996522903,
      "step": 8540
    },
    {
      "loss_action": 0.018122028559446335,
      "loss_total": 0.018122028559446335,
      "step": 8540
    },
    {
      "loss_action": 0.028950592502951622,
      "loss_total": 0.028950592502951622,
      "step": 8540
    },
    {
      "loss_action": 0.028051555156707764,
      "loss_total": 0.028051555156707764,
      "step": 8540
    },
    {
      "grad_norm": 0.41175463795661926,
      "learning_rate": 4.2745000000000005e-05,
      "loss": 0.028,
      "step": 8550
    },
    {
      "loss_action": 0.033006977289915085,
      "loss_total": 0.033006977289915085,
      "step": 8550
    },
    {
      "loss_action": 0.02574157901108265,
      "loss_total": 0.02574157901108265,
      "step": 8550
    },
    {
      "loss_action": 0.023151107132434845,
      "loss_total": 0.023151107132434845,
      "step": 8550
    },
    {
      "loss_action": 0.026180626824498177,
      "loss_total": 0.026180626824498177,
      "step": 8550
    },
    {
      "loss_action": 0.029457390308380127,
      "loss_total": 0.029457390308380127,
      "step": 8550
    },
    {
      "loss_action": 0.017520897090435028,
      "loss_total": 0.017520897090435028,
      "step": 8550
    },
    {
      "loss_action": 0.023492109030485153,
      "loss_total": 0.023492109030485153,
      "step": 8550
    },
    {
      "loss_action": 0.013543347828090191,
      "loss_total": 0.013543347828090191,
      "step": 8550
    },
    {
      "grad_norm": 0.601387619972229,
      "learning_rate": 4.2795e-05,
      "loss": 0.0323,
      "step": 8560
    },
    {
      "loss_action": 0.019524341449141502,
      "loss_total": 0.019524341449141502,
      "step": 8560
    },
    {
      "loss_action": 0.04036723077297211,
      "loss_total": 0.04036723077297211,
      "step": 8560
    },
    {
      "loss_action": 0.03478013724088669,
      "loss_total": 0.03478013724088669,
      "step": 8560
    },
    {
      "loss_action": 0.026935257017612457,
      "loss_total": 0.026935257017612457,
      "step": 8560
    },
    {
      "loss_action": 0.0329134576022625,
      "loss_total": 0.0329134576022625,
      "step": 8560
    },
    {
      "loss_action": 0.023345939815044403,
      "loss_total": 0.023345939815044403,
      "step": 8560
    },
    {
      "loss_action": 0.023048730567097664,
      "loss_total": 0.023048730567097664,
      "step": 8560
    },
    {
      "loss_action": 0.02064220793545246,
      "loss_total": 0.02064220793545246,
      "step": 8560
    },
    {
      "grad_norm": 0.3537190854549408,
      "learning_rate": 4.2845e-05,
      "loss": 0.0336,
      "step": 8570
    },
    {
      "loss_action": 0.054698824882507324,
      "loss_total": 0.054698824882507324,
      "step": 8570
    },
    {
      "loss_action": 0.02429431676864624,
      "loss_total": 0.02429431676864624,
      "step": 8570
    },
    {
      "loss_action": 0.025817885994911194,
      "loss_total": 0.025817885994911194,
      "step": 8570
    },
    {
      "loss_action": 0.054800234735012054,
      "loss_total": 0.054800234735012054,
      "step": 8570
    },
    {
      "loss_action": 0.04032859951257706,
      "loss_total": 0.04032859951257706,
      "step": 8570
    },
    {
      "loss_action": 0.03386685252189636,
      "loss_total": 0.03386685252189636,
      "step": 8570
    },
    {
      "loss_action": 0.03680781275033951,
      "loss_total": 0.03680781275033951,
      "step": 8570
    },
    {
      "loss_action": 0.02723570540547371,
      "loss_total": 0.02723570540547371,
      "step": 8570
    },
    {
      "grad_norm": 0.43378302454948425,
      "learning_rate": 4.2895e-05,
      "loss": 0.0298,
      "step": 8580
    },
    {
      "loss_action": 0.01653582602739334,
      "loss_total": 0.01653582602739334,
      "step": 8580
    },
    {
      "loss_action": 0.02095174603164196,
      "loss_total": 0.02095174603164196,
      "step": 8580
    },
    {
      "loss_action": 0.026763956993818283,
      "loss_total": 0.026763956993818283,
      "step": 8580
    },
    {
      "loss_action": 0.024699607864022255,
      "loss_total": 0.024699607864022255,
      "step": 8580
    },
    {
      "loss_action": 0.020844092592597008,
      "loss_total": 0.020844092592597008,
      "step": 8580
    },
    {
      "loss_action": 0.02966122329235077,
      "loss_total": 0.02966122329235077,
      "step": 8580
    },
    {
      "loss_action": 0.048048101365566254,
      "loss_total": 0.048048101365566254,
      "step": 8580
    },
    {
      "loss_action": 0.03814733773469925,
      "loss_total": 0.03814733773469925,
      "step": 8580
    },
    {
      "grad_norm": 0.42702171206474304,
      "learning_rate": 4.2945e-05,
      "loss": 0.0267,
      "step": 8590
    },
    {
      "loss_action": 0.01766955479979515,
      "loss_total": 0.01766955479979515,
      "step": 8590
    },
    {
      "loss_action": 0.020956333726644516,
      "loss_total": 0.020956333726644516,
      "step": 8590
    },
    {
      "loss_action": 0.028001975268125534,
      "loss_total": 0.028001975268125534,
      "step": 8590
    },
    {
      "loss_action": 0.01873316988348961,
      "loss_total": 0.01873316988348961,
      "step": 8590
    },
    {
      "loss_action": 0.017102161422371864,
      "loss_total": 0.017102161422371864,
      "step": 8590
    },
    {
      "loss_action": 0.0317293256521225,
      "loss_total": 0.0317293256521225,
      "step": 8590
    },
    {
      "loss_action": 0.018245678395032883,
      "loss_total": 0.018245678395032883,
      "step": 8590
    },
    {
      "loss_action": 0.025712912902235985,
      "loss_total": 0.025712912902235985,
      "step": 8590
    },
    {
      "grad_norm": 0.4999106228351593,
      "learning_rate": 4.2995000000000004e-05,
      "loss": 0.0246,
      "step": 8600
    },
    {
      "loss_action": 0.0166594497859478,
      "loss_total": 0.0166594497859478,
      "step": 8600
    },
    {
      "loss_action": 0.15138933062553406,
      "loss_total": 0.15138933062553406,
      "step": 8600
    },
    {
      "loss_action": 0.019310161471366882,
      "loss_total": 0.019310161471366882,
      "step": 8600
    },
    {
      "loss_action": 0.04065241664648056,
      "loss_total": 0.04065241664648056,
      "step": 8600
    },
    {
      "loss_action": 0.019078971818089485,
      "loss_total": 0.019078971818089485,
      "step": 8600
    },
    {
      "loss_action": 0.03022940456867218,
      "loss_total": 0.03022940456867218,
      "step": 8600
    },
    {
      "loss_action": 0.02230260521173477,
      "loss_total": 0.02230260521173477,
      "step": 8600
    },
    {
      "loss_action": 0.017960555851459503,
      "loss_total": 0.017960555851459503,
      "step": 8600
    },
    {
      "grad_norm": 0.4926855266094208,
      "learning_rate": 4.3045e-05,
      "loss": 0.0275,
      "step": 8610
    },
    {
      "loss_action": 0.014166287146508694,
      "loss_total": 0.014166287146508694,
      "step": 8610
    },
    {
      "loss_action": 0.05104205757379532,
      "loss_total": 0.05104205757379532,
      "step": 8610
    },
    {
      "loss_action": 0.034199606627225876,
      "loss_total": 0.034199606627225876,
      "step": 8610
    },
    {
      "loss_action": 0.03196941688656807,
      "loss_total": 0.03196941688656807,
      "step": 8610
    },
    {
      "loss_action": 0.03493236377835274,
      "loss_total": 0.03493236377835274,
      "step": 8610
    },
    {
      "loss_action": 0.012812281958758831,
      "loss_total": 0.012812281958758831,
      "step": 8610
    },
    {
      "loss_action": 0.026269126683473587,
      "loss_total": 0.026269126683473587,
      "step": 8610
    },
    {
      "loss_action": 0.014799779281020164,
      "loss_total": 0.014799779281020164,
      "step": 8610
    },
    {
      "grad_norm": 0.5691855549812317,
      "learning_rate": 4.3095e-05,
      "loss": 0.0259,
      "step": 8620
    },
    {
      "loss_action": 0.01697251759469509,
      "loss_total": 0.01697251759469509,
      "step": 8620
    },
    {
      "loss_action": 0.019858621060848236,
      "loss_total": 0.019858621060848236,
      "step": 8620
    },
    {
      "loss_action": 0.013791908510029316,
      "loss_total": 0.013791908510029316,
      "step": 8620
    },
    {
      "loss_action": 0.02204916998744011,
      "loss_total": 0.02204916998744011,
      "step": 8620
    },
    {
      "loss_action": 0.0319192074239254,
      "loss_total": 0.0319192074239254,
      "step": 8620
    },
    {
      "loss_action": 0.030026795342564583,
      "loss_total": 0.030026795342564583,
      "step": 8620
    },
    {
      "loss_action": 0.01848275400698185,
      "loss_total": 0.01848275400698185,
      "step": 8620
    },
    {
      "loss_action": 0.02808130346238613,
      "loss_total": 0.02808130346238613,
      "step": 8620
    },
    {
      "grad_norm": 0.7238427996635437,
      "learning_rate": 4.3145e-05,
      "loss": 0.0283,
      "step": 8630
    },
    {
      "loss_action": 0.036408551037311554,
      "loss_total": 0.036408551037311554,
      "step": 8630
    },
    {
      "loss_action": 0.01860950142145157,
      "loss_total": 0.01860950142145157,
      "step": 8630
    },
    {
      "loss_action": 0.02949398010969162,
      "loss_total": 0.02949398010969162,
      "step": 8630
    },
    {
      "loss_action": 0.020352408289909363,
      "loss_total": 0.020352408289909363,
      "step": 8630
    },
    {
      "loss_action": 0.02517252042889595,
      "loss_total": 0.02517252042889595,
      "step": 8630
    },
    {
      "loss_action": 0.016173360869288445,
      "loss_total": 0.016173360869288445,
      "step": 8630
    },
    {
      "loss_action": 0.03244485706090927,
      "loss_total": 0.03244485706090927,
      "step": 8630
    },
    {
      "loss_action": 0.01908200979232788,
      "loss_total": 0.01908200979232788,
      "step": 8630
    },
    {
      "grad_norm": 0.49171721935272217,
      "learning_rate": 4.3195e-05,
      "loss": 0.031,
      "step": 8640
    },
    {
      "loss_action": 0.042388420552015305,
      "loss_total": 0.042388420552015305,
      "step": 8640
    },
    {
      "loss_action": 0.022839460521936417,
      "loss_total": 0.022839460521936417,
      "step": 8640
    },
    {
      "loss_action": 0.02257046476006508,
      "loss_total": 0.02257046476006508,
      "step": 8640
    },
    {
      "loss_action": 0.036106400191783905,
      "loss_total": 0.036106400191783905,
      "step": 8640
    },
    {
      "loss_action": 0.03025670163333416,
      "loss_total": 0.03025670163333416,
      "step": 8640
    },
    {
      "loss_action": 0.023809321224689484,
      "loss_total": 0.023809321224689484,
      "step": 8640
    },
    {
      "loss_action": 0.024286124855279922,
      "loss_total": 0.024286124855279922,
      "step": 8640
    },
    {
      "loss_action": 0.030072417110204697,
      "loss_total": 0.030072417110204697,
      "step": 8640
    },
    {
      "grad_norm": 0.43155738711357117,
      "learning_rate": 4.3245000000000004e-05,
      "loss": 0.029,
      "step": 8650
    },
    {
      "loss_action": 0.04383019730448723,
      "loss_total": 0.04383019730448723,
      "step": 8650
    },
    {
      "loss_action": 0.028193550184369087,
      "loss_total": 0.028193550184369087,
      "step": 8650
    },
    {
      "loss_action": 0.02260350063443184,
      "loss_total": 0.02260350063443184,
      "step": 8650
    },
    {
      "loss_action": 0.020849071443080902,
      "loss_total": 0.020849071443080902,
      "step": 8650
    },
    {
      "loss_action": 0.015540342777967453,
      "loss_total": 0.015540342777967453,
      "step": 8650
    },
    {
      "loss_action": 0.02130994014441967,
      "loss_total": 0.02130994014441967,
      "step": 8650
    },
    {
      "loss_action": 0.018918920308351517,
      "loss_total": 0.018918920308351517,
      "step": 8650
    },
    {
      "loss_action": 0.03465741127729416,
      "loss_total": 0.03465741127729416,
      "step": 8650
    },
    {
      "grad_norm": 0.5591225624084473,
      "learning_rate": 4.3295000000000005e-05,
      "loss": 0.0268,
      "step": 8660
    },
    {
      "loss_action": 0.026925193145871162,
      "loss_total": 0.026925193145871162,
      "step": 8660
    },
    {
      "loss_action": 0.053858961910009384,
      "loss_total": 0.053858961910009384,
      "step": 8660
    },
    {
      "loss_action": 0.02734426036477089,
      "loss_total": 0.02734426036477089,
      "step": 8660
    },
    {
      "loss_action": 0.022538863122463226,
      "loss_total": 0.022538863122463226,
      "step": 8660
    },
    {
      "loss_action": 0.032776687294244766,
      "loss_total": 0.032776687294244766,
      "step": 8660
    },
    {
      "loss_action": 0.020958032459020615,
      "loss_total": 0.020958032459020615,
      "step": 8660
    },
    {
      "loss_action": 0.01899705082178116,
      "loss_total": 0.01899705082178116,
      "step": 8660
    },
    {
      "loss_action": 0.03646133467555046,
      "loss_total": 0.03646133467555046,
      "step": 8660
    },
    {
      "grad_norm": 0.4887610971927643,
      "learning_rate": 4.3345e-05,
      "loss": 0.0313,
      "step": 8670
    },
    {
      "loss_action": 0.020668821409344673,
      "loss_total": 0.020668821409344673,
      "step": 8670
    },
    {
      "loss_action": 0.018419599160552025,
      "loss_total": 0.018419599160552025,
      "step": 8670
    },
    {
      "loss_action": 0.017856108024716377,
      "loss_total": 0.017856108024716377,
      "step": 8670
    },
    {
      "loss_action": 0.10393780469894409,
      "loss_total": 0.10393780469894409,
      "step": 8670
    },
    {
      "loss_action": 0.0252250824123621,
      "loss_total": 0.0252250824123621,
      "step": 8670
    },
    {
      "loss_action": 0.01964835822582245,
      "loss_total": 0.01964835822582245,
      "step": 8670
    },
    {
      "loss_action": 0.03405177965760231,
      "loss_total": 0.03405177965760231,
      "step": 8670
    },
    {
      "loss_action": 0.02473471313714981,
      "loss_total": 0.02473471313714981,
      "step": 8670
    },
    {
      "grad_norm": 0.3351130783557892,
      "learning_rate": 4.3395e-05,
      "loss": 0.0269,
      "step": 8680
    },
    {
      "loss_action": 0.01901383325457573,
      "loss_total": 0.01901383325457573,
      "step": 8680
    },
    {
      "loss_action": 0.013192638754844666,
      "loss_total": 0.013192638754844666,
      "step": 8680
    },
    {
      "loss_action": 0.020887933671474457,
      "loss_total": 0.020887933671474457,
      "step": 8680
    },
    {
      "loss_action": 0.016579946503043175,
      "loss_total": 0.016579946503043175,
      "step": 8680
    },
    {
      "loss_action": 0.017793085426092148,
      "loss_total": 0.017793085426092148,
      "step": 8680
    },
    {
      "loss_action": 0.027730438858270645,
      "loss_total": 0.027730438858270645,
      "step": 8680
    },
    {
      "loss_action": 0.023909827694296837,
      "loss_total": 0.023909827694296837,
      "step": 8680
    },
    {
      "loss_action": 0.017493389546871185,
      "loss_total": 0.017493389546871185,
      "step": 8680
    },
    {
      "grad_norm": 0.30348461866378784,
      "learning_rate": 4.3445e-05,
      "loss": 0.0233,
      "step": 8690
    },
    {
      "loss_action": 0.019103199243545532,
      "loss_total": 0.019103199243545532,
      "step": 8690
    },
    {
      "loss_action": 0.01525929942727089,
      "loss_total": 0.01525929942727089,
      "step": 8690
    },
    {
      "loss_action": 0.030576668679714203,
      "loss_total": 0.030576668679714203,
      "step": 8690
    },
    {
      "loss_action": 0.023241981863975525,
      "loss_total": 0.023241981863975525,
      "step": 8690
    },
    {
      "loss_action": 0.015886787325143814,
      "loss_total": 0.015886787325143814,
      "step": 8690
    },
    {
      "loss_action": 0.01570003479719162,
      "loss_total": 0.01570003479719162,
      "step": 8690
    },
    {
      "loss_action": 0.01340006198734045,
      "loss_total": 0.01340006198734045,
      "step": 8690
    },
    {
      "loss_action": 0.023273618891835213,
      "loss_total": 0.023273618891835213,
      "step": 8690
    },
    {
      "grad_norm": 0.36900317668914795,
      "learning_rate": 4.3495e-05,
      "loss": 0.0206,
      "step": 8700
    },
    {
      "loss_action": 0.014952711760997772,
      "loss_total": 0.014952711760997772,
      "step": 8700
    },
    {
      "loss_action": 0.025724435225129128,
      "loss_total": 0.025724435225129128,
      "step": 8700
    },
    {
      "loss_action": 0.03249731659889221,
      "loss_total": 0.03249731659889221,
      "step": 8700
    },
    {
      "loss_action": 0.012037662789225578,
      "loss_total": 0.012037662789225578,
      "step": 8700
    },
    {
      "loss_action": 0.025004824623465538,
      "loss_total": 0.025004824623465538,
      "step": 8700
    },
    {
      "loss_action": 0.018948301672935486,
      "loss_total": 0.018948301672935486,
      "step": 8700
    },
    {
      "loss_action": 0.020576216280460358,
      "loss_total": 0.020576216280460358,
      "step": 8700
    },
    {
      "loss_action": 0.029865138232707977,
      "loss_total": 0.029865138232707977,
      "step": 8700
    },
    {
      "grad_norm": 0.456341952085495,
      "learning_rate": 4.3545000000000004e-05,
      "loss": 0.0237,
      "step": 8710
    },
    {
      "loss_action": 0.015319112688302994,
      "loss_total": 0.015319112688302994,
      "step": 8710
    },
    {
      "loss_action": 0.013177501037716866,
      "loss_total": 0.013177501037716866,
      "step": 8710
    },
    {
      "loss_action": 0.01451965607702732,
      "loss_total": 0.01451965607702732,
      "step": 8710
    },
    {
      "loss_action": 0.016849875450134277,
      "loss_total": 0.016849875450134277,
      "step": 8710
    },
    {
      "loss_action": 0.015720069408416748,
      "loss_total": 0.015720069408416748,
      "step": 8710
    },
    {
      "loss_action": 0.011939688585698605,
      "loss_total": 0.011939688585698605,
      "step": 8710
    },
    {
      "loss_action": 0.061948440968990326,
      "loss_total": 0.061948440968990326,
      "step": 8710
    },
    {
      "loss_action": 0.013327443972229958,
      "loss_total": 0.013327443972229958,
      "step": 8710
    },
    {
      "grad_norm": 0.3896872103214264,
      "learning_rate": 4.3595000000000005e-05,
      "loss": 0.0256,
      "step": 8720
    },
    {
      "loss_action": 0.01905203051865101,
      "loss_total": 0.01905203051865101,
      "step": 8720
    },
    {
      "loss_action": 0.02300797402858734,
      "loss_total": 0.02300797402858734,
      "step": 8720
    },
    {
      "loss_action": 0.018975209444761276,
      "loss_total": 0.018975209444761276,
      "step": 8720
    },
    {
      "loss_action": 0.018806807696819305,
      "loss_total": 0.018806807696819305,
      "step": 8720
    },
    {
      "loss_action": 0.022643033415079117,
      "loss_total": 0.022643033415079117,
      "step": 8720
    },
    {
      "loss_action": 0.021803904324769974,
      "loss_total": 0.021803904324769974,
      "step": 8720
    },
    {
      "loss_action": 0.025508379563689232,
      "loss_total": 0.025508379563689232,
      "step": 8720
    },
    {
      "loss_action": 0.024041933938860893,
      "loss_total": 0.024041933938860893,
      "step": 8720
    },
    {
      "grad_norm": 0.4138864576816559,
      "learning_rate": 4.3645e-05,
      "loss": 0.024,
      "step": 8730
    },
    {
      "loss_action": 0.020381387323141098,
      "loss_total": 0.020381387323141098,
      "step": 8730
    },
    {
      "loss_action": 0.026974594220519066,
      "loss_total": 0.026974594220519066,
      "step": 8730
    },
    {
      "loss_action": 0.016159363090991974,
      "loss_total": 0.016159363090991974,
      "step": 8730
    },
    {
      "loss_action": 0.022351829335093498,
      "loss_total": 0.022351829335093498,
      "step": 8730
    },
    {
      "loss_action": 0.04812882840633392,
      "loss_total": 0.04812882840633392,
      "step": 8730
    },
    {
      "loss_action": 0.02116869017481804,
      "loss_total": 0.02116869017481804,
      "step": 8730
    },
    {
      "loss_action": 0.015958908945322037,
      "loss_total": 0.015958908945322037,
      "step": 8730
    },
    {
      "loss_action": 0.02685796469449997,
      "loss_total": 0.02685796469449997,
      "step": 8730
    },
    {
      "grad_norm": 0.4075239896774292,
      "learning_rate": 4.3695e-05,
      "loss": 0.0241,
      "step": 8740
    },
    {
      "loss_action": 0.025979436933994293,
      "loss_total": 0.025979436933994293,
      "step": 8740
    },
    {
      "loss_action": 0.029595717787742615,
      "loss_total": 0.029595717787742615,
      "step": 8740
    },
    {
      "loss_action": 0.01559662539511919,
      "loss_total": 0.01559662539511919,
      "step": 8740
    },
    {
      "loss_action": 0.020060226321220398,
      "loss_total": 0.020060226321220398,
      "step": 8740
    },
    {
      "loss_action": 0.020120903849601746,
      "loss_total": 0.020120903849601746,
      "step": 8740
    },
    {
      "loss_action": 0.025684213265776634,
      "loss_total": 0.025684213265776634,
      "step": 8740
    },
    {
      "loss_action": 0.041099436581134796,
      "loss_total": 0.041099436581134796,
      "step": 8740
    },
    {
      "loss_action": 0.026827802881598473,
      "loss_total": 0.026827802881598473,
      "step": 8740
    },
    {
      "grad_norm": 0.30526021122932434,
      "learning_rate": 4.3745e-05,
      "loss": 0.0228,
      "step": 8750
    },
    {
      "loss_action": 0.020007070153951645,
      "loss_total": 0.020007070153951645,
      "step": 8750
    },
    {
      "loss_action": 0.018502473831176758,
      "loss_total": 0.018502473831176758,
      "step": 8750
    },
    {
      "loss_action": 0.017973123118281364,
      "loss_total": 0.017973123118281364,
      "step": 8750
    },
    {
      "loss_action": 0.015540920197963715,
      "loss_total": 0.015540920197963715,
      "step": 8750
    },
    {
      "loss_action": 0.03176061436533928,
      "loss_total": 0.03176061436533928,
      "step": 8750
    },
    {
      "loss_action": 0.02532918192446232,
      "loss_total": 0.02532918192446232,
      "step": 8750
    },
    {
      "loss_action": 0.02173641324043274,
      "loss_total": 0.02173641324043274,
      "step": 8750
    },
    {
      "loss_action": 0.021274186670780182,
      "loss_total": 0.021274186670780182,
      "step": 8750
    },
    {
      "grad_norm": 0.3543722927570343,
      "learning_rate": 4.3795e-05,
      "loss": 0.0248,
      "step": 8760
    },
    {
      "loss_action": 0.0527435764670372,
      "loss_total": 0.0527435764670372,
      "step": 8760
    },
    {
      "loss_action": 0.013647660613059998,
      "loss_total": 0.013647660613059998,
      "step": 8760
    },
    {
      "loss_action": 0.034062620252370834,
      "loss_total": 0.034062620252370834,
      "step": 8760
    },
    {
      "loss_action": 0.02211339771747589,
      "loss_total": 0.02211339771747589,
      "step": 8760
    },
    {
      "loss_action": 0.016888078302145004,
      "loss_total": 0.016888078302145004,
      "step": 8760
    },
    {
      "loss_action": 0.02567550539970398,
      "loss_total": 0.02567550539970398,
      "step": 8760
    },
    {
      "loss_action": 0.02136092819273472,
      "loss_total": 0.02136092819273472,
      "step": 8760
    },
    {
      "loss_action": 0.038481563329696655,
      "loss_total": 0.038481563329696655,
      "step": 8760
    },
    {
      "grad_norm": 0.38830995559692383,
      "learning_rate": 4.3845000000000005e-05,
      "loss": 0.0253,
      "step": 8770
    },
    {
      "loss_action": 0.012355184182524681,
      "loss_total": 0.012355184182524681,
      "step": 8770
    },
    {
      "loss_action": 0.03162193298339844,
      "loss_total": 0.03162193298339844,
      "step": 8770
    },
    {
      "loss_action": 0.016831936314702034,
      "loss_total": 0.016831936314702034,
      "step": 8770
    },
    {
      "loss_action": 0.01817331835627556,
      "loss_total": 0.01817331835627556,
      "step": 8770
    },
    {
      "loss_action": 0.04387729614973068,
      "loss_total": 0.04387729614973068,
      "step": 8770
    },
    {
      "loss_action": 0.07066544145345688,
      "loss_total": 0.07066544145345688,
      "step": 8770
    },
    {
      "loss_action": 0.04120035469532013,
      "loss_total": 0.04120035469532013,
      "step": 8770
    },
    {
      "loss_action": 0.021982263773679733,
      "loss_total": 0.021982263773679733,
      "step": 8770
    },
    {
      "grad_norm": 0.4986380636692047,
      "learning_rate": 4.3895000000000006e-05,
      "loss": 0.0301,
      "step": 8780
    },
    {
      "loss_action": 0.025609243661165237,
      "loss_total": 0.025609243661165237,
      "step": 8780
    },
    {
      "loss_action": 0.019554246217012405,
      "loss_total": 0.019554246217012405,
      "step": 8780
    },
    {
      "loss_action": 0.01521395705640316,
      "loss_total": 0.01521395705640316,
      "step": 8780
    },
    {
      "loss_action": 0.01866074837744236,
      "loss_total": 0.01866074837744236,
      "step": 8780
    },
    {
      "loss_action": 0.017150746658444405,
      "loss_total": 0.017150746658444405,
      "step": 8780
    },
    {
      "loss_action": 0.021363191306591034,
      "loss_total": 0.021363191306591034,
      "step": 8780
    },
    {
      "loss_action": 0.02485359087586403,
      "loss_total": 0.02485359087586403,
      "step": 8780
    },
    {
      "loss_action": 0.0344742089509964,
      "loss_total": 0.0344742089509964,
      "step": 8780
    },
    {
      "grad_norm": 0.47375163435935974,
      "learning_rate": 4.3945e-05,
      "loss": 0.0264,
      "step": 8790
    },
    {
      "loss_action": 0.019958019256591797,
      "loss_total": 0.019958019256591797,
      "step": 8790
    },
    {
      "loss_action": 0.021976543590426445,
      "loss_total": 0.021976543590426445,
      "step": 8790
    },
    {
      "loss_action": 0.026288490742444992,
      "loss_total": 0.026288490742444992,
      "step": 8790
    },
    {
      "loss_action": 0.03024868294596672,
      "loss_total": 0.03024868294596672,
      "step": 8790
    },
    {
      "loss_action": 0.018003562465310097,
      "loss_total": 0.018003562465310097,
      "step": 8790
    },
    {
      "loss_action": 0.023747557774186134,
      "loss_total": 0.023747557774186134,
      "step": 8790
    },
    {
      "loss_action": 0.030078470706939697,
      "loss_total": 0.030078470706939697,
      "step": 8790
    },
    {
      "loss_action": 0.01922869309782982,
      "loss_total": 0.01922869309782982,
      "step": 8790
    },
    {
      "grad_norm": 0.4673200845718384,
      "learning_rate": 4.3995e-05,
      "loss": 0.0234,
      "step": 8800
    },
    {
      "loss_action": 0.014272885397076607,
      "loss_total": 0.014272885397076607,
      "step": 8800
    },
    {
      "loss_action": 0.023807384073734283,
      "loss_total": 0.023807384073734283,
      "step": 8800
    },
    {
      "loss_action": 0.012240756303071976,
      "loss_total": 0.012240756303071976,
      "step": 8800
    },
    {
      "loss_action": 0.028192993253469467,
      "loss_total": 0.028192993253469467,
      "step": 8800
    },
    {
      "loss_action": 0.017945650964975357,
      "loss_total": 0.017945650964975357,
      "step": 8800
    },
    {
      "loss_action": 0.016958389431238174,
      "loss_total": 0.016958389431238174,
      "step": 8800
    },
    {
      "loss_action": 0.01638544350862503,
      "loss_total": 0.01638544350862503,
      "step": 8800
    },
    {
      "loss_action": 0.01712881773710251,
      "loss_total": 0.01712881773710251,
      "step": 8800
    },
    {
      "grad_norm": 0.48274263739585876,
      "learning_rate": 4.4045e-05,
      "loss": 0.0236,
      "step": 8810
    },
    {
      "loss_action": 0.01630568690598011,
      "loss_total": 0.01630568690598011,
      "step": 8810
    },
    {
      "loss_action": 0.019736969843506813,
      "loss_total": 0.019736969843506813,
      "step": 8810
    },
    {
      "loss_action": 0.03054840862751007,
      "loss_total": 0.03054840862751007,
      "step": 8810
    },
    {
      "loss_action": 0.03228046000003815,
      "loss_total": 0.03228046000003815,
      "step": 8810
    },
    {
      "loss_action": 0.016608865931630135,
      "loss_total": 0.016608865931630135,
      "step": 8810
    },
    {
      "loss_action": 0.011565564200282097,
      "loss_total": 0.011565564200282097,
      "step": 8810
    },
    {
      "loss_action": 0.01617128774523735,
      "loss_total": 0.01617128774523735,
      "step": 8810
    },
    {
      "loss_action": 0.0139745669439435,
      "loss_total": 0.0139745669439435,
      "step": 8810
    },
    {
      "grad_norm": 0.4259752333164215,
      "learning_rate": 4.4095000000000004e-05,
      "loss": 0.025,
      "step": 8820
    },
    {
      "loss_action": 0.024486536160111427,
      "loss_total": 0.024486536160111427,
      "step": 8820
    },
    {
      "loss_action": 0.02712130919098854,
      "loss_total": 0.02712130919098854,
      "step": 8820
    },
    {
      "loss_action": 0.02109633758664131,
      "loss_total": 0.02109633758664131,
      "step": 8820
    },
    {
      "loss_action": 0.014261197298765182,
      "loss_total": 0.014261197298765182,
      "step": 8820
    },
    {
      "loss_action": 0.017036516219377518,
      "loss_total": 0.017036516219377518,
      "step": 8820
    },
    {
      "loss_action": 0.019037380814552307,
      "loss_total": 0.019037380814552307,
      "step": 8820
    },
    {
      "loss_action": 0.014638069085776806,
      "loss_total": 0.014638069085776806,
      "step": 8820
    },
    {
      "loss_action": 0.02925868332386017,
      "loss_total": 0.02925868332386017,
      "step": 8820
    },
    {
      "grad_norm": 0.48618945479393005,
      "learning_rate": 4.4145000000000005e-05,
      "loss": 0.0274,
      "step": 8830
    },
    {
      "loss_action": 0.021699566394090652,
      "loss_total": 0.021699566394090652,
      "step": 8830
    },
    {
      "loss_action": 0.015757326036691666,
      "loss_total": 0.015757326036691666,
      "step": 8830
    },
    {
      "loss_action": 0.018708914518356323,
      "loss_total": 0.018708914518356323,
      "step": 8830
    },
    {
      "loss_action": 0.034170858561992645,
      "loss_total": 0.034170858561992645,
      "step": 8830
    },
    {
      "loss_action": 0.03361980989575386,
      "loss_total": 0.03361980989575386,
      "step": 8830
    },
    {
      "loss_action": 0.020372891798615456,
      "loss_total": 0.020372891798615456,
      "step": 8830
    },
    {
      "loss_action": 0.016383472830057144,
      "loss_total": 0.016383472830057144,
      "step": 8830
    },
    {
      "loss_action": 0.06445897370576859,
      "loss_total": 0.06445897370576859,
      "step": 8830
    },
    {
      "grad_norm": 0.37992745637893677,
      "learning_rate": 4.4195000000000006e-05,
      "loss": 0.0274,
      "step": 8840
    },
    {
      "loss_action": 0.020233603194355965,
      "loss_total": 0.020233603194355965,
      "step": 8840
    },
    {
      "loss_action": 0.027070125564932823,
      "loss_total": 0.027070125564932823,
      "step": 8840
    },
    {
      "loss_action": 0.01570197194814682,
      "loss_total": 0.01570197194814682,
      "step": 8840
    },
    {
      "loss_action": 0.015241526067256927,
      "loss_total": 0.015241526067256927,
      "step": 8840
    },
    {
      "loss_action": 0.02192629873752594,
      "loss_total": 0.02192629873752594,
      "step": 8840
    },
    {
      "loss_action": 0.023082677274942398,
      "loss_total": 0.023082677274942398,
      "step": 8840
    },
    {
      "loss_action": 0.02494867891073227,
      "loss_total": 0.02494867891073227,
      "step": 8840
    },
    {
      "loss_action": 0.0231156162917614,
      "loss_total": 0.0231156162917614,
      "step": 8840
    },
    {
      "grad_norm": 0.4783112704753876,
      "learning_rate": 4.4245e-05,
      "loss": 0.0275,
      "step": 8850
    },
    {
      "loss_action": 0.03178376704454422,
      "loss_total": 0.03178376704454422,
      "step": 8850
    },
    {
      "loss_action": 0.01943708211183548,
      "loss_total": 0.01943708211183548,
      "step": 8850
    },
    {
      "loss_action": 0.020193269476294518,
      "loss_total": 0.020193269476294518,
      "step": 8850
    },
    {
      "loss_action": 0.026424851268529892,
      "loss_total": 0.026424851268529892,
      "step": 8850
    },
    {
      "loss_action": 0.021504266187548637,
      "loss_total": 0.021504266187548637,
      "step": 8850
    },
    {
      "loss_action": 0.022562775760889053,
      "loss_total": 0.022562775760889053,
      "step": 8850
    },
    {
      "loss_action": 0.04688721150159836,
      "loss_total": 0.04688721150159836,
      "step": 8850
    },
    {
      "loss_action": 0.02745196409523487,
      "loss_total": 0.02745196409523487,
      "step": 8850
    },
    {
      "grad_norm": 0.5347705483436584,
      "learning_rate": 4.4295e-05,
      "loss": 0.0257,
      "step": 8860
    },
    {
      "loss_action": 0.016314586624503136,
      "loss_total": 0.016314586624503136,
      "step": 8860
    },
    {
      "loss_action": 0.0163942351937294,
      "loss_total": 0.0163942351937294,
      "step": 8860
    },
    {
      "loss_action": 0.020002996549010277,
      "loss_total": 0.020002996549010277,
      "step": 8860
    },
    {
      "loss_action": 0.016475610435009003,
      "loss_total": 0.016475610435009003,
      "step": 8860
    },
    {
      "loss_action": 0.026048293337225914,
      "loss_total": 0.026048293337225914,
      "step": 8860
    },
    {
      "loss_action": 0.030714251101017,
      "loss_total": 0.030714251101017,
      "step": 8860
    },
    {
      "loss_action": 0.02350422739982605,
      "loss_total": 0.02350422739982605,
      "step": 8860
    },
    {
      "loss_action": 0.03722143918275833,
      "loss_total": 0.03722143918275833,
      "step": 8860
    },
    {
      "grad_norm": 0.4631076455116272,
      "learning_rate": 4.4345e-05,
      "loss": 0.0261,
      "step": 8870
    },
    {
      "loss_action": 0.027980858460068703,
      "loss_total": 0.027980858460068703,
      "step": 8870
    },
    {
      "loss_action": 0.016045955941081047,
      "loss_total": 0.016045955941081047,
      "step": 8870
    },
    {
      "loss_action": 0.023701531812548637,
      "loss_total": 0.023701531812548637,
      "step": 8870
    },
    {
      "loss_action": 0.031139852479100227,
      "loss_total": 0.031139852479100227,
      "step": 8870
    },
    {
      "loss_action": 0.014721166342496872,
      "loss_total": 0.014721166342496872,
      "step": 8870
    },
    {
      "loss_action": 0.03185170143842697,
      "loss_total": 0.03185170143842697,
      "step": 8870
    },
    {
      "loss_action": 0.01670948788523674,
      "loss_total": 0.01670948788523674,
      "step": 8870
    },
    {
      "loss_action": 0.014605527743697166,
      "loss_total": 0.014605527743697166,
      "step": 8870
    },
    {
      "grad_norm": 0.6027687191963196,
      "learning_rate": 4.4395000000000004e-05,
      "loss": 0.0244,
      "step": 8880
    },
    {
      "loss_action": 0.021097898483276367,
      "loss_total": 0.021097898483276367,
      "step": 8880
    },
    {
      "loss_action": 0.02320806309580803,
      "loss_total": 0.02320806309580803,
      "step": 8880
    },
    {
      "loss_action": 0.027588780969381332,
      "loss_total": 0.027588780969381332,
      "step": 8880
    },
    {
      "loss_action": 0.02457641437649727,
      "loss_total": 0.02457641437649727,
      "step": 8880
    },
    {
      "loss_action": 0.03043714538216591,
      "loss_total": 0.03043714538216591,
      "step": 8880
    },
    {
      "loss_action": 0.01863822713494301,
      "loss_total": 0.01863822713494301,
      "step": 8880
    },
    {
      "loss_action": 0.08899165689945221,
      "loss_total": 0.08899165689945221,
      "step": 8880
    },
    {
      "loss_action": 0.02852397784590721,
      "loss_total": 0.02852397784590721,
      "step": 8880
    },
    {
      "grad_norm": 0.5959477424621582,
      "learning_rate": 4.4445000000000006e-05,
      "loss": 0.0279,
      "step": 8890
    },
    {
      "loss_action": 0.02192065678536892,
      "loss_total": 0.02192065678536892,
      "step": 8890
    },
    {
      "loss_action": 0.09664551913738251,
      "loss_total": 0.09664551913738251,
      "step": 8890
    },
    {
      "loss_action": 0.0198056697845459,
      "loss_total": 0.0198056697845459,
      "step": 8890
    },
    {
      "loss_action": 0.023496197536587715,
      "loss_total": 0.023496197536587715,
      "step": 8890
    },
    {
      "loss_action": 0.021358810365200043,
      "loss_total": 0.021358810365200043,
      "step": 8890
    },
    {
      "loss_action": 0.018631258979439735,
      "loss_total": 0.018631258979439735,
      "step": 8890
    },
    {
      "loss_action": 0.019017666578292847,
      "loss_total": 0.019017666578292847,
      "step": 8890
    },
    {
      "loss_action": 0.01879977434873581,
      "loss_total": 0.01879977434873581,
      "step": 8890
    },
    {
      "grad_norm": 0.39241883158683777,
      "learning_rate": 4.4495e-05,
      "loss": 0.0281,
      "step": 8900
    },
    {
      "loss_action": 0.07606958597898483,
      "loss_total": 0.07606958597898483,
      "step": 8900
    },
    {
      "loss_action": 0.01803365722298622,
      "loss_total": 0.01803365722298622,
      "step": 8900
    },
    {
      "loss_action": 0.01808742806315422,
      "loss_total": 0.01808742806315422,
      "step": 8900
    },
    {
      "loss_action": 0.03308273106813431,
      "loss_total": 0.03308273106813431,
      "step": 8900
    },
    {
      "loss_action": 0.019685134291648865,
      "loss_total": 0.019685134291648865,
      "step": 8900
    },
    {
      "loss_action": 0.02104337513446808,
      "loss_total": 0.02104337513446808,
      "step": 8900
    },
    {
      "loss_action": 0.025484025478363037,
      "loss_total": 0.025484025478363037,
      "step": 8900
    },
    {
      "loss_action": 0.03884153813123703,
      "loss_total": 0.03884153813123703,
      "step": 8900
    },
    {
      "grad_norm": 0.3837565779685974,
      "learning_rate": 4.4545e-05,
      "loss": 0.0253,
      "step": 8910
    },
    {
      "loss_action": 0.026257973164319992,
      "loss_total": 0.026257973164319992,
      "step": 8910
    },
    {
      "loss_action": 0.015916140750050545,
      "loss_total": 0.015916140750050545,
      "step": 8910
    },
    {
      "loss_action": 0.015852076932787895,
      "loss_total": 0.015852076932787895,
      "step": 8910
    },
    {
      "loss_action": 0.031758666038513184,
      "loss_total": 0.031758666038513184,
      "step": 8910
    },
    {
      "loss_action": 0.028558455407619476,
      "loss_total": 0.028558455407619476,
      "step": 8910
    },
    {
      "loss_action": 0.014917904511094093,
      "loss_total": 0.014917904511094093,
      "step": 8910
    },
    {
      "loss_action": 0.01186653133481741,
      "loss_total": 0.01186653133481741,
      "step": 8910
    },
    {
      "loss_action": 0.01718803122639656,
      "loss_total": 0.01718803122639656,
      "step": 8910
    },
    {
      "grad_norm": 0.3709072172641754,
      "learning_rate": 4.4595e-05,
      "loss": 0.0256,
      "step": 8920
    },
    {
      "loss_action": 0.028760123997926712,
      "loss_total": 0.028760123997926712,
      "step": 8920
    },
    {
      "loss_action": 0.020002882927656174,
      "loss_total": 0.020002882927656174,
      "step": 8920
    },
    {
      "loss_action": 0.013893075287342072,
      "loss_total": 0.013893075287342072,
      "step": 8920
    },
    {
      "loss_action": 0.01603090763092041,
      "loss_total": 0.01603090763092041,
      "step": 8920
    },
    {
      "loss_action": 0.08403626829385757,
      "loss_total": 0.08403626829385757,
      "step": 8920
    },
    {
      "loss_action": 0.01351239811629057,
      "loss_total": 0.01351239811629057,
      "step": 8920
    },
    {
      "loss_action": 0.026089495047926903,
      "loss_total": 0.026089495047926903,
      "step": 8920
    },
    {
      "loss_action": 0.021436527371406555,
      "loss_total": 0.021436527371406555,
      "step": 8920
    },
    {
      "grad_norm": 0.4762533903121948,
      "learning_rate": 4.4645000000000004e-05,
      "loss": 0.0285,
      "step": 8930
    },
    {
      "loss_action": 0.021905140951275826,
      "loss_total": 0.021905140951275826,
      "step": 8930
    },
    {
      "loss_action": 0.026756957173347473,
      "loss_total": 0.026756957173347473,
      "step": 8930
    },
    {
      "loss_action": 0.026920530945062637,
      "loss_total": 0.026920530945062637,
      "step": 8930
    },
    {
      "loss_action": 0.02506418526172638,
      "loss_total": 0.02506418526172638,
      "step": 8930
    },
    {
      "loss_action": 0.02911960519850254,
      "loss_total": 0.02911960519850254,
      "step": 8930
    },
    {
      "loss_action": 0.015019453130662441,
      "loss_total": 0.015019453130662441,
      "step": 8930
    },
    {
      "loss_action": 0.014455750584602356,
      "loss_total": 0.014455750584602356,
      "step": 8930
    },
    {
      "loss_action": 0.014560962095856667,
      "loss_total": 0.014560962095856667,
      "step": 8930
    },
    {
      "grad_norm": 0.5485323667526245,
      "learning_rate": 4.4695000000000005e-05,
      "loss": 0.027,
      "step": 8940
    },
    {
      "loss_action": 0.0214846208691597,
      "loss_total": 0.0214846208691597,
      "step": 8940
    },
    {
      "loss_action": 0.022293681278824806,
      "loss_total": 0.022293681278824806,
      "step": 8940
    },
    {
      "loss_action": 0.01851750537753105,
      "loss_total": 0.01851750537753105,
      "step": 8940
    },
    {
      "loss_action": 0.023866482079029083,
      "loss_total": 0.023866482079029083,
      "step": 8940
    },
    {
      "loss_action": 0.02336820214986801,
      "loss_total": 0.02336820214986801,
      "step": 8940
    },
    {
      "loss_action": 0.025171715766191483,
      "loss_total": 0.025171715766191483,
      "step": 8940
    },
    {
      "loss_action": 0.018750609830021858,
      "loss_total": 0.018750609830021858,
      "step": 8940
    },
    {
      "loss_action": 0.020874664187431335,
      "loss_total": 0.020874664187431335,
      "step": 8940
    },
    {
      "grad_norm": 0.417285293340683,
      "learning_rate": 4.4745000000000006e-05,
      "loss": 0.0266,
      "step": 8950
    },
    {
      "loss_action": 0.02108537033200264,
      "loss_total": 0.02108537033200264,
      "step": 8950
    },
    {
      "loss_action": 0.024940477684140205,
      "loss_total": 0.024940477684140205,
      "step": 8950
    },
    {
      "loss_action": 0.038309160619974136,
      "loss_total": 0.038309160619974136,
      "step": 8950
    },
    {
      "loss_action": 0.018902141600847244,
      "loss_total": 0.018902141600847244,
      "step": 8950
    },
    {
      "loss_action": 0.021392449736595154,
      "loss_total": 0.021392449736595154,
      "step": 8950
    },
    {
      "loss_action": 0.027154196053743362,
      "loss_total": 0.027154196053743362,
      "step": 8950
    },
    {
      "loss_action": 0.019535761326551437,
      "loss_total": 0.019535761326551437,
      "step": 8950
    },
    {
      "loss_action": 0.030543170869350433,
      "loss_total": 0.030543170869350433,
      "step": 8950
    },
    {
      "grad_norm": 0.3586578667163849,
      "learning_rate": 4.4795e-05,
      "loss": 0.0257,
      "step": 8960
    },
    {
      "loss_action": 0.03259275481104851,
      "loss_total": 0.03259275481104851,
      "step": 8960
    },
    {
      "loss_action": 0.018740832805633545,
      "loss_total": 0.018740832805633545,
      "step": 8960
    },
    {
      "loss_action": 0.012342511676251888,
      "loss_total": 0.012342511676251888,
      "step": 8960
    },
    {
      "loss_action": 0.020467285066843033,
      "loss_total": 0.020467285066843033,
      "step": 8960
    },
    {
      "loss_action": 0.02141040936112404,
      "loss_total": 0.02141040936112404,
      "step": 8960
    },
    {
      "loss_action": 0.025868220254778862,
      "loss_total": 0.025868220254778862,
      "step": 8960
    },
    {
      "loss_action": 0.017817191779613495,
      "loss_total": 0.017817191779613495,
      "step": 8960
    },
    {
      "loss_action": 0.07835468649864197,
      "loss_total": 0.07835468649864197,
      "step": 8960
    },
    {
      "grad_norm": 0.7688369750976562,
      "learning_rate": 4.4845e-05,
      "loss": 0.029,
      "step": 8970
    },
    {
      "loss_action": 0.01975628361105919,
      "loss_total": 0.01975628361105919,
      "step": 8970
    },
    {
      "loss_action": 0.027850918471813202,
      "loss_total": 0.027850918471813202,
      "step": 8970
    },
    {
      "loss_action": 0.015837017446756363,
      "loss_total": 0.015837017446756363,
      "step": 8970
    },
    {
      "loss_action": 0.030238959938287735,
      "loss_total": 0.030238959938287735,
      "step": 8970
    },
    {
      "loss_action": 0.021068932488560677,
      "loss_total": 0.021068932488560677,
      "step": 8970
    },
    {
      "loss_action": 0.04597943648695946,
      "loss_total": 0.04597943648695946,
      "step": 8970
    },
    {
      "loss_action": 0.016714945435523987,
      "loss_total": 0.016714945435523987,
      "step": 8970
    },
    {
      "loss_action": 0.033602871000766754,
      "loss_total": 0.033602871000766754,
      "step": 8970
    },
    {
      "grad_norm": 0.46548405289649963,
      "learning_rate": 4.4895e-05,
      "loss": 0.031,
      "step": 8980
    },
    {
      "loss_action": 0.018764596432447433,
      "loss_total": 0.018764596432447433,
      "step": 8980
    },
    {
      "loss_action": 0.015884675085544586,
      "loss_total": 0.015884675085544586,
      "step": 8980
    },
    {
      "loss_action": 0.04128297418355942,
      "loss_total": 0.04128297418355942,
      "step": 8980
    },
    {
      "loss_action": 0.03169086202979088,
      "loss_total": 0.03169086202979088,
      "step": 8980
    },
    {
      "loss_action": 0.023616408929228783,
      "loss_total": 0.023616408929228783,
      "step": 8980
    },
    {
      "loss_action": 0.040696993470191956,
      "loss_total": 0.040696993470191956,
      "step": 8980
    },
    {
      "loss_action": 0.03695687651634216,
      "loss_total": 0.03695687651634216,
      "step": 8980
    },
    {
      "loss_action": 0.017836445942521095,
      "loss_total": 0.017836445942521095,
      "step": 8980
    },
    {
      "grad_norm": 0.37694472074508667,
      "learning_rate": 4.4945000000000004e-05,
      "loss": 0.0315,
      "step": 8990
    },
    {
      "loss_action": 0.02725239098072052,
      "loss_total": 0.02725239098072052,
      "step": 8990
    },
    {
      "loss_action": 0.020732838660478592,
      "loss_total": 0.020732838660478592,
      "step": 8990
    },
    {
      "loss_action": 0.033822689205408096,
      "loss_total": 0.033822689205408096,
      "step": 8990
    },
    {
      "loss_action": 0.03038979321718216,
      "loss_total": 0.03038979321718216,
      "step": 8990
    },
    {
      "loss_action": 0.09042660146951675,
      "loss_total": 0.09042660146951675,
      "step": 8990
    },
    {
      "loss_action": 0.02798822894692421,
      "loss_total": 0.02798822894692421,
      "step": 8990
    },
    {
      "loss_action": 0.030086353421211243,
      "loss_total": 0.030086353421211243,
      "step": 8990
    },
    {
      "loss_action": 0.037623073905706406,
      "loss_total": 0.037623073905706406,
      "step": 8990
    },
    {
      "grad_norm": 0.6043737530708313,
      "learning_rate": 4.4995000000000005e-05,
      "loss": 0.0296,
      "step": 9000
    },
    {
      "loss_action": 0.015641067177057266,
      "loss_total": 0.015641067177057266,
      "step": 9000
    },
    {
      "loss_action": 0.024326855316758156,
      "loss_total": 0.024326855316758156,
      "step": 9000
    },
    {
      "loss_action": 0.031870272010564804,
      "loss_total": 0.031870272010564804,
      "step": 9000
    },
    {
      "loss_action": 0.04195157065987587,
      "loss_total": 0.04195157065987587,
      "step": 9000
    },
    {
      "loss_action": 0.02212093025445938,
      "loss_total": 0.02212093025445938,
      "step": 9000
    },
    {
      "loss_action": 0.023262009024620056,
      "loss_total": 0.023262009024620056,
      "step": 9000
    },
    {
      "loss_action": 0.022906625643372536,
      "loss_total": 0.022906625643372536,
      "step": 9000
    },
    {
      "loss_action": 0.03721652179956436,
      "loss_total": 0.03721652179956436,
      "step": 9000
    },
    {
      "grad_norm": 0.4912647604942322,
      "learning_rate": 4.504500000000001e-05,
      "loss": 0.0287,
      "step": 9010
    },
    {
      "loss_action": 0.01754019595682621,
      "loss_total": 0.01754019595682621,
      "step": 9010
    },
    {
      "loss_action": 0.020755795761942863,
      "loss_total": 0.020755795761942863,
      "step": 9010
    },
    {
      "loss_action": 0.01752028428018093,
      "loss_total": 0.01752028428018093,
      "step": 9010
    },
    {
      "loss_action": 0.021817214787006378,
      "loss_total": 0.021817214787006378,
      "step": 9010
    },
    {
      "loss_action": 0.013534756377339363,
      "loss_total": 0.013534756377339363,
      "step": 9010
    },
    {
      "loss_action": 0.02956347167491913,
      "loss_total": 0.02956347167491913,
      "step": 9010
    },
    {
      "loss_action": 0.13727352023124695,
      "loss_total": 0.13727352023124695,
      "step": 9010
    },
    {
      "loss_action": 0.014336146414279938,
      "loss_total": 0.014336146414279938,
      "step": 9010
    },
    {
      "grad_norm": 0.3030899465084076,
      "learning_rate": 4.5095e-05,
      "loss": 0.0273,
      "step": 9020
    },
    {
      "loss_action": 0.03313727676868439,
      "loss_total": 0.03313727676868439,
      "step": 9020
    },
    {
      "loss_action": 0.02452481910586357,
      "loss_total": 0.02452481910586357,
      "step": 9020
    },
    {
      "loss_action": 0.02403094619512558,
      "loss_total": 0.02403094619512558,
      "step": 9020
    },
    {
      "loss_action": 0.018859896808862686,
      "loss_total": 0.018859896808862686,
      "step": 9020
    },
    {
      "loss_action": 0.02652926743030548,
      "loss_total": 0.02652926743030548,
      "step": 9020
    },
    {
      "loss_action": 0.06247773393988609,
      "loss_total": 0.06247773393988609,
      "step": 9020
    },
    {
      "loss_action": 0.018013861030340195,
      "loss_total": 0.018013861030340195,
      "step": 9020
    },
    {
      "loss_action": 0.03178717568516731,
      "loss_total": 0.03178717568516731,
      "step": 9020
    },
    {
      "grad_norm": 0.42791813611984253,
      "learning_rate": 4.5145e-05,
      "loss": 0.031,
      "step": 9030
    },
    {
      "loss_action": 0.015307593159377575,
      "loss_total": 0.015307593159377575,
      "step": 9030
    },
    {
      "loss_action": 0.023508431389927864,
      "loss_total": 0.023508431389927864,
      "step": 9030
    },
    {
      "loss_action": 0.036457665264606476,
      "loss_total": 0.036457665264606476,
      "step": 9030
    },
    {
      "loss_action": 0.03282761946320534,
      "loss_total": 0.03282761946320534,
      "step": 9030
    },
    {
      "loss_action": 0.019944991916418076,
      "loss_total": 0.019944991916418076,
      "step": 9030
    },
    {
      "loss_action": 0.016689792275428772,
      "loss_total": 0.016689792275428772,
      "step": 9030
    },
    {
      "loss_action": 0.015611042268574238,
      "loss_total": 0.015611042268574238,
      "step": 9030
    },
    {
      "loss_action": 0.018497338518500328,
      "loss_total": 0.018497338518500328,
      "step": 9030
    },
    {
      "grad_norm": 0.3746320903301239,
      "learning_rate": 4.5195000000000004e-05,
      "loss": 0.0271,
      "step": 9040
    },
    {
      "loss_action": 0.05368126556277275,
      "loss_total": 0.05368126556277275,
      "step": 9040
    },
    {
      "loss_action": 0.032944418489933014,
      "loss_total": 0.032944418489933014,
      "step": 9040
    },
    {
      "loss_action": 0.02665799669921398,
      "loss_total": 0.02665799669921398,
      "step": 9040
    },
    {
      "loss_action": 0.029513390734791756,
      "loss_total": 0.029513390734791756,
      "step": 9040
    },
    {
      "loss_action": 0.026585504412651062,
      "loss_total": 0.026585504412651062,
      "step": 9040
    },
    {
      "loss_action": 0.026835963129997253,
      "loss_total": 0.026835963129997253,
      "step": 9040
    },
    {
      "loss_action": 0.020455222576856613,
      "loss_total": 0.020455222576856613,
      "step": 9040
    },
    {
      "loss_action": 0.0568646602332592,
      "loss_total": 0.0568646602332592,
      "step": 9040
    },
    {
      "grad_norm": 0.4395582675933838,
      "learning_rate": 4.5245000000000005e-05,
      "loss": 0.0261,
      "step": 9050
    },
    {
      "loss_action": 0.02170586585998535,
      "loss_total": 0.02170586585998535,
      "step": 9050
    },
    {
      "loss_action": 0.061257265508174896,
      "loss_total": 0.061257265508174896,
      "step": 9050
    },
    {
      "loss_action": 0.02087300643324852,
      "loss_total": 0.02087300643324852,
      "step": 9050
    },
    {
      "loss_action": 0.04424796998500824,
      "loss_total": 0.04424796998500824,
      "step": 9050
    },
    {
      "loss_action": 0.03147274628281593,
      "loss_total": 0.03147274628281593,
      "step": 9050
    },
    {
      "loss_action": 0.0439760684967041,
      "loss_total": 0.0439760684967041,
      "step": 9050
    },
    {
      "loss_action": 0.029028264805674553,
      "loss_total": 0.029028264805674553,
      "step": 9050
    },
    {
      "loss_action": 0.02663297764956951,
      "loss_total": 0.02663297764956951,
      "step": 9050
    },
    {
      "grad_norm": 0.322201669216156,
      "learning_rate": 4.5295000000000006e-05,
      "loss": 0.0247,
      "step": 9060
    },
    {
      "loss_action": 0.013719027861952782,
      "loss_total": 0.013719027861952782,
      "step": 9060
    },
    {
      "loss_action": 0.01405735220760107,
      "loss_total": 0.01405735220760107,
      "step": 9060
    },
    {
      "loss_action": 0.04770970344543457,
      "loss_total": 0.04770970344543457,
      "step": 9060
    },
    {
      "loss_action": 0.03319839388132095,
      "loss_total": 0.03319839388132095,
      "step": 9060
    },
    {
      "loss_action": 0.03057817369699478,
      "loss_total": 0.03057817369699478,
      "step": 9060
    },
    {
      "loss_action": 0.019695516675710678,
      "loss_total": 0.019695516675710678,
      "step": 9060
    },
    {
      "loss_action": 0.020849451422691345,
      "loss_total": 0.020849451422691345,
      "step": 9060
    },
    {
      "loss_action": 0.02736329846084118,
      "loss_total": 0.02736329846084118,
      "step": 9060
    },
    {
      "grad_norm": 0.5800113081932068,
      "learning_rate": 4.534500000000001e-05,
      "loss": 0.0233,
      "step": 9070
    },
    {
      "loss_action": 0.026230452582240105,
      "loss_total": 0.026230452582240105,
      "step": 9070
    },
    {
      "loss_action": 0.023253120481967926,
      "loss_total": 0.023253120481967926,
      "step": 9070
    },
    {
      "loss_action": 0.01779385842382908,
      "loss_total": 0.01779385842382908,
      "step": 9070
    },
    {
      "loss_action": 0.016333486884832382,
      "loss_total": 0.016333486884832382,
      "step": 9070
    },
    {
      "loss_action": 0.03592262789607048,
      "loss_total": 0.03592262789607048,
      "step": 9070
    },
    {
      "loss_action": 0.029149655252695084,
      "loss_total": 0.029149655252695084,
      "step": 9070
    },
    {
      "loss_action": 0.016693009063601494,
      "loss_total": 0.016693009063601494,
      "step": 9070
    },
    {
      "loss_action": 0.022644568234682083,
      "loss_total": 0.022644568234682083,
      "step": 9070
    },
    {
      "grad_norm": 0.38180097937583923,
      "learning_rate": 4.5395e-05,
      "loss": 0.023,
      "step": 9080
    },
    {
      "loss_action": 0.019786814227700233,
      "loss_total": 0.019786814227700233,
      "step": 9080
    },
    {
      "loss_action": 0.01943996176123619,
      "loss_total": 0.01943996176123619,
      "step": 9080
    },
    {
      "loss_action": 0.01853804662823677,
      "loss_total": 0.01853804662823677,
      "step": 9080
    },
    {
      "loss_action": 0.029826238751411438,
      "loss_total": 0.029826238751411438,
      "step": 9080
    },
    {
      "loss_action": 0.037739627063274384,
      "loss_total": 0.037739627063274384,
      "step": 9080
    },
    {
      "loss_action": 0.027727719396352768,
      "loss_total": 0.027727719396352768,
      "step": 9080
    },
    {
      "loss_action": 0.01935182511806488,
      "loss_total": 0.01935182511806488,
      "step": 9080
    },
    {
      "loss_action": 0.025780880823731422,
      "loss_total": 0.025780880823731422,
      "step": 9080
    },
    {
      "grad_norm": 0.37443605065345764,
      "learning_rate": 4.5445e-05,
      "loss": 0.0238,
      "step": 9090
    },
    {
      "loss_action": 0.01460934616625309,
      "loss_total": 0.01460934616625309,
      "step": 9090
    },
    {
      "loss_action": 0.016565069556236267,
      "loss_total": 0.016565069556236267,
      "step": 9090
    },
    {
      "loss_action": 0.016968881711363792,
      "loss_total": 0.016968881711363792,
      "step": 9090
    },
    {
      "loss_action": 0.017868198454380035,
      "loss_total": 0.017868198454380035,
      "step": 9090
    },
    {
      "loss_action": 0.03014352172613144,
      "loss_total": 0.03014352172613144,
      "step": 9090
    },
    {
      "loss_action": 0.013178696855902672,
      "loss_total": 0.013178696855902672,
      "step": 9090
    },
    {
      "loss_action": 0.041720401495695114,
      "loss_total": 0.041720401495695114,
      "step": 9090
    },
    {
      "loss_action": 0.028918519616127014,
      "loss_total": 0.028918519616127014,
      "step": 9090
    },
    {
      "grad_norm": 0.3492695391178131,
      "learning_rate": 4.5495000000000004e-05,
      "loss": 0.0229,
      "step": 9100
    },
    {
      "loss_action": 0.014261016622185707,
      "loss_total": 0.014261016622185707,
      "step": 9100
    },
    {
      "loss_action": 0.021826794371008873,
      "loss_total": 0.021826794371008873,
      "step": 9100
    },
    {
      "loss_action": 0.019704442471265793,
      "loss_total": 0.019704442471265793,
      "step": 9100
    },
    {
      "loss_action": 0.016161637380719185,
      "loss_total": 0.016161637380719185,
      "step": 9100
    },
    {
      "loss_action": 0.02198386751115322,
      "loss_total": 0.02198386751115322,
      "step": 9100
    },
    {
      "loss_action": 0.025548111647367477,
      "loss_total": 0.025548111647367477,
      "step": 9100
    },
    {
      "loss_action": 0.018035024404525757,
      "loss_total": 0.018035024404525757,
      "step": 9100
    },
    {
      "loss_action": 0.01900409162044525,
      "loss_total": 0.01900409162044525,
      "step": 9100
    },
    {
      "grad_norm": 0.4285036325454712,
      "learning_rate": 4.5545000000000005e-05,
      "loss": 0.025,
      "step": 9110
    },
    {
      "loss_action": 0.018775038421154022,
      "loss_total": 0.018775038421154022,
      "step": 9110
    },
    {
      "loss_action": 0.01854753866791725,
      "loss_total": 0.01854753866791725,
      "step": 9110
    },
    {
      "loss_action": 0.016485067084431648,
      "loss_total": 0.016485067084431648,
      "step": 9110
    },
    {
      "loss_action": 0.015135355293750763,
      "loss_total": 0.015135355293750763,
      "step": 9110
    },
    {
      "loss_action": 0.014332081191241741,
      "loss_total": 0.014332081191241741,
      "step": 9110
    },
    {
      "loss_action": 0.02504386007785797,
      "loss_total": 0.02504386007785797,
      "step": 9110
    },
    {
      "loss_action": 0.022040560841560364,
      "loss_total": 0.022040560841560364,
      "step": 9110
    },
    {
      "loss_action": 0.020978979766368866,
      "loss_total": 0.020978979766368866,
      "step": 9110
    },
    {
      "grad_norm": 0.27744460105895996,
      "learning_rate": 4.5595000000000006e-05,
      "loss": 0.0261,
      "step": 9120
    },
    {
      "loss_action": 0.0158185176551342,
      "loss_total": 0.0158185176551342,
      "step": 9120
    },
    {
      "loss_action": 0.04712969809770584,
      "loss_total": 0.04712969809770584,
      "step": 9120
    },
    {
      "loss_action": 0.023946691304445267,
      "loss_total": 0.023946691304445267,
      "step": 9120
    },
    {
      "loss_action": 0.01787336729466915,
      "loss_total": 0.01787336729466915,
      "step": 9120
    },
    {
      "loss_action": 0.02145998179912567,
      "loss_total": 0.02145998179912567,
      "step": 9120
    },
    {
      "loss_action": 0.023889031261205673,
      "loss_total": 0.023889031261205673,
      "step": 9120
    },
    {
      "loss_action": 0.020516257733106613,
      "loss_total": 0.020516257733106613,
      "step": 9120
    },
    {
      "loss_action": 0.02223939821124077,
      "loss_total": 0.02223939821124077,
      "step": 9120
    },
    {
      "grad_norm": 0.3517919182777405,
      "learning_rate": 4.564500000000001e-05,
      "loss": 0.0261,
      "step": 9130
    },
    {
      "loss_action": 0.0264312531799078,
      "loss_total": 0.0264312531799078,
      "step": 9130
    },
    {
      "loss_action": 0.01717492565512657,
      "loss_total": 0.01717492565512657,
      "step": 9130
    },
    {
      "loss_action": 0.02036583423614502,
      "loss_total": 0.02036583423614502,
      "step": 9130
    },
    {
      "loss_action": 0.020729610696434975,
      "loss_total": 0.020729610696434975,
      "step": 9130
    },
    {
      "loss_action": 0.061224356293678284,
      "loss_total": 0.061224356293678284,
      "step": 9130
    },
    {
      "loss_action": 0.020086385309696198,
      "loss_total": 0.020086385309696198,
      "step": 9130
    },
    {
      "loss_action": 0.02505018562078476,
      "loss_total": 0.02505018562078476,
      "step": 9130
    },
    {
      "loss_action": 0.024452103301882744,
      "loss_total": 0.024452103301882744,
      "step": 9130
    },
    {
      "grad_norm": 0.2888595759868622,
      "learning_rate": 4.5695e-05,
      "loss": 0.0239,
      "step": 9140
    },
    {
      "loss_action": 0.01766645722091198,
      "loss_total": 0.01766645722091198,
      "step": 9140
    },
    {
      "loss_action": 0.026057258248329163,
      "loss_total": 0.026057258248329163,
      "step": 9140
    },
    {
      "loss_action": 0.020123187452554703,
      "loss_total": 0.020123187452554703,
      "step": 9140
    },
    {
      "loss_action": 0.030101193115115166,
      "loss_total": 0.030101193115115166,
      "step": 9140
    },
    {
      "loss_action": 0.015181413851678371,
      "loss_total": 0.015181413851678371,
      "step": 9140
    },
    {
      "loss_action": 0.03910566866397858,
      "loss_total": 0.03910566866397858,
      "step": 9140
    },
    {
      "loss_action": 0.01558706909418106,
      "loss_total": 0.01558706909418106,
      "step": 9140
    },
    {
      "loss_action": 0.023590650409460068,
      "loss_total": 0.023590650409460068,
      "step": 9140
    },
    {
      "grad_norm": 0.5834296941757202,
      "learning_rate": 4.5745e-05,
      "loss": 0.0254,
      "step": 9150
    },
    {
      "loss_action": 0.010854728519916534,
      "loss_total": 0.010854728519916534,
      "step": 9150
    },
    {
      "loss_action": 0.02731260657310486,
      "loss_total": 0.02731260657310486,
      "step": 9150
    },
    {
      "loss_action": 0.02147088199853897,
      "loss_total": 0.02147088199853897,
      "step": 9150
    },
    {
      "loss_action": 0.024383528158068657,
      "loss_total": 0.024383528158068657,
      "step": 9150
    },
    {
      "loss_action": 0.020649630576372147,
      "loss_total": 0.020649630576372147,
      "step": 9150
    },
    {
      "loss_action": 0.01983233168721199,
      "loss_total": 0.01983233168721199,
      "step": 9150
    },
    {
      "loss_action": 0.020776929333806038,
      "loss_total": 0.020776929333806038,
      "step": 9150
    },
    {
      "loss_action": 0.016921181231737137,
      "loss_total": 0.016921181231737137,
      "step": 9150
    },
    {
      "grad_norm": 0.3857993185520172,
      "learning_rate": 4.5795000000000005e-05,
      "loss": 0.0225,
      "step": 9160
    },
    {
      "loss_action": 0.03499855473637581,
      "loss_total": 0.03499855473637581,
      "step": 9160
    },
    {
      "loss_action": 0.014792782254517078,
      "loss_total": 0.014792782254517078,
      "step": 9160
    },
    {
      "loss_action": 0.015219070017337799,
      "loss_total": 0.015219070017337799,
      "step": 9160
    },
    {
      "loss_action": 0.021644486114382744,
      "loss_total": 0.021644486114382744,
      "step": 9160
    },
    {
      "loss_action": 0.02014622464776039,
      "loss_total": 0.02014622464776039,
      "step": 9160
    },
    {
      "loss_action": 0.013420028612017632,
      "loss_total": 0.013420028612017632,
      "step": 9160
    },
    {
      "loss_action": 0.027988307178020477,
      "loss_total": 0.027988307178020477,
      "step": 9160
    },
    {
      "loss_action": 0.018218407407402992,
      "loss_total": 0.018218407407402992,
      "step": 9160
    },
    {
      "grad_norm": 0.3998119831085205,
      "learning_rate": 4.5845000000000006e-05,
      "loss": 0.0243,
      "step": 9170
    },
    {
      "loss_action": 0.01996534690260887,
      "loss_total": 0.01996534690260887,
      "step": 9170
    },
    {
      "loss_action": 0.016880396753549576,
      "loss_total": 0.016880396753549576,
      "step": 9170
    },
    {
      "loss_action": 0.02209305204451084,
      "loss_total": 0.02209305204451084,
      "step": 9170
    },
    {
      "loss_action": 0.013343876227736473,
      "loss_total": 0.013343876227736473,
      "step": 9170
    },
    {
      "loss_action": 0.017244897782802582,
      "loss_total": 0.017244897782802582,
      "step": 9170
    },
    {
      "loss_action": 0.03144941106438637,
      "loss_total": 0.03144941106438637,
      "step": 9170
    },
    {
      "loss_action": 0.030392643064260483,
      "loss_total": 0.030392643064260483,
      "step": 9170
    },
    {
      "loss_action": 0.04403115063905716,
      "loss_total": 0.04403115063905716,
      "step": 9170
    },
    {
      "grad_norm": 0.4763866662979126,
      "learning_rate": 4.589500000000001e-05,
      "loss": 0.0234,
      "step": 9180
    },
    {
      "loss_action": 0.03938891738653183,
      "loss_total": 0.03938891738653183,
      "step": 9180
    },
    {
      "loss_action": 0.03108595311641693,
      "loss_total": 0.03108595311641693,
      "step": 9180
    },
    {
      "loss_action": 0.03136545792222023,
      "loss_total": 0.03136545792222023,
      "step": 9180
    },
    {
      "loss_action": 0.039914581924676895,
      "loss_total": 0.039914581924676895,
      "step": 9180
    },
    {
      "loss_action": 0.023283250629901886,
      "loss_total": 0.023283250629901886,
      "step": 9180
    },
    {
      "loss_action": 0.020252324640750885,
      "loss_total": 0.020252324640750885,
      "step": 9180
    },
    {
      "loss_action": 0.02785557508468628,
      "loss_total": 0.02785557508468628,
      "step": 9180
    },
    {
      "loss_action": 0.03761618956923485,
      "loss_total": 0.03761618956923485,
      "step": 9180
    },
    {
      "grad_norm": 0.4869839549064636,
      "learning_rate": 4.5945e-05,
      "loss": 0.0328,
      "step": 9190
    },
    {
      "loss_action": 0.02649710699915886,
      "loss_total": 0.02649710699915886,
      "step": 9190
    },
    {
      "loss_action": 0.02588297799229622,
      "loss_total": 0.02588297799229622,
      "step": 9190
    },
    {
      "loss_action": 0.018322700634598732,
      "loss_total": 0.018322700634598732,
      "step": 9190
    },
    {
      "loss_action": 0.024118905887007713,
      "loss_total": 0.024118905887007713,
      "step": 9190
    },
    {
      "loss_action": 0.019129302352666855,
      "loss_total": 0.019129302352666855,
      "step": 9190
    },
    {
      "loss_action": 0.01750912144780159,
      "loss_total": 0.01750912144780159,
      "step": 9190
    },
    {
      "loss_action": 0.01969831809401512,
      "loss_total": 0.01969831809401512,
      "step": 9190
    },
    {
      "loss_action": 0.016508465632796288,
      "loss_total": 0.016508465632796288,
      "step": 9190
    },
    {
      "grad_norm": 0.3751167356967926,
      "learning_rate": 4.5995e-05,
      "loss": 0.0263,
      "step": 9200
    },
    {
      "loss_action": 0.022541120648384094,
      "loss_total": 0.022541120648384094,
      "step": 9200
    },
    {
      "loss_action": 0.15926018357276917,
      "loss_total": 0.15926018357276917,
      "step": 9200
    },
    {
      "loss_action": 0.03277137503027916,
      "loss_total": 0.03277137503027916,
      "step": 9200
    },
    {
      "loss_action": 0.03131083399057388,
      "loss_total": 0.03131083399057388,
      "step": 9200
    },
    {
      "loss_action": 0.021003372967243195,
      "loss_total": 0.021003372967243195,
      "step": 9200
    },
    {
      "loss_action": 0.016634147614240646,
      "loss_total": 0.016634147614240646,
      "step": 9200
    },
    {
      "loss_action": 0.0546383373439312,
      "loss_total": 0.0546383373439312,
      "step": 9200
    },
    {
      "loss_action": 0.014177091419696808,
      "loss_total": 0.014177091419696808,
      "step": 9200
    },
    {
      "grad_norm": 0.4335305690765381,
      "learning_rate": 4.6045000000000004e-05,
      "loss": 0.0282,
      "step": 9210
    },
    {
      "loss_action": 0.020314745604991913,
      "loss_total": 0.020314745604991913,
      "step": 9210
    },
    {
      "loss_action": 0.015592841431498528,
      "loss_total": 0.015592841431498528,
      "step": 9210
    },
    {
      "loss_action": 0.02892163023352623,
      "loss_total": 0.02892163023352623,
      "step": 9210
    },
    {
      "loss_action": 0.04949503391981125,
      "loss_total": 0.04949503391981125,
      "step": 9210
    },
    {
      "loss_action": 0.02369014360010624,
      "loss_total": 0.02369014360010624,
      "step": 9210
    },
    {
      "loss_action": 0.027529267594218254,
      "loss_total": 0.027529267594218254,
      "step": 9210
    },
    {
      "loss_action": 0.025524374097585678,
      "loss_total": 0.025524374097585678,
      "step": 9210
    },
    {
      "loss_action": 0.035874612629413605,
      "loss_total": 0.035874612629413605,
      "step": 9210
    },
    {
      "grad_norm": 0.42622074484825134,
      "learning_rate": 4.6095000000000005e-05,
      "loss": 0.0285,
      "step": 9220
    },
    {
      "loss_action": 0.021519683301448822,
      "loss_total": 0.021519683301448822,
      "step": 9220
    },
    {
      "loss_action": 0.046807702630758286,
      "loss_total": 0.046807702630758286,
      "step": 9220
    },
    {
      "loss_action": 0.02617816999554634,
      "loss_total": 0.02617816999554634,
      "step": 9220
    },
    {
      "loss_action": 0.02128494158387184,
      "loss_total": 0.02128494158387184,
      "step": 9220
    },
    {
      "loss_action": 0.03462240844964981,
      "loss_total": 0.03462240844964981,
      "step": 9220
    },
    {
      "loss_action": 0.03626552224159241,
      "loss_total": 0.03626552224159241,
      "step": 9220
    },
    {
      "loss_action": 0.0266131479293108,
      "loss_total": 0.0266131479293108,
      "step": 9220
    },
    {
      "loss_action": 0.024531906470656395,
      "loss_total": 0.024531906470656395,
      "step": 9220
    },
    {
      "grad_norm": 0.44510743021965027,
      "learning_rate": 4.6145000000000006e-05,
      "loss": 0.0267,
      "step": 9230
    },
    {
      "loss_action": 0.029672907665371895,
      "loss_total": 0.029672907665371895,
      "step": 9230
    },
    {
      "loss_action": 0.02592947706580162,
      "loss_total": 0.02592947706580162,
      "step": 9230
    },
    {
      "loss_action": 0.012752052396535873,
      "loss_total": 0.012752052396535873,
      "step": 9230
    },
    {
      "loss_action": 0.01181070040911436,
      "loss_total": 0.01181070040911436,
      "step": 9230
    },
    {
      "loss_action": 0.024872776120901108,
      "loss_total": 0.024872776120901108,
      "step": 9230
    },
    {
      "loss_action": 0.011825678870081902,
      "loss_total": 0.011825678870081902,
      "step": 9230
    },
    {
      "loss_action": 0.03064899891614914,
      "loss_total": 0.03064899891614914,
      "step": 9230
    },
    {
      "loss_action": 0.09610436856746674,
      "loss_total": 0.09610436856746674,
      "step": 9230
    },
    {
      "grad_norm": 0.48436135053634644,
      "learning_rate": 4.619500000000001e-05,
      "loss": 0.0301,
      "step": 9240
    },
    {
      "loss_action": 0.043661706149578094,
      "loss_total": 0.043661706149578094,
      "step": 9240
    },
    {
      "loss_action": 0.019481996074318886,
      "loss_total": 0.019481996074318886,
      "step": 9240
    },
    {
      "loss_action": 0.02373971976339817,
      "loss_total": 0.02373971976339817,
      "step": 9240
    },
    {
      "loss_action": 0.030561204999685287,
      "loss_total": 0.030561204999685287,
      "step": 9240
    },
    {
      "loss_action": 0.027912655845284462,
      "loss_total": 0.027912655845284462,
      "step": 9240
    },
    {
      "loss_action": 0.02536732889711857,
      "loss_total": 0.02536732889711857,
      "step": 9240
    },
    {
      "loss_action": 0.018434979021549225,
      "loss_total": 0.018434979021549225,
      "step": 9240
    },
    {
      "loss_action": 0.017572203651070595,
      "loss_total": 0.017572203651070595,
      "step": 9240
    },
    {
      "grad_norm": 0.42104819416999817,
      "learning_rate": 4.6245e-05,
      "loss": 0.03,
      "step": 9250
    },
    {
      "loss_action": 0.027074705809354782,
      "loss_total": 0.027074705809354782,
      "step": 9250
    },
    {
      "loss_action": 0.022236574441194534,
      "loss_total": 0.022236574441194534,
      "step": 9250
    },
    {
      "loss_action": 0.036119505763053894,
      "loss_total": 0.036119505763053894,
      "step": 9250
    },
    {
      "loss_action": 0.048970192670822144,
      "loss_total": 0.048970192670822144,
      "step": 9250
    },
    {
      "loss_action": 0.015422118827700615,
      "loss_total": 0.015422118827700615,
      "step": 9250
    },
    {
      "loss_action": 0.02623319998383522,
      "loss_total": 0.02623319998383522,
      "step": 9250
    },
    {
      "loss_action": 0.03504157066345215,
      "loss_total": 0.03504157066345215,
      "step": 9250
    },
    {
      "loss_action": 0.01573096215724945,
      "loss_total": 0.01573096215724945,
      "step": 9250
    },
    {
      "grad_norm": 0.43132489919662476,
      "learning_rate": 4.6294999999999996e-05,
      "loss": 0.03,
      "step": 9260
    },
    {
      "loss_action": 0.023503944277763367,
      "loss_total": 0.023503944277763367,
      "step": 9260
    },
    {
      "loss_action": 0.03606490418314934,
      "loss_total": 0.03606490418314934,
      "step": 9260
    },
    {
      "loss_action": 0.0487651452422142,
      "loss_total": 0.0487651452422142,
      "step": 9260
    },
    {
      "loss_action": 0.032477039843797684,
      "loss_total": 0.032477039843797684,
      "step": 9260
    },
    {
      "loss_action": 0.02226279303431511,
      "loss_total": 0.02226279303431511,
      "step": 9260
    },
    {
      "loss_action": 0.03739117830991745,
      "loss_total": 0.03739117830991745,
      "step": 9260
    },
    {
      "loss_action": 0.08477556705474854,
      "loss_total": 0.08477556705474854,
      "step": 9260
    },
    {
      "loss_action": 0.02848837524652481,
      "loss_total": 0.02848837524652481,
      "step": 9260
    },
    {
      "grad_norm": 0.5305761694908142,
      "learning_rate": 4.6345e-05,
      "loss": 0.0337,
      "step": 9270
    },
    {
      "loss_action": 0.014759175479412079,
      "loss_total": 0.014759175479412079,
      "step": 9270
    },
    {
      "loss_action": 0.029825840145349503,
      "loss_total": 0.029825840145349503,
      "step": 9270
    },
    {
      "loss_action": 0.018632326275110245,
      "loss_total": 0.018632326275110245,
      "step": 9270
    },
    {
      "loss_action": 0.04148801043629646,
      "loss_total": 0.04148801043629646,
      "step": 9270
    },
    {
      "loss_action": 0.022992834448814392,
      "loss_total": 0.022992834448814392,
      "step": 9270
    },
    {
      "loss_action": 0.03436253219842911,
      "loss_total": 0.03436253219842911,
      "step": 9270
    },
    {
      "loss_action": 0.016279544681310654,
      "loss_total": 0.016279544681310654,
      "step": 9270
    },
    {
      "loss_action": 0.02575863152742386,
      "loss_total": 0.02575863152742386,
      "step": 9270
    },
    {
      "grad_norm": 0.3834874629974365,
      "learning_rate": 4.6395e-05,
      "loss": 0.03,
      "step": 9280
    },
    {
      "loss_action": 0.022746043279767036,
      "loss_total": 0.022746043279767036,
      "step": 9280
    },
    {
      "loss_action": 0.013916317373514175,
      "loss_total": 0.013916317373514175,
      "step": 9280
    },
    {
      "loss_action": 0.03761739283800125,
      "loss_total": 0.03761739283800125,
      "step": 9280
    },
    {
      "loss_action": 0.01928359642624855,
      "loss_total": 0.01928359642624855,
      "step": 9280
    },
    {
      "loss_action": 0.02083190716803074,
      "loss_total": 0.02083190716803074,
      "step": 9280
    },
    {
      "loss_action": 0.022138988599181175,
      "loss_total": 0.022138988599181175,
      "step": 9280
    },
    {
      "loss_action": 0.039278626441955566,
      "loss_total": 0.039278626441955566,
      "step": 9280
    },
    {
      "loss_action": 0.022460732609033585,
      "loss_total": 0.022460732609033585,
      "step": 9280
    },
    {
      "grad_norm": 0.3769703507423401,
      "learning_rate": 4.6445e-05,
      "loss": 0.0268,
      "step": 9290
    },
    {
      "loss_action": 0.031303152441978455,
      "loss_total": 0.031303152441978455,
      "step": 9290
    },
    {
      "loss_action": 0.021487658843398094,
      "loss_total": 0.021487658843398094,
      "step": 9290
    },
    {
      "loss_action": 0.01242754701524973,
      "loss_total": 0.01242754701524973,
      "step": 9290
    },
    {
      "loss_action": 0.023038513958454132,
      "loss_total": 0.023038513958454132,
      "step": 9290
    },
    {
      "loss_action": 0.04408728703856468,
      "loss_total": 0.04408728703856468,
      "step": 9290
    },
    {
      "loss_action": 0.013790830969810486,
      "loss_total": 0.013790830969810486,
      "step": 9290
    },
    {
      "loss_action": 0.018221547827124596,
      "loss_total": 0.018221547827124596,
      "step": 9290
    },
    {
      "loss_action": 0.019633576273918152,
      "loss_total": 0.019633576273918152,
      "step": 9290
    },
    {
      "grad_norm": 0.4738454520702362,
      "learning_rate": 4.6495e-05,
      "loss": 0.0269,
      "step": 9300
    },
    {
      "loss_action": 0.01815934292972088,
      "loss_total": 0.01815934292972088,
      "step": 9300
    },
    {
      "loss_action": 0.012342668138444424,
      "loss_total": 0.012342668138444424,
      "step": 9300
    },
    {
      "loss_action": 0.040373146533966064,
      "loss_total": 0.040373146533966064,
      "step": 9300
    },
    {
      "loss_action": 0.01833418384194374,
      "loss_total": 0.01833418384194374,
      "step": 9300
    },
    {
      "loss_action": 0.01867404393851757,
      "loss_total": 0.01867404393851757,
      "step": 9300
    },
    {
      "loss_action": 0.013874432072043419,
      "loss_total": 0.013874432072043419,
      "step": 9300
    },
    {
      "loss_action": 0.017528722062706947,
      "loss_total": 0.017528722062706947,
      "step": 9300
    },
    {
      "loss_action": 0.018270142376422882,
      "loss_total": 0.018270142376422882,
      "step": 9300
    },
    {
      "grad_norm": 0.38862380385398865,
      "learning_rate": 4.6545e-05,
      "loss": 0.0255,
      "step": 9310
    },
    {
      "loss_action": 0.026664040982723236,
      "loss_total": 0.026664040982723236,
      "step": 9310
    },
    {
      "loss_action": 0.018993191421031952,
      "loss_total": 0.018993191421031952,
      "step": 9310
    },
    {
      "loss_action": 0.021489698439836502,
      "loss_total": 0.021489698439836502,
      "step": 9310
    },
    {
      "loss_action": 0.029839595779776573,
      "loss_total": 0.029839595779776573,
      "step": 9310
    },
    {
      "loss_action": 0.025106094777584076,
      "loss_total": 0.025106094777584076,
      "step": 9310
    },
    {
      "loss_action": 0.015391492284834385,
      "loss_total": 0.015391492284834385,
      "step": 9310
    },
    {
      "loss_action": 0.014612053520977497,
      "loss_total": 0.014612053520977497,
      "step": 9310
    },
    {
      "loss_action": 0.021921541541814804,
      "loss_total": 0.021921541541814804,
      "step": 9310
    },
    {
      "grad_norm": 0.42079615592956543,
      "learning_rate": 4.6595e-05,
      "loss": 0.023,
      "step": 9320
    },
    {
      "loss_action": 0.027837801724672318,
      "loss_total": 0.027837801724672318,
      "step": 9320
    },
    {
      "loss_action": 0.012481443583965302,
      "loss_total": 0.012481443583965302,
      "step": 9320
    },
    {
      "loss_action": 0.027997232973575592,
      "loss_total": 0.027997232973575592,
      "step": 9320
    },
    {
      "loss_action": 0.016100894659757614,
      "loss_total": 0.016100894659757614,
      "step": 9320
    },
    {
      "loss_action": 0.022981589660048485,
      "loss_total": 0.022981589660048485,
      "step": 9320
    },
    {
      "loss_action": 0.020539909601211548,
      "loss_total": 0.020539909601211548,
      "step": 9320
    },
    {
      "loss_action": 0.013866983354091644,
      "loss_total": 0.013866983354091644,
      "step": 9320
    },
    {
      "loss_action": 0.020852090790867805,
      "loss_total": 0.020852090790867805,
      "step": 9320
    },
    {
      "grad_norm": 0.39087462425231934,
      "learning_rate": 4.6645e-05,
      "loss": 0.0232,
      "step": 9330
    },
    {
      "loss_action": 0.03397796303033829,
      "loss_total": 0.03397796303033829,
      "step": 9330
    },
    {
      "loss_action": 0.014765124768018723,
      "loss_total": 0.014765124768018723,
      "step": 9330
    },
    {
      "loss_action": 0.01676482893526554,
      "loss_total": 0.01676482893526554,
      "step": 9330
    },
    {
      "loss_action": 0.02550436556339264,
      "loss_total": 0.02550436556339264,
      "step": 9330
    },
    {
      "loss_action": 0.017256757244467735,
      "loss_total": 0.017256757244467735,
      "step": 9330
    },
    {
      "loss_action": 0.0183870792388916,
      "loss_total": 0.0183870792388916,
      "step": 9330
    },
    {
      "loss_action": 0.038079340010881424,
      "loss_total": 0.038079340010881424,
      "step": 9330
    },
    {
      "loss_action": 0.01878543198108673,
      "loss_total": 0.01878543198108673,
      "step": 9330
    },
    {
      "grad_norm": 0.3627977669239044,
      "learning_rate": 4.6695e-05,
      "loss": 0.0288,
      "step": 9340
    },
    {
      "loss_action": 0.051587674766778946,
      "loss_total": 0.051587674766778946,
      "step": 9340
    },
    {
      "loss_action": 0.020982861518859863,
      "loss_total": 0.020982861518859863,
      "step": 9340
    },
    {
      "loss_action": 0.014323646202683449,
      "loss_total": 0.014323646202683449,
      "step": 9340
    },
    {
      "loss_action": 0.017314348369836807,
      "loss_total": 0.017314348369836807,
      "step": 9340
    },
    {
      "loss_action": 0.04928284510970116,
      "loss_total": 0.04928284510970116,
      "step": 9340
    },
    {
      "loss_action": 0.019525229930877686,
      "loss_total": 0.019525229930877686,
      "step": 9340
    },
    {
      "loss_action": 0.015736160799860954,
      "loss_total": 0.015736160799860954,
      "step": 9340
    },
    {
      "loss_action": 0.033867307007312775,
      "loss_total": 0.033867307007312775,
      "step": 9340
    },
    {
      "grad_norm": 0.46919164061546326,
      "learning_rate": 4.6745e-05,
      "loss": 0.0257,
      "step": 9350
    },
    {
      "loss_action": 0.029020365327596664,
      "loss_total": 0.029020365327596664,
      "step": 9350
    },
    {
      "loss_action": 0.013189597986638546,
      "loss_total": 0.013189597986638546,
      "step": 9350
    },
    {
      "loss_action": 0.11171676218509674,
      "loss_total": 0.11171676218509674,
      "step": 9350
    },
    {
      "loss_action": 0.014415673911571503,
      "loss_total": 0.014415673911571503,
      "step": 9350
    },
    {
      "loss_action": 0.017325207591056824,
      "loss_total": 0.017325207591056824,
      "step": 9350
    },
    {
      "loss_action": 0.028575461357831955,
      "loss_total": 0.028575461357831955,
      "step": 9350
    },
    {
      "loss_action": 0.039513904601335526,
      "loss_total": 0.039513904601335526,
      "step": 9350
    },
    {
      "loss_action": 0.0186738483607769,
      "loss_total": 0.0186738483607769,
      "step": 9350
    },
    {
      "grad_norm": 0.4436006546020508,
      "learning_rate": 4.6795e-05,
      "loss": 0.0266,
      "step": 9360
    },
    {
      "loss_action": 0.01874518394470215,
      "loss_total": 0.01874518394470215,
      "step": 9360
    },
    {
      "loss_action": 0.030337821692228317,
      "loss_total": 0.030337821692228317,
      "step": 9360
    },
    {
      "loss_action": 0.0479767881333828,
      "loss_total": 0.0479767881333828,
      "step": 9360
    },
    {
      "loss_action": 0.015111120417714119,
      "loss_total": 0.015111120417714119,
      "step": 9360
    },
    {
      "loss_action": 0.016849856823682785,
      "loss_total": 0.016849856823682785,
      "step": 9360
    },
    {
      "loss_action": 0.02498019114136696,
      "loss_total": 0.02498019114136696,
      "step": 9360
    },
    {
      "loss_action": 0.015737757086753845,
      "loss_total": 0.015737757086753845,
      "step": 9360
    },
    {
      "loss_action": 0.022951764985919,
      "loss_total": 0.022951764985919,
      "step": 9360
    },
    {
      "grad_norm": 0.4772617816925049,
      "learning_rate": 4.6845e-05,
      "loss": 0.025,
      "step": 9370
    },
    {
      "loss_action": 0.022526491433382034,
      "loss_total": 0.022526491433382034,
      "step": 9370
    },
    {
      "loss_action": 0.02407108247280121,
      "loss_total": 0.02407108247280121,
      "step": 9370
    },
    {
      "loss_action": 0.023720640689134598,
      "loss_total": 0.023720640689134598,
      "step": 9370
    },
    {
      "loss_action": 0.024388238787651062,
      "loss_total": 0.024388238787651062,
      "step": 9370
    },
    {
      "loss_action": 0.020354727283120155,
      "loss_total": 0.020354727283120155,
      "step": 9370
    },
    {
      "loss_action": 0.05254442244768143,
      "loss_total": 0.05254442244768143,
      "step": 9370
    },
    {
      "loss_action": 0.02463410422205925,
      "loss_total": 0.02463410422205925,
      "step": 9370
    },
    {
      "loss_action": 0.025853795930743217,
      "loss_total": 0.025853795930743217,
      "step": 9370
    },
    {
      "grad_norm": 0.30919432640075684,
      "learning_rate": 4.6895e-05,
      "loss": 0.0243,
      "step": 9380
    },
    {
      "loss_action": 0.05143165588378906,
      "loss_total": 0.05143165588378906,
      "step": 9380
    },
    {
      "loss_action": 0.021911446005105972,
      "loss_total": 0.021911446005105972,
      "step": 9380
    },
    {
      "loss_action": 0.016128357499837875,
      "loss_total": 0.016128357499837875,
      "step": 9380
    },
    {
      "loss_action": 0.024251922965049744,
      "loss_total": 0.024251922965049744,
      "step": 9380
    },
    {
      "loss_action": 0.018027693033218384,
      "loss_total": 0.018027693033218384,
      "step": 9380
    },
    {
      "loss_action": 0.0242959912866354,
      "loss_total": 0.0242959912866354,
      "step": 9380
    },
    {
      "loss_action": 0.017608847469091415,
      "loss_total": 0.017608847469091415,
      "step": 9380
    },
    {
      "loss_action": 0.01951458863914013,
      "loss_total": 0.01951458863914013,
      "step": 9380
    },
    {
      "grad_norm": 0.3636241555213928,
      "learning_rate": 4.6945e-05,
      "loss": 0.0221,
      "step": 9390
    },
    {
      "loss_action": 0.025088435038924217,
      "loss_total": 0.025088435038924217,
      "step": 9390
    },
    {
      "loss_action": 0.022618060931563377,
      "loss_total": 0.022618060931563377,
      "step": 9390
    },
    {
      "loss_action": 0.030063409358263016,
      "loss_total": 0.030063409358263016,
      "step": 9390
    },
    {
      "loss_action": 0.01997380331158638,
      "loss_total": 0.01997380331158638,
      "step": 9390
    },
    {
      "loss_action": 0.025413816794753075,
      "loss_total": 0.025413816794753075,
      "step": 9390
    },
    {
      "loss_action": 0.020343298092484474,
      "loss_total": 0.020343298092484474,
      "step": 9390
    },
    {
      "loss_action": 0.023507654666900635,
      "loss_total": 0.023507654666900635,
      "step": 9390
    },
    {
      "loss_action": 0.015776250511407852,
      "loss_total": 0.015776250511407852,
      "step": 9390
    },
    {
      "grad_norm": 0.44917890429496765,
      "learning_rate": 4.6995e-05,
      "loss": 0.0292,
      "step": 9400
    },
    {
      "loss_action": 0.0156401414424181,
      "loss_total": 0.0156401414424181,
      "step": 9400
    },
    {
      "loss_action": 0.045928992331027985,
      "loss_total": 0.045928992331027985,
      "step": 9400
    },
    {
      "loss_action": 0.02588038519024849,
      "loss_total": 0.02588038519024849,
      "step": 9400
    },
    {
      "loss_action": 0.03202648460865021,
      "loss_total": 0.03202648460865021,
      "step": 9400
    },
    {
      "loss_action": 0.027172401547431946,
      "loss_total": 0.027172401547431946,
      "step": 9400
    },
    {
      "loss_action": 0.02629968337714672,
      "loss_total": 0.02629968337714672,
      "step": 9400
    },
    {
      "loss_action": 0.04367364943027496,
      "loss_total": 0.04367364943027496,
      "step": 9400
    },
    {
      "loss_action": 0.027084199711680412,
      "loss_total": 0.027084199711680412,
      "step": 9400
    },
    {
      "grad_norm": 0.35941842198371887,
      "learning_rate": 4.7045e-05,
      "loss": 0.0266,
      "step": 9410
    },
    {
      "loss_action": 0.027504246681928635,
      "loss_total": 0.027504246681928635,
      "step": 9410
    },
    {
      "loss_action": 0.0268644317984581,
      "loss_total": 0.0268644317984581,
      "step": 9410
    },
    {
      "loss_action": 0.014978913590312004,
      "loss_total": 0.014978913590312004,
      "step": 9410
    },
    {
      "loss_action": 0.022612720727920532,
      "loss_total": 0.022612720727920532,
      "step": 9410
    },
    {
      "loss_action": 0.036026496440172195,
      "loss_total": 0.036026496440172195,
      "step": 9410
    },
    {
      "loss_action": 0.01582583226263523,
      "loss_total": 0.01582583226263523,
      "step": 9410
    },
    {
      "loss_action": 0.02336817979812622,
      "loss_total": 0.02336817979812622,
      "step": 9410
    },
    {
      "loss_action": 0.02793140336871147,
      "loss_total": 0.02793140336871147,
      "step": 9410
    },
    {
      "grad_norm": 0.364071786403656,
      "learning_rate": 4.7095e-05,
      "loss": 0.0242,
      "step": 9420
    },
    {
      "loss_action": 0.01428494043648243,
      "loss_total": 0.01428494043648243,
      "step": 9420
    },
    {
      "loss_action": 0.02928043156862259,
      "loss_total": 0.02928043156862259,
      "step": 9420
    },
    {
      "loss_action": 0.017721669748425484,
      "loss_total": 0.017721669748425484,
      "step": 9420
    },
    {
      "loss_action": 0.0214528925716877,
      "loss_total": 0.0214528925716877,
      "step": 9420
    },
    {
      "loss_action": 0.016427572816610336,
      "loss_total": 0.016427572816610336,
      "step": 9420
    },
    {
      "loss_action": 0.030499614775180817,
      "loss_total": 0.030499614775180817,
      "step": 9420
    },
    {
      "loss_action": 0.023123066872358322,
      "loss_total": 0.023123066872358322,
      "step": 9420
    },
    {
      "loss_action": 0.01668011024594307,
      "loss_total": 0.01668011024594307,
      "step": 9420
    },
    {
      "grad_norm": 0.30424025654792786,
      "learning_rate": 4.7145000000000003e-05,
      "loss": 0.0216,
      "step": 9430
    },
    {
      "loss_action": 0.011833742260932922,
      "loss_total": 0.011833742260932922,
      "step": 9430
    },
    {
      "loss_action": 0.018431810662150383,
      "loss_total": 0.018431810662150383,
      "step": 9430
    },
    {
      "loss_action": 0.014997432939708233,
      "loss_total": 0.014997432939708233,
      "step": 9430
    },
    {
      "loss_action": 0.01606239750981331,
      "loss_total": 0.01606239750981331,
      "step": 9430
    },
    {
      "loss_action": 0.024139422923326492,
      "loss_total": 0.024139422923326492,
      "step": 9430
    },
    {
      "loss_action": 0.026444952934980392,
      "loss_total": 0.026444952934980392,
      "step": 9430
    },
    {
      "loss_action": 0.02425987459719181,
      "loss_total": 0.02425987459719181,
      "step": 9430
    },
    {
      "loss_action": 0.02953324466943741,
      "loss_total": 0.02953324466943741,
      "step": 9430
    },
    {
      "grad_norm": 0.4517633020877838,
      "learning_rate": 4.7195e-05,
      "loss": 0.0229,
      "step": 9440
    },
    {
      "loss_action": 0.011371655389666557,
      "loss_total": 0.011371655389666557,
      "step": 9440
    },
    {
      "loss_action": 0.031545255333185196,
      "loss_total": 0.031545255333185196,
      "step": 9440
    },
    {
      "loss_action": 0.013527411967515945,
      "loss_total": 0.013527411967515945,
      "step": 9440
    },
    {
      "loss_action": 0.016763068735599518,
      "loss_total": 0.016763068735599518,
      "step": 9440
    },
    {
      "loss_action": 0.01358828879892826,
      "loss_total": 0.01358828879892826,
      "step": 9440
    },
    {
      "loss_action": 0.022074099630117416,
      "loss_total": 0.022074099630117416,
      "step": 9440
    },
    {
      "loss_action": 0.017641989514231682,
      "loss_total": 0.017641989514231682,
      "step": 9440
    },
    {
      "loss_action": 0.029923923313617706,
      "loss_total": 0.029923923313617706,
      "step": 9440
    },
    {
      "grad_norm": 0.47668981552124023,
      "learning_rate": 4.7245e-05,
      "loss": 0.0229,
      "step": 9450
    },
    {
      "loss_action": 0.01595042087137699,
      "loss_total": 0.01595042087137699,
      "step": 9450
    },
    {
      "loss_action": 0.020527757704257965,
      "loss_total": 0.020527757704257965,
      "step": 9450
    },
    {
      "loss_action": 0.013320976868271828,
      "loss_total": 0.013320976868271828,
      "step": 9450
    },
    {
      "loss_action": 0.010718313977122307,
      "loss_total": 0.010718313977122307,
      "step": 9450
    },
    {
      "loss_action": 0.027118947356939316,
      "loss_total": 0.027118947356939316,
      "step": 9450
    },
    {
      "loss_action": 0.04120522737503052,
      "loss_total": 0.04120522737503052,
      "step": 9450
    },
    {
      "loss_action": 0.06913446635007858,
      "loss_total": 0.06913446635007858,
      "step": 9450
    },
    {
      "loss_action": 0.037414971739053726,
      "loss_total": 0.037414971739053726,
      "step": 9450
    },
    {
      "grad_norm": 0.41218188405036926,
      "learning_rate": 4.7295e-05,
      "loss": 0.029,
      "step": 9460
    },
    {
      "loss_action": 0.034404855221509933,
      "loss_total": 0.034404855221509933,
      "step": 9460
    },
    {
      "loss_action": 0.014401257038116455,
      "loss_total": 0.014401257038116455,
      "step": 9460
    },
    {
      "loss_action": 0.029019314795732498,
      "loss_total": 0.029019314795732498,
      "step": 9460
    },
    {
      "loss_action": 0.03436924144625664,
      "loss_total": 0.03436924144625664,
      "step": 9460
    },
    {
      "loss_action": 0.02328455075621605,
      "loss_total": 0.02328455075621605,
      "step": 9460
    },
    {
      "loss_action": 0.02011987566947937,
      "loss_total": 0.02011987566947937,
      "step": 9460
    },
    {
      "loss_action": 0.013019762001931667,
      "loss_total": 0.013019762001931667,
      "step": 9460
    },
    {
      "loss_action": 0.030385835096240044,
      "loss_total": 0.030385835096240044,
      "step": 9460
    },
    {
      "grad_norm": 0.35116928815841675,
      "learning_rate": 4.7345e-05,
      "loss": 0.0236,
      "step": 9470
    },
    {
      "loss_action": 0.026093363761901855,
      "loss_total": 0.026093363761901855,
      "step": 9470
    },
    {
      "loss_action": 0.016561497002840042,
      "loss_total": 0.016561497002840042,
      "step": 9470
    },
    {
      "loss_action": 0.014645801857113838,
      "loss_total": 0.014645801857113838,
      "step": 9470
    },
    {
      "loss_action": 0.018411165103316307,
      "loss_total": 0.018411165103316307,
      "step": 9470
    },
    {
      "loss_action": 0.019274989143013954,
      "loss_total": 0.019274989143013954,
      "step": 9470
    },
    {
      "loss_action": 0.03386469930410385,
      "loss_total": 0.03386469930410385,
      "step": 9470
    },
    {
      "loss_action": 0.0218955185264349,
      "loss_total": 0.0218955185264349,
      "step": 9470
    },
    {
      "loss_action": 0.021333828568458557,
      "loss_total": 0.021333828568458557,
      "step": 9470
    },
    {
      "grad_norm": 0.3976689279079437,
      "learning_rate": 4.7395e-05,
      "loss": 0.0224,
      "step": 9480
    },
    {
      "loss_action": 0.020566504448652267,
      "loss_total": 0.020566504448652267,
      "step": 9480
    },
    {
      "loss_action": 0.01309644803404808,
      "loss_total": 0.01309644803404808,
      "step": 9480
    },
    {
      "loss_action": 0.017178168520331383,
      "loss_total": 0.017178168520331383,
      "step": 9480
    },
    {
      "loss_action": 0.04050416126847267,
      "loss_total": 0.04050416126847267,
      "step": 9480
    },
    {
      "loss_action": 0.01697433739900589,
      "loss_total": 0.01697433739900589,
      "step": 9480
    },
    {
      "loss_action": 0.018152030184864998,
      "loss_total": 0.018152030184864998,
      "step": 9480
    },
    {
      "loss_action": 0.033753421157598495,
      "loss_total": 0.033753421157598495,
      "step": 9480
    },
    {
      "loss_action": 0.023179206997156143,
      "loss_total": 0.023179206997156143,
      "step": 9480
    },
    {
      "grad_norm": 0.3372404873371124,
      "learning_rate": 4.7445e-05,
      "loss": 0.0223,
      "step": 9490
    },
    {
      "loss_action": 0.013661086559295654,
      "loss_total": 0.013661086559295654,
      "step": 9490
    },
    {
      "loss_action": 0.022151678800582886,
      "loss_total": 0.022151678800582886,
      "step": 9490
    },
    {
      "loss_action": 0.015444472432136536,
      "loss_total": 0.015444472432136536,
      "step": 9490
    },
    {
      "loss_action": 0.01552264578640461,
      "loss_total": 0.01552264578640461,
      "step": 9490
    },
    {
      "loss_action": 0.026123687624931335,
      "loss_total": 0.026123687624931335,
      "step": 9490
    },
    {
      "loss_action": 0.01705138385295868,
      "loss_total": 0.01705138385295868,
      "step": 9490
    },
    {
      "loss_action": 0.01368635892868042,
      "loss_total": 0.01368635892868042,
      "step": 9490
    },
    {
      "loss_action": 0.014709098264575005,
      "loss_total": 0.014709098264575005,
      "step": 9490
    },
    {
      "grad_norm": 0.2961425483226776,
      "learning_rate": 4.7495e-05,
      "loss": 0.02,
      "step": 9500
    },
    {
      "loss_action": 0.015342138707637787,
      "loss_total": 0.015342138707637787,
      "step": 9500
    },
    {
      "loss_action": 0.03083200938999653,
      "loss_total": 0.03083200938999653,
      "step": 9500
    },
    {
      "loss_action": 0.03594842553138733,
      "loss_total": 0.03594842553138733,
      "step": 9500
    },
    {
      "loss_action": 0.019617494195699692,
      "loss_total": 0.019617494195699692,
      "step": 9500
    },
    {
      "loss_action": 0.017098261043429375,
      "loss_total": 0.017098261043429375,
      "step": 9500
    },
    {
      "loss_action": 0.015186328440904617,
      "loss_total": 0.015186328440904617,
      "step": 9500
    },
    {
      "loss_action": 0.018136095255613327,
      "loss_total": 0.018136095255613327,
      "step": 9500
    },
    {
      "loss_action": 0.020710688084363937,
      "loss_total": 0.020710688084363937,
      "step": 9500
    },
    {
      "grad_norm": 0.31408336758613586,
      "learning_rate": 4.7545e-05,
      "loss": 0.0243,
      "step": 9510
    },
    {
      "loss_action": 0.023994725197553635,
      "loss_total": 0.023994725197553635,
      "step": 9510
    },
    {
      "loss_action": 0.017972450703382492,
      "loss_total": 0.017972450703382492,
      "step": 9510
    },
    {
      "loss_action": 0.025126995518803596,
      "loss_total": 0.025126995518803596,
      "step": 9510
    },
    {
      "loss_action": 0.027400534600019455,
      "loss_total": 0.027400534600019455,
      "step": 9510
    },
    {
      "loss_action": 0.05735945701599121,
      "loss_total": 0.05735945701599121,
      "step": 9510
    },
    {
      "loss_action": 0.014160467311739922,
      "loss_total": 0.014160467311739922,
      "step": 9510
    },
    {
      "loss_action": 0.023478925228118896,
      "loss_total": 0.023478925228118896,
      "step": 9510
    },
    {
      "loss_action": 0.023858455941081047,
      "loss_total": 0.023858455941081047,
      "step": 9510
    },
    {
      "grad_norm": 0.49605754017829895,
      "learning_rate": 4.7595e-05,
      "loss": 0.0234,
      "step": 9520
    },
    {
      "loss_action": 0.015457605011761189,
      "loss_total": 0.015457605011761189,
      "step": 9520
    },
    {
      "loss_action": 0.03178708255290985,
      "loss_total": 0.03178708255290985,
      "step": 9520
    },
    {
      "loss_action": 0.018344933167099953,
      "loss_total": 0.018344933167099953,
      "step": 9520
    },
    {
      "loss_action": 0.017714381217956543,
      "loss_total": 0.017714381217956543,
      "step": 9520
    },
    {
      "loss_action": 0.030551480129361153,
      "loss_total": 0.030551480129361153,
      "step": 9520
    },
    {
      "loss_action": 0.018790699541568756,
      "loss_total": 0.018790699541568756,
      "step": 9520
    },
    {
      "loss_action": 0.04417155683040619,
      "loss_total": 0.04417155683040619,
      "step": 9520
    },
    {
      "loss_action": 0.012668970040977001,
      "loss_total": 0.012668970040977001,
      "step": 9520
    },
    {
      "grad_norm": 0.401611328125,
      "learning_rate": 4.7645e-05,
      "loss": 0.0252,
      "step": 9530
    },
    {
      "loss_action": 0.020260345190763474,
      "loss_total": 0.020260345190763474,
      "step": 9530
    },
    {
      "loss_action": 0.030540650710463524,
      "loss_total": 0.030540650710463524,
      "step": 9530
    },
    {
      "loss_action": 0.016527976840734482,
      "loss_total": 0.016527976840734482,
      "step": 9530
    },
    {
      "loss_action": 0.013196798041462898,
      "loss_total": 0.013196798041462898,
      "step": 9530
    },
    {
      "loss_action": 0.02166033536195755,
      "loss_total": 0.02166033536195755,
      "step": 9530
    },
    {
      "loss_action": 0.020528171211481094,
      "loss_total": 0.020528171211481094,
      "step": 9530
    },
    {
      "loss_action": 0.022954270243644714,
      "loss_total": 0.022954270243644714,
      "step": 9530
    },
    {
      "loss_action": 0.028268488124012947,
      "loss_total": 0.028268488124012947,
      "step": 9530
    },
    {
      "grad_norm": 0.41899555921554565,
      "learning_rate": 4.7695e-05,
      "loss": 0.0255,
      "step": 9540
    },
    {
      "loss_action": 0.02166900783777237,
      "loss_total": 0.02166900783777237,
      "step": 9540
    },
    {
      "loss_action": 0.024701286107301712,
      "loss_total": 0.024701286107301712,
      "step": 9540
    },
    {
      "loss_action": 0.02081361785531044,
      "loss_total": 0.02081361785531044,
      "step": 9540
    },
    {
      "loss_action": 0.017285548150539398,
      "loss_total": 0.017285548150539398,
      "step": 9540
    },
    {
      "loss_action": 0.027525030076503754,
      "loss_total": 0.027525030076503754,
      "step": 9540
    },
    {
      "loss_action": 0.01585077866911888,
      "loss_total": 0.01585077866911888,
      "step": 9540
    },
    {
      "loss_action": 0.012863364070653915,
      "loss_total": 0.012863364070653915,
      "step": 9540
    },
    {
      "loss_action": 0.01507395226508379,
      "loss_total": 0.01507395226508379,
      "step": 9540
    },
    {
      "grad_norm": 0.34393972158432007,
      "learning_rate": 4.7745e-05,
      "loss": 0.0215,
      "step": 9550
    },
    {
      "loss_action": 0.017998190596699715,
      "loss_total": 0.017998190596699715,
      "step": 9550
    },
    {
      "loss_action": 0.01538101490586996,
      "loss_total": 0.01538101490586996,
      "step": 9550
    },
    {
      "loss_action": 0.041371531784534454,
      "loss_total": 0.041371531784534454,
      "step": 9550
    },
    {
      "loss_action": 0.03934413939714432,
      "loss_total": 0.03934413939714432,
      "step": 9550
    },
    {
      "loss_action": 0.024682218208909035,
      "loss_total": 0.024682218208909035,
      "step": 9550
    },
    {
      "loss_action": 0.020938411355018616,
      "loss_total": 0.020938411355018616,
      "step": 9550
    },
    {
      "loss_action": 0.02980351634323597,
      "loss_total": 0.02980351634323597,
      "step": 9550
    },
    {
      "loss_action": 0.014777425676584244,
      "loss_total": 0.014777425676584244,
      "step": 9550
    },
    {
      "grad_norm": 0.5028448700904846,
      "learning_rate": 4.7795e-05,
      "loss": 0.0226,
      "step": 9560
    },
    {
      "loss_action": 0.036838922649621964,
      "loss_total": 0.036838922649621964,
      "step": 9560
    },
    {
      "loss_action": 0.029686126857995987,
      "loss_total": 0.029686126857995987,
      "step": 9560
    },
    {
      "loss_action": 0.01807350292801857,
      "loss_total": 0.01807350292801857,
      "step": 9560
    },
    {
      "loss_action": 0.01659347675740719,
      "loss_total": 0.01659347675740719,
      "step": 9560
    },
    {
      "loss_action": 0.017975684255361557,
      "loss_total": 0.017975684255361557,
      "step": 9560
    },
    {
      "loss_action": 0.09795253723859787,
      "loss_total": 0.09795253723859787,
      "step": 9560
    },
    {
      "loss_action": 0.018004484474658966,
      "loss_total": 0.018004484474658966,
      "step": 9560
    },
    {
      "loss_action": 0.02612387388944626,
      "loss_total": 0.02612387388944626,
      "step": 9560
    },
    {
      "grad_norm": 0.3193618655204773,
      "learning_rate": 4.7845e-05,
      "loss": 0.0287,
      "step": 9570
    },
    {
      "loss_action": 0.013965439051389694,
      "loss_total": 0.013965439051389694,
      "step": 9570
    },
    {
      "loss_action": 0.04289167746901512,
      "loss_total": 0.04289167746901512,
      "step": 9570
    },
    {
      "loss_action": 0.023735370486974716,
      "loss_total": 0.023735370486974716,
      "step": 9570
    },
    {
      "loss_action": 0.038661450147628784,
      "loss_total": 0.038661450147628784,
      "step": 9570
    },
    {
      "loss_action": 0.020757537335157394,
      "loss_total": 0.020757537335157394,
      "step": 9570
    },
    {
      "loss_action": 0.014665240421891212,
      "loss_total": 0.014665240421891212,
      "step": 9570
    },
    {
      "loss_action": 0.019747307524085045,
      "loss_total": 0.019747307524085045,
      "step": 9570
    },
    {
      "loss_action": 0.02013147622346878,
      "loss_total": 0.02013147622346878,
      "step": 9570
    },
    {
      "grad_norm": 0.4821487069129944,
      "learning_rate": 4.7895e-05,
      "loss": 0.0269,
      "step": 9580
    },
    {
      "loss_action": 0.024073969572782516,
      "loss_total": 0.024073969572782516,
      "step": 9580
    },
    {
      "loss_action": 0.02712627686560154,
      "loss_total": 0.02712627686560154,
      "step": 9580
    },
    {
      "loss_action": 0.017534617334604263,
      "loss_total": 0.017534617334604263,
      "step": 9580
    },
    {
      "loss_action": 0.019793309271335602,
      "loss_total": 0.019793309271335602,
      "step": 9580
    },
    {
      "loss_action": 0.016412774100899696,
      "loss_total": 0.016412774100899696,
      "step": 9580
    },
    {
      "loss_action": 0.01883767917752266,
      "loss_total": 0.01883767917752266,
      "step": 9580
    },
    {
      "loss_action": 0.020956914871931076,
      "loss_total": 0.020956914871931076,
      "step": 9580
    },
    {
      "loss_action": 0.02873295545578003,
      "loss_total": 0.02873295545578003,
      "step": 9580
    },
    {
      "grad_norm": 0.3643382787704468,
      "learning_rate": 4.7945e-05,
      "loss": 0.027,
      "step": 9590
    },
    {
      "loss_action": 0.022727135568857193,
      "loss_total": 0.022727135568857193,
      "step": 9590
    },
    {
      "loss_action": 0.01687348075211048,
      "loss_total": 0.01687348075211048,
      "step": 9590
    },
    {
      "loss_action": 0.03562242165207863,
      "loss_total": 0.03562242165207863,
      "step": 9590
    },
    {
      "loss_action": 0.03304155170917511,
      "loss_total": 0.03304155170917511,
      "step": 9590
    },
    {
      "loss_action": 0.019601017236709595,
      "loss_total": 0.019601017236709595,
      "step": 9590
    },
    {
      "loss_action": 0.018683087080717087,
      "loss_total": 0.018683087080717087,
      "step": 9590
    },
    {
      "loss_action": 0.018021825700998306,
      "loss_total": 0.018021825700998306,
      "step": 9590
    },
    {
      "loss_action": 0.013802779838442802,
      "loss_total": 0.013802779838442802,
      "step": 9590
    },
    {
      "grad_norm": 0.37126660346984863,
      "learning_rate": 4.7995000000000004e-05,
      "loss": 0.0236,
      "step": 9600
    },
    {
      "loss_action": 0.02408299595117569,
      "loss_total": 0.02408299595117569,
      "step": 9600
    },
    {
      "loss_action": 0.013708655722439289,
      "loss_total": 0.013708655722439289,
      "step": 9600
    },
    {
      "loss_action": 0.01575903408229351,
      "loss_total": 0.01575903408229351,
      "step": 9600
    },
    {
      "loss_action": 0.021641038358211517,
      "loss_total": 0.021641038358211517,
      "step": 9600
    },
    {
      "loss_action": 0.03353731334209442,
      "loss_total": 0.03353731334209442,
      "step": 9600
    },
    {
      "loss_action": 0.013592373579740524,
      "loss_total": 0.013592373579740524,
      "step": 9600
    },
    {
      "loss_action": 0.02892923913896084,
      "loss_total": 0.02892923913896084,
      "step": 9600
    },
    {
      "loss_action": 0.03624942526221275,
      "loss_total": 0.03624942526221275,
      "step": 9600
    },
    {
      "grad_norm": 0.41779080033302307,
      "learning_rate": 4.8045e-05,
      "loss": 0.0227,
      "step": 9610
    },
    {
      "loss_action": 0.017767038196325302,
      "loss_total": 0.017767038196325302,
      "step": 9610
    },
    {
      "loss_action": 0.021643098443746567,
      "loss_total": 0.021643098443746567,
      "step": 9610
    },
    {
      "loss_action": 0.10459073632955551,
      "loss_total": 0.10459073632955551,
      "step": 9610
    },
    {
      "loss_action": 0.03018075041472912,
      "loss_total": 0.03018075041472912,
      "step": 9610
    },
    {
      "loss_action": 0.02052983269095421,
      "loss_total": 0.02052983269095421,
      "step": 9610
    },
    {
      "loss_action": 0.021300170570611954,
      "loss_total": 0.021300170570611954,
      "step": 9610
    },
    {
      "loss_action": 0.014453472569584846,
      "loss_total": 0.014453472569584846,
      "step": 9610
    },
    {
      "loss_action": 0.031540464609861374,
      "loss_total": 0.031540464609861374,
      "step": 9610
    },
    {
      "grad_norm": 0.350522518157959,
      "learning_rate": 4.8095e-05,
      "loss": 0.0269,
      "step": 9620
    },
    {
      "loss_action": 0.02822384051978588,
      "loss_total": 0.02822384051978588,
      "step": 9620
    },
    {
      "loss_action": 0.0285838320851326,
      "loss_total": 0.0285838320851326,
      "step": 9620
    },
    {
      "loss_action": 0.020894117653369904,
      "loss_total": 0.020894117653369904,
      "step": 9620
    },
    {
      "loss_action": 0.031097248196601868,
      "loss_total": 0.031097248196601868,
      "step": 9620
    },
    {
      "loss_action": 0.025438111275434494,
      "loss_total": 0.025438111275434494,
      "step": 9620
    },
    {
      "loss_action": 0.019984088838100433,
      "loss_total": 0.019984088838100433,
      "step": 9620
    },
    {
      "loss_action": 0.03637311980128288,
      "loss_total": 0.03637311980128288,
      "step": 9620
    },
    {
      "loss_action": 0.023356785997748375,
      "loss_total": 0.023356785997748375,
      "step": 9620
    },
    {
      "grad_norm": 0.3687018156051636,
      "learning_rate": 4.8145e-05,
      "loss": 0.0258,
      "step": 9630
    },
    {
      "loss_action": 0.01730002462863922,
      "loss_total": 0.01730002462863922,
      "step": 9630
    },
    {
      "loss_action": 0.04217296093702316,
      "loss_total": 0.04217296093702316,
      "step": 9630
    },
    {
      "loss_action": 0.02939923293888569,
      "loss_total": 0.02939923293888569,
      "step": 9630
    },
    {
      "loss_action": 0.01987452618777752,
      "loss_total": 0.01987452618777752,
      "step": 9630
    },
    {
      "loss_action": 0.014047381468117237,
      "loss_total": 0.014047381468117237,
      "step": 9630
    },
    {
      "loss_action": 0.026625484228134155,
      "loss_total": 0.026625484228134155,
      "step": 9630
    },
    {
      "loss_action": 0.01994508132338524,
      "loss_total": 0.01994508132338524,
      "step": 9630
    },
    {
      "loss_action": 0.018271606415510178,
      "loss_total": 0.018271606415510178,
      "step": 9630
    },
    {
      "grad_norm": 0.3607296049594879,
      "learning_rate": 4.8195e-05,
      "loss": 0.0252,
      "step": 9640
    },
    {
      "loss_action": 0.03250227868556976,
      "loss_total": 0.03250227868556976,
      "step": 9640
    },
    {
      "loss_action": 0.018735352903604507,
      "loss_total": 0.018735352903604507,
      "step": 9640
    },
    {
      "loss_action": 0.0316106416285038,
      "loss_total": 0.0316106416285038,
      "step": 9640
    },
    {
      "loss_action": 0.01961585320532322,
      "loss_total": 0.01961585320532322,
      "step": 9640
    },
    {
      "loss_action": 0.02443043701350689,
      "loss_total": 0.02443043701350689,
      "step": 9640
    },
    {
      "loss_action": 0.01638680137693882,
      "loss_total": 0.01638680137693882,
      "step": 9640
    },
    {
      "loss_action": 0.0651845708489418,
      "loss_total": 0.0651845708489418,
      "step": 9640
    },
    {
      "loss_action": 0.039066754281520844,
      "loss_total": 0.039066754281520844,
      "step": 9640
    },
    {
      "grad_norm": 0.39802318811416626,
      "learning_rate": 4.8245e-05,
      "loss": 0.0271,
      "step": 9650
    },
    {
      "loss_action": 0.028040796518325806,
      "loss_total": 0.028040796518325806,
      "step": 9650
    },
    {
      "loss_action": 0.018352409824728966,
      "loss_total": 0.018352409824728966,
      "step": 9650
    },
    {
      "loss_action": 0.02359006553888321,
      "loss_total": 0.02359006553888321,
      "step": 9650
    },
    {
      "loss_action": 0.01609214022755623,
      "loss_total": 0.01609214022755623,
      "step": 9650
    },
    {
      "loss_action": 0.021072905510663986,
      "loss_total": 0.021072905510663986,
      "step": 9650
    },
    {
      "loss_action": 0.023642897605895996,
      "loss_total": 0.023642897605895996,
      "step": 9650
    },
    {
      "loss_action": 0.03429122269153595,
      "loss_total": 0.03429122269153595,
      "step": 9650
    },
    {
      "loss_action": 0.033374980092048645,
      "loss_total": 0.033374980092048645,
      "step": 9650
    },
    {
      "grad_norm": 0.29738909006118774,
      "learning_rate": 4.8295000000000004e-05,
      "loss": 0.0239,
      "step": 9660
    },
    {
      "loss_action": 0.021771341562271118,
      "loss_total": 0.021771341562271118,
      "step": 9660
    },
    {
      "loss_action": 0.07063709944486618,
      "loss_total": 0.07063709944486618,
      "step": 9660
    },
    {
      "loss_action": 0.014676209539175034,
      "loss_total": 0.014676209539175034,
      "step": 9660
    },
    {
      "loss_action": 0.023948922753334045,
      "loss_total": 0.023948922753334045,
      "step": 9660
    },
    {
      "loss_action": 0.022552985697984695,
      "loss_total": 0.022552985697984695,
      "step": 9660
    },
    {
      "loss_action": 0.02493935078382492,
      "loss_total": 0.02493935078382492,
      "step": 9660
    },
    {
      "loss_action": 0.013499082997441292,
      "loss_total": 0.013499082997441292,
      "step": 9660
    },
    {
      "loss_action": 0.01934187114238739,
      "loss_total": 0.01934187114238739,
      "step": 9660
    },
    {
      "grad_norm": 0.5487568974494934,
      "learning_rate": 4.8345e-05,
      "loss": 0.0257,
      "step": 9670
    },
    {
      "loss_action": 0.01658804714679718,
      "loss_total": 0.01658804714679718,
      "step": 9670
    },
    {
      "loss_action": 0.028324231505393982,
      "loss_total": 0.028324231505393982,
      "step": 9670
    },
    {
      "loss_action": 0.01586492732167244,
      "loss_total": 0.01586492732167244,
      "step": 9670
    },
    {
      "loss_action": 0.032224759459495544,
      "loss_total": 0.032224759459495544,
      "step": 9670
    },
    {
      "loss_action": 0.024175157770514488,
      "loss_total": 0.024175157770514488,
      "step": 9670
    },
    {
      "loss_action": 0.030541695654392242,
      "loss_total": 0.030541695654392242,
      "step": 9670
    },
    {
      "loss_action": 0.020553432404994965,
      "loss_total": 0.020553432404994965,
      "step": 9670
    },
    {
      "loss_action": 0.025101378560066223,
      "loss_total": 0.025101378560066223,
      "step": 9670
    },
    {
      "grad_norm": 0.5265414714813232,
      "learning_rate": 4.8395e-05,
      "loss": 0.0267,
      "step": 9680
    },
    {
      "loss_action": 0.02258044108748436,
      "loss_total": 0.02258044108748436,
      "step": 9680
    },
    {
      "loss_action": 0.025598270818591118,
      "loss_total": 0.025598270818591118,
      "step": 9680
    },
    {
      "loss_action": 0.03524989262223244,
      "loss_total": 0.03524989262223244,
      "step": 9680
    },
    {
      "loss_action": 0.02004220150411129,
      "loss_total": 0.02004220150411129,
      "step": 9680
    },
    {
      "loss_action": 0.01202240027487278,
      "loss_total": 0.01202240027487278,
      "step": 9680
    },
    {
      "loss_action": 0.033969201147556305,
      "loss_total": 0.033969201147556305,
      "step": 9680
    },
    {
      "loss_action": 0.02390918880701065,
      "loss_total": 0.02390918880701065,
      "step": 9680
    },
    {
      "loss_action": 0.013680092990398407,
      "loss_total": 0.013680092990398407,
      "step": 9680
    },
    {
      "grad_norm": 0.4476441442966461,
      "learning_rate": 4.8445e-05,
      "loss": 0.0256,
      "step": 9690
    },
    {
      "loss_action": 0.018887769430875778,
      "loss_total": 0.018887769430875778,
      "step": 9690
    },
    {
      "loss_action": 0.016870159655809402,
      "loss_total": 0.016870159655809402,
      "step": 9690
    },
    {
      "loss_action": 0.0194595605134964,
      "loss_total": 0.0194595605134964,
      "step": 9690
    },
    {
      "loss_action": 0.017906779423356056,
      "loss_total": 0.017906779423356056,
      "step": 9690
    },
    {
      "loss_action": 0.026474634185433388,
      "loss_total": 0.026474634185433388,
      "step": 9690
    },
    {
      "loss_action": 0.020431270822882652,
      "loss_total": 0.020431270822882652,
      "step": 9690
    },
    {
      "loss_action": 0.01665574684739113,
      "loss_total": 0.01665574684739113,
      "step": 9690
    },
    {
      "loss_action": 0.02391202561557293,
      "loss_total": 0.02391202561557293,
      "step": 9690
    },
    {
      "grad_norm": 0.34301456809043884,
      "learning_rate": 4.8495e-05,
      "loss": 0.0247,
      "step": 9700
    },
    {
      "loss_action": 0.016030019149184227,
      "loss_total": 0.016030019149184227,
      "step": 9700
    },
    {
      "loss_action": 0.013234885409474373,
      "loss_total": 0.013234885409474373,
      "step": 9700
    },
    {
      "loss_action": 0.013984525576233864,
      "loss_total": 0.013984525576233864,
      "step": 9700
    },
    {
      "loss_action": 0.02130327746272087,
      "loss_total": 0.02130327746272087,
      "step": 9700
    },
    {
      "loss_action": 0.022272592410445213,
      "loss_total": 0.022272592410445213,
      "step": 9700
    },
    {
      "loss_action": 0.02512691542506218,
      "loss_total": 0.02512691542506218,
      "step": 9700
    },
    {
      "loss_action": 0.07268891483545303,
      "loss_total": 0.07268891483545303,
      "step": 9700
    },
    {
      "loss_action": 0.017285294830799103,
      "loss_total": 0.017285294830799103,
      "step": 9700
    },
    {
      "grad_norm": 0.3946833908557892,
      "learning_rate": 4.8545000000000004e-05,
      "loss": 0.0275,
      "step": 9710
    },
    {
      "loss_action": 0.02697347104549408,
      "loss_total": 0.02697347104549408,
      "step": 9710
    },
    {
      "loss_action": 0.02632039412856102,
      "loss_total": 0.02632039412856102,
      "step": 9710
    },
    {
      "loss_action": 0.020308153703808784,
      "loss_total": 0.020308153703808784,
      "step": 9710
    },
    {
      "loss_action": 0.017430225387215614,
      "loss_total": 0.017430225387215614,
      "step": 9710
    },
    {
      "loss_action": 0.01279508788138628,
      "loss_total": 0.01279508788138628,
      "step": 9710
    },
    {
      "loss_action": 0.02124037593603134,
      "loss_total": 0.02124037593603134,
      "step": 9710
    },
    {
      "loss_action": 0.01476234383881092,
      "loss_total": 0.01476234383881092,
      "step": 9710
    },
    {
      "loss_action": 0.024864178150892258,
      "loss_total": 0.024864178150892258,
      "step": 9710
    },
    {
      "grad_norm": 0.34206587076187134,
      "learning_rate": 4.8595000000000005e-05,
      "loss": 0.0242,
      "step": 9720
    },
    {
      "loss_action": 0.010766109451651573,
      "loss_total": 0.010766109451651573,
      "step": 9720
    },
    {
      "loss_action": 0.021926451474428177,
      "loss_total": 0.021926451474428177,
      "step": 9720
    },
    {
      "loss_action": 0.023455418646335602,
      "loss_total": 0.023455418646335602,
      "step": 9720
    },
    {
      "loss_action": 0.03535940498113632,
      "loss_total": 0.03535940498113632,
      "step": 9720
    },
    {
      "loss_action": 0.052257221192121506,
      "loss_total": 0.052257221192121506,
      "step": 9720
    },
    {
      "loss_action": 0.03227478265762329,
      "loss_total": 0.03227478265762329,
      "step": 9720
    },
    {
      "loss_action": 0.020770348608493805,
      "loss_total": 0.020770348608493805,
      "step": 9720
    },
    {
      "loss_action": 0.02316061034798622,
      "loss_total": 0.02316061034798622,
      "step": 9720
    },
    {
      "grad_norm": 0.39070314168930054,
      "learning_rate": 4.8645e-05,
      "loss": 0.0218,
      "step": 9730
    },
    {
      "loss_action": 0.02287006378173828,
      "loss_total": 0.02287006378173828,
      "step": 9730
    },
    {
      "loss_action": 0.03317232057452202,
      "loss_total": 0.03317232057452202,
      "step": 9730
    },
    {
      "loss_action": 0.023270390927791595,
      "loss_total": 0.023270390927791595,
      "step": 9730
    },
    {
      "loss_action": 0.014916278421878815,
      "loss_total": 0.014916278421878815,
      "step": 9730
    },
    {
      "loss_action": 0.020266490057110786,
      "loss_total": 0.020266490057110786,
      "step": 9730
    },
    {
      "loss_action": 0.017317630350589752,
      "loss_total": 0.017317630350589752,
      "step": 9730
    },
    {
      "loss_action": 0.020541196689009666,
      "loss_total": 0.020541196689009666,
      "step": 9730
    },
    {
      "loss_action": 0.02276022359728813,
      "loss_total": 0.02276022359728813,
      "step": 9730
    },
    {
      "grad_norm": 0.4509064555168152,
      "learning_rate": 4.8695e-05,
      "loss": 0.0255,
      "step": 9740
    },
    {
      "loss_action": 0.025428621098399162,
      "loss_total": 0.025428621098399162,
      "step": 9740
    },
    {
      "loss_action": 0.07314998656511307,
      "loss_total": 0.07314998656511307,
      "step": 9740
    },
    {
      "loss_action": 0.017754100263118744,
      "loss_total": 0.017754100263118744,
      "step": 9740
    },
    {
      "loss_action": 0.02313884161412716,
      "loss_total": 0.02313884161412716,
      "step": 9740
    },
    {
      "loss_action": 0.04167255014181137,
      "loss_total": 0.04167255014181137,
      "step": 9740
    },
    {
      "loss_action": 0.020309340208768845,
      "loss_total": 0.020309340208768845,
      "step": 9740
    },
    {
      "loss_action": 0.018686022609472275,
      "loss_total": 0.018686022609472275,
      "step": 9740
    },
    {
      "loss_action": 0.011957984417676926,
      "loss_total": 0.011957984417676926,
      "step": 9740
    },
    {
      "grad_norm": 0.42208996415138245,
      "learning_rate": 4.8745e-05,
      "loss": 0.028,
      "step": 9750
    },
    {
      "loss_action": 0.01908726990222931,
      "loss_total": 0.01908726990222931,
      "step": 9750
    },
    {
      "loss_action": 0.02203466184437275,
      "loss_total": 0.02203466184437275,
      "step": 9750
    },
    {
      "loss_action": 0.015682142227888107,
      "loss_total": 0.015682142227888107,
      "step": 9750
    },
    {
      "loss_action": 0.04064801335334778,
      "loss_total": 0.04064801335334778,
      "step": 9750
    },
    {
      "loss_action": 0.018533475697040558,
      "loss_total": 0.018533475697040558,
      "step": 9750
    },
    {
      "loss_action": 0.03379688411951065,
      "loss_total": 0.03379688411951065,
      "step": 9750
    },
    {
      "loss_action": 0.015113143250346184,
      "loss_total": 0.015113143250346184,
      "step": 9750
    },
    {
      "loss_action": 0.021453483030200005,
      "loss_total": 0.021453483030200005,
      "step": 9750
    },
    {
      "grad_norm": 0.23049265146255493,
      "learning_rate": 4.8795e-05,
      "loss": 0.0226,
      "step": 9760
    },
    {
      "loss_action": 0.021497976034879684,
      "loss_total": 0.021497976034879684,
      "step": 9760
    },
    {
      "loss_action": 0.031820036470890045,
      "loss_total": 0.031820036470890045,
      "step": 9760
    },
    {
      "loss_action": 0.022304192185401917,
      "loss_total": 0.022304192185401917,
      "step": 9760
    },
    {
      "loss_action": 0.03346017003059387,
      "loss_total": 0.03346017003059387,
      "step": 9760
    },
    {
      "loss_action": 0.03314124047756195,
      "loss_total": 0.03314124047756195,
      "step": 9760
    },
    {
      "loss_action": 0.0163520909845829,
      "loss_total": 0.0163520909845829,
      "step": 9760
    },
    {
      "loss_action": 0.03396472707390785,
      "loss_total": 0.03396472707390785,
      "step": 9760
    },
    {
      "loss_action": 0.0213811956346035,
      "loss_total": 0.0213811956346035,
      "step": 9760
    },
    {
      "grad_norm": 0.4685508608818054,
      "learning_rate": 4.8845000000000004e-05,
      "loss": 0.0233,
      "step": 9770
    },
    {
      "loss_action": 0.013875708915293217,
      "loss_total": 0.013875708915293217,
      "step": 9770
    },
    {
      "loss_action": 0.018807070329785347,
      "loss_total": 0.018807070329785347,
      "step": 9770
    },
    {
      "loss_action": 0.030469009652733803,
      "loss_total": 0.030469009652733803,
      "step": 9770
    },
    {
      "loss_action": 0.010635300539433956,
      "loss_total": 0.010635300539433956,
      "step": 9770
    },
    {
      "loss_action": 0.017355842515826225,
      "loss_total": 0.017355842515826225,
      "step": 9770
    },
    {
      "loss_action": 0.026016779243946075,
      "loss_total": 0.026016779243946075,
      "step": 9770
    },
    {
      "loss_action": 0.020572306588292122,
      "loss_total": 0.020572306588292122,
      "step": 9770
    },
    {
      "loss_action": 0.018780037760734558,
      "loss_total": 0.018780037760734558,
      "step": 9770
    },
    {
      "grad_norm": 0.5053183436393738,
      "learning_rate": 4.8895e-05,
      "loss": 0.0265,
      "step": 9780
    },
    {
      "loss_action": 0.027311701327562332,
      "loss_total": 0.027311701327562332,
      "step": 9780
    },
    {
      "loss_action": 0.025075461715459824,
      "loss_total": 0.025075461715459824,
      "step": 9780
    },
    {
      "loss_action": 0.03491269797086716,
      "loss_total": 0.03491269797086716,
      "step": 9780
    },
    {
      "loss_action": 0.03392668813467026,
      "loss_total": 0.03392668813467026,
      "step": 9780
    },
    {
      "loss_action": 0.025063591077923775,
      "loss_total": 0.025063591077923775,
      "step": 9780
    },
    {
      "loss_action": 0.0342489629983902,
      "loss_total": 0.0342489629983902,
      "step": 9780
    },
    {
      "loss_action": 0.03293845057487488,
      "loss_total": 0.03293845057487488,
      "step": 9780
    },
    {
      "loss_action": 0.05069355666637421,
      "loss_total": 0.05069355666637421,
      "step": 9780
    },
    {
      "grad_norm": 0.36131587624549866,
      "learning_rate": 4.8945e-05,
      "loss": 0.0291,
      "step": 9790
    },
    {
      "loss_action": 0.029622908681631088,
      "loss_total": 0.029622908681631088,
      "step": 9790
    },
    {
      "loss_action": 0.04095081984996796,
      "loss_total": 0.04095081984996796,
      "step": 9790
    },
    {
      "loss_action": 0.01628297194838524,
      "loss_total": 0.01628297194838524,
      "step": 9790
    },
    {
      "loss_action": 0.019909925758838654,
      "loss_total": 0.019909925758838654,
      "step": 9790
    },
    {
      "loss_action": 0.020122423768043518,
      "loss_total": 0.020122423768043518,
      "step": 9790
    },
    {
      "loss_action": 0.020211976021528244,
      "loss_total": 0.020211976021528244,
      "step": 9790
    },
    {
      "loss_action": 0.022640163078904152,
      "loss_total": 0.022640163078904152,
      "step": 9790
    },
    {
      "loss_action": 0.019450083374977112,
      "loss_total": 0.019450083374977112,
      "step": 9790
    },
    {
      "grad_norm": 0.382365882396698,
      "learning_rate": 4.8995e-05,
      "loss": 0.024,
      "step": 9800
    },
    {
      "loss_action": 0.028715668246150017,
      "loss_total": 0.028715668246150017,
      "step": 9800
    },
    {
      "loss_action": 0.013779813423752785,
      "loss_total": 0.013779813423752785,
      "step": 9800
    },
    {
      "loss_action": 0.023449856787919998,
      "loss_total": 0.023449856787919998,
      "step": 9800
    },
    {
      "loss_action": 0.025336867198348045,
      "loss_total": 0.025336867198348045,
      "step": 9800
    },
    {
      "loss_action": 0.05192560702562332,
      "loss_total": 0.05192560702562332,
      "step": 9800
    },
    {
      "loss_action": 0.055677883327007294,
      "loss_total": 0.055677883327007294,
      "step": 9800
    },
    {
      "loss_action": 0.02594568207859993,
      "loss_total": 0.02594568207859993,
      "step": 9800
    },
    {
      "loss_action": 0.0851707011461258,
      "loss_total": 0.0851707011461258,
      "step": 9800
    },
    {
      "grad_norm": 0.3912997245788574,
      "learning_rate": 4.9045e-05,
      "loss": 0.0243,
      "step": 9810
    },
    {
      "loss_action": 0.02731984481215477,
      "loss_total": 0.02731984481215477,
      "step": 9810
    },
    {
      "loss_action": 0.0425054132938385,
      "loss_total": 0.0425054132938385,
      "step": 9810
    },
    {
      "loss_action": 0.016140911728143692,
      "loss_total": 0.016140911728143692,
      "step": 9810
    },
    {
      "loss_action": 0.048269569873809814,
      "loss_total": 0.048269569873809814,
      "step": 9810
    },
    {
      "loss_action": 0.021847698837518692,
      "loss_total": 0.021847698837518692,
      "step": 9810
    },
    {
      "loss_action": 0.023585595190525055,
      "loss_total": 0.023585595190525055,
      "step": 9810
    },
    {
      "loss_action": 0.022333264350891113,
      "loss_total": 0.022333264350891113,
      "step": 9810
    },
    {
      "loss_action": 0.03022605925798416,
      "loss_total": 0.03022605925798416,
      "step": 9810
    },
    {
      "grad_norm": 0.385648250579834,
      "learning_rate": 4.9095000000000003e-05,
      "loss": 0.0247,
      "step": 9820
    },
    {
      "loss_action": 0.020751167088747025,
      "loss_total": 0.020751167088747025,
      "step": 9820
    },
    {
      "loss_action": 0.014132451266050339,
      "loss_total": 0.014132451266050339,
      "step": 9820
    },
    {
      "loss_action": 0.019817469641566277,
      "loss_total": 0.019817469641566277,
      "step": 9820
    },
    {
      "loss_action": 0.017523465678095818,
      "loss_total": 0.017523465678095818,
      "step": 9820
    },
    {
      "loss_action": 0.01377443503588438,
      "loss_total": 0.01377443503588438,
      "step": 9820
    },
    {
      "loss_action": 0.013028224930167198,
      "loss_total": 0.013028224930167198,
      "step": 9820
    },
    {
      "loss_action": 0.02769443765282631,
      "loss_total": 0.02769443765282631,
      "step": 9820
    },
    {
      "loss_action": 0.02110123261809349,
      "loss_total": 0.02110123261809349,
      "step": 9820
    },
    {
      "grad_norm": 0.6926552653312683,
      "learning_rate": 4.9145000000000005e-05,
      "loss": 0.0304,
      "step": 9830
    },
    {
      "loss_action": 0.030110444873571396,
      "loss_total": 0.030110444873571396,
      "step": 9830
    },
    {
      "loss_action": 0.028980430215597153,
      "loss_total": 0.028980430215597153,
      "step": 9830
    },
    {
      "loss_action": 0.037808142602443695,
      "loss_total": 0.037808142602443695,
      "step": 9830
    },
    {
      "loss_action": 0.017825931310653687,
      "loss_total": 0.017825931310653687,
      "step": 9830
    },
    {
      "loss_action": 0.05953110754489899,
      "loss_total": 0.05953110754489899,
      "step": 9830
    },
    {
      "loss_action": 0.017769601196050644,
      "loss_total": 0.017769601196050644,
      "step": 9830
    },
    {
      "loss_action": 0.05521517992019653,
      "loss_total": 0.05521517992019653,
      "step": 9830
    },
    {
      "loss_action": 0.028784360736608505,
      "loss_total": 0.028784360736608505,
      "step": 9830
    },
    {
      "grad_norm": 0.3939971923828125,
      "learning_rate": 4.9195e-05,
      "loss": 0.0298,
      "step": 9840
    },
    {
      "loss_action": 0.02193061262369156,
      "loss_total": 0.02193061262369156,
      "step": 9840
    },
    {
      "loss_action": 0.01759013533592224,
      "loss_total": 0.01759013533592224,
      "step": 9840
    },
    {
      "loss_action": 0.016681775450706482,
      "loss_total": 0.016681775450706482,
      "step": 9840
    },
    {
      "loss_action": 0.015094594098627567,
      "loss_total": 0.015094594098627567,
      "step": 9840
    },
    {
      "loss_action": 0.02227988839149475,
      "loss_total": 0.02227988839149475,
      "step": 9840
    },
    {
      "loss_action": 0.02851235494017601,
      "loss_total": 0.02851235494017601,
      "step": 9840
    },
    {
      "loss_action": 0.023903541266918182,
      "loss_total": 0.023903541266918182,
      "step": 9840
    },
    {
      "loss_action": 0.03307701647281647,
      "loss_total": 0.03307701647281647,
      "step": 9840
    },
    {
      "grad_norm": 0.38720157742500305,
      "learning_rate": 4.9245e-05,
      "loss": 0.0289,
      "step": 9850
    },
    {
      "loss_action": 0.01817150041460991,
      "loss_total": 0.01817150041460991,
      "step": 9850
    },
    {
      "loss_action": 0.03067559003829956,
      "loss_total": 0.03067559003829956,
      "step": 9850
    },
    {
      "loss_action": 0.015689654275774956,
      "loss_total": 0.015689654275774956,
      "step": 9850
    },
    {
      "loss_action": 0.01784813031554222,
      "loss_total": 0.01784813031554222,
      "step": 9850
    },
    {
      "loss_action": 0.016924722120165825,
      "loss_total": 0.016924722120165825,
      "step": 9850
    },
    {
      "loss_action": 0.03161481022834778,
      "loss_total": 0.03161481022834778,
      "step": 9850
    },
    {
      "loss_action": 0.029098939150571823,
      "loss_total": 0.029098939150571823,
      "step": 9850
    },
    {
      "loss_action": 0.019121631979942322,
      "loss_total": 0.019121631979942322,
      "step": 9850
    },
    {
      "grad_norm": 0.3462473154067993,
      "learning_rate": 4.9295e-05,
      "loss": 0.0236,
      "step": 9860
    },
    {
      "loss_action": 0.0189189612865448,
      "loss_total": 0.0189189612865448,
      "step": 9860
    },
    {
      "loss_action": 0.018833234906196594,
      "loss_total": 0.018833234906196594,
      "step": 9860
    },
    {
      "loss_action": 0.021020296961069107,
      "loss_total": 0.021020296961069107,
      "step": 9860
    },
    {
      "loss_action": 0.017349056899547577,
      "loss_total": 0.017349056899547577,
      "step": 9860
    },
    {
      "loss_action": 0.020715806633234024,
      "loss_total": 0.020715806633234024,
      "step": 9860
    },
    {
      "loss_action": 0.020695922896265984,
      "loss_total": 0.020695922896265984,
      "step": 9860
    },
    {
      "loss_action": 0.0249146968126297,
      "loss_total": 0.0249146968126297,
      "step": 9860
    },
    {
      "loss_action": 0.017671892419457436,
      "loss_total": 0.017671892419457436,
      "step": 9860
    },
    {
      "grad_norm": 0.3869440257549286,
      "learning_rate": 4.9345e-05,
      "loss": 0.0248,
      "step": 9870
    },
    {
      "loss_action": 0.017469944432377815,
      "loss_total": 0.017469944432377815,
      "step": 9870
    },
    {
      "loss_action": 0.04151444137096405,
      "loss_total": 0.04151444137096405,
      "step": 9870
    },
    {
      "loss_action": 0.038880519568920135,
      "loss_total": 0.038880519568920135,
      "step": 9870
    },
    {
      "loss_action": 0.03250739723443985,
      "loss_total": 0.03250739723443985,
      "step": 9870
    },
    {
      "loss_action": 0.018587639555335045,
      "loss_total": 0.018587639555335045,
      "step": 9870
    },
    {
      "loss_action": 0.01796383410692215,
      "loss_total": 0.01796383410692215,
      "step": 9870
    },
    {
      "loss_action": 0.013830631971359253,
      "loss_total": 0.013830631971359253,
      "step": 9870
    },
    {
      "loss_action": 0.02193058282136917,
      "loss_total": 0.02193058282136917,
      "step": 9870
    },
    {
      "grad_norm": 0.36463937163352966,
      "learning_rate": 4.9395000000000004e-05,
      "loss": 0.0273,
      "step": 9880
    },
    {
      "loss_action": 0.03696845844388008,
      "loss_total": 0.03696845844388008,
      "step": 9880
    },
    {
      "loss_action": 0.025383848696947098,
      "loss_total": 0.025383848696947098,
      "step": 9880
    },
    {
      "loss_action": 0.04908496141433716,
      "loss_total": 0.04908496141433716,
      "step": 9880
    },
    {
      "loss_action": 0.013582594692707062,
      "loss_total": 0.013582594692707062,
      "step": 9880
    },
    {
      "loss_action": 0.01759769208729267,
      "loss_total": 0.01759769208729267,
      "step": 9880
    },
    {
      "loss_action": 0.014516826719045639,
      "loss_total": 0.014516826719045639,
      "step": 9880
    },
    {
      "loss_action": 0.03752422332763672,
      "loss_total": 0.03752422332763672,
      "step": 9880
    },
    {
      "loss_action": 0.015505773015320301,
      "loss_total": 0.015505773015320301,
      "step": 9880
    },
    {
      "grad_norm": 0.3026551902294159,
      "learning_rate": 4.9445000000000005e-05,
      "loss": 0.0269,
      "step": 9890
    },
    {
      "loss_action": 0.019281327724456787,
      "loss_total": 0.019281327724456787,
      "step": 9890
    },
    {
      "loss_action": 0.022622115910053253,
      "loss_total": 0.022622115910053253,
      "step": 9890
    },
    {
      "loss_action": 0.016098683699965477,
      "loss_total": 0.016098683699965477,
      "step": 9890
    },
    {
      "loss_action": 0.015158601105213165,
      "loss_total": 0.015158601105213165,
      "step": 9890
    },
    {
      "loss_action": 0.021218586713075638,
      "loss_total": 0.021218586713075638,
      "step": 9890
    },
    {
      "loss_action": 0.028740929439663887,
      "loss_total": 0.028740929439663887,
      "step": 9890
    },
    {
      "loss_action": 0.010966017842292786,
      "loss_total": 0.010966017842292786,
      "step": 9890
    },
    {
      "loss_action": 0.021102424710989,
      "loss_total": 0.021102424710989,
      "step": 9890
    },
    {
      "grad_norm": 0.4529847502708435,
      "learning_rate": 4.9495e-05,
      "loss": 0.0237,
      "step": 9900
    },
    {
      "loss_action": 0.03161298483610153,
      "loss_total": 0.03161298483610153,
      "step": 9900
    },
    {
      "loss_action": 0.010641532018780708,
      "loss_total": 0.010641532018780708,
      "step": 9900
    },
    {
      "loss_action": 0.0648810863494873,
      "loss_total": 0.0648810863494873,
      "step": 9900
    },
    {
      "loss_action": 0.0378953218460083,
      "loss_total": 0.0378953218460083,
      "step": 9900
    },
    {
      "loss_action": 0.03357298672199249,
      "loss_total": 0.03357298672199249,
      "step": 9900
    },
    {
      "loss_action": 0.030658654868602753,
      "loss_total": 0.030658654868602753,
      "step": 9900
    },
    {
      "loss_action": 0.02378769963979721,
      "loss_total": 0.02378769963979721,
      "step": 9900
    },
    {
      "loss_action": 0.016291769221425056,
      "loss_total": 0.016291769221425056,
      "step": 9900
    },
    {
      "grad_norm": 0.4053858518600464,
      "learning_rate": 4.9545e-05,
      "loss": 0.0225,
      "step": 9910
    },
    {
      "loss_action": 0.01265525259077549,
      "loss_total": 0.01265525259077549,
      "step": 9910
    },
    {
      "loss_action": 0.024492856115102768,
      "loss_total": 0.024492856115102768,
      "step": 9910
    },
    {
      "loss_action": 0.024430235847830772,
      "loss_total": 0.024430235847830772,
      "step": 9910
    },
    {
      "loss_action": 0.07623890787363052,
      "loss_total": 0.07623890787363052,
      "step": 9910
    },
    {
      "loss_action": 0.023906338959932327,
      "loss_total": 0.023906338959932327,
      "step": 9910
    },
    {
      "loss_action": 0.01581692323088646,
      "loss_total": 0.01581692323088646,
      "step": 9910
    },
    {
      "loss_action": 0.017727229744195938,
      "loss_total": 0.017727229744195938,
      "step": 9910
    },
    {
      "loss_action": 0.022913647815585136,
      "loss_total": 0.022913647815585136,
      "step": 9910
    },
    {
      "grad_norm": 0.30053845047950745,
      "learning_rate": 4.9595e-05,
      "loss": 0.0258,
      "step": 9920
    },
    {
      "loss_action": 0.033612824976444244,
      "loss_total": 0.033612824976444244,
      "step": 9920
    },
    {
      "loss_action": 0.02222858928143978,
      "loss_total": 0.02222858928143978,
      "step": 9920
    },
    {
      "loss_action": 0.02790241315960884,
      "loss_total": 0.02790241315960884,
      "step": 9920
    },
    {
      "loss_action": 0.023798637092113495,
      "loss_total": 0.023798637092113495,
      "step": 9920
    },
    {
      "loss_action": 0.03304564952850342,
      "loss_total": 0.03304564952850342,
      "step": 9920
    },
    {
      "loss_action": 0.021417535841464996,
      "loss_total": 0.021417535841464996,
      "step": 9920
    },
    {
      "loss_action": 0.011980181559920311,
      "loss_total": 0.011980181559920311,
      "step": 9920
    },
    {
      "loss_action": 0.03101685829460621,
      "loss_total": 0.03101685829460621,
      "step": 9920
    },
    {
      "grad_norm": 0.3776697516441345,
      "learning_rate": 4.9645e-05,
      "loss": 0.0278,
      "step": 9930
    },
    {
      "loss_action": 0.025701487436890602,
      "loss_total": 0.025701487436890602,
      "step": 9930
    },
    {
      "loss_action": 0.02003055438399315,
      "loss_total": 0.02003055438399315,
      "step": 9930
    },
    {
      "loss_action": 0.03126860409975052,
      "loss_total": 0.03126860409975052,
      "step": 9930
    },
    {
      "loss_action": 0.013648606836795807,
      "loss_total": 0.013648606836795807,
      "step": 9930
    },
    {
      "loss_action": 0.019549932330846786,
      "loss_total": 0.019549932330846786,
      "step": 9930
    },
    {
      "loss_action": 0.014988145790994167,
      "loss_total": 0.014988145790994167,
      "step": 9930
    },
    {
      "loss_action": 0.017771204933524132,
      "loss_total": 0.017771204933524132,
      "step": 9930
    },
    {
      "loss_action": 0.034500233829021454,
      "loss_total": 0.034500233829021454,
      "step": 9930
    },
    {
      "grad_norm": 0.3048197031021118,
      "learning_rate": 4.9695000000000004e-05,
      "loss": 0.0251,
      "step": 9940
    },
    {
      "loss_action": 0.020074762403964996,
      "loss_total": 0.020074762403964996,
      "step": 9940
    },
    {
      "loss_action": 0.017944976687431335,
      "loss_total": 0.017944976687431335,
      "step": 9940
    },
    {
      "loss_action": 0.016184546053409576,
      "loss_total": 0.016184546053409576,
      "step": 9940
    },
    {
      "loss_action": 0.02575933374464512,
      "loss_total": 0.02575933374464512,
      "step": 9940
    },
    {
      "loss_action": 0.030295275151729584,
      "loss_total": 0.030295275151729584,
      "step": 9940
    },
    {
      "loss_action": 0.10685724020004272,
      "loss_total": 0.10685724020004272,
      "step": 9940
    },
    {
      "loss_action": 0.02978631667792797,
      "loss_total": 0.02978631667792797,
      "step": 9940
    },
    {
      "loss_action": 0.03558287024497986,
      "loss_total": 0.03558287024497986,
      "step": 9940
    },
    {
      "grad_norm": 0.4231877624988556,
      "learning_rate": 4.9745000000000006e-05,
      "loss": 0.0253,
      "step": 9950
    },
    {
      "loss_action": 0.01435861550271511,
      "loss_total": 0.01435861550271511,
      "step": 9950
    },
    {
      "loss_action": 0.019314508885145187,
      "loss_total": 0.019314508885145187,
      "step": 9950
    },
    {
      "loss_action": 0.029099784791469574,
      "loss_total": 0.029099784791469574,
      "step": 9950
    },
    {
      "loss_action": 0.01649339869618416,
      "loss_total": 0.01649339869618416,
      "step": 9950
    },
    {
      "loss_action": 0.022601798176765442,
      "loss_total": 0.022601798176765442,
      "step": 9950
    },
    {
      "loss_action": 0.01636613719165325,
      "loss_total": 0.01636613719165325,
      "step": 9950
    },
    {
      "loss_action": 0.014471988193690777,
      "loss_total": 0.014471988193690777,
      "step": 9950
    },
    {
      "loss_action": 0.01567106693983078,
      "loss_total": 0.01567106693983078,
      "step": 9950
    },
    {
      "grad_norm": 0.342367023229599,
      "learning_rate": 4.9795e-05,
      "loss": 0.023,
      "step": 9960
    },
    {
      "loss_action": 0.01884782686829567,
      "loss_total": 0.01884782686829567,
      "step": 9960
    },
    {
      "loss_action": 0.02451743185520172,
      "loss_total": 0.02451743185520172,
      "step": 9960
    },
    {
      "loss_action": 0.011769832111895084,
      "loss_total": 0.011769832111895084,
      "step": 9960
    },
    {
      "loss_action": 0.013674832880496979,
      "loss_total": 0.013674832880496979,
      "step": 9960
    },
    {
      "loss_action": 0.021883532404899597,
      "loss_total": 0.021883532404899597,
      "step": 9960
    },
    {
      "loss_action": 0.025801915675401688,
      "loss_total": 0.025801915675401688,
      "step": 9960
    },
    {
      "loss_action": 0.028585705906152725,
      "loss_total": 0.028585705906152725,
      "step": 9960
    },
    {
      "loss_action": 0.014048131182789803,
      "loss_total": 0.014048131182789803,
      "step": 9960
    },
    {
      "grad_norm": 0.4416103959083557,
      "learning_rate": 4.9845e-05,
      "loss": 0.0233,
      "step": 9970
    },
    {
      "loss_action": 0.027402028441429138,
      "loss_total": 0.027402028441429138,
      "step": 9970
    },
    {
      "loss_action": 0.020260198041796684,
      "loss_total": 0.020260198041796684,
      "step": 9970
    },
    {
      "loss_action": 0.03256857395172119,
      "loss_total": 0.03256857395172119,
      "step": 9970
    },
    {
      "loss_action": 0.010965952649712563,
      "loss_total": 0.010965952649712563,
      "step": 9970
    },
    {
      "loss_action": 0.014084940776228905,
      "loss_total": 0.014084940776228905,
      "step": 9970
    },
    {
      "loss_action": 0.022517044097185135,
      "loss_total": 0.022517044097185135,
      "step": 9970
    },
    {
      "loss_action": 0.020315922796726227,
      "loss_total": 0.020315922796726227,
      "step": 9970
    },
    {
      "loss_action": 0.06557067483663559,
      "loss_total": 0.06557067483663559,
      "step": 9970
    },
    {
      "grad_norm": 0.4417862296104431,
      "learning_rate": 4.9895e-05,
      "loss": 0.0261,
      "step": 9980
    },
    {
      "loss_action": 0.02488763816654682,
      "loss_total": 0.02488763816654682,
      "step": 9980
    },
    {
      "loss_action": 0.0260429996997118,
      "loss_total": 0.0260429996997118,
      "step": 9980
    },
    {
      "loss_action": 0.044032104313373566,
      "loss_total": 0.044032104313373566,
      "step": 9980
    },
    {
      "loss_action": 0.026330824941396713,
      "loss_total": 0.026330824941396713,
      "step": 9980
    },
    {
      "loss_action": 0.0395207554101944,
      "loss_total": 0.0395207554101944,
      "step": 9980
    },
    {
      "loss_action": 0.034784846007823944,
      "loss_total": 0.034784846007823944,
      "step": 9980
    },
    {
      "loss_action": 0.017528939992189407,
      "loss_total": 0.017528939992189407,
      "step": 9980
    },
    {
      "loss_action": 0.022232908755540848,
      "loss_total": 0.022232908755540848,
      "step": 9980
    },
    {
      "grad_norm": 0.30374380946159363,
      "learning_rate": 4.9945000000000004e-05,
      "loss": 0.0237,
      "step": 9990
    },
    {
      "loss_action": 0.014832919463515282,
      "loss_total": 0.014832919463515282,
      "step": 9990
    },
    {
      "loss_action": 0.017169561237096786,
      "loss_total": 0.017169561237096786,
      "step": 9990
    },
    {
      "loss_action": 0.02007467672228813,
      "loss_total": 0.02007467672228813,
      "step": 9990
    },
    {
      "loss_action": 0.02922036685049534,
      "loss_total": 0.02922036685049534,
      "step": 9990
    },
    {
      "loss_action": 0.012574592605233192,
      "loss_total": 0.012574592605233192,
      "step": 9990
    },
    {
      "loss_action": 0.03227280452847481,
      "loss_total": 0.03227280452847481,
      "step": 9990
    },
    {
      "loss_action": 0.015576901845633984,
      "loss_total": 0.015576901845633984,
      "step": 9990
    },
    {
      "loss_action": 0.02427445910871029,
      "loss_total": 0.02427445910871029,
      "step": 9990
    },
    {
      "grad_norm": 0.3360521197319031,
      "learning_rate": 4.9995000000000005e-05,
      "loss": 0.0252,
      "step": 10000
    },
    {
      "loss_action": 0.01702948473393917,
      "loss_total": 0.01702948473393917,
      "step": 10000
    },
    {
      "loss_action": 0.015078820288181305,
      "loss_total": 0.015078820288181305,
      "step": 10000
    },
    {
      "loss_action": 0.04040292277932167,
      "loss_total": 0.04040292277932167,
      "step": 10000
    },
    {
      "loss_action": 0.016630705446004868,
      "loss_total": 0.016630705446004868,
      "step": 10000
    },
    {
      "loss_action": 0.021884528920054436,
      "loss_total": 0.021884528920054436,
      "step": 10000
    },
    {
      "loss_action": 0.01721883937716484,
      "loss_total": 0.01721883937716484,
      "step": 10000
    },
    {
      "loss_action": 0.01947520673274994,
      "loss_total": 0.01947520673274994,
      "step": 10000
    },
    {
      "loss_action": 0.019227832555770874,
      "loss_total": 0.019227832555770874,
      "step": 10000
    },
    {
      "grad_norm": 0.32578203082084656,
      "learning_rate": 5.0045e-05,
      "loss": 0.0259,
      "step": 10010
    },
    {
      "loss_action": 0.044324103742837906,
      "loss_total": 0.044324103742837906,
      "step": 10010
    },
    {
      "loss_action": 0.019921734929084778,
      "loss_total": 0.019921734929084778,
      "step": 10010
    },
    {
      "loss_action": 0.035239771008491516,
      "loss_total": 0.035239771008491516,
      "step": 10010
    },
    {
      "loss_action": 0.033269234001636505,
      "loss_total": 0.033269234001636505,
      "step": 10010
    },
    {
      "loss_action": 0.03367481380701065,
      "loss_total": 0.03367481380701065,
      "step": 10010
    },
    {
      "loss_action": 0.026735523715615273,
      "loss_total": 0.026735523715615273,
      "step": 10010
    },
    {
      "loss_action": 0.014157461002469063,
      "loss_total": 0.014157461002469063,
      "step": 10010
    },
    {
      "loss_action": 0.01467039529234171,
      "loss_total": 0.01467039529234171,
      "step": 10010
    },
    {
      "grad_norm": 0.4840630292892456,
      "learning_rate": 5.0095e-05,
      "loss": 0.0222,
      "step": 10020
    },
    {
      "loss_action": 0.020657934248447418,
      "loss_total": 0.020657934248447418,
      "step": 10020
    },
    {
      "loss_action": 0.015944285318255424,
      "loss_total": 0.015944285318255424,
      "step": 10020
    },
    {
      "loss_action": 0.017102565616369247,
      "loss_total": 0.017102565616369247,
      "step": 10020
    },
    {
      "loss_action": 0.014512935653328896,
      "loss_total": 0.014512935653328896,
      "step": 10020
    },
    {
      "loss_action": 0.022989720106124878,
      "loss_total": 0.022989720106124878,
      "step": 10020
    },
    {
      "loss_action": 0.015113110654056072,
      "loss_total": 0.015113110654056072,
      "step": 10020
    },
    {
      "loss_action": 0.019895019009709358,
      "loss_total": 0.019895019009709358,
      "step": 10020
    },
    {
      "loss_action": 0.025152020156383514,
      "loss_total": 0.025152020156383514,
      "step": 10020
    },
    {
      "grad_norm": 0.46161770820617676,
      "learning_rate": 5.0144999999999995e-05,
      "loss": 0.033,
      "step": 10030
    },
    {
      "loss_action": 0.025813261047005653,
      "loss_total": 0.025813261047005653,
      "step": 10030
    },
    {
      "loss_action": 0.025127040222287178,
      "loss_total": 0.025127040222287178,
      "step": 10030
    },
    {
      "loss_action": 0.01882157102227211,
      "loss_total": 0.01882157102227211,
      "step": 10030
    },
    {
      "loss_action": 0.07093759626150131,
      "loss_total": 0.07093759626150131,
      "step": 10030
    },
    {
      "loss_action": 0.022591158747673035,
      "loss_total": 0.022591158747673035,
      "step": 10030
    },
    {
      "loss_action": 0.03453614562749863,
      "loss_total": 0.03453614562749863,
      "step": 10030
    },
    {
      "loss_action": 0.02986335940659046,
      "loss_total": 0.02986335940659046,
      "step": 10030
    },
    {
      "loss_action": 0.032509319484233856,
      "loss_total": 0.032509319484233856,
      "step": 10030
    },
    {
      "grad_norm": 0.4451636075973511,
      "learning_rate": 5.0195e-05,
      "loss": 0.0273,
      "step": 10040
    },
    {
      "loss_action": 0.024262890219688416,
      "loss_total": 0.024262890219688416,
      "step": 10040
    },
    {
      "loss_action": 0.014457033947110176,
      "loss_total": 0.014457033947110176,
      "step": 10040
    },
    {
      "loss_action": 0.012301072478294373,
      "loss_total": 0.012301072478294373,
      "step": 10040
    },
    {
      "loss_action": 0.032810285687446594,
      "loss_total": 0.032810285687446594,
      "step": 10040
    },
    {
      "loss_action": 0.019853491336107254,
      "loss_total": 0.019853491336107254,
      "step": 10040
    },
    {
      "loss_action": 0.027732502669095993,
      "loss_total": 0.027732502669095993,
      "step": 10040
    },
    {
      "loss_action": 0.027507547289133072,
      "loss_total": 0.027507547289133072,
      "step": 10040
    },
    {
      "loss_action": 0.019299382343888283,
      "loss_total": 0.019299382343888283,
      "step": 10040
    },
    {
      "grad_norm": 0.3789328336715698,
      "learning_rate": 5.0245e-05,
      "loss": 0.0263,
      "step": 10050
    },
    {
      "loss_action": 0.0361376516520977,
      "loss_total": 0.0361376516520977,
      "step": 10050
    },
    {
      "loss_action": 0.015087093226611614,
      "loss_total": 0.015087093226611614,
      "step": 10050
    },
    {
      "loss_action": 0.024368176236748695,
      "loss_total": 0.024368176236748695,
      "step": 10050
    },
    {
      "loss_action": 0.01073092594742775,
      "loss_total": 0.01073092594742775,
      "step": 10050
    },
    {
      "loss_action": 0.04259189963340759,
      "loss_total": 0.04259189963340759,
      "step": 10050
    },
    {
      "loss_action": 0.0803970918059349,
      "loss_total": 0.0803970918059349,
      "step": 10050
    },
    {
      "loss_action": 0.030797284096479416,
      "loss_total": 0.030797284096479416,
      "step": 10050
    },
    {
      "loss_action": 0.024615610018372536,
      "loss_total": 0.024615610018372536,
      "step": 10050
    },
    {
      "grad_norm": 0.3734967112541199,
      "learning_rate": 5.0295000000000006e-05,
      "loss": 0.0238,
      "step": 10060
    },
    {
      "loss_action": 0.013377048075199127,
      "loss_total": 0.013377048075199127,
      "step": 10060
    },
    {
      "loss_action": 0.017727931961417198,
      "loss_total": 0.017727931961417198,
      "step": 10060
    },
    {
      "loss_action": 0.017796076834201813,
      "loss_total": 0.017796076834201813,
      "step": 10060
    },
    {
      "loss_action": 0.014188606292009354,
      "loss_total": 0.014188606292009354,
      "step": 10060
    },
    {
      "loss_action": 0.019728749990463257,
      "loss_total": 0.019728749990463257,
      "step": 10060
    },
    {
      "loss_action": 0.018352821469306946,
      "loss_total": 0.018352821469306946,
      "step": 10060
    },
    {
      "loss_action": 0.012459518387913704,
      "loss_total": 0.012459518387913704,
      "step": 10060
    },
    {
      "loss_action": 0.025410041213035583,
      "loss_total": 0.025410041213035583,
      "step": 10060
    },
    {
      "grad_norm": 0.46818211674690247,
      "learning_rate": 5.0345e-05,
      "loss": 0.0246,
      "step": 10070
    },
    {
      "loss_action": 0.027482081204652786,
      "loss_total": 0.027482081204652786,
      "step": 10070
    },
    {
      "loss_action": 0.014650280587375164,
      "loss_total": 0.014650280587375164,
      "step": 10070
    },
    {
      "loss_action": 0.03490637242794037,
      "loss_total": 0.03490637242794037,
      "step": 10070
    },
    {
      "loss_action": 0.0435134582221508,
      "loss_total": 0.0435134582221508,
      "step": 10070
    },
    {
      "loss_action": 0.019502513110637665,
      "loss_total": 0.019502513110637665,
      "step": 10070
    },
    {
      "loss_action": 0.021657375618815422,
      "loss_total": 0.021657375618815422,
      "step": 10070
    },
    {
      "loss_action": 0.018500253558158875,
      "loss_total": 0.018500253558158875,
      "step": 10070
    },
    {
      "loss_action": 0.02153237722814083,
      "loss_total": 0.02153237722814083,
      "step": 10070
    },
    {
      "grad_norm": 0.4429161846637726,
      "learning_rate": 5.0395e-05,
      "loss": 0.0272,
      "step": 10080
    },
    {
      "loss_action": 0.013093390502035618,
      "loss_total": 0.013093390502035618,
      "step": 10080
    },
    {
      "loss_action": 0.023453915491700172,
      "loss_total": 0.023453915491700172,
      "step": 10080
    },
    {
      "loss_action": 0.024730157107114792,
      "loss_total": 0.024730157107114792,
      "step": 10080
    },
    {
      "loss_action": 0.01645251363515854,
      "loss_total": 0.01645251363515854,
      "step": 10080
    },
    {
      "loss_action": 0.021594693884253502,
      "loss_total": 0.021594693884253502,
      "step": 10080
    },
    {
      "loss_action": 0.017155662178993225,
      "loss_total": 0.017155662178993225,
      "step": 10080
    },
    {
      "loss_action": 0.02642785757780075,
      "loss_total": 0.02642785757780075,
      "step": 10080
    },
    {
      "loss_action": 0.02630283497273922,
      "loss_total": 0.02630283497273922,
      "step": 10080
    },
    {
      "grad_norm": 0.3913137912750244,
      "learning_rate": 5.0444999999999996e-05,
      "loss": 0.0268,
      "step": 10090
    },
    {
      "loss_action": 0.021015714854002,
      "loss_total": 0.021015714854002,
      "step": 10090
    },
    {
      "loss_action": 0.017028532922267914,
      "loss_total": 0.017028532922267914,
      "step": 10090
    },
    {
      "loss_action": 0.03045828640460968,
      "loss_total": 0.03045828640460968,
      "step": 10090
    },
    {
      "loss_action": 0.024398818612098694,
      "loss_total": 0.024398818612098694,
      "step": 10090
    },
    {
      "loss_action": 0.01660224050283432,
      "loss_total": 0.01660224050283432,
      "step": 10090
    },
    {
      "loss_action": 0.02535540983080864,
      "loss_total": 0.02535540983080864,
      "step": 10090
    },
    {
      "loss_action": 0.01929476670920849,
      "loss_total": 0.01929476670920849,
      "step": 10090
    },
    {
      "loss_action": 0.0246760081499815,
      "loss_total": 0.0246760081499815,
      "step": 10090
    },
    {
      "grad_norm": 0.3004404902458191,
      "learning_rate": 5.0495000000000004e-05,
      "loss": 0.0273,
      "step": 10100
    },
    {
      "loss_action": 0.019530795514583588,
      "loss_total": 0.019530795514583588,
      "step": 10100
    },
    {
      "loss_action": 0.024819390848279,
      "loss_total": 0.024819390848279,
      "step": 10100
    },
    {
      "loss_action": 0.02937968820333481,
      "loss_total": 0.02937968820333481,
      "step": 10100
    },
    {
      "loss_action": 0.03538936376571655,
      "loss_total": 0.03538936376571655,
      "step": 10100
    },
    {
      "loss_action": 0.04530687630176544,
      "loss_total": 0.04530687630176544,
      "step": 10100
    },
    {
      "loss_action": 0.027153117582201958,
      "loss_total": 0.027153117582201958,
      "step": 10100
    },
    {
      "loss_action": 0.019131455570459366,
      "loss_total": 0.019131455570459366,
      "step": 10100
    },
    {
      "loss_action": 0.03993990272283554,
      "loss_total": 0.03993990272283554,
      "step": 10100
    },
    {
      "grad_norm": 0.37779557704925537,
      "learning_rate": 5.0545e-05,
      "loss": 0.0237,
      "step": 10110
    },
    {
      "loss_action": 0.010588567703962326,
      "loss_total": 0.010588567703962326,
      "step": 10110
    },
    {
      "loss_action": 0.015343008562922478,
      "loss_total": 0.015343008562922478,
      "step": 10110
    },
    {
      "loss_action": 0.024781154468655586,
      "loss_total": 0.024781154468655586,
      "step": 10110
    },
    {
      "loss_action": 0.027966618537902832,
      "loss_total": 0.027966618537902832,
      "step": 10110
    },
    {
      "loss_action": 0.025271929800510406,
      "loss_total": 0.025271929800510406,
      "step": 10110
    },
    {
      "loss_action": 0.017070218920707703,
      "loss_total": 0.017070218920707703,
      "step": 10110
    },
    {
      "loss_action": 0.018823914229869843,
      "loss_total": 0.018823914229869843,
      "step": 10110
    },
    {
      "loss_action": 0.021186769008636475,
      "loss_total": 0.021186769008636475,
      "step": 10110
    },
    {
      "grad_norm": 0.3340400755405426,
      "learning_rate": 5.0595000000000006e-05,
      "loss": 0.0216,
      "step": 10120
    },
    {
      "loss_action": 0.014640755020081997,
      "loss_total": 0.014640755020081997,
      "step": 10120
    },
    {
      "loss_action": 0.01178552396595478,
      "loss_total": 0.01178552396595478,
      "step": 10120
    },
    {
      "loss_action": 0.022885005921125412,
      "loss_total": 0.022885005921125412,
      "step": 10120
    },
    {
      "loss_action": 0.022015903145074844,
      "loss_total": 0.022015903145074844,
      "step": 10120
    },
    {
      "loss_action": 0.033305130898952484,
      "loss_total": 0.033305130898952484,
      "step": 10120
    },
    {
      "loss_action": 0.014799542725086212,
      "loss_total": 0.014799542725086212,
      "step": 10120
    },
    {
      "loss_action": 0.020396500825881958,
      "loss_total": 0.020396500825881958,
      "step": 10120
    },
    {
      "loss_action": 0.016478564590215683,
      "loss_total": 0.016478564590215683,
      "step": 10120
    },
    {
      "grad_norm": 0.3966428339481354,
      "learning_rate": 5.0645e-05,
      "loss": 0.0229,
      "step": 10130
    },
    {
      "loss_action": 0.02627813071012497,
      "loss_total": 0.02627813071012497,
      "step": 10130
    },
    {
      "loss_action": 0.021002981811761856,
      "loss_total": 0.021002981811761856,
      "step": 10130
    },
    {
      "loss_action": 0.025368234142661095,
      "loss_total": 0.025368234142661095,
      "step": 10130
    },
    {
      "loss_action": 0.018332036212086678,
      "loss_total": 0.018332036212086678,
      "step": 10130
    },
    {
      "loss_action": 0.029064182192087173,
      "loss_total": 0.029064182192087173,
      "step": 10130
    },
    {
      "loss_action": 0.015143301337957382,
      "loss_total": 0.015143301337957382,
      "step": 10130
    },
    {
      "loss_action": 0.018827835097908974,
      "loss_total": 0.018827835097908974,
      "step": 10130
    },
    {
      "loss_action": 0.05609719082713127,
      "loss_total": 0.05609719082713127,
      "step": 10130
    },
    {
      "grad_norm": 0.3093595802783966,
      "learning_rate": 5.0695e-05,
      "loss": 0.0228,
      "step": 10140
    },
    {
      "loss_action": 0.009979831986129284,
      "loss_total": 0.009979831986129284,
      "step": 10140
    },
    {
      "loss_action": 0.012502511963248253,
      "loss_total": 0.012502511963248253,
      "step": 10140
    },
    {
      "loss_action": 0.02903466671705246,
      "loss_total": 0.02903466671705246,
      "step": 10140
    },
    {
      "loss_action": 0.02399279735982418,
      "loss_total": 0.02399279735982418,
      "step": 10140
    },
    {
      "loss_action": 0.031216153874993324,
      "loss_total": 0.031216153874993324,
      "step": 10140
    },
    {
      "loss_action": 0.021965764462947845,
      "loss_total": 0.021965764462947845,
      "step": 10140
    },
    {
      "loss_action": 0.02622262015938759,
      "loss_total": 0.02622262015938759,
      "step": 10140
    },
    {
      "loss_action": 0.03544438257813454,
      "loss_total": 0.03544438257813454,
      "step": 10140
    },
    {
      "grad_norm": 0.2896338105201721,
      "learning_rate": 5.0744999999999996e-05,
      "loss": 0.0228,
      "step": 10150
    },
    {
      "loss_action": 0.02157583460211754,
      "loss_total": 0.02157583460211754,
      "step": 10150
    },
    {
      "loss_action": 0.029758252203464508,
      "loss_total": 0.029758252203464508,
      "step": 10150
    },
    {
      "loss_action": 0.0455680713057518,
      "loss_total": 0.0455680713057518,
      "step": 10150
    },
    {
      "loss_action": 0.024384871125221252,
      "loss_total": 0.024384871125221252,
      "step": 10150
    },
    {
      "loss_action": 0.034267377108335495,
      "loss_total": 0.034267377108335495,
      "step": 10150
    },
    {
      "loss_action": 0.025157518684864044,
      "loss_total": 0.025157518684864044,
      "step": 10150
    },
    {
      "loss_action": 0.018520578742027283,
      "loss_total": 0.018520578742027283,
      "step": 10150
    },
    {
      "loss_action": 0.016925601288676262,
      "loss_total": 0.016925601288676262,
      "step": 10150
    },
    {
      "grad_norm": 0.35514163970947266,
      "learning_rate": 5.0795000000000004e-05,
      "loss": 0.0243,
      "step": 10160
    },
    {
      "loss_action": 0.03839260712265968,
      "loss_total": 0.03839260712265968,
      "step": 10160
    },
    {
      "loss_action": 0.01980014145374298,
      "loss_total": 0.01980014145374298,
      "step": 10160
    },
    {
      "loss_action": 0.01624862104654312,
      "loss_total": 0.01624862104654312,
      "step": 10160
    },
    {
      "loss_action": 0.022768789902329445,
      "loss_total": 0.022768789902329445,
      "step": 10160
    },
    {
      "loss_action": 0.03711441159248352,
      "loss_total": 0.03711441159248352,
      "step": 10160
    },
    {
      "loss_action": 0.014598006382584572,
      "loss_total": 0.014598006382584572,
      "step": 10160
    },
    {
      "loss_action": 0.019000360742211342,
      "loss_total": 0.019000360742211342,
      "step": 10160
    },
    {
      "loss_action": 0.02891218289732933,
      "loss_total": 0.02891218289732933,
      "step": 10160
    },
    {
      "grad_norm": 0.427314817905426,
      "learning_rate": 5.0845e-05,
      "loss": 0.0268,
      "step": 10170
    },
    {
      "loss_action": 0.019804272800683975,
      "loss_total": 0.019804272800683975,
      "step": 10170
    },
    {
      "loss_action": 0.019101541489362717,
      "loss_total": 0.019101541489362717,
      "step": 10170
    },
    {
      "loss_action": 0.028721198439598083,
      "loss_total": 0.028721198439598083,
      "step": 10170
    },
    {
      "loss_action": 0.03451908379793167,
      "loss_total": 0.03451908379793167,
      "step": 10170
    },
    {
      "loss_action": 0.018906116485595703,
      "loss_total": 0.018906116485595703,
      "step": 10170
    },
    {
      "loss_action": 0.016697240993380547,
      "loss_total": 0.016697240993380547,
      "step": 10170
    },
    {
      "loss_action": 0.029895514249801636,
      "loss_total": 0.029895514249801636,
      "step": 10170
    },
    {
      "loss_action": 0.029959408566355705,
      "loss_total": 0.029959408566355705,
      "step": 10170
    },
    {
      "grad_norm": 0.2967195510864258,
      "learning_rate": 5.0895000000000007e-05,
      "loss": 0.0238,
      "step": 10180
    },
    {
      "loss_action": 0.04100426286458969,
      "loss_total": 0.04100426286458969,
      "step": 10180
    },
    {
      "loss_action": 0.023370373994112015,
      "loss_total": 0.023370373994112015,
      "step": 10180
    },
    {
      "loss_action": 0.024385880678892136,
      "loss_total": 0.024385880678892136,
      "step": 10180
    },
    {
      "loss_action": 0.029708020389080048,
      "loss_total": 0.029708020389080048,
      "step": 10180
    },
    {
      "loss_action": 0.014011595398187637,
      "loss_total": 0.014011595398187637,
      "step": 10180
    },
    {
      "loss_action": 0.018886664882302284,
      "loss_total": 0.018886664882302284,
      "step": 10180
    },
    {
      "loss_action": 0.017318004742264748,
      "loss_total": 0.017318004742264748,
      "step": 10180
    },
    {
      "loss_action": 0.009892573580145836,
      "loss_total": 0.009892573580145836,
      "step": 10180
    },
    {
      "grad_norm": 0.42726022005081177,
      "learning_rate": 5.0945e-05,
      "loss": 0.0219,
      "step": 10190
    },
    {
      "loss_action": 0.023989591747522354,
      "loss_total": 0.023989591747522354,
      "step": 10190
    },
    {
      "loss_action": 0.019426513463258743,
      "loss_total": 0.019426513463258743,
      "step": 10190
    },
    {
      "loss_action": 0.019424255937337875,
      "loss_total": 0.019424255937337875,
      "step": 10190
    },
    {
      "loss_action": 0.014879677444696426,
      "loss_total": 0.014879677444696426,
      "step": 10190
    },
    {
      "loss_action": 0.016559673473238945,
      "loss_total": 0.016559673473238945,
      "step": 10190
    },
    {
      "loss_action": 0.02205369435250759,
      "loss_total": 0.02205369435250759,
      "step": 10190
    },
    {
      "loss_action": 0.027289051562547684,
      "loss_total": 0.027289051562547684,
      "step": 10190
    },
    {
      "loss_action": 0.027074459940195084,
      "loss_total": 0.027074459940195084,
      "step": 10190
    },
    {
      "grad_norm": 0.4039660692214966,
      "learning_rate": 5.0995e-05,
      "loss": 0.0217,
      "step": 10200
    },
    {
      "loss_action": 0.015731556341052055,
      "loss_total": 0.015731556341052055,
      "step": 10200
    },
    {
      "loss_action": 0.025906391441822052,
      "loss_total": 0.025906391441822052,
      "step": 10200
    },
    {
      "loss_action": 0.0160210020840168,
      "loss_total": 0.0160210020840168,
      "step": 10200
    },
    {
      "loss_action": 0.011674530804157257,
      "loss_total": 0.011674530804157257,
      "step": 10200
    },
    {
      "loss_action": 0.010790055617690086,
      "loss_total": 0.010790055617690086,
      "step": 10200
    },
    {
      "loss_action": 0.028004467487335205,
      "loss_total": 0.028004467487335205,
      "step": 10200
    },
    {
      "loss_action": 0.02272774651646614,
      "loss_total": 0.02272774651646614,
      "step": 10200
    },
    {
      "loss_action": 0.01740771159529686,
      "loss_total": 0.01740771159529686,
      "step": 10200
    },
    {
      "grad_norm": 0.5222741961479187,
      "learning_rate": 5.1045e-05,
      "loss": 0.0242,
      "step": 10210
    },
    {
      "loss_action": 0.02553068846464157,
      "loss_total": 0.02553068846464157,
      "step": 10210
    },
    {
      "loss_action": 0.01325533539056778,
      "loss_total": 0.01325533539056778,
      "step": 10210
    },
    {
      "loss_action": 0.02862713858485222,
      "loss_total": 0.02862713858485222,
      "step": 10210
    },
    {
      "loss_action": 0.04134427011013031,
      "loss_total": 0.04134427011013031,
      "step": 10210
    },
    {
      "loss_action": 0.01891724392771721,
      "loss_total": 0.01891724392771721,
      "step": 10210
    },
    {
      "loss_action": 0.031186234205961227,
      "loss_total": 0.031186234205961227,
      "step": 10210
    },
    {
      "loss_action": 0.03473924845457077,
      "loss_total": 0.03473924845457077,
      "step": 10210
    },
    {
      "loss_action": 0.020894015207886696,
      "loss_total": 0.020894015207886696,
      "step": 10210
    },
    {
      "grad_norm": 0.35978108644485474,
      "learning_rate": 5.1095000000000005e-05,
      "loss": 0.0246,
      "step": 10220
    },
    {
      "loss_action": 0.027536509558558464,
      "loss_total": 0.027536509558558464,
      "step": 10220
    },
    {
      "loss_action": 0.017557531595230103,
      "loss_total": 0.017557531595230103,
      "step": 10220
    },
    {
      "loss_action": 0.01664379984140396,
      "loss_total": 0.01664379984140396,
      "step": 10220
    },
    {
      "loss_action": 0.021504200994968414,
      "loss_total": 0.021504200994968414,
      "step": 10220
    },
    {
      "loss_action": 0.01262658555060625,
      "loss_total": 0.01262658555060625,
      "step": 10220
    },
    {
      "loss_action": 0.016623258590698242,
      "loss_total": 0.016623258590698242,
      "step": 10220
    },
    {
      "loss_action": 0.027344416826963425,
      "loss_total": 0.027344416826963425,
      "step": 10220
    },
    {
      "loss_action": 0.019086632877588272,
      "loss_total": 0.019086632877588272,
      "step": 10220
    },
    {
      "grad_norm": 0.49244874715805054,
      "learning_rate": 5.1145e-05,
      "loss": 0.0222,
      "step": 10230
    },
    {
      "loss_action": 0.035201169550418854,
      "loss_total": 0.035201169550418854,
      "step": 10230
    },
    {
      "loss_action": 0.021234583109617233,
      "loss_total": 0.021234583109617233,
      "step": 10230
    },
    {
      "loss_action": 0.017282169312238693,
      "loss_total": 0.017282169312238693,
      "step": 10230
    },
    {
      "loss_action": 0.04962959885597229,
      "loss_total": 0.04962959885597229,
      "step": 10230
    },
    {
      "loss_action": 0.01694386452436447,
      "loss_total": 0.01694386452436447,
      "step": 10230
    },
    {
      "loss_action": 0.016500048339366913,
      "loss_total": 0.016500048339366913,
      "step": 10230
    },
    {
      "loss_action": 0.026915602385997772,
      "loss_total": 0.026915602385997772,
      "step": 10230
    },
    {
      "loss_action": 0.11407224833965302,
      "loss_total": 0.11407224833965302,
      "step": 10230
    },
    {
      "grad_norm": 0.24074476957321167,
      "learning_rate": 5.119500000000001e-05,
      "loss": 0.0233,
      "step": 10240
    },
    {
      "loss_action": 0.026516597718000412,
      "loss_total": 0.026516597718000412,
      "step": 10240
    },
    {
      "loss_action": 0.020301055163145065,
      "loss_total": 0.020301055163145065,
      "step": 10240
    },
    {
      "loss_action": 0.03344312310218811,
      "loss_total": 0.03344312310218811,
      "step": 10240
    },
    {
      "loss_action": 0.014656029641628265,
      "loss_total": 0.014656029641628265,
      "step": 10240
    },
    {
      "loss_action": 0.02168113738298416,
      "loss_total": 0.02168113738298416,
      "step": 10240
    },
    {
      "loss_action": 0.014150450937449932,
      "loss_total": 0.014150450937449932,
      "step": 10240
    },
    {
      "loss_action": 0.02506658434867859,
      "loss_total": 0.02506658434867859,
      "step": 10240
    },
    {
      "loss_action": 0.019562937319278717,
      "loss_total": 0.019562937319278717,
      "step": 10240
    },
    {
      "grad_norm": 0.45298972725868225,
      "learning_rate": 5.1245e-05,
      "loss": 0.0228,
      "step": 10250
    },
    {
      "loss_action": 0.019238963723182678,
      "loss_total": 0.019238963723182678,
      "step": 10250
    },
    {
      "loss_action": 0.0320671983063221,
      "loss_total": 0.0320671983063221,
      "step": 10250
    },
    {
      "loss_action": 0.020439552143216133,
      "loss_total": 0.020439552143216133,
      "step": 10250
    },
    {
      "loss_action": 0.03196670860052109,
      "loss_total": 0.03196670860052109,
      "step": 10250
    },
    {
      "loss_action": 0.025086164474487305,
      "loss_total": 0.025086164474487305,
      "step": 10250
    },
    {
      "loss_action": 0.015873003751039505,
      "loss_total": 0.015873003751039505,
      "step": 10250
    },
    {
      "loss_action": 0.021814141422510147,
      "loss_total": 0.021814141422510147,
      "step": 10250
    },
    {
      "loss_action": 0.03757379949092865,
      "loss_total": 0.03757379949092865,
      "step": 10250
    },
    {
      "grad_norm": 0.32341495156288147,
      "learning_rate": 5.1295e-05,
      "loss": 0.0302,
      "step": 10260
    },
    {
      "loss_action": 0.01795833557844162,
      "loss_total": 0.01795833557844162,
      "step": 10260
    },
    {
      "loss_action": 0.019782084971666336,
      "loss_total": 0.019782084971666336,
      "step": 10260
    },
    {
      "loss_action": 0.02649061754345894,
      "loss_total": 0.02649061754345894,
      "step": 10260
    },
    {
      "loss_action": 0.013347155414521694,
      "loss_total": 0.013347155414521694,
      "step": 10260
    },
    {
      "loss_action": 0.02569623664021492,
      "loss_total": 0.02569623664021492,
      "step": 10260
    },
    {
      "loss_action": 0.04814594238996506,
      "loss_total": 0.04814594238996506,
      "step": 10260
    },
    {
      "loss_action": 0.03846874088048935,
      "loss_total": 0.03846874088048935,
      "step": 10260
    },
    {
      "loss_action": 0.020970799028873444,
      "loss_total": 0.020970799028873444,
      "step": 10260
    },
    {
      "grad_norm": 0.3691467344760895,
      "learning_rate": 5.1345e-05,
      "loss": 0.0262,
      "step": 10270
    },
    {
      "loss_action": 0.016931675374507904,
      "loss_total": 0.016931675374507904,
      "step": 10270
    },
    {
      "loss_action": 0.054318662732839584,
      "loss_total": 0.054318662732839584,
      "step": 10270
    },
    {
      "loss_action": 0.014380058273673058,
      "loss_total": 0.014380058273673058,
      "step": 10270
    },
    {
      "loss_action": 0.013653047382831573,
      "loss_total": 0.013653047382831573,
      "step": 10270
    },
    {
      "loss_action": 0.018724482506513596,
      "loss_total": 0.018724482506513596,
      "step": 10270
    },
    {
      "loss_action": 0.025214388966560364,
      "loss_total": 0.025214388966560364,
      "step": 10270
    },
    {
      "loss_action": 0.015937812626361847,
      "loss_total": 0.015937812626361847,
      "step": 10270
    },
    {
      "loss_action": 0.026558712124824524,
      "loss_total": 0.026558712124824524,
      "step": 10270
    },
    {
      "grad_norm": 0.32344287633895874,
      "learning_rate": 5.1395000000000005e-05,
      "loss": 0.0253,
      "step": 10280
    },
    {
      "loss_action": 0.021391382440924644,
      "loss_total": 0.021391382440924644,
      "step": 10280
    },
    {
      "loss_action": 0.029366163536906242,
      "loss_total": 0.029366163536906242,
      "step": 10280
    },
    {
      "loss_action": 0.032824717462062836,
      "loss_total": 0.032824717462062836,
      "step": 10280
    },
    {
      "loss_action": 0.041971802711486816,
      "loss_total": 0.041971802711486816,
      "step": 10280
    },
    {
      "loss_action": 0.04299963265657425,
      "loss_total": 0.04299963265657425,
      "step": 10280
    },
    {
      "loss_action": 0.020466996356844902,
      "loss_total": 0.020466996356844902,
      "step": 10280
    },
    {
      "loss_action": 0.02124299854040146,
      "loss_total": 0.02124299854040146,
      "step": 10280
    },
    {
      "loss_action": 0.01928425207734108,
      "loss_total": 0.01928425207734108,
      "step": 10280
    },
    {
      "grad_norm": 0.3406153619289398,
      "learning_rate": 5.1445e-05,
      "loss": 0.0239,
      "step": 10290
    },
    {
      "loss_action": 0.02185748517513275,
      "loss_total": 0.02185748517513275,
      "step": 10290
    },
    {
      "loss_action": 0.023008493706583977,
      "loss_total": 0.023008493706583977,
      "step": 10290
    },
    {
      "loss_action": 0.014777245000004768,
      "loss_total": 0.014777245000004768,
      "step": 10290
    },
    {
      "loss_action": 0.06807388365268707,
      "loss_total": 0.06807388365268707,
      "step": 10290
    },
    {
      "loss_action": 0.016003549098968506,
      "loss_total": 0.016003549098968506,
      "step": 10290
    },
    {
      "loss_action": 0.015104567632079124,
      "loss_total": 0.015104567632079124,
      "step": 10290
    },
    {
      "loss_action": 0.019237220287322998,
      "loss_total": 0.019237220287322998,
      "step": 10290
    },
    {
      "loss_action": 0.01547485962510109,
      "loss_total": 0.01547485962510109,
      "step": 10290
    },
    {
      "grad_norm": 0.4809635579586029,
      "learning_rate": 5.149500000000001e-05,
      "loss": 0.0227,
      "step": 10300
    },
    {
      "loss_action": 0.009837789461016655,
      "loss_total": 0.009837789461016655,
      "step": 10300
    },
    {
      "loss_action": 0.01832493394613266,
      "loss_total": 0.01832493394613266,
      "step": 10300
    },
    {
      "loss_action": 0.01702999696135521,
      "loss_total": 0.01702999696135521,
      "step": 10300
    },
    {
      "loss_action": 0.040331870317459106,
      "loss_total": 0.040331870317459106,
      "step": 10300
    },
    {
      "loss_action": 0.014709806069731712,
      "loss_total": 0.014709806069731712,
      "step": 10300
    },
    {
      "loss_action": 0.014990463852882385,
      "loss_total": 0.014990463852882385,
      "step": 10300
    },
    {
      "loss_action": 0.025184884667396545,
      "loss_total": 0.025184884667396545,
      "step": 10300
    },
    {
      "loss_action": 0.08126874268054962,
      "loss_total": 0.08126874268054962,
      "step": 10300
    },
    {
      "grad_norm": 0.3847191631793976,
      "learning_rate": 5.1545e-05,
      "loss": 0.0237,
      "step": 10310
    },
    {
      "loss_action": 0.023726865649223328,
      "loss_total": 0.023726865649223328,
      "step": 10310
    },
    {
      "loss_action": 0.013081290759146214,
      "loss_total": 0.013081290759146214,
      "step": 10310
    },
    {
      "loss_action": 0.019549312070012093,
      "loss_total": 0.019549312070012093,
      "step": 10310
    },
    {
      "loss_action": 0.017843106761574745,
      "loss_total": 0.017843106761574745,
      "step": 10310
    },
    {
      "loss_action": 0.01737210899591446,
      "loss_total": 0.01737210899591446,
      "step": 10310
    },
    {
      "loss_action": 0.03684841841459274,
      "loss_total": 0.03684841841459274,
      "step": 10310
    },
    {
      "loss_action": 0.020929113030433655,
      "loss_total": 0.020929113030433655,
      "step": 10310
    },
    {
      "loss_action": 0.01938515342772007,
      "loss_total": 0.01938515342772007,
      "step": 10310
    },
    {
      "grad_norm": 0.36657530069351196,
      "learning_rate": 5.1595e-05,
      "loss": 0.0235,
      "step": 10320
    },
    {
      "loss_action": 0.04862132668495178,
      "loss_total": 0.04862132668495178,
      "step": 10320
    },
    {
      "loss_action": 0.025564026087522507,
      "loss_total": 0.025564026087522507,
      "step": 10320
    },
    {
      "loss_action": 0.013090452179312706,
      "loss_total": 0.013090452179312706,
      "step": 10320
    },
    {
      "loss_action": 0.014562983065843582,
      "loss_total": 0.014562983065843582,
      "step": 10320
    },
    {
      "loss_action": 0.025422271341085434,
      "loss_total": 0.025422271341085434,
      "step": 10320
    },
    {
      "loss_action": 0.014071542769670486,
      "loss_total": 0.014071542769670486,
      "step": 10320
    },
    {
      "loss_action": 0.021586082875728607,
      "loss_total": 0.021586082875728607,
      "step": 10320
    },
    {
      "loss_action": 0.018772389739751816,
      "loss_total": 0.018772389739751816,
      "step": 10320
    },
    {
      "grad_norm": 0.3317105770111084,
      "learning_rate": 5.1645e-05,
      "loss": 0.0257,
      "step": 10330
    },
    {
      "loss_action": 0.02152525819838047,
      "loss_total": 0.02152525819838047,
      "step": 10330
    },
    {
      "loss_action": 0.012969192117452621,
      "loss_total": 0.012969192117452621,
      "step": 10330
    },
    {
      "loss_action": 0.01909014582633972,
      "loss_total": 0.01909014582633972,
      "step": 10330
    },
    {
      "loss_action": 0.011734327301383018,
      "loss_total": 0.011734327301383018,
      "step": 10330
    },
    {
      "loss_action": 0.03228997811675072,
      "loss_total": 0.03228997811675072,
      "step": 10330
    },
    {
      "loss_action": 0.01662910170853138,
      "loss_total": 0.01662910170853138,
      "step": 10330
    },
    {
      "loss_action": 0.024793436750769615,
      "loss_total": 0.024793436750769615,
      "step": 10330
    },
    {
      "loss_action": 0.038017407059669495,
      "loss_total": 0.038017407059669495,
      "step": 10330
    },
    {
      "grad_norm": 0.37098240852355957,
      "learning_rate": 5.1695000000000006e-05,
      "loss": 0.0227,
      "step": 10340
    },
    {
      "loss_action": 0.02802988514304161,
      "loss_total": 0.02802988514304161,
      "step": 10340
    },
    {
      "loss_action": 0.025658726692199707,
      "loss_total": 0.025658726692199707,
      "step": 10340
    },
    {
      "loss_action": 0.03006492555141449,
      "loss_total": 0.03006492555141449,
      "step": 10340
    },
    {
      "loss_action": 0.022645890712738037,
      "loss_total": 0.022645890712738037,
      "step": 10340
    },
    {
      "loss_action": 0.015214426442980766,
      "loss_total": 0.015214426442980766,
      "step": 10340
    },
    {
      "loss_action": 0.018165362998843193,
      "loss_total": 0.018165362998843193,
      "step": 10340
    },
    {
      "loss_action": 0.016162242740392685,
      "loss_total": 0.016162242740392685,
      "step": 10340
    },
    {
      "loss_action": 0.023541882634162903,
      "loss_total": 0.023541882634162903,
      "step": 10340
    },
    {
      "grad_norm": 0.420343279838562,
      "learning_rate": 5.1745e-05,
      "loss": 0.0225,
      "step": 10350
    },
    {
      "loss_action": 0.015109172090888023,
      "loss_total": 0.015109172090888023,
      "step": 10350
    },
    {
      "loss_action": 0.02955051325261593,
      "loss_total": 0.02955051325261593,
      "step": 10350
    },
    {
      "loss_action": 0.031587522476911545,
      "loss_total": 0.031587522476911545,
      "step": 10350
    },
    {
      "loss_action": 0.023849375545978546,
      "loss_total": 0.023849375545978546,
      "step": 10350
    },
    {
      "loss_action": 0.02819458395242691,
      "loss_total": 0.02819458395242691,
      "step": 10350
    },
    {
      "loss_action": 0.032214708626270294,
      "loss_total": 0.032214708626270294,
      "step": 10350
    },
    {
      "loss_action": 0.01923835277557373,
      "loss_total": 0.01923835277557373,
      "step": 10350
    },
    {
      "loss_action": 0.013446243479847908,
      "loss_total": 0.013446243479847908,
      "step": 10350
    },
    {
      "grad_norm": 0.3235655725002289,
      "learning_rate": 5.1795e-05,
      "loss": 0.0231,
      "step": 10360
    },
    {
      "loss_action": 0.023003961890935898,
      "loss_total": 0.023003961890935898,
      "step": 10360
    },
    {
      "loss_action": 0.01274421438574791,
      "loss_total": 0.01274421438574791,
      "step": 10360
    },
    {
      "loss_action": 0.020639002323150635,
      "loss_total": 0.020639002323150635,
      "step": 10360
    },
    {
      "loss_action": 0.014307813718914986,
      "loss_total": 0.014307813718914986,
      "step": 10360
    },
    {
      "loss_action": 0.027171775698661804,
      "loss_total": 0.027171775698661804,
      "step": 10360
    },
    {
      "loss_action": 0.018318016082048416,
      "loss_total": 0.018318016082048416,
      "step": 10360
    },
    {
      "loss_action": 0.011582482606172562,
      "loss_total": 0.011582482606172562,
      "step": 10360
    },
    {
      "loss_action": 0.022720271721482277,
      "loss_total": 0.022720271721482277,
      "step": 10360
    },
    {
      "grad_norm": 0.3517560660839081,
      "learning_rate": 5.1844999999999996e-05,
      "loss": 0.0213,
      "step": 10370
    },
    {
      "loss_action": 0.01306212693452835,
      "loss_total": 0.01306212693452835,
      "step": 10370
    },
    {
      "loss_action": 0.013920340687036514,
      "loss_total": 0.013920340687036514,
      "step": 10370
    },
    {
      "loss_action": 0.016419393941760063,
      "loss_total": 0.016419393941760063,
      "step": 10370
    },
    {
      "loss_action": 0.013932552188634872,
      "loss_total": 0.013932552188634872,
      "step": 10370
    },
    {
      "loss_action": 0.018102677538990974,
      "loss_total": 0.018102677538990974,
      "step": 10370
    },
    {
      "loss_action": 0.024398161098361015,
      "loss_total": 0.024398161098361015,
      "step": 10370
    },
    {
      "loss_action": 0.012583931908011436,
      "loss_total": 0.012583931908011436,
      "step": 10370
    },
    {
      "loss_action": 0.02232716977596283,
      "loss_total": 0.02232716977596283,
      "step": 10370
    },
    {
      "grad_norm": 0.32378748059272766,
      "learning_rate": 5.1895000000000004e-05,
      "loss": 0.0192,
      "step": 10380
    },
    {
      "loss_action": 0.028315704315900803,
      "loss_total": 0.028315704315900803,
      "step": 10380
    },
    {
      "loss_action": 0.0300588496029377,
      "loss_total": 0.0300588496029377,
      "step": 10380
    },
    {
      "loss_action": 0.015059025958180428,
      "loss_total": 0.015059025958180428,
      "step": 10380
    },
    {
      "loss_action": 0.020963653922080994,
      "loss_total": 0.020963653922080994,
      "step": 10380
    },
    {
      "loss_action": 0.02327360212802887,
      "loss_total": 0.02327360212802887,
      "step": 10380
    },
    {
      "loss_action": 0.02300380915403366,
      "loss_total": 0.02300380915403366,
      "step": 10380
    },
    {
      "loss_action": 0.03239645063877106,
      "loss_total": 0.03239645063877106,
      "step": 10380
    },
    {
      "loss_action": 0.013786655850708485,
      "loss_total": 0.013786655850708485,
      "step": 10380
    },
    {
      "grad_norm": 0.5583959221839905,
      "learning_rate": 5.1945e-05,
      "loss": 0.0235,
      "step": 10390
    },
    {
      "loss_action": 0.03529587388038635,
      "loss_total": 0.03529587388038635,
      "step": 10390
    },
    {
      "loss_action": 0.026454932987689972,
      "loss_total": 0.026454932987689972,
      "step": 10390
    },
    {
      "loss_action": 0.04461117088794708,
      "loss_total": 0.04461117088794708,
      "step": 10390
    },
    {
      "loss_action": 0.015340548940002918,
      "loss_total": 0.015340548940002918,
      "step": 10390
    },
    {
      "loss_action": 0.025021173059940338,
      "loss_total": 0.025021173059940338,
      "step": 10390
    },
    {
      "loss_action": 0.0463685467839241,
      "loss_total": 0.0463685467839241,
      "step": 10390
    },
    {
      "loss_action": 0.016114335507154465,
      "loss_total": 0.016114335507154465,
      "step": 10390
    },
    {
      "loss_action": 0.023794325068593025,
      "loss_total": 0.023794325068593025,
      "step": 10390
    },
    {
      "grad_norm": 0.3945615887641907,
      "learning_rate": 5.1995000000000006e-05,
      "loss": 0.0254,
      "step": 10400
    },
    {
      "loss_action": 0.02206864207983017,
      "loss_total": 0.02206864207983017,
      "step": 10400
    },
    {
      "loss_action": 0.012230334803462029,
      "loss_total": 0.012230334803462029,
      "step": 10400
    },
    {
      "loss_action": 0.015213348902761936,
      "loss_total": 0.015213348902761936,
      "step": 10400
    },
    {
      "loss_action": 0.02596522867679596,
      "loss_total": 0.02596522867679596,
      "step": 10400
    },
    {
      "loss_action": 0.014676164835691452,
      "loss_total": 0.014676164835691452,
      "step": 10400
    },
    {
      "loss_action": 0.019522394984960556,
      "loss_total": 0.019522394984960556,
      "step": 10400
    },
    {
      "loss_action": 0.021856050938367844,
      "loss_total": 0.021856050938367844,
      "step": 10400
    },
    {
      "loss_action": 0.017183367162942886,
      "loss_total": 0.017183367162942886,
      "step": 10400
    },
    {
      "grad_norm": 0.29237815737724304,
      "learning_rate": 5.2045e-05,
      "loss": 0.0224,
      "step": 10410
    },
    {
      "loss_action": 0.01669524796307087,
      "loss_total": 0.01669524796307087,
      "step": 10410
    },
    {
      "loss_action": 0.011716792359948158,
      "loss_total": 0.011716792359948158,
      "step": 10410
    },
    {
      "loss_action": 0.01376329455524683,
      "loss_total": 0.01376329455524683,
      "step": 10410
    },
    {
      "loss_action": 0.01695513352751732,
      "loss_total": 0.01695513352751732,
      "step": 10410
    },
    {
      "loss_action": 0.014569547027349472,
      "loss_total": 0.014569547027349472,
      "step": 10410
    },
    {
      "loss_action": 0.028400665149092674,
      "loss_total": 0.028400665149092674,
      "step": 10410
    },
    {
      "loss_action": 0.01061129942536354,
      "loss_total": 0.01061129942536354,
      "step": 10410
    },
    {
      "loss_action": 0.02861049398779869,
      "loss_total": 0.02861049398779869,
      "step": 10410
    },
    {
      "grad_norm": 0.3178420960903168,
      "learning_rate": 5.2095e-05,
      "loss": 0.0219,
      "step": 10420
    },
    {
      "loss_action": 0.027052033692598343,
      "loss_total": 0.027052033692598343,
      "step": 10420
    },
    {
      "loss_action": 0.03651523217558861,
      "loss_total": 0.03651523217558861,
      "step": 10420
    },
    {
      "loss_action": 0.01944321021437645,
      "loss_total": 0.01944321021437645,
      "step": 10420
    },
    {
      "loss_action": 0.028732508420944214,
      "loss_total": 0.028732508420944214,
      "step": 10420
    },
    {
      "loss_action": 0.026297053322196007,
      "loss_total": 0.026297053322196007,
      "step": 10420
    },
    {
      "loss_action": 0.015321517363190651,
      "loss_total": 0.015321517363190651,
      "step": 10420
    },
    {
      "loss_action": 0.04262108355760574,
      "loss_total": 0.04262108355760574,
      "step": 10420
    },
    {
      "loss_action": 0.01522064208984375,
      "loss_total": 0.01522064208984375,
      "step": 10420
    },
    {
      "grad_norm": 0.42219969630241394,
      "learning_rate": 5.2144999999999996e-05,
      "loss": 0.0216,
      "step": 10430
    },
    {
      "loss_action": 0.010951594449579716,
      "loss_total": 0.010951594449579716,
      "step": 10430
    },
    {
      "loss_action": 0.011637709103524685,
      "loss_total": 0.011637709103524685,
      "step": 10430
    },
    {
      "loss_action": 0.01056034117937088,
      "loss_total": 0.01056034117937088,
      "step": 10430
    },
    {
      "loss_action": 0.027275215834379196,
      "loss_total": 0.027275215834379196,
      "step": 10430
    },
    {
      "loss_action": 0.016297444701194763,
      "loss_total": 0.016297444701194763,
      "step": 10430
    },
    {
      "loss_action": 0.017137156799435616,
      "loss_total": 0.017137156799435616,
      "step": 10430
    },
    {
      "loss_action": 0.019319362938404083,
      "loss_total": 0.019319362938404083,
      "step": 10430
    },
    {
      "loss_action": 0.015313783660531044,
      "loss_total": 0.015313783660531044,
      "step": 10430
    },
    {
      "grad_norm": 0.293995201587677,
      "learning_rate": 5.2195000000000004e-05,
      "loss": 0.0209,
      "step": 10440
    },
    {
      "loss_action": 0.026767628267407417,
      "loss_total": 0.026767628267407417,
      "step": 10440
    },
    {
      "loss_action": 0.01813470385968685,
      "loss_total": 0.01813470385968685,
      "step": 10440
    },
    {
      "loss_action": 0.01600954309105873,
      "loss_total": 0.01600954309105873,
      "step": 10440
    },
    {
      "loss_action": 0.011789246462285519,
      "loss_total": 0.011789246462285519,
      "step": 10440
    },
    {
      "loss_action": 0.043411802500486374,
      "loss_total": 0.043411802500486374,
      "step": 10440
    },
    {
      "loss_action": 0.020367439836263657,
      "loss_total": 0.020367439836263657,
      "step": 10440
    },
    {
      "loss_action": 0.018524721264839172,
      "loss_total": 0.018524721264839172,
      "step": 10440
    },
    {
      "loss_action": 0.01792921870946884,
      "loss_total": 0.01792921870946884,
      "step": 10440
    },
    {
      "grad_norm": 0.2809201180934906,
      "learning_rate": 5.2245e-05,
      "loss": 0.0216,
      "step": 10450
    },
    {
      "loss_action": 0.013919362798333168,
      "loss_total": 0.013919362798333168,
      "step": 10450
    },
    {
      "loss_action": 0.023671552538871765,
      "loss_total": 0.023671552538871765,
      "step": 10450
    },
    {
      "loss_action": 0.012600666843354702,
      "loss_total": 0.012600666843354702,
      "step": 10450
    },
    {
      "loss_action": 0.017253320664167404,
      "loss_total": 0.017253320664167404,
      "step": 10450
    },
    {
      "loss_action": 0.0161922425031662,
      "loss_total": 0.0161922425031662,
      "step": 10450
    },
    {
      "loss_action": 0.01783013343811035,
      "loss_total": 0.01783013343811035,
      "step": 10450
    },
    {
      "loss_action": 0.011088842526078224,
      "loss_total": 0.011088842526078224,
      "step": 10450
    },
    {
      "loss_action": 0.024175167083740234,
      "loss_total": 0.024175167083740234,
      "step": 10450
    },
    {
      "grad_norm": 0.25193265080451965,
      "learning_rate": 5.229500000000001e-05,
      "loss": 0.0224,
      "step": 10460
    },
    {
      "loss_action": 0.04373791068792343,
      "loss_total": 0.04373791068792343,
      "step": 10460
    },
    {
      "loss_action": 0.023046622052788734,
      "loss_total": 0.023046622052788734,
      "step": 10460
    },
    {
      "loss_action": 0.02058367244899273,
      "loss_total": 0.02058367244899273,
      "step": 10460
    },
    {
      "loss_action": 0.016009675338864326,
      "loss_total": 0.016009675338864326,
      "step": 10460
    },
    {
      "loss_action": 0.021636566147208214,
      "loss_total": 0.021636566147208214,
      "step": 10460
    },
    {
      "loss_action": 0.027988363057374954,
      "loss_total": 0.027988363057374954,
      "step": 10460
    },
    {
      "loss_action": 0.01207900233566761,
      "loss_total": 0.01207900233566761,
      "step": 10460
    },
    {
      "loss_action": 0.014716222882270813,
      "loss_total": 0.014716222882270813,
      "step": 10460
    },
    {
      "grad_norm": 0.24317362904548645,
      "learning_rate": 5.2345e-05,
      "loss": 0.0206,
      "step": 10470
    },
    {
      "loss_action": 0.027079124003648758,
      "loss_total": 0.027079124003648758,
      "step": 10470
    },
    {
      "loss_action": 0.023847471922636032,
      "loss_total": 0.023847471922636032,
      "step": 10470
    },
    {
      "loss_action": 0.02077803760766983,
      "loss_total": 0.02077803760766983,
      "step": 10470
    },
    {
      "loss_action": 0.01720593497157097,
      "loss_total": 0.01720593497157097,
      "step": 10470
    },
    {
      "loss_action": 0.022155124694108963,
      "loss_total": 0.022155124694108963,
      "step": 10470
    },
    {
      "loss_action": 0.048266272991895676,
      "loss_total": 0.048266272991895676,
      "step": 10470
    },
    {
      "loss_action": 0.018760930746793747,
      "loss_total": 0.018760930746793747,
      "step": 10470
    },
    {
      "loss_action": 0.018784627318382263,
      "loss_total": 0.018784627318382263,
      "step": 10470
    },
    {
      "grad_norm": 0.34981417655944824,
      "learning_rate": 5.2395e-05,
      "loss": 0.0209,
      "step": 10480
    },
    {
      "loss_action": 0.031776171177625656,
      "loss_total": 0.031776171177625656,
      "step": 10480
    },
    {
      "loss_action": 0.02626975253224373,
      "loss_total": 0.02626975253224373,
      "step": 10480
    },
    {
      "loss_action": 0.022123362869024277,
      "loss_total": 0.022123362869024277,
      "step": 10480
    },
    {
      "loss_action": 0.01733037270605564,
      "loss_total": 0.01733037270605564,
      "step": 10480
    },
    {
      "loss_action": 0.047975730150938034,
      "loss_total": 0.047975730150938034,
      "step": 10480
    },
    {
      "loss_action": 0.0104446429759264,
      "loss_total": 0.0104446429759264,
      "step": 10480
    },
    {
      "loss_action": 0.017864728346467018,
      "loss_total": 0.017864728346467018,
      "step": 10480
    },
    {
      "loss_action": 0.013228658586740494,
      "loss_total": 0.013228658586740494,
      "step": 10480
    },
    {
      "grad_norm": 0.2846355140209198,
      "learning_rate": 5.2445e-05,
      "loss": 0.0217,
      "step": 10490
    },
    {
      "loss_action": 0.033475786447525024,
      "loss_total": 0.033475786447525024,
      "step": 10490
    },
    {
      "loss_action": 0.028627730906009674,
      "loss_total": 0.028627730906009674,
      "step": 10490
    },
    {
      "loss_action": 0.062100332230329514,
      "loss_total": 0.062100332230329514,
      "step": 10490
    },
    {
      "loss_action": 0.12244226038455963,
      "loss_total": 0.12244226038455963,
      "step": 10490
    },
    {
      "loss_action": 0.013921331614255905,
      "loss_total": 0.013921331614255905,
      "step": 10490
    },
    {
      "loss_action": 0.033559031784534454,
      "loss_total": 0.033559031784534454,
      "step": 10490
    },
    {
      "loss_action": 0.01646004617214203,
      "loss_total": 0.01646004617214203,
      "step": 10490
    },
    {
      "loss_action": 0.03325878456234932,
      "loss_total": 0.03325878456234932,
      "step": 10490
    },
    {
      "grad_norm": 0.3101420998573303,
      "learning_rate": 5.2495000000000005e-05,
      "loss": 0.0272,
      "step": 10500
    },
    {
      "loss_action": 0.024096734821796417,
      "loss_total": 0.024096734821796417,
      "step": 10500
    },
    {
      "loss_action": 0.014705379493534565,
      "loss_total": 0.014705379493534565,
      "step": 10500
    },
    {
      "loss_action": 0.01250836905092001,
      "loss_total": 0.01250836905092001,
      "step": 10500
    },
    {
      "loss_action": 0.01515825092792511,
      "loss_total": 0.01515825092792511,
      "step": 10500
    },
    {
      "loss_action": 0.020431790500879288,
      "loss_total": 0.020431790500879288,
      "step": 10500
    },
    {
      "loss_action": 0.015559444203972816,
      "loss_total": 0.015559444203972816,
      "step": 10500
    },
    {
      "loss_action": 0.020200040191411972,
      "loss_total": 0.020200040191411972,
      "step": 10500
    },
    {
      "loss_action": 0.009626191109418869,
      "loss_total": 0.009626191109418869,
      "step": 10500
    },
    {
      "grad_norm": 0.2599833011627197,
      "learning_rate": 5.2545e-05,
      "loss": 0.0199,
      "step": 10510
    },
    {
      "loss_action": 0.01792324148118496,
      "loss_total": 0.01792324148118496,
      "step": 10510
    },
    {
      "loss_action": 0.01586758717894554,
      "loss_total": 0.01586758717894554,
      "step": 10510
    },
    {
      "loss_action": 0.12150879204273224,
      "loss_total": 0.12150879204273224,
      "step": 10510
    },
    {
      "loss_action": 0.028421683236956596,
      "loss_total": 0.028421683236956596,
      "step": 10510
    },
    {
      "loss_action": 0.02991906739771366,
      "loss_total": 0.02991906739771366,
      "step": 10510
    },
    {
      "loss_action": 0.03381706774234772,
      "loss_total": 0.03381706774234772,
      "step": 10510
    },
    {
      "loss_action": 0.026010066270828247,
      "loss_total": 0.026010066270828247,
      "step": 10510
    },
    {
      "loss_action": 0.030323026701807976,
      "loss_total": 0.030323026701807976,
      "step": 10510
    },
    {
      "grad_norm": 0.3126972019672394,
      "learning_rate": 5.259500000000001e-05,
      "loss": 0.0219,
      "step": 10520
    },
    {
      "loss_action": 0.018413769081234932,
      "loss_total": 0.018413769081234932,
      "step": 10520
    },
    {
      "loss_action": 0.022513777017593384,
      "loss_total": 0.022513777017593384,
      "step": 10520
    },
    {
      "loss_action": 0.024553924798965454,
      "loss_total": 0.024553924798965454,
      "step": 10520
    },
    {
      "loss_action": 0.04283938556909561,
      "loss_total": 0.04283938556909561,
      "step": 10520
    },
    {
      "loss_action": 0.024447239935398102,
      "loss_total": 0.024447239935398102,
      "step": 10520
    },
    {
      "loss_action": 0.021942898631095886,
      "loss_total": 0.021942898631095886,
      "step": 10520
    },
    {
      "loss_action": 0.023468760773539543,
      "loss_total": 0.023468760773539543,
      "step": 10520
    },
    {
      "loss_action": 0.03971987962722778,
      "loss_total": 0.03971987962722778,
      "step": 10520
    },
    {
      "grad_norm": 0.30996665358543396,
      "learning_rate": 5.2645e-05,
      "loss": 0.0221,
      "step": 10530
    },
    {
      "loss_action": 0.012534597888588905,
      "loss_total": 0.012534597888588905,
      "step": 10530
    },
    {
      "loss_action": 0.01706736534833908,
      "loss_total": 0.01706736534833908,
      "step": 10530
    },
    {
      "loss_action": 0.018417133018374443,
      "loss_total": 0.018417133018374443,
      "step": 10530
    },
    {
      "loss_action": 0.01201707310974598,
      "loss_total": 0.01201707310974598,
      "step": 10530
    },
    {
      "loss_action": 0.0225837379693985,
      "loss_total": 0.0225837379693985,
      "step": 10530
    },
    {
      "loss_action": 0.01763181947171688,
      "loss_total": 0.01763181947171688,
      "step": 10530
    },
    {
      "loss_action": 0.03871132433414459,
      "loss_total": 0.03871132433414459,
      "step": 10530
    },
    {
      "loss_action": 0.013781079091131687,
      "loss_total": 0.013781079091131687,
      "step": 10530
    },
    {
      "grad_norm": 0.3577660322189331,
      "learning_rate": 5.2695e-05,
      "loss": 0.0235,
      "step": 10540
    },
    {
      "loss_action": 0.01952158287167549,
      "loss_total": 0.01952158287167549,
      "step": 10540
    },
    {
      "loss_action": 0.023099813610315323,
      "loss_total": 0.023099813610315323,
      "step": 10540
    },
    {
      "loss_action": 0.026618072763085365,
      "loss_total": 0.026618072763085365,
      "step": 10540
    },
    {
      "loss_action": 0.0289231538772583,
      "loss_total": 0.0289231538772583,
      "step": 10540
    },
    {
      "loss_action": 0.025806523859500885,
      "loss_total": 0.025806523859500885,
      "step": 10540
    },
    {
      "loss_action": 0.013547590002417564,
      "loss_total": 0.013547590002417564,
      "step": 10540
    },
    {
      "loss_action": 0.02297872304916382,
      "loss_total": 0.02297872304916382,
      "step": 10540
    },
    {
      "loss_action": 0.01210055872797966,
      "loss_total": 0.01210055872797966,
      "step": 10540
    },
    {
      "grad_norm": 0.4259641170501709,
      "learning_rate": 5.2745e-05,
      "loss": 0.023,
      "step": 10550
    },
    {
      "loss_action": 0.0276445634663105,
      "loss_total": 0.0276445634663105,
      "step": 10550
    },
    {
      "loss_action": 0.015189863741397858,
      "loss_total": 0.015189863741397858,
      "step": 10550
    },
    {
      "loss_action": 0.027998657897114754,
      "loss_total": 0.027998657897114754,
      "step": 10550
    },
    {
      "loss_action": 0.029284730553627014,
      "loss_total": 0.029284730553627014,
      "step": 10550
    },
    {
      "loss_action": 0.038443759083747864,
      "loss_total": 0.038443759083747864,
      "step": 10550
    },
    {
      "loss_action": 0.02003772370517254,
      "loss_total": 0.02003772370517254,
      "step": 10550
    },
    {
      "loss_action": 0.014357417821884155,
      "loss_total": 0.014357417821884155,
      "step": 10550
    },
    {
      "loss_action": 0.01811840385198593,
      "loss_total": 0.01811840385198593,
      "step": 10550
    },
    {
      "grad_norm": 0.4278634190559387,
      "learning_rate": 5.2795000000000005e-05,
      "loss": 0.0265,
      "step": 10560
    },
    {
      "loss_action": 0.023522742092609406,
      "loss_total": 0.023522742092609406,
      "step": 10560
    },
    {
      "loss_action": 0.01653464324772358,
      "loss_total": 0.01653464324772358,
      "step": 10560
    },
    {
      "loss_action": 0.013720572926104069,
      "loss_total": 0.013720572926104069,
      "step": 10560
    },
    {
      "loss_action": 0.016097785905003548,
      "loss_total": 0.016097785905003548,
      "step": 10560
    },
    {
      "loss_action": 0.03867419809103012,
      "loss_total": 0.03867419809103012,
      "step": 10560
    },
    {
      "loss_action": 0.015316260978579521,
      "loss_total": 0.015316260978579521,
      "step": 10560
    },
    {
      "loss_action": 0.01664123497903347,
      "loss_total": 0.01664123497903347,
      "step": 10560
    },
    {
      "loss_action": 0.02695964276790619,
      "loss_total": 0.02695964276790619,
      "step": 10560
    },
    {
      "grad_norm": 0.39131781458854675,
      "learning_rate": 5.2845e-05,
      "loss": 0.0239,
      "step": 10570
    },
    {
      "loss_action": 0.015892330557107925,
      "loss_total": 0.015892330557107925,
      "step": 10570
    },
    {
      "loss_action": 0.01755092293024063,
      "loss_total": 0.01755092293024063,
      "step": 10570
    },
    {
      "loss_action": 0.021821733564138412,
      "loss_total": 0.021821733564138412,
      "step": 10570
    },
    {
      "loss_action": 0.03560444712638855,
      "loss_total": 0.03560444712638855,
      "step": 10570
    },
    {
      "loss_action": 0.01444878801703453,
      "loss_total": 0.01444878801703453,
      "step": 10570
    },
    {
      "loss_action": 0.031291693449020386,
      "loss_total": 0.031291693449020386,
      "step": 10570
    },
    {
      "loss_action": 0.01916717365384102,
      "loss_total": 0.01916717365384102,
      "step": 10570
    },
    {
      "loss_action": 0.014539794996380806,
      "loss_total": 0.014539794996380806,
      "step": 10570
    },
    {
      "grad_norm": 0.24339555203914642,
      "learning_rate": 5.289500000000001e-05,
      "loss": 0.0228,
      "step": 10580
    },
    {
      "loss_action": 0.015597138553857803,
      "loss_total": 0.015597138553857803,
      "step": 10580
    },
    {
      "loss_action": 0.02179272472858429,
      "loss_total": 0.02179272472858429,
      "step": 10580
    },
    {
      "loss_action": 0.019905708730220795,
      "loss_total": 0.019905708730220795,
      "step": 10580
    },
    {
      "loss_action": 0.018791940063238144,
      "loss_total": 0.018791940063238144,
      "step": 10580
    },
    {
      "loss_action": 0.018549881875514984,
      "loss_total": 0.018549881875514984,
      "step": 10580
    },
    {
      "loss_action": 0.021309250965714455,
      "loss_total": 0.021309250965714455,
      "step": 10580
    },
    {
      "loss_action": 0.013132674619555473,
      "loss_total": 0.013132674619555473,
      "step": 10580
    },
    {
      "loss_action": 0.016561336815357208,
      "loss_total": 0.016561336815357208,
      "step": 10580
    },
    {
      "grad_norm": 0.2557271718978882,
      "learning_rate": 5.2945e-05,
      "loss": 0.0212,
      "step": 10590
    },
    {
      "loss_action": 0.019617436453700066,
      "loss_total": 0.019617436453700066,
      "step": 10590
    },
    {
      "loss_action": 0.01434852834790945,
      "loss_total": 0.01434852834790945,
      "step": 10590
    },
    {
      "loss_action": 0.014587599784135818,
      "loss_total": 0.014587599784135818,
      "step": 10590
    },
    {
      "loss_action": 0.013678906485438347,
      "loss_total": 0.013678906485438347,
      "step": 10590
    },
    {
      "loss_action": 0.013843631371855736,
      "loss_total": 0.013843631371855736,
      "step": 10590
    },
    {
      "loss_action": 0.011140655726194382,
      "loss_total": 0.011140655726194382,
      "step": 10590
    },
    {
      "loss_action": 0.02239600569009781,
      "loss_total": 0.02239600569009781,
      "step": 10590
    },
    {
      "loss_action": 0.017919637262821198,
      "loss_total": 0.017919637262821198,
      "step": 10590
    },
    {
      "grad_norm": 0.24536004662513733,
      "learning_rate": 5.2995e-05,
      "loss": 0.0208,
      "step": 10600
    },
    {
      "loss_action": 0.017604760825634003,
      "loss_total": 0.017604760825634003,
      "step": 10600
    },
    {
      "loss_action": 0.042624130845069885,
      "loss_total": 0.042624130845069885,
      "step": 10600
    },
    {
      "loss_action": 0.018249377608299255,
      "loss_total": 0.018249377608299255,
      "step": 10600
    },
    {
      "loss_action": 0.021426880732178688,
      "loss_total": 0.021426880732178688,
      "step": 10600
    },
    {
      "loss_action": 0.020311860367655754,
      "loss_total": 0.020311860367655754,
      "step": 10600
    },
    {
      "loss_action": 0.01662907376885414,
      "loss_total": 0.01662907376885414,
      "step": 10600
    },
    {
      "loss_action": 0.019186832010746002,
      "loss_total": 0.019186832010746002,
      "step": 10600
    },
    {
      "loss_action": 0.0241939015686512,
      "loss_total": 0.0241939015686512,
      "step": 10600
    },
    {
      "grad_norm": 0.38581642508506775,
      "learning_rate": 5.3045e-05,
      "loss": 0.022,
      "step": 10610
    },
    {
      "loss_action": 0.025958502665162086,
      "loss_total": 0.025958502665162086,
      "step": 10610
    },
    {
      "loss_action": 0.019120924174785614,
      "loss_total": 0.019120924174785614,
      "step": 10610
    },
    {
      "loss_action": 0.01954488269984722,
      "loss_total": 0.01954488269984722,
      "step": 10610
    },
    {
      "loss_action": 0.020015422254800797,
      "loss_total": 0.020015422254800797,
      "step": 10610
    },
    {
      "loss_action": 0.027265653014183044,
      "loss_total": 0.027265653014183044,
      "step": 10610
    },
    {
      "loss_action": 0.024438362568616867,
      "loss_total": 0.024438362568616867,
      "step": 10610
    },
    {
      "loss_action": 0.018572019413113594,
      "loss_total": 0.018572019413113594,
      "step": 10610
    },
    {
      "loss_action": 0.0228763185441494,
      "loss_total": 0.0228763185441494,
      "step": 10610
    },
    {
      "grad_norm": 0.3132435083389282,
      "learning_rate": 5.3095000000000006e-05,
      "loss": 0.0249,
      "step": 10620
    },
    {
      "loss_action": 0.03258885443210602,
      "loss_total": 0.03258885443210602,
      "step": 10620
    },
    {
      "loss_action": 0.01937529444694519,
      "loss_total": 0.01937529444694519,
      "step": 10620
    },
    {
      "loss_action": 0.030707187950611115,
      "loss_total": 0.030707187950611115,
      "step": 10620
    },
    {
      "loss_action": 0.011781321838498116,
      "loss_total": 0.011781321838498116,
      "step": 10620
    },
    {
      "loss_action": 0.10134048759937286,
      "loss_total": 0.10134048759937286,
      "step": 10620
    },
    {
      "loss_action": 0.02286548912525177,
      "loss_total": 0.02286548912525177,
      "step": 10620
    },
    {
      "loss_action": 0.02648290805518627,
      "loss_total": 0.02648290805518627,
      "step": 10620
    },
    {
      "loss_action": 0.028946638107299805,
      "loss_total": 0.028946638107299805,
      "step": 10620
    },
    {
      "grad_norm": 0.2428324669599533,
      "learning_rate": 5.3145e-05,
      "loss": 0.0235,
      "step": 10630
    },
    {
      "loss_action": 0.0334974080324173,
      "loss_total": 0.0334974080324173,
      "step": 10630
    },
    {
      "loss_action": 0.04508792981505394,
      "loss_total": 0.04508792981505394,
      "step": 10630
    },
    {
      "loss_action": 0.012552844360470772,
      "loss_total": 0.012552844360470772,
      "step": 10630
    },
    {
      "loss_action": 0.0293266661465168,
      "loss_total": 0.0293266661465168,
      "step": 10630
    },
    {
      "loss_action": 0.02355937846004963,
      "loss_total": 0.02355937846004963,
      "step": 10630
    },
    {
      "loss_action": 0.022312894463539124,
      "loss_total": 0.022312894463539124,
      "step": 10630
    },
    {
      "loss_action": 0.019250884652137756,
      "loss_total": 0.019250884652137756,
      "step": 10630
    },
    {
      "loss_action": 0.017684325575828552,
      "loss_total": 0.017684325575828552,
      "step": 10630
    },
    {
      "grad_norm": 0.348388671875,
      "learning_rate": 5.319500000000001e-05,
      "loss": 0.0254,
      "step": 10640
    },
    {
      "loss_action": 0.020464984700083733,
      "loss_total": 0.020464984700083733,
      "step": 10640
    },
    {
      "loss_action": 0.013662019744515419,
      "loss_total": 0.013662019744515419,
      "step": 10640
    },
    {
      "loss_action": 0.014108511619269848,
      "loss_total": 0.014108511619269848,
      "step": 10640
    },
    {
      "loss_action": 0.012103395536541939,
      "loss_total": 0.012103395536541939,
      "step": 10640
    },
    {
      "loss_action": 0.019483093172311783,
      "loss_total": 0.019483093172311783,
      "step": 10640
    },
    {
      "loss_action": 0.025107190012931824,
      "loss_total": 0.025107190012931824,
      "step": 10640
    },
    {
      "loss_action": 0.029606886208057404,
      "loss_total": 0.029606886208057404,
      "step": 10640
    },
    {
      "loss_action": 0.012457584030926228,
      "loss_total": 0.012457584030926228,
      "step": 10640
    },
    {
      "grad_norm": 0.3690915107727051,
      "learning_rate": 5.3245e-05,
      "loss": 0.0252,
      "step": 10650
    },
    {
      "loss_action": 0.018495632335543633,
      "loss_total": 0.018495632335543633,
      "step": 10650
    },
    {
      "loss_action": 0.017762314528226852,
      "loss_total": 0.017762314528226852,
      "step": 10650
    },
    {
      "loss_action": 0.024475732818245888,
      "loss_total": 0.024475732818245888,
      "step": 10650
    },
    {
      "loss_action": 0.027234915643930435,
      "loss_total": 0.027234915643930435,
      "step": 10650
    },
    {
      "loss_action": 0.0170296523720026,
      "loss_total": 0.0170296523720026,
      "step": 10650
    },
    {
      "loss_action": 0.01921107806265354,
      "loss_total": 0.01921107806265354,
      "step": 10650
    },
    {
      "loss_action": 0.01420137844979763,
      "loss_total": 0.01420137844979763,
      "step": 10650
    },
    {
      "loss_action": 0.01579141803085804,
      "loss_total": 0.01579141803085804,
      "step": 10650
    },
    {
      "grad_norm": 0.301961749792099,
      "learning_rate": 5.3295000000000004e-05,
      "loss": 0.0208,
      "step": 10660
    },
    {
      "loss_action": 0.027872059494256973,
      "loss_total": 0.027872059494256973,
      "step": 10660
    },
    {
      "loss_action": 0.03709593042731285,
      "loss_total": 0.03709593042731285,
      "step": 10660
    },
    {
      "loss_action": 0.03139270097017288,
      "loss_total": 0.03139270097017288,
      "step": 10660
    },
    {
      "loss_action": 0.035741087049245834,
      "loss_total": 0.035741087049245834,
      "step": 10660
    },
    {
      "loss_action": 0.01790357381105423,
      "loss_total": 0.01790357381105423,
      "step": 10660
    },
    {
      "loss_action": 0.01537276804447174,
      "loss_total": 0.01537276804447174,
      "step": 10660
    },
    {
      "loss_action": 0.021026767790317535,
      "loss_total": 0.021026767790317535,
      "step": 10660
    },
    {
      "loss_action": 0.014219175092875957,
      "loss_total": 0.014219175092875957,
      "step": 10660
    },
    {
      "grad_norm": 0.2896769940853119,
      "learning_rate": 5.3345e-05,
      "loss": 0.0237,
      "step": 10670
    },
    {
      "loss_action": 0.016989313066005707,
      "loss_total": 0.016989313066005707,
      "step": 10670
    },
    {
      "loss_action": 0.015341049991548061,
      "loss_total": 0.015341049991548061,
      "step": 10670
    },
    {
      "loss_action": 0.01756947487592697,
      "loss_total": 0.01756947487592697,
      "step": 10670
    },
    {
      "loss_action": 0.03738391771912575,
      "loss_total": 0.03738391771912575,
      "step": 10670
    },
    {
      "loss_action": 0.027712589129805565,
      "loss_total": 0.027712589129805565,
      "step": 10670
    },
    {
      "loss_action": 0.02292785793542862,
      "loss_total": 0.02292785793542862,
      "step": 10670
    },
    {
      "loss_action": 0.022084839642047882,
      "loss_total": 0.022084839642047882,
      "step": 10670
    },
    {
      "loss_action": 0.017733516171574593,
      "loss_total": 0.017733516171574593,
      "step": 10670
    },
    {
      "grad_norm": 0.4896131753921509,
      "learning_rate": 5.3395000000000006e-05,
      "loss": 0.0269,
      "step": 10680
    },
    {
      "loss_action": 0.015624143183231354,
      "loss_total": 0.015624143183231354,
      "step": 10680
    },
    {
      "loss_action": 0.0457177460193634,
      "loss_total": 0.0457177460193634,
      "step": 10680
    },
    {
      "loss_action": 0.03133004158735275,
      "loss_total": 0.03133004158735275,
      "step": 10680
    },
    {
      "loss_action": 0.01780001074075699,
      "loss_total": 0.01780001074075699,
      "step": 10680
    },
    {
      "loss_action": 0.04167107492685318,
      "loss_total": 0.04167107492685318,
      "step": 10680
    },
    {
      "loss_action": 0.03373086825013161,
      "loss_total": 0.03373086825013161,
      "step": 10680
    },
    {
      "loss_action": 0.02421097829937935,
      "loss_total": 0.02421097829937935,
      "step": 10680
    },
    {
      "loss_action": 0.037238918244838715,
      "loss_total": 0.037238918244838715,
      "step": 10680
    },
    {
      "grad_norm": 0.39794597029685974,
      "learning_rate": 5.3445e-05,
      "loss": 0.0245,
      "step": 10690
    },
    {
      "loss_action": 0.023794610053300858,
      "loss_total": 0.023794610053300858,
      "step": 10690
    },
    {
      "loss_action": 0.0438222736120224,
      "loss_total": 0.0438222736120224,
      "step": 10690
    },
    {
      "loss_action": 0.03708094358444214,
      "loss_total": 0.03708094358444214,
      "step": 10690
    },
    {
      "loss_action": 0.019361428916454315,
      "loss_total": 0.019361428916454315,
      "step": 10690
    },
    {
      "loss_action": 0.019353508949279785,
      "loss_total": 0.019353508949279785,
      "step": 10690
    },
    {
      "loss_action": 0.01436312310397625,
      "loss_total": 0.01436312310397625,
      "step": 10690
    },
    {
      "loss_action": 0.02457290329039097,
      "loss_total": 0.02457290329039097,
      "step": 10690
    },
    {
      "loss_action": 0.06221771240234375,
      "loss_total": 0.06221771240234375,
      "step": 10690
    },
    {
      "grad_norm": 0.4190467894077301,
      "learning_rate": 5.349500000000001e-05,
      "loss": 0.024,
      "step": 10700
    },
    {
      "loss_action": 0.017903504893183708,
      "loss_total": 0.017903504893183708,
      "step": 10700
    },
    {
      "loss_action": 0.022667407989501953,
      "loss_total": 0.022667407989501953,
      "step": 10700
    },
    {
      "loss_action": 0.01681601256132126,
      "loss_total": 0.01681601256132126,
      "step": 10700
    },
    {
      "loss_action": 0.019368648529052734,
      "loss_total": 0.019368648529052734,
      "step": 10700
    },
    {
      "loss_action": 0.02948017045855522,
      "loss_total": 0.02948017045855522,
      "step": 10700
    },
    {
      "loss_action": 0.018844962120056152,
      "loss_total": 0.018844962120056152,
      "step": 10700
    },
    {
      "loss_action": 0.021826207637786865,
      "loss_total": 0.021826207637786865,
      "step": 10700
    },
    {
      "loss_action": 0.03191770613193512,
      "loss_total": 0.03191770613193512,
      "step": 10700
    },
    {
      "grad_norm": 0.425730437040329,
      "learning_rate": 5.3545e-05,
      "loss": 0.0226,
      "step": 10710
    },
    {
      "loss_action": 0.027656737715005875,
      "loss_total": 0.027656737715005875,
      "step": 10710
    },
    {
      "loss_action": 0.015186893753707409,
      "loss_total": 0.015186893753707409,
      "step": 10710
    },
    {
      "loss_action": 0.011410048231482506,
      "loss_total": 0.011410048231482506,
      "step": 10710
    },
    {
      "loss_action": 0.021190717816352844,
      "loss_total": 0.021190717816352844,
      "step": 10710
    },
    {
      "loss_action": 0.010893105529248714,
      "loss_total": 0.010893105529248714,
      "step": 10710
    },
    {
      "loss_action": 0.0165639016777277,
      "loss_total": 0.0165639016777277,
      "step": 10710
    },
    {
      "loss_action": 0.018892817199230194,
      "loss_total": 0.018892817199230194,
      "step": 10710
    },
    {
      "loss_action": 0.020043404772877693,
      "loss_total": 0.020043404772877693,
      "step": 10710
    },
    {
      "grad_norm": 0.3337706923484802,
      "learning_rate": 5.3595000000000004e-05,
      "loss": 0.0265,
      "step": 10720
    },
    {
      "loss_action": 0.019663074985146523,
      "loss_total": 0.019663074985146523,
      "step": 10720
    },
    {
      "loss_action": 0.02334480918943882,
      "loss_total": 0.02334480918943882,
      "step": 10720
    },
    {
      "loss_action": 0.03700500726699829,
      "loss_total": 0.03700500726699829,
      "step": 10720
    },
    {
      "loss_action": 0.025418072938919067,
      "loss_total": 0.025418072938919067,
      "step": 10720
    },
    {
      "loss_action": 0.018499400466680527,
      "loss_total": 0.018499400466680527,
      "step": 10720
    },
    {
      "loss_action": 0.026543818414211273,
      "loss_total": 0.026543818414211273,
      "step": 10720
    },
    {
      "loss_action": 0.021995430812239647,
      "loss_total": 0.021995430812239647,
      "step": 10720
    },
    {
      "loss_action": 0.022206902503967285,
      "loss_total": 0.022206902503967285,
      "step": 10720
    },
    {
      "grad_norm": 0.48387420177459717,
      "learning_rate": 5.3645e-05,
      "loss": 0.0269,
      "step": 10730
    },
    {
      "loss_action": 0.019288096576929092,
      "loss_total": 0.019288096576929092,
      "step": 10730
    },
    {
      "loss_action": 0.03195261210203171,
      "loss_total": 0.03195261210203171,
      "step": 10730
    },
    {
      "loss_action": 0.02736680582165718,
      "loss_total": 0.02736680582165718,
      "step": 10730
    },
    {
      "loss_action": 0.01636102795600891,
      "loss_total": 0.01636102795600891,
      "step": 10730
    },
    {
      "loss_action": 0.021513059735298157,
      "loss_total": 0.021513059735298157,
      "step": 10730
    },
    {
      "loss_action": 0.09863074868917465,
      "loss_total": 0.09863074868917465,
      "step": 10730
    },
    {
      "loss_action": 0.026421140879392624,
      "loss_total": 0.026421140879392624,
      "step": 10730
    },
    {
      "loss_action": 0.04638434201478958,
      "loss_total": 0.04638434201478958,
      "step": 10730
    },
    {
      "grad_norm": 0.44078710675239563,
      "learning_rate": 5.369500000000001e-05,
      "loss": 0.0256,
      "step": 10740
    },
    {
      "loss_action": 0.026319347321987152,
      "loss_total": 0.026319347321987152,
      "step": 10740
    },
    {
      "loss_action": 0.027871474623680115,
      "loss_total": 0.027871474623680115,
      "step": 10740
    },
    {
      "loss_action": 0.018116094172000885,
      "loss_total": 0.018116094172000885,
      "step": 10740
    },
    {
      "loss_action": 0.022761022672057152,
      "loss_total": 0.022761022672057152,
      "step": 10740
    },
    {
      "loss_action": 0.015100710093975067,
      "loss_total": 0.015100710093975067,
      "step": 10740
    },
    {
      "loss_action": 0.03498821705579758,
      "loss_total": 0.03498821705579758,
      "step": 10740
    },
    {
      "loss_action": 0.024122878909111023,
      "loss_total": 0.024122878909111023,
      "step": 10740
    },
    {
      "loss_action": 0.02235851064324379,
      "loss_total": 0.02235851064324379,
      "step": 10740
    },
    {
      "grad_norm": 0.35748806595802307,
      "learning_rate": 5.3745e-05,
      "loss": 0.0244,
      "step": 10750
    },
    {
      "loss_action": 0.021923771128058434,
      "loss_total": 0.021923771128058434,
      "step": 10750
    },
    {
      "loss_action": 0.028063256293535233,
      "loss_total": 0.028063256293535233,
      "step": 10750
    },
    {
      "loss_action": 0.023246970027685165,
      "loss_total": 0.023246970027685165,
      "step": 10750
    },
    {
      "loss_action": 0.014727919362485409,
      "loss_total": 0.014727919362485409,
      "step": 10750
    },
    {
      "loss_action": 0.024984989315271378,
      "loss_total": 0.024984989315271378,
      "step": 10750
    },
    {
      "loss_action": 0.02222158946096897,
      "loss_total": 0.02222158946096897,
      "step": 10750
    },
    {
      "loss_action": 0.04320488125085831,
      "loss_total": 0.04320488125085831,
      "step": 10750
    },
    {
      "loss_action": 0.03494662046432495,
      "loss_total": 0.03494662046432495,
      "step": 10750
    },
    {
      "grad_norm": 0.38473913073539734,
      "learning_rate": 5.379500000000001e-05,
      "loss": 0.025,
      "step": 10760
    },
    {
      "loss_action": 0.01918764039874077,
      "loss_total": 0.01918764039874077,
      "step": 10760
    },
    {
      "loss_action": 0.017374716699123383,
      "loss_total": 0.017374716699123383,
      "step": 10760
    },
    {
      "loss_action": 0.015456877648830414,
      "loss_total": 0.015456877648830414,
      "step": 10760
    },
    {
      "loss_action": 0.028077922761440277,
      "loss_total": 0.028077922761440277,
      "step": 10760
    },
    {
      "loss_action": 0.02472982369363308,
      "loss_total": 0.02472982369363308,
      "step": 10760
    },
    {
      "loss_action": 0.03955665975809097,
      "loss_total": 0.03955665975809097,
      "step": 10760
    },
    {
      "loss_action": 0.026963500306010246,
      "loss_total": 0.026963500306010246,
      "step": 10760
    },
    {
      "loss_action": 0.022919710725545883,
      "loss_total": 0.022919710725545883,
      "step": 10760
    },
    {
      "grad_norm": 0.30469897389411926,
      "learning_rate": 5.3845000000000004e-05,
      "loss": 0.0232,
      "step": 10770
    },
    {
      "loss_action": 0.012271102517843246,
      "loss_total": 0.012271102517843246,
      "step": 10770
    },
    {
      "loss_action": 0.04053831472992897,
      "loss_total": 0.04053831472992897,
      "step": 10770
    },
    {
      "loss_action": 0.02235802635550499,
      "loss_total": 0.02235802635550499,
      "step": 10770
    },
    {
      "loss_action": 0.017983077093958855,
      "loss_total": 0.017983077093958855,
      "step": 10770
    },
    {
      "loss_action": 0.02486559934914112,
      "loss_total": 0.02486559934914112,
      "step": 10770
    },
    {
      "loss_action": 0.021524228155612946,
      "loss_total": 0.021524228155612946,
      "step": 10770
    },
    {
      "loss_action": 0.016714653000235558,
      "loss_total": 0.016714653000235558,
      "step": 10770
    },
    {
      "loss_action": 0.014667102135717869,
      "loss_total": 0.014667102135717869,
      "step": 10770
    },
    {
      "grad_norm": 0.22056037187576294,
      "learning_rate": 5.3895000000000005e-05,
      "loss": 0.0208,
      "step": 10780
    },
    {
      "loss_action": 0.04475468397140503,
      "loss_total": 0.04475468397140503,
      "step": 10780
    },
    {
      "loss_action": 0.025238798931241035,
      "loss_total": 0.025238798931241035,
      "step": 10780
    },
    {
      "loss_action": 0.019023245200514793,
      "loss_total": 0.019023245200514793,
      "step": 10780
    },
    {
      "loss_action": 0.015403008088469505,
      "loss_total": 0.015403008088469505,
      "step": 10780
    },
    {
      "loss_action": 0.014984062872827053,
      "loss_total": 0.014984062872827053,
      "step": 10780
    },
    {
      "loss_action": 0.013119032606482506,
      "loss_total": 0.013119032606482506,
      "step": 10780
    },
    {
      "loss_action": 0.01617559790611267,
      "loss_total": 0.01617559790611267,
      "step": 10780
    },
    {
      "loss_action": 0.029766041785478592,
      "loss_total": 0.029766041785478592,
      "step": 10780
    },
    {
      "grad_norm": 0.431391179561615,
      "learning_rate": 5.3945e-05,
      "loss": 0.0233,
      "step": 10790
    },
    {
      "loss_action": 0.05465617775917053,
      "loss_total": 0.05465617775917053,
      "step": 10790
    },
    {
      "loss_action": 0.01896025240421295,
      "loss_total": 0.01896025240421295,
      "step": 10790
    },
    {
      "loss_action": 0.01615947298705578,
      "loss_total": 0.01615947298705578,
      "step": 10790
    },
    {
      "loss_action": 0.023746274411678314,
      "loss_total": 0.023746274411678314,
      "step": 10790
    },
    {
      "loss_action": 0.027324553579092026,
      "loss_total": 0.027324553579092026,
      "step": 10790
    },
    {
      "loss_action": 0.02137288823723793,
      "loss_total": 0.02137288823723793,
      "step": 10790
    },
    {
      "loss_action": 0.020515866577625275,
      "loss_total": 0.020515866577625275,
      "step": 10790
    },
    {
      "loss_action": 0.024108149111270905,
      "loss_total": 0.024108149111270905,
      "step": 10790
    },
    {
      "grad_norm": 0.30423474311828613,
      "learning_rate": 5.399500000000001e-05,
      "loss": 0.0255,
      "step": 10800
    },
    {
      "loss_action": 0.021268267184495926,
      "loss_total": 0.021268267184495926,
      "step": 10800
    },
    {
      "loss_action": 0.014788571745157242,
      "loss_total": 0.014788571745157242,
      "step": 10800
    },
    {
      "loss_action": 0.0159347802400589,
      "loss_total": 0.0159347802400589,
      "step": 10800
    },
    {
      "loss_action": 0.014950593933463097,
      "loss_total": 0.014950593933463097,
      "step": 10800
    },
    {
      "loss_action": 0.011417594738304615,
      "loss_total": 0.011417594738304615,
      "step": 10800
    },
    {
      "loss_action": 0.015950210392475128,
      "loss_total": 0.015950210392475128,
      "step": 10800
    },
    {
      "loss_action": 0.03710261359810829,
      "loss_total": 0.03710261359810829,
      "step": 10800
    },
    {
      "loss_action": 0.02838834375143051,
      "loss_total": 0.02838834375143051,
      "step": 10800
    },
    {
      "grad_norm": 0.2526688575744629,
      "learning_rate": 5.4045e-05,
      "loss": 0.0235,
      "step": 10810
    },
    {
      "loss_action": 0.011655444279313087,
      "loss_total": 0.011655444279313087,
      "step": 10810
    },
    {
      "loss_action": 0.02011954039335251,
      "loss_total": 0.02011954039335251,
      "step": 10810
    },
    {
      "loss_action": 0.016565462574362755,
      "loss_total": 0.016565462574362755,
      "step": 10810
    },
    {
      "loss_action": 0.12655755877494812,
      "loss_total": 0.12655755877494812,
      "step": 10810
    },
    {
      "loss_action": 0.02016744390130043,
      "loss_total": 0.02016744390130043,
      "step": 10810
    },
    {
      "loss_action": 0.012973855249583721,
      "loss_total": 0.012973855249583721,
      "step": 10810
    },
    {
      "loss_action": 0.018105685710906982,
      "loss_total": 0.018105685710906982,
      "step": 10810
    },
    {
      "loss_action": 0.0122681874781847,
      "loss_total": 0.0122681874781847,
      "step": 10810
    },
    {
      "grad_norm": 0.3514814078807831,
      "learning_rate": 5.409500000000001e-05,
      "loss": 0.0224,
      "step": 10820
    },
    {
      "loss_action": 0.016882019117474556,
      "loss_total": 0.016882019117474556,
      "step": 10820
    },
    {
      "loss_action": 0.022667735815048218,
      "loss_total": 0.022667735815048218,
      "step": 10820
    },
    {
      "loss_action": 0.021119097247719765,
      "loss_total": 0.021119097247719765,
      "step": 10820
    },
    {
      "loss_action": 0.018332239240407944,
      "loss_total": 0.018332239240407944,
      "step": 10820
    },
    {
      "loss_action": 0.018465926870703697,
      "loss_total": 0.018465926870703697,
      "step": 10820
    },
    {
      "loss_action": 0.04087938368320465,
      "loss_total": 0.04087938368320465,
      "step": 10820
    },
    {
      "loss_action": 0.012669751420617104,
      "loss_total": 0.012669751420617104,
      "step": 10820
    },
    {
      "loss_action": 0.011831383220851421,
      "loss_total": 0.011831383220851421,
      "step": 10820
    },
    {
      "grad_norm": 0.32131510972976685,
      "learning_rate": 5.4145000000000004e-05,
      "loss": 0.0215,
      "step": 10830
    },
    {
      "loss_action": 0.01992061734199524,
      "loss_total": 0.01992061734199524,
      "step": 10830
    },
    {
      "loss_action": 0.01567251794040203,
      "loss_total": 0.01567251794040203,
      "step": 10830
    },
    {
      "loss_action": 0.016924062743782997,
      "loss_total": 0.016924062743782997,
      "step": 10830
    },
    {
      "loss_action": 0.011608801782131195,
      "loss_total": 0.011608801782131195,
      "step": 10830
    },
    {
      "loss_action": 0.014452115632593632,
      "loss_total": 0.014452115632593632,
      "step": 10830
    },
    {
      "loss_action": 0.017919030040502548,
      "loss_total": 0.017919030040502548,
      "step": 10830
    },
    {
      "loss_action": 0.031031815335154533,
      "loss_total": 0.031031815335154533,
      "step": 10830
    },
    {
      "loss_action": 0.01812177523970604,
      "loss_total": 0.01812177523970604,
      "step": 10830
    },
    {
      "grad_norm": 0.2921237647533417,
      "learning_rate": 5.4195000000000005e-05,
      "loss": 0.0233,
      "step": 10840
    },
    {
      "loss_action": 0.024152329191565514,
      "loss_total": 0.024152329191565514,
      "step": 10840
    },
    {
      "loss_action": 0.02623242512345314,
      "loss_total": 0.02623242512345314,
      "step": 10840
    },
    {
      "loss_action": 0.012456115335226059,
      "loss_total": 0.012456115335226059,
      "step": 10840
    },
    {
      "loss_action": 0.021510396152734756,
      "loss_total": 0.021510396152734756,
      "step": 10840
    },
    {
      "loss_action": 0.03181615099310875,
      "loss_total": 0.03181615099310875,
      "step": 10840
    },
    {
      "loss_action": 0.03548244386911392,
      "loss_total": 0.03548244386911392,
      "step": 10840
    },
    {
      "loss_action": 0.017294814810156822,
      "loss_total": 0.017294814810156822,
      "step": 10840
    },
    {
      "loss_action": 0.013752385973930359,
      "loss_total": 0.013752385973930359,
      "step": 10840
    },
    {
      "grad_norm": 0.2848988175392151,
      "learning_rate": 5.4245e-05,
      "loss": 0.0215,
      "step": 10850
    },
    {
      "loss_action": 0.025057680904865265,
      "loss_total": 0.025057680904865265,
      "step": 10850
    },
    {
      "loss_action": 0.02176784910261631,
      "loss_total": 0.02176784910261631,
      "step": 10850
    },
    {
      "loss_action": 0.03546835482120514,
      "loss_total": 0.03546835482120514,
      "step": 10850
    },
    {
      "loss_action": 0.019544176757335663,
      "loss_total": 0.019544176757335663,
      "step": 10850
    },
    {
      "loss_action": 0.016704950481653214,
      "loss_total": 0.016704950481653214,
      "step": 10850
    },
    {
      "loss_action": 0.031961746513843536,
      "loss_total": 0.031961746513843536,
      "step": 10850
    },
    {
      "loss_action": 0.015747398138046265,
      "loss_total": 0.015747398138046265,
      "step": 10850
    },
    {
      "loss_action": 0.012127229943871498,
      "loss_total": 0.012127229943871498,
      "step": 10850
    },
    {
      "grad_norm": 0.6592190861701965,
      "learning_rate": 5.429500000000001e-05,
      "loss": 0.0278,
      "step": 10860
    },
    {
      "loss_action": 0.02278365194797516,
      "loss_total": 0.02278365194797516,
      "step": 10860
    },
    {
      "loss_action": 0.015306781977415085,
      "loss_total": 0.015306781977415085,
      "step": 10860
    },
    {
      "loss_action": 0.017496678978204727,
      "loss_total": 0.017496678978204727,
      "step": 10860
    },
    {
      "loss_action": 0.012764940038323402,
      "loss_total": 0.012764940038323402,
      "step": 10860
    },
    {
      "loss_action": 0.01875454932451248,
      "loss_total": 0.01875454932451248,
      "step": 10860
    },
    {
      "loss_action": 0.04189257696270943,
      "loss_total": 0.04189257696270943,
      "step": 10860
    },
    {
      "loss_action": 0.03213697671890259,
      "loss_total": 0.03213697671890259,
      "step": 10860
    },
    {
      "loss_action": 0.020774677395820618,
      "loss_total": 0.020774677395820618,
      "step": 10860
    },
    {
      "grad_norm": 0.4298277795314789,
      "learning_rate": 5.4345e-05,
      "loss": 0.0305,
      "step": 10870
    },
    {
      "loss_action": 0.05125444382429123,
      "loss_total": 0.05125444382429123,
      "step": 10870
    },
    {
      "loss_action": 0.03598273545503616,
      "loss_total": 0.03598273545503616,
      "step": 10870
    },
    {
      "loss_action": 0.02387433499097824,
      "loss_total": 0.02387433499097824,
      "step": 10870
    },
    {
      "loss_action": 0.04078593850135803,
      "loss_total": 0.04078593850135803,
      "step": 10870
    },
    {
      "loss_action": 0.027375206351280212,
      "loss_total": 0.027375206351280212,
      "step": 10870
    },
    {
      "loss_action": 0.02919374592602253,
      "loss_total": 0.02919374592602253,
      "step": 10870
    },
    {
      "loss_action": 0.028802745044231415,
      "loss_total": 0.028802745044231415,
      "step": 10870
    },
    {
      "loss_action": 0.0340995118021965,
      "loss_total": 0.0340995118021965,
      "step": 10870
    },
    {
      "grad_norm": 0.533042311668396,
      "learning_rate": 5.439500000000001e-05,
      "loss": 0.0365,
      "step": 10880
    },
    {
      "loss_action": 0.016240499913692474,
      "loss_total": 0.016240499913692474,
      "step": 10880
    },
    {
      "loss_action": 0.032267726957798004,
      "loss_total": 0.032267726957798004,
      "step": 10880
    },
    {
      "loss_action": 0.020678747445344925,
      "loss_total": 0.020678747445344925,
      "step": 10880
    },
    {
      "loss_action": 0.016084948554635048,
      "loss_total": 0.016084948554635048,
      "step": 10880
    },
    {
      "loss_action": 0.02991699054837227,
      "loss_total": 0.02991699054837227,
      "step": 10880
    },
    {
      "loss_action": 0.03241722285747528,
      "loss_total": 0.03241722285747528,
      "step": 10880
    },
    {
      "loss_action": 0.02842242643237114,
      "loss_total": 0.02842242643237114,
      "step": 10880
    },
    {
      "loss_action": 0.047406215220689774,
      "loss_total": 0.047406215220689774,
      "step": 10880
    },
    {
      "grad_norm": 0.7059727907180786,
      "learning_rate": 5.4445000000000005e-05,
      "loss": 0.0281,
      "step": 10890
    },
    {
      "loss_action": 0.020327135920524597,
      "loss_total": 0.020327135920524597,
      "step": 10890
    },
    {
      "loss_action": 0.017922058701515198,
      "loss_total": 0.017922058701515198,
      "step": 10890
    },
    {
      "loss_action": 0.041539087891578674,
      "loss_total": 0.041539087891578674,
      "step": 10890
    },
    {
      "loss_action": 0.04247184470295906,
      "loss_total": 0.04247184470295906,
      "step": 10890
    },
    {
      "loss_action": 0.036327607929706573,
      "loss_total": 0.036327607929706573,
      "step": 10890
    },
    {
      "loss_action": 0.03649504482746124,
      "loss_total": 0.03649504482746124,
      "step": 10890
    },
    {
      "loss_action": 0.028075996786355972,
      "loss_total": 0.028075996786355972,
      "step": 10890
    },
    {
      "loss_action": 0.03960800915956497,
      "loss_total": 0.03960800915956497,
      "step": 10890
    },
    {
      "grad_norm": 0.3267820477485657,
      "learning_rate": 5.4495000000000006e-05,
      "loss": 0.0269,
      "step": 10900
    },
    {
      "loss_action": 0.024086929857730865,
      "loss_total": 0.024086929857730865,
      "step": 10900
    },
    {
      "loss_action": 0.018656602129340172,
      "loss_total": 0.018656602129340172,
      "step": 10900
    },
    {
      "loss_action": 0.014256104826927185,
      "loss_total": 0.014256104826927185,
      "step": 10900
    },
    {
      "loss_action": 0.04019448533654213,
      "loss_total": 0.04019448533654213,
      "step": 10900
    },
    {
      "loss_action": 0.022070053964853287,
      "loss_total": 0.022070053964853287,
      "step": 10900
    },
    {
      "loss_action": 0.018674805760383606,
      "loss_total": 0.018674805760383606,
      "step": 10900
    },
    {
      "loss_action": 0.020929411053657532,
      "loss_total": 0.020929411053657532,
      "step": 10900
    },
    {
      "loss_action": 0.02808276377618313,
      "loss_total": 0.02808276377618313,
      "step": 10900
    },
    {
      "grad_norm": 0.552996814250946,
      "learning_rate": 5.4545e-05,
      "loss": 0.036,
      "step": 10910
    },
    {
      "loss_action": 0.03698486089706421,
      "loss_total": 0.03698486089706421,
      "step": 10910
    },
    {
      "loss_action": 0.03639249503612518,
      "loss_total": 0.03639249503612518,
      "step": 10910
    },
    {
      "loss_action": 0.037671275436878204,
      "loss_total": 0.037671275436878204,
      "step": 10910
    },
    {
      "loss_action": 0.03395872563123703,
      "loss_total": 0.03395872563123703,
      "step": 10910
    },
    {
      "loss_action": 0.02226163074374199,
      "loss_total": 0.02226163074374199,
      "step": 10910
    },
    {
      "loss_action": 0.03231936693191528,
      "loss_total": 0.03231936693191528,
      "step": 10910
    },
    {
      "loss_action": 0.03727031499147415,
      "loss_total": 0.03727031499147415,
      "step": 10910
    },
    {
      "loss_action": 0.0331801138818264,
      "loss_total": 0.0331801138818264,
      "step": 10910
    },
    {
      "grad_norm": 0.44137316942214966,
      "learning_rate": 5.459500000000001e-05,
      "loss": 0.0309,
      "step": 10920
    },
    {
      "loss_action": 0.03100784681737423,
      "loss_total": 0.03100784681737423,
      "step": 10920
    },
    {
      "loss_action": 0.0259405467659235,
      "loss_total": 0.0259405467659235,
      "step": 10920
    },
    {
      "loss_action": 0.031182914972305298,
      "loss_total": 0.031182914972305298,
      "step": 10920
    },
    {
      "loss_action": 0.0153972702100873,
      "loss_total": 0.0153972702100873,
      "step": 10920
    },
    {
      "loss_action": 0.040801890194416046,
      "loss_total": 0.040801890194416046,
      "step": 10920
    },
    {
      "loss_action": 0.022806871682405472,
      "loss_total": 0.022806871682405472,
      "step": 10920
    },
    {
      "loss_action": 0.02355681173503399,
      "loss_total": 0.02355681173503399,
      "step": 10920
    },
    {
      "loss_action": 0.013495273888111115,
      "loss_total": 0.013495273888111115,
      "step": 10920
    },
    {
      "grad_norm": 0.23422490060329437,
      "learning_rate": 5.4645e-05,
      "loss": 0.0262,
      "step": 10930
    },
    {
      "loss_action": 0.017207425087690353,
      "loss_total": 0.017207425087690353,
      "step": 10930
    },
    {
      "loss_action": 0.026942361146211624,
      "loss_total": 0.026942361146211624,
      "step": 10930
    },
    {
      "loss_action": 0.021311234682798386,
      "loss_total": 0.021311234682798386,
      "step": 10930
    },
    {
      "loss_action": 0.017324015498161316,
      "loss_total": 0.017324015498161316,
      "step": 10930
    },
    {
      "loss_action": 0.0177858117967844,
      "loss_total": 0.0177858117967844,
      "step": 10930
    },
    {
      "loss_action": 0.03267832100391388,
      "loss_total": 0.03267832100391388,
      "step": 10930
    },
    {
      "loss_action": 0.026442021131515503,
      "loss_total": 0.026442021131515503,
      "step": 10930
    },
    {
      "loss_action": 0.05091260001063347,
      "loss_total": 0.05091260001063347,
      "step": 10930
    },
    {
      "grad_norm": 0.46309393644332886,
      "learning_rate": 5.4695000000000004e-05,
      "loss": 0.0271,
      "step": 10940
    },
    {
      "loss_action": 0.015927424654364586,
      "loss_total": 0.015927424654364586,
      "step": 10940
    },
    {
      "loss_action": 0.019752489402890205,
      "loss_total": 0.019752489402890205,
      "step": 10940
    },
    {
      "loss_action": 0.040001142770051956,
      "loss_total": 0.040001142770051956,
      "step": 10940
    },
    {
      "loss_action": 0.013088900595903397,
      "loss_total": 0.013088900595903397,
      "step": 10940
    },
    {
      "loss_action": 0.020316433161497116,
      "loss_total": 0.020316433161497116,
      "step": 10940
    },
    {
      "loss_action": 0.0460641086101532,
      "loss_total": 0.0460641086101532,
      "step": 10940
    },
    {
      "loss_action": 0.043783046305179596,
      "loss_total": 0.043783046305179596,
      "step": 10940
    },
    {
      "loss_action": 0.017358437180519104,
      "loss_total": 0.017358437180519104,
      "step": 10940
    },
    {
      "grad_norm": 0.5076286196708679,
      "learning_rate": 5.4745e-05,
      "loss": 0.0257,
      "step": 10950
    },
    {
      "loss_action": 0.020062405616044998,
      "loss_total": 0.020062405616044998,
      "step": 10950
    },
    {
      "loss_action": 0.03144029155373573,
      "loss_total": 0.03144029155373573,
      "step": 10950
    },
    {
      "loss_action": 0.023592744022607803,
      "loss_total": 0.023592744022607803,
      "step": 10950
    },
    {
      "loss_action": 0.022757764905691147,
      "loss_total": 0.022757764905691147,
      "step": 10950
    },
    {
      "loss_action": 0.027730783447623253,
      "loss_total": 0.027730783447623253,
      "step": 10950
    },
    {
      "loss_action": 0.02506745234131813,
      "loss_total": 0.02506745234131813,
      "step": 10950
    },
    {
      "loss_action": 0.046133220195770264,
      "loss_total": 0.046133220195770264,
      "step": 10950
    },
    {
      "loss_action": 0.016046997159719467,
      "loss_total": 0.016046997159719467,
      "step": 10950
    },
    {
      "grad_norm": 0.3298945724964142,
      "learning_rate": 5.4795000000000006e-05,
      "loss": 0.0247,
      "step": 10960
    },
    {
      "loss_action": 0.02021632343530655,
      "loss_total": 0.02021632343530655,
      "step": 10960
    },
    {
      "loss_action": 0.012246552854776382,
      "loss_total": 0.012246552854776382,
      "step": 10960
    },
    {
      "loss_action": 0.019521649926900864,
      "loss_total": 0.019521649926900864,
      "step": 10960
    },
    {
      "loss_action": 0.056232623755931854,
      "loss_total": 0.056232623755931854,
      "step": 10960
    },
    {
      "loss_action": 0.022755922749638557,
      "loss_total": 0.022755922749638557,
      "step": 10960
    },
    {
      "loss_action": 0.03360038995742798,
      "loss_total": 0.03360038995742798,
      "step": 10960
    },
    {
      "loss_action": 0.03293737396597862,
      "loss_total": 0.03293737396597862,
      "step": 10960
    },
    {
      "loss_action": 0.01953873224556446,
      "loss_total": 0.01953873224556446,
      "step": 10960
    },
    {
      "grad_norm": 0.4547841250896454,
      "learning_rate": 5.4845e-05,
      "loss": 0.0274,
      "step": 10970
    },
    {
      "loss_action": 0.026748567819595337,
      "loss_total": 0.026748567819595337,
      "step": 10970
    },
    {
      "loss_action": 0.01984076388180256,
      "loss_total": 0.01984076388180256,
      "step": 10970
    },
    {
      "loss_action": 0.013076480478048325,
      "loss_total": 0.013076480478048325,
      "step": 10970
    },
    {
      "loss_action": 0.017903456464409828,
      "loss_total": 0.017903456464409828,
      "step": 10970
    },
    {
      "loss_action": 0.02053038962185383,
      "loss_total": 0.02053038962185383,
      "step": 10970
    },
    {
      "loss_action": 0.01735018566250801,
      "loss_total": 0.01735018566250801,
      "step": 10970
    },
    {
      "loss_action": 0.019188331440091133,
      "loss_total": 0.019188331440091133,
      "step": 10970
    },
    {
      "loss_action": 0.012850070372223854,
      "loss_total": 0.012850070372223854,
      "step": 10970
    },
    {
      "grad_norm": 0.24833883345127106,
      "learning_rate": 5.489500000000001e-05,
      "loss": 0.0233,
      "step": 10980
    },
    {
      "loss_action": 0.010309663601219654,
      "loss_total": 0.010309663601219654,
      "step": 10980
    },
    {
      "loss_action": 0.01418982818722725,
      "loss_total": 0.01418982818722725,
      "step": 10980
    },
    {
      "loss_action": 0.011742919683456421,
      "loss_total": 0.011742919683456421,
      "step": 10980
    },
    {
      "loss_action": 0.014628113247454166,
      "loss_total": 0.014628113247454166,
      "step": 10980
    },
    {
      "loss_action": 0.025044329464435577,
      "loss_total": 0.025044329464435577,
      "step": 10980
    },
    {
      "loss_action": 0.018953172490000725,
      "loss_total": 0.018953172490000725,
      "step": 10980
    },
    {
      "loss_action": 0.021331369876861572,
      "loss_total": 0.021331369876861572,
      "step": 10980
    },
    {
      "loss_action": 0.01879323273897171,
      "loss_total": 0.01879323273897171,
      "step": 10980
    },
    {
      "grad_norm": 0.44406774640083313,
      "learning_rate": 5.4945e-05,
      "loss": 0.0265,
      "step": 10990
    },
    {
      "loss_action": 0.018508486449718475,
      "loss_total": 0.018508486449718475,
      "step": 10990
    },
    {
      "loss_action": 0.0242985337972641,
      "loss_total": 0.0242985337972641,
      "step": 10990
    },
    {
      "loss_action": 0.02241995930671692,
      "loss_total": 0.02241995930671692,
      "step": 10990
    },
    {
      "loss_action": 0.029579613357782364,
      "loss_total": 0.029579613357782364,
      "step": 10990
    },
    {
      "loss_action": 0.032666005194187164,
      "loss_total": 0.032666005194187164,
      "step": 10990
    },
    {
      "loss_action": 0.015096803195774555,
      "loss_total": 0.015096803195774555,
      "step": 10990
    },
    {
      "loss_action": 0.01573341339826584,
      "loss_total": 0.01573341339826584,
      "step": 10990
    },
    {
      "loss_action": 0.023946087807416916,
      "loss_total": 0.023946087807416916,
      "step": 10990
    },
    {
      "grad_norm": 0.3076609969139099,
      "learning_rate": 5.4995000000000005e-05,
      "loss": 0.0265,
      "step": 11000
    },
    {
      "loss_action": 0.015226101502776146,
      "loss_total": 0.015226101502776146,
      "step": 11000
    },
    {
      "loss_action": 0.022480376064777374,
      "loss_total": 0.022480376064777374,
      "step": 11000
    },
    {
      "loss_action": 0.01953345164656639,
      "loss_total": 0.01953345164656639,
      "step": 11000
    },
    {
      "loss_action": 0.040872227400541306,
      "loss_total": 0.040872227400541306,
      "step": 11000
    },
    {
      "loss_action": 0.021580670028924942,
      "loss_total": 0.021580670028924942,
      "step": 11000
    },
    {
      "loss_action": 0.019957296550273895,
      "loss_total": 0.019957296550273895,
      "step": 11000
    },
    {
      "loss_action": 0.0400194451212883,
      "loss_total": 0.0400194451212883,
      "step": 11000
    },
    {
      "loss_action": 0.022897887974977493,
      "loss_total": 0.022897887974977493,
      "step": 11000
    },
    {
      "grad_norm": 0.36486196517944336,
      "learning_rate": 5.5045e-05,
      "loss": 0.0249,
      "step": 11010
    },
    {
      "loss_action": 0.04030703753232956,
      "loss_total": 0.04030703753232956,
      "step": 11010
    },
    {
      "loss_action": 0.04174523800611496,
      "loss_total": 0.04174523800611496,
      "step": 11010
    },
    {
      "loss_action": 0.01589183509349823,
      "loss_total": 0.01589183509349823,
      "step": 11010
    },
    {
      "loss_action": 0.025279220193624496,
      "loss_total": 0.025279220193624496,
      "step": 11010
    },
    {
      "loss_action": 0.029735632240772247,
      "loss_total": 0.029735632240772247,
      "step": 11010
    },
    {
      "loss_action": 0.01475056353956461,
      "loss_total": 0.01475056353956461,
      "step": 11010
    },
    {
      "loss_action": 0.025825653225183487,
      "loss_total": 0.025825653225183487,
      "step": 11010
    },
    {
      "loss_action": 0.02933376096189022,
      "loss_total": 0.02933376096189022,
      "step": 11010
    },
    {
      "grad_norm": 0.5290746688842773,
      "learning_rate": 5.509500000000001e-05,
      "loss": 0.0319,
      "step": 11020
    },
    {
      "loss_action": 0.03853752464056015,
      "loss_total": 0.03853752464056015,
      "step": 11020
    },
    {
      "loss_action": 0.01772158592939377,
      "loss_total": 0.01772158592939377,
      "step": 11020
    },
    {
      "loss_action": 0.01937245763838291,
      "loss_total": 0.01937245763838291,
      "step": 11020
    },
    {
      "loss_action": 0.033859945833683014,
      "loss_total": 0.033859945833683014,
      "step": 11020
    },
    {
      "loss_action": 0.01966714672744274,
      "loss_total": 0.01966714672744274,
      "step": 11020
    },
    {
      "loss_action": 0.03843029588460922,
      "loss_total": 0.03843029588460922,
      "step": 11020
    },
    {
      "loss_action": 0.022953469306230545,
      "loss_total": 0.022953469306230545,
      "step": 11020
    },
    {
      "loss_action": 0.026158906519412994,
      "loss_total": 0.026158906519412994,
      "step": 11020
    },
    {
      "grad_norm": 0.3389948010444641,
      "learning_rate": 5.5145e-05,
      "loss": 0.0253,
      "step": 11030
    },
    {
      "loss_action": 0.027402695268392563,
      "loss_total": 0.027402695268392563,
      "step": 11030
    },
    {
      "loss_action": 0.01912263035774231,
      "loss_total": 0.01912263035774231,
      "step": 11030
    },
    {
      "loss_action": 0.019868910312652588,
      "loss_total": 0.019868910312652588,
      "step": 11030
    },
    {
      "loss_action": 0.017890606075525284,
      "loss_total": 0.017890606075525284,
      "step": 11030
    },
    {
      "loss_action": 0.018018774688243866,
      "loss_total": 0.018018774688243866,
      "step": 11030
    },
    {
      "loss_action": 0.017928317189216614,
      "loss_total": 0.017928317189216614,
      "step": 11030
    },
    {
      "loss_action": 0.037385858595371246,
      "loss_total": 0.037385858595371246,
      "step": 11030
    },
    {
      "loss_action": 0.02667657472193241,
      "loss_total": 0.02667657472193241,
      "step": 11030
    },
    {
      "grad_norm": 0.25950464606285095,
      "learning_rate": 5.519500000000001e-05,
      "loss": 0.0254,
      "step": 11040
    },
    {
      "loss_action": 0.027518704533576965,
      "loss_total": 0.027518704533576965,
      "step": 11040
    },
    {
      "loss_action": 0.02329554222524166,
      "loss_total": 0.02329554222524166,
      "step": 11040
    },
    {
      "loss_action": 0.012098663486540318,
      "loss_total": 0.012098663486540318,
      "step": 11040
    },
    {
      "loss_action": 0.02677728980779648,
      "loss_total": 0.02677728980779648,
      "step": 11040
    },
    {
      "loss_action": 0.017922457307577133,
      "loss_total": 0.017922457307577133,
      "step": 11040
    },
    {
      "loss_action": 0.03192887455224991,
      "loss_total": 0.03192887455224991,
      "step": 11040
    },
    {
      "loss_action": 0.026770194992423058,
      "loss_total": 0.026770194992423058,
      "step": 11040
    },
    {
      "loss_action": 0.013927139341831207,
      "loss_total": 0.013927139341831207,
      "step": 11040
    },
    {
      "grad_norm": 0.49324268102645874,
      "learning_rate": 5.5245000000000004e-05,
      "loss": 0.0234,
      "step": 11050
    },
    {
      "loss_action": 0.017214316874742508,
      "loss_total": 0.017214316874742508,
      "step": 11050
    },
    {
      "loss_action": 0.02114192768931389,
      "loss_total": 0.02114192768931389,
      "step": 11050
    },
    {
      "loss_action": 0.02282257005572319,
      "loss_total": 0.02282257005572319,
      "step": 11050
    },
    {
      "loss_action": 0.01789117604494095,
      "loss_total": 0.01789117604494095,
      "step": 11050
    },
    {
      "loss_action": 0.012592000886797905,
      "loss_total": 0.012592000886797905,
      "step": 11050
    },
    {
      "loss_action": 0.02000368759036064,
      "loss_total": 0.02000368759036064,
      "step": 11050
    },
    {
      "loss_action": 0.025504522025585175,
      "loss_total": 0.025504522025585175,
      "step": 11050
    },
    {
      "loss_action": 0.053228337317705154,
      "loss_total": 0.053228337317705154,
      "step": 11050
    },
    {
      "grad_norm": 0.28517958521842957,
      "learning_rate": 5.5295000000000005e-05,
      "loss": 0.0255,
      "step": 11060
    },
    {
      "loss_action": 0.023065872490406036,
      "loss_total": 0.023065872490406036,
      "step": 11060
    },
    {
      "loss_action": 0.020416835322976112,
      "loss_total": 0.020416835322976112,
      "step": 11060
    },
    {
      "loss_action": 0.026553642004728317,
      "loss_total": 0.026553642004728317,
      "step": 11060
    },
    {
      "loss_action": 0.015970584005117416,
      "loss_total": 0.015970584005117416,
      "step": 11060
    },
    {
      "loss_action": 0.05945219099521637,
      "loss_total": 0.05945219099521637,
      "step": 11060
    },
    {
      "loss_action": 0.0180133618414402,
      "loss_total": 0.0180133618414402,
      "step": 11060
    },
    {
      "loss_action": 0.020801302045583725,
      "loss_total": 0.020801302045583725,
      "step": 11060
    },
    {
      "loss_action": 0.015184060670435429,
      "loss_total": 0.015184060670435429,
      "step": 11060
    },
    {
      "grad_norm": 0.4009421765804291,
      "learning_rate": 5.5345e-05,
      "loss": 0.0238,
      "step": 11070
    },
    {
      "loss_action": 0.015449179336428642,
      "loss_total": 0.015449179336428642,
      "step": 11070
    },
    {
      "loss_action": 0.025174003094434738,
      "loss_total": 0.025174003094434738,
      "step": 11070
    },
    {
      "loss_action": 0.021654997020959854,
      "loss_total": 0.021654997020959854,
      "step": 11070
    },
    {
      "loss_action": 0.015530923381447792,
      "loss_total": 0.015530923381447792,
      "step": 11070
    },
    {
      "loss_action": 0.04894925653934479,
      "loss_total": 0.04894925653934479,
      "step": 11070
    },
    {
      "loss_action": 0.01945466175675392,
      "loss_total": 0.01945466175675392,
      "step": 11070
    },
    {
      "loss_action": 0.019692271947860718,
      "loss_total": 0.019692271947860718,
      "step": 11070
    },
    {
      "loss_action": 0.030451131984591484,
      "loss_total": 0.030451131984591484,
      "step": 11070
    },
    {
      "grad_norm": 0.32761090993881226,
      "learning_rate": 5.539500000000001e-05,
      "loss": 0.0256,
      "step": 11080
    },
    {
      "loss_action": 0.012099897488951683,
      "loss_total": 0.012099897488951683,
      "step": 11080
    },
    {
      "loss_action": 0.02683257684111595,
      "loss_total": 0.02683257684111595,
      "step": 11080
    },
    {
      "loss_action": 0.018010128289461136,
      "loss_total": 0.018010128289461136,
      "step": 11080
    },
    {
      "loss_action": 0.01245740707963705,
      "loss_total": 0.01245740707963705,
      "step": 11080
    },
    {
      "loss_action": 0.024014055728912354,
      "loss_total": 0.024014055728912354,
      "step": 11080
    },
    {
      "loss_action": 0.02276146598160267,
      "loss_total": 0.02276146598160267,
      "step": 11080
    },
    {
      "loss_action": 0.015127112157642841,
      "loss_total": 0.015127112157642841,
      "step": 11080
    },
    {
      "loss_action": 0.013116244226694107,
      "loss_total": 0.013116244226694107,
      "step": 11080
    },
    {
      "grad_norm": 0.25372427701950073,
      "learning_rate": 5.5445e-05,
      "loss": 0.0261,
      "step": 11090
    },
    {
      "loss_action": 0.025868438184261322,
      "loss_total": 0.025868438184261322,
      "step": 11090
    },
    {
      "loss_action": 0.04221894219517708,
      "loss_total": 0.04221894219517708,
      "step": 11090
    },
    {
      "loss_action": 0.0225779227912426,
      "loss_total": 0.0225779227912426,
      "step": 11090
    },
    {
      "loss_action": 0.026368439197540283,
      "loss_total": 0.026368439197540283,
      "step": 11090
    },
    {
      "loss_action": 0.027412302792072296,
      "loss_total": 0.027412302792072296,
      "step": 11090
    },
    {
      "loss_action": 0.015812480822205544,
      "loss_total": 0.015812480822205544,
      "step": 11090
    },
    {
      "loss_action": 0.016776401549577713,
      "loss_total": 0.016776401549577713,
      "step": 11090
    },
    {
      "loss_action": 0.01604573056101799,
      "loss_total": 0.01604573056101799,
      "step": 11090
    },
    {
      "grad_norm": 0.46402639150619507,
      "learning_rate": 5.549500000000001e-05,
      "loss": 0.0269,
      "step": 11100
    },
    {
      "loss_action": 0.011817825958132744,
      "loss_total": 0.011817825958132744,
      "step": 11100
    },
    {
      "loss_action": 0.012125841341912746,
      "loss_total": 0.012125841341912746,
      "step": 11100
    },
    {
      "loss_action": 0.019166383892297745,
      "loss_total": 0.019166383892297745,
      "step": 11100
    },
    {
      "loss_action": 0.013549286872148514,
      "loss_total": 0.013549286872148514,
      "step": 11100
    },
    {
      "loss_action": 0.026968613266944885,
      "loss_total": 0.026968613266944885,
      "step": 11100
    },
    {
      "loss_action": 0.017010051757097244,
      "loss_total": 0.017010051757097244,
      "step": 11100
    },
    {
      "loss_action": 0.033442821353673935,
      "loss_total": 0.033442821353673935,
      "step": 11100
    },
    {
      "loss_action": 0.021705687046051025,
      "loss_total": 0.021705687046051025,
      "step": 11100
    },
    {
      "grad_norm": 0.36189383268356323,
      "learning_rate": 5.5545000000000004e-05,
      "loss": 0.0233,
      "step": 11110
    },
    {
      "loss_action": 0.01658962480723858,
      "loss_total": 0.01658962480723858,
      "step": 11110
    },
    {
      "loss_action": 0.025111181661486626,
      "loss_total": 0.025111181661486626,
      "step": 11110
    },
    {
      "loss_action": 0.017908096313476562,
      "loss_total": 0.017908096313476562,
      "step": 11110
    },
    {
      "loss_action": 0.014264613389968872,
      "loss_total": 0.014264613389968872,
      "step": 11110
    },
    {
      "loss_action": 0.01585489511489868,
      "loss_total": 0.01585489511489868,
      "step": 11110
    },
    {
      "loss_action": 0.013422566466033459,
      "loss_total": 0.013422566466033459,
      "step": 11110
    },
    {
      "loss_action": 0.01496332511305809,
      "loss_total": 0.01496332511305809,
      "step": 11110
    },
    {
      "loss_action": 0.02151726745069027,
      "loss_total": 0.02151726745069027,
      "step": 11110
    },
    {
      "grad_norm": 0.38156911730766296,
      "learning_rate": 5.5595000000000006e-05,
      "loss": 0.0225,
      "step": 11120
    },
    {
      "loss_action": 0.013783551752567291,
      "loss_total": 0.013783551752567291,
      "step": 11120
    },
    {
      "loss_action": 0.03424348682165146,
      "loss_total": 0.03424348682165146,
      "step": 11120
    },
    {
      "loss_action": 0.024249687790870667,
      "loss_total": 0.024249687790870667,
      "step": 11120
    },
    {
      "loss_action": 0.01274743303656578,
      "loss_total": 0.01274743303656578,
      "step": 11120
    },
    {
      "loss_action": 0.015617527067661285,
      "loss_total": 0.015617527067661285,
      "step": 11120
    },
    {
      "loss_action": 0.03056759387254715,
      "loss_total": 0.03056759387254715,
      "step": 11120
    },
    {
      "loss_action": 0.026279538869857788,
      "loss_total": 0.026279538869857788,
      "step": 11120
    },
    {
      "loss_action": 0.03945646807551384,
      "loss_total": 0.03945646807551384,
      "step": 11120
    },
    {
      "grad_norm": 0.4014977812767029,
      "learning_rate": 5.5645e-05,
      "loss": 0.0238,
      "step": 11130
    },
    {
      "loss_action": 0.03634887561202049,
      "loss_total": 0.03634887561202049,
      "step": 11130
    },
    {
      "loss_action": 0.012247220613062382,
      "loss_total": 0.012247220613062382,
      "step": 11130
    },
    {
      "loss_action": 0.014855822548270226,
      "loss_total": 0.014855822548270226,
      "step": 11130
    },
    {
      "loss_action": 0.017002001404762268,
      "loss_total": 0.017002001404762268,
      "step": 11130
    },
    {
      "loss_action": 0.014744924381375313,
      "loss_total": 0.014744924381375313,
      "step": 11130
    },
    {
      "loss_action": 0.036389388144016266,
      "loss_total": 0.036389388144016266,
      "step": 11130
    },
    {
      "loss_action": 0.02924596145749092,
      "loss_total": 0.02924596145749092,
      "step": 11130
    },
    {
      "loss_action": 0.022046681493520737,
      "loss_total": 0.022046681493520737,
      "step": 11130
    },
    {
      "grad_norm": 0.33771657943725586,
      "learning_rate": 5.5694999999999994e-05,
      "loss": 0.0224,
      "step": 11140
    },
    {
      "loss_action": 0.016138529404997826,
      "loss_total": 0.016138529404997826,
      "step": 11140
    },
    {
      "loss_action": 0.011209717020392418,
      "loss_total": 0.011209717020392418,
      "step": 11140
    },
    {
      "loss_action": 0.01914018578827381,
      "loss_total": 0.01914018578827381,
      "step": 11140
    },
    {
      "loss_action": 0.01642097905278206,
      "loss_total": 0.01642097905278206,
      "step": 11140
    },
    {
      "loss_action": 0.01061139814555645,
      "loss_total": 0.01061139814555645,
      "step": 11140
    },
    {
      "loss_action": 0.015104349702596664,
      "loss_total": 0.015104349702596664,
      "step": 11140
    },
    {
      "loss_action": 0.018189020454883575,
      "loss_total": 0.018189020454883575,
      "step": 11140
    },
    {
      "loss_action": 0.017186719924211502,
      "loss_total": 0.017186719924211502,
      "step": 11140
    },
    {
      "grad_norm": 0.29020965099334717,
      "learning_rate": 5.5745e-05,
      "loss": 0.02,
      "step": 11150
    },
    {
      "loss_action": 0.030853813514113426,
      "loss_total": 0.030853813514113426,
      "step": 11150
    },
    {
      "loss_action": 0.013524830341339111,
      "loss_total": 0.013524830341339111,
      "step": 11150
    },
    {
      "loss_action": 0.01725752279162407,
      "loss_total": 0.01725752279162407,
      "step": 11150
    },
    {
      "loss_action": 0.018256191164255142,
      "loss_total": 0.018256191164255142,
      "step": 11150
    },
    {
      "loss_action": 0.017898758873343468,
      "loss_total": 0.017898758873343468,
      "step": 11150
    },
    {
      "loss_action": 0.01446334458887577,
      "loss_total": 0.01446334458887577,
      "step": 11150
    },
    {
      "loss_action": 0.017332378774881363,
      "loss_total": 0.017332378774881363,
      "step": 11150
    },
    {
      "loss_action": 0.016709206625819206,
      "loss_total": 0.016709206625819206,
      "step": 11150
    },
    {
      "grad_norm": 0.3611127734184265,
      "learning_rate": 5.5795e-05,
      "loss": 0.0206,
      "step": 11160
    },
    {
      "loss_action": 0.021044868975877762,
      "loss_total": 0.021044868975877762,
      "step": 11160
    },
    {
      "loss_action": 0.01677519455552101,
      "loss_total": 0.01677519455552101,
      "step": 11160
    },
    {
      "loss_action": 0.03227720409631729,
      "loss_total": 0.03227720409631729,
      "step": 11160
    },
    {
      "loss_action": 0.027687806636095047,
      "loss_total": 0.027687806636095047,
      "step": 11160
    },
    {
      "loss_action": 0.01699051633477211,
      "loss_total": 0.01699051633477211,
      "step": 11160
    },
    {
      "loss_action": 0.019534585997462273,
      "loss_total": 0.019534585997462273,
      "step": 11160
    },
    {
      "loss_action": 0.020158182829618454,
      "loss_total": 0.020158182829618454,
      "step": 11160
    },
    {
      "loss_action": 0.015502700582146645,
      "loss_total": 0.015502700582146645,
      "step": 11160
    },
    {
      "grad_norm": 0.38428744673728943,
      "learning_rate": 5.5845000000000005e-05,
      "loss": 0.0216,
      "step": 11170
    },
    {
      "loss_action": 0.02626652829349041,
      "loss_total": 0.02626652829349041,
      "step": 11170
    },
    {
      "loss_action": 0.012942150235176086,
      "loss_total": 0.012942150235176086,
      "step": 11170
    },
    {
      "loss_action": 0.016276629641652107,
      "loss_total": 0.016276629641652107,
      "step": 11170
    },
    {
      "loss_action": 0.016172777861356735,
      "loss_total": 0.016172777861356735,
      "step": 11170
    },
    {
      "loss_action": 0.031162183731794357,
      "loss_total": 0.031162183731794357,
      "step": 11170
    },
    {
      "loss_action": 0.016208678483963013,
      "loss_total": 0.016208678483963013,
      "step": 11170
    },
    {
      "loss_action": 0.015843326225876808,
      "loss_total": 0.015843326225876808,
      "step": 11170
    },
    {
      "loss_action": 0.015699870884418488,
      "loss_total": 0.015699870884418488,
      "step": 11170
    },
    {
      "grad_norm": 0.43556442856788635,
      "learning_rate": 5.5895e-05,
      "loss": 0.021,
      "step": 11180
    },
    {
      "loss_action": 0.02203218638896942,
      "loss_total": 0.02203218638896942,
      "step": 11180
    },
    {
      "loss_action": 0.015358027070760727,
      "loss_total": 0.015358027070760727,
      "step": 11180
    },
    {
      "loss_action": 0.04096321016550064,
      "loss_total": 0.04096321016550064,
      "step": 11180
    },
    {
      "loss_action": 0.027981415390968323,
      "loss_total": 0.027981415390968323,
      "step": 11180
    },
    {
      "loss_action": 0.03361009806394577,
      "loss_total": 0.03361009806394577,
      "step": 11180
    },
    {
      "loss_action": 0.021059801802039146,
      "loss_total": 0.021059801802039146,
      "step": 11180
    },
    {
      "loss_action": 0.020754903554916382,
      "loss_total": 0.020754903554916382,
      "step": 11180
    },
    {
      "loss_action": 0.02106644958257675,
      "loss_total": 0.02106644958257675,
      "step": 11180
    },
    {
      "grad_norm": 0.3283373713493347,
      "learning_rate": 5.5945e-05,
      "loss": 0.0245,
      "step": 11190
    },
    {
      "loss_action": 0.016566433012485504,
      "loss_total": 0.016566433012485504,
      "step": 11190
    },
    {
      "loss_action": 0.027823548763990402,
      "loss_total": 0.027823548763990402,
      "step": 11190
    },
    {
      "loss_action": 0.02673562616109848,
      "loss_total": 0.02673562616109848,
      "step": 11190
    },
    {
      "loss_action": 0.020460005849599838,
      "loss_total": 0.020460005849599838,
      "step": 11190
    },
    {
      "loss_action": 0.01474795676767826,
      "loss_total": 0.01474795676767826,
      "step": 11190
    },
    {
      "loss_action": 0.04221121966838837,
      "loss_total": 0.04221121966838837,
      "step": 11190
    },
    {
      "loss_action": 0.01887669786810875,
      "loss_total": 0.01887669786810875,
      "step": 11190
    },
    {
      "loss_action": 0.02230827696621418,
      "loss_total": 0.02230827696621418,
      "step": 11190
    },
    {
      "grad_norm": 0.32229816913604736,
      "learning_rate": 5.5994999999999995e-05,
      "loss": 0.0243,
      "step": 11200
    },
    {
      "loss_action": 0.014911633916199207,
      "loss_total": 0.014911633916199207,
      "step": 11200
    },
    {
      "loss_action": 0.01082675252109766,
      "loss_total": 0.01082675252109766,
      "step": 11200
    },
    {
      "loss_action": 0.022635098546743393,
      "loss_total": 0.022635098546743393,
      "step": 11200
    },
    {
      "loss_action": 0.023727718740701675,
      "loss_total": 0.023727718740701675,
      "step": 11200
    },
    {
      "loss_action": 0.014526622369885445,
      "loss_total": 0.014526622369885445,
      "step": 11200
    },
    {
      "loss_action": 0.018855586647987366,
      "loss_total": 0.018855586647987366,
      "step": 11200
    },
    {
      "loss_action": 0.014602532610297203,
      "loss_total": 0.014602532610297203,
      "step": 11200
    },
    {
      "loss_action": 0.014562131837010384,
      "loss_total": 0.014562131837010384,
      "step": 11200
    },
    {
      "grad_norm": 0.26474788784980774,
      "learning_rate": 5.6045e-05,
      "loss": 0.0219,
      "step": 11210
    },
    {
      "loss_action": 0.016220692545175552,
      "loss_total": 0.016220692545175552,
      "step": 11210
    },
    {
      "loss_action": 0.015575796365737915,
      "loss_total": 0.015575796365737915,
      "step": 11210
    },
    {
      "loss_action": 0.0127525944262743,
      "loss_total": 0.0127525944262743,
      "step": 11210
    },
    {
      "loss_action": 0.011110317893326283,
      "loss_total": 0.011110317893326283,
      "step": 11210
    },
    {
      "loss_action": 0.030470598489046097,
      "loss_total": 0.030470598489046097,
      "step": 11210
    },
    {
      "loss_action": 0.01617763377726078,
      "loss_total": 0.01617763377726078,
      "step": 11210
    },
    {
      "loss_action": 0.01018795557320118,
      "loss_total": 0.01018795557320118,
      "step": 11210
    },
    {
      "loss_action": 0.02371802367269993,
      "loss_total": 0.02371802367269993,
      "step": 11210
    },
    {
      "grad_norm": 0.4172874987125397,
      "learning_rate": 5.6095e-05,
      "loss": 0.0245,
      "step": 11220
    },
    {
      "loss_action": 0.042594000697135925,
      "loss_total": 0.042594000697135925,
      "step": 11220
    },
    {
      "loss_action": 0.018222317099571228,
      "loss_total": 0.018222317099571228,
      "step": 11220
    },
    {
      "loss_action": 0.011319993063807487,
      "loss_total": 0.011319993063807487,
      "step": 11220
    },
    {
      "loss_action": 0.029781263321638107,
      "loss_total": 0.029781263321638107,
      "step": 11220
    },
    {
      "loss_action": 0.024243755266070366,
      "loss_total": 0.024243755266070366,
      "step": 11220
    },
    {
      "loss_action": 0.015392756089568138,
      "loss_total": 0.015392756089568138,
      "step": 11220
    },
    {
      "loss_action": 0.021803703159093857,
      "loss_total": 0.021803703159093857,
      "step": 11220
    },
    {
      "loss_action": 0.02311704307794571,
      "loss_total": 0.02311704307794571,
      "step": 11220
    },
    {
      "grad_norm": 0.31923165917396545,
      "learning_rate": 5.6145000000000005e-05,
      "loss": 0.0247,
      "step": 11230
    },
    {
      "loss_action": 0.016277389600872993,
      "loss_total": 0.016277389600872993,
      "step": 11230
    },
    {
      "loss_action": 0.019438397139310837,
      "loss_total": 0.019438397139310837,
      "step": 11230
    },
    {
      "loss_action": 0.0298926904797554,
      "loss_total": 0.0298926904797554,
      "step": 11230
    },
    {
      "loss_action": 0.015200041234493256,
      "loss_total": 0.015200041234493256,
      "step": 11230
    },
    {
      "loss_action": 0.04130127280950546,
      "loss_total": 0.04130127280950546,
      "step": 11230
    },
    {
      "loss_action": 0.020098313689231873,
      "loss_total": 0.020098313689231873,
      "step": 11230
    },
    {
      "loss_action": 0.019099988043308258,
      "loss_total": 0.019099988043308258,
      "step": 11230
    },
    {
      "loss_action": 0.02514227107167244,
      "loss_total": 0.02514227107167244,
      "step": 11230
    },
    {
      "grad_norm": 0.33141306042671204,
      "learning_rate": 5.6195e-05,
      "loss": 0.0217,
      "step": 11240
    },
    {
      "loss_action": 0.02343648113310337,
      "loss_total": 0.02343648113310337,
      "step": 11240
    },
    {
      "loss_action": 0.010063499212265015,
      "loss_total": 0.010063499212265015,
      "step": 11240
    },
    {
      "loss_action": 0.01113099791109562,
      "loss_total": 0.01113099791109562,
      "step": 11240
    },
    {
      "loss_action": 0.010600022971630096,
      "loss_total": 0.010600022971630096,
      "step": 11240
    },
    {
      "loss_action": 0.019775116816163063,
      "loss_total": 0.019775116816163063,
      "step": 11240
    },
    {
      "loss_action": 0.018861621618270874,
      "loss_total": 0.018861621618270874,
      "step": 11240
    },
    {
      "loss_action": 0.018758762627840042,
      "loss_total": 0.018758762627840042,
      "step": 11240
    },
    {
      "loss_action": 0.025847764685750008,
      "loss_total": 0.025847764685750008,
      "step": 11240
    },
    {
      "grad_norm": 0.24683508276939392,
      "learning_rate": 5.6245e-05,
      "loss": 0.0217,
      "step": 11250
    },
    {
      "loss_action": 0.025274457409977913,
      "loss_total": 0.025274457409977913,
      "step": 11250
    },
    {
      "loss_action": 0.013349466025829315,
      "loss_total": 0.013349466025829315,
      "step": 11250
    },
    {
      "loss_action": 0.02497563511133194,
      "loss_total": 0.02497563511133194,
      "step": 11250
    },
    {
      "loss_action": 0.01116273831576109,
      "loss_total": 0.01116273831576109,
      "step": 11250
    },
    {
      "loss_action": 0.0179221723228693,
      "loss_total": 0.0179221723228693,
      "step": 11250
    },
    {
      "loss_action": 0.010691888630390167,
      "loss_total": 0.010691888630390167,
      "step": 11250
    },
    {
      "loss_action": 0.024529922753572464,
      "loss_total": 0.024529922753572464,
      "step": 11250
    },
    {
      "loss_action": 0.03761430084705353,
      "loss_total": 0.03761430084705353,
      "step": 11250
    },
    {
      "grad_norm": 0.2987876832485199,
      "learning_rate": 5.6294999999999995e-05,
      "loss": 0.0216,
      "step": 11260
    },
    {
      "loss_action": 0.015232737176120281,
      "loss_total": 0.015232737176120281,
      "step": 11260
    },
    {
      "loss_action": 0.029476245865225792,
      "loss_total": 0.029476245865225792,
      "step": 11260
    },
    {
      "loss_action": 0.011680589988827705,
      "loss_total": 0.011680589988827705,
      "step": 11260
    },
    {
      "loss_action": 0.016906673088669777,
      "loss_total": 0.016906673088669777,
      "step": 11260
    },
    {
      "loss_action": 0.017524825409054756,
      "loss_total": 0.017524825409054756,
      "step": 11260
    },
    {
      "loss_action": 0.041533272713422775,
      "loss_total": 0.041533272713422775,
      "step": 11260
    },
    {
      "loss_action": 0.031158026307821274,
      "loss_total": 0.031158026307821274,
      "step": 11260
    },
    {
      "loss_action": 0.015445277094841003,
      "loss_total": 0.015445277094841003,
      "step": 11260
    },
    {
      "grad_norm": 0.3108101189136505,
      "learning_rate": 5.6345000000000003e-05,
      "loss": 0.0198,
      "step": 11270
    },
    {
      "loss_action": 0.00971764326095581,
      "loss_total": 0.00971764326095581,
      "step": 11270
    },
    {
      "loss_action": 0.02933945506811142,
      "loss_total": 0.02933945506811142,
      "step": 11270
    },
    {
      "loss_action": 0.01682133786380291,
      "loss_total": 0.01682133786380291,
      "step": 11270
    },
    {
      "loss_action": 0.028911523520946503,
      "loss_total": 0.028911523520946503,
      "step": 11270
    },
    {
      "loss_action": 0.023172948509454727,
      "loss_total": 0.023172948509454727,
      "step": 11270
    },
    {
      "loss_action": 0.024499280378222466,
      "loss_total": 0.024499280378222466,
      "step": 11270
    },
    {
      "loss_action": 0.019227316603064537,
      "loss_total": 0.019227316603064537,
      "step": 11270
    },
    {
      "loss_action": 0.02145284414291382,
      "loss_total": 0.02145284414291382,
      "step": 11270
    },
    {
      "grad_norm": 0.18766061961650848,
      "learning_rate": 5.6395e-05,
      "loss": 0.0189,
      "step": 11280
    },
    {
      "loss_action": 0.016383972018957138,
      "loss_total": 0.016383972018957138,
      "step": 11280
    },
    {
      "loss_action": 0.01726546883583069,
      "loss_total": 0.01726546883583069,
      "step": 11280
    },
    {
      "loss_action": 0.023985480889678,
      "loss_total": 0.023985480889678,
      "step": 11280
    },
    {
      "loss_action": 0.01880740188062191,
      "loss_total": 0.01880740188062191,
      "step": 11280
    },
    {
      "loss_action": 0.021506795659661293,
      "loss_total": 0.021506795659661293,
      "step": 11280
    },
    {
      "loss_action": 0.028172431513667107,
      "loss_total": 0.028172431513667107,
      "step": 11280
    },
    {
      "loss_action": 0.016334155574440956,
      "loss_total": 0.016334155574440956,
      "step": 11280
    },
    {
      "loss_action": 0.04076538607478142,
      "loss_total": 0.04076538607478142,
      "step": 11280
    },
    {
      "grad_norm": 0.3199942708015442,
      "learning_rate": 5.6445000000000006e-05,
      "loss": 0.0217,
      "step": 11290
    },
    {
      "loss_action": 0.015274854376912117,
      "loss_total": 0.015274854376912117,
      "step": 11290
    },
    {
      "loss_action": 0.013261241838335991,
      "loss_total": 0.013261241838335991,
      "step": 11290
    },
    {
      "loss_action": 0.03002530336380005,
      "loss_total": 0.03002530336380005,
      "step": 11290
    },
    {
      "loss_action": 0.01413612999022007,
      "loss_total": 0.01413612999022007,
      "step": 11290
    },
    {
      "loss_action": 0.0104850884526968,
      "loss_total": 0.0104850884526968,
      "step": 11290
    },
    {
      "loss_action": 0.07619449496269226,
      "loss_total": 0.07619449496269226,
      "step": 11290
    },
    {
      "loss_action": 0.06613437831401825,
      "loss_total": 0.06613437831401825,
      "step": 11290
    },
    {
      "loss_action": 0.018879976123571396,
      "loss_total": 0.018879976123571396,
      "step": 11290
    },
    {
      "grad_norm": 0.32109466195106506,
      "learning_rate": 5.6495e-05,
      "loss": 0.0235,
      "step": 11300
    },
    {
      "loss_action": 0.013151468709111214,
      "loss_total": 0.013151468709111214,
      "step": 11300
    },
    {
      "loss_action": 0.02688055858016014,
      "loss_total": 0.02688055858016014,
      "step": 11300
    },
    {
      "loss_action": 0.021582970395684242,
      "loss_total": 0.021582970395684242,
      "step": 11300
    },
    {
      "loss_action": 0.020387303084135056,
      "loss_total": 0.020387303084135056,
      "step": 11300
    },
    {
      "loss_action": 0.029745643958449364,
      "loss_total": 0.029745643958449364,
      "step": 11300
    },
    {
      "loss_action": 0.026082489639520645,
      "loss_total": 0.026082489639520645,
      "step": 11300
    },
    {
      "loss_action": 0.024251220747828484,
      "loss_total": 0.024251220747828484,
      "step": 11300
    },
    {
      "loss_action": 0.016002409160137177,
      "loss_total": 0.016002409160137177,
      "step": 11300
    },
    {
      "grad_norm": 0.3409750163555145,
      "learning_rate": 5.6545e-05,
      "loss": 0.0211,
      "step": 11310
    },
    {
      "loss_action": 0.029199080541729927,
      "loss_total": 0.029199080541729927,
      "step": 11310
    },
    {
      "loss_action": 0.012484409846365452,
      "loss_total": 0.012484409846365452,
      "step": 11310
    },
    {
      "loss_action": 0.01551048830151558,
      "loss_total": 0.01551048830151558,
      "step": 11310
    },
    {
      "loss_action": 0.014454538002610207,
      "loss_total": 0.014454538002610207,
      "step": 11310
    },
    {
      "loss_action": 0.025398671627044678,
      "loss_total": 0.025398671627044678,
      "step": 11310
    },
    {
      "loss_action": 0.02315809391438961,
      "loss_total": 0.02315809391438961,
      "step": 11310
    },
    {
      "loss_action": 0.014963099732995033,
      "loss_total": 0.014963099732995033,
      "step": 11310
    },
    {
      "loss_action": 0.01638776622712612,
      "loss_total": 0.01638776622712612,
      "step": 11310
    },
    {
      "grad_norm": 0.4505099952220917,
      "learning_rate": 5.6594999999999996e-05,
      "loss": 0.0209,
      "step": 11320
    },
    {
      "loss_action": 0.014979461207985878,
      "loss_total": 0.014979461207985878,
      "step": 11320
    },
    {
      "loss_action": 0.019322367385029793,
      "loss_total": 0.019322367385029793,
      "step": 11320
    },
    {
      "loss_action": 0.012790925800800323,
      "loss_total": 0.012790925800800323,
      "step": 11320
    },
    {
      "loss_action": 0.02632106840610504,
      "loss_total": 0.02632106840610504,
      "step": 11320
    },
    {
      "loss_action": 0.029475588351488113,
      "loss_total": 0.029475588351488113,
      "step": 11320
    },
    {
      "loss_action": 0.031065480783581734,
      "loss_total": 0.031065480783581734,
      "step": 11320
    },
    {
      "loss_action": 0.022429294884204865,
      "loss_total": 0.022429294884204865,
      "step": 11320
    },
    {
      "loss_action": 0.023273594677448273,
      "loss_total": 0.023273594677448273,
      "step": 11320
    },
    {
      "grad_norm": 0.3592219948768616,
      "learning_rate": 5.6645000000000004e-05,
      "loss": 0.0229,
      "step": 11330
    },
    {
      "loss_action": 0.03808704391121864,
      "loss_total": 0.03808704391121864,
      "step": 11330
    },
    {
      "loss_action": 0.03406691551208496,
      "loss_total": 0.03406691551208496,
      "step": 11330
    },
    {
      "loss_action": 0.02791752852499485,
      "loss_total": 0.02791752852499485,
      "step": 11330
    },
    {
      "loss_action": 0.030275747179985046,
      "loss_total": 0.030275747179985046,
      "step": 11330
    },
    {
      "loss_action": 0.01681738719344139,
      "loss_total": 0.01681738719344139,
      "step": 11330
    },
    {
      "loss_action": 0.06510351598262787,
      "loss_total": 0.06510351598262787,
      "step": 11330
    },
    {
      "loss_action": 0.02585785835981369,
      "loss_total": 0.02585785835981369,
      "step": 11330
    },
    {
      "loss_action": 0.013811376877129078,
      "loss_total": 0.013811376877129078,
      "step": 11330
    },
    {
      "grad_norm": 0.2191018909215927,
      "learning_rate": 5.6695e-05,
      "loss": 0.0233,
      "step": 11340
    },
    {
      "loss_action": 0.012862138450145721,
      "loss_total": 0.012862138450145721,
      "step": 11340
    },
    {
      "loss_action": 0.017421148717403412,
      "loss_total": 0.017421148717403412,
      "step": 11340
    },
    {
      "loss_action": 0.011921491473913193,
      "loss_total": 0.011921491473913193,
      "step": 11340
    },
    {
      "loss_action": 0.018129225820302963,
      "loss_total": 0.018129225820302963,
      "step": 11340
    },
    {
      "loss_action": 0.013867687433958054,
      "loss_total": 0.013867687433958054,
      "step": 11340
    },
    {
      "loss_action": 0.015902113169431686,
      "loss_total": 0.015902113169431686,
      "step": 11340
    },
    {
      "loss_action": 0.02324073202908039,
      "loss_total": 0.02324073202908039,
      "step": 11340
    },
    {
      "loss_action": 0.01868700236082077,
      "loss_total": 0.01868700236082077,
      "step": 11340
    },
    {
      "grad_norm": 0.4211224317550659,
      "learning_rate": 5.6745000000000006e-05,
      "loss": 0.0214,
      "step": 11350
    },
    {
      "loss_action": 0.03880532830953598,
      "loss_total": 0.03880532830953598,
      "step": 11350
    },
    {
      "loss_action": 0.018667642027139664,
      "loss_total": 0.018667642027139664,
      "step": 11350
    },
    {
      "loss_action": 0.013997462578117847,
      "loss_total": 0.013997462578117847,
      "step": 11350
    },
    {
      "loss_action": 0.017458947375416756,
      "loss_total": 0.017458947375416756,
      "step": 11350
    },
    {
      "loss_action": 0.008298752829432487,
      "loss_total": 0.008298752829432487,
      "step": 11350
    },
    {
      "loss_action": 0.022220198065042496,
      "loss_total": 0.022220198065042496,
      "step": 11350
    },
    {
      "loss_action": 0.02651774324476719,
      "loss_total": 0.02651774324476719,
      "step": 11350
    },
    {
      "loss_action": 0.013757919892668724,
      "loss_total": 0.013757919892668724,
      "step": 11350
    },
    {
      "grad_norm": 0.361558735370636,
      "learning_rate": 5.6795e-05,
      "loss": 0.0225,
      "step": 11360
    },
    {
      "loss_action": 0.03597124293446541,
      "loss_total": 0.03597124293446541,
      "step": 11360
    },
    {
      "loss_action": 0.03070511668920517,
      "loss_total": 0.03070511668920517,
      "step": 11360
    },
    {
      "loss_action": 0.018225498497486115,
      "loss_total": 0.018225498497486115,
      "step": 11360
    },
    {
      "loss_action": 0.014163272455334663,
      "loss_total": 0.014163272455334663,
      "step": 11360
    },
    {
      "loss_action": 0.0401403047144413,
      "loss_total": 0.0401403047144413,
      "step": 11360
    },
    {
      "loss_action": 0.021545346826314926,
      "loss_total": 0.021545346826314926,
      "step": 11360
    },
    {
      "loss_action": 0.0267751757055521,
      "loss_total": 0.0267751757055521,
      "step": 11360
    },
    {
      "loss_action": 0.027985557913780212,
      "loss_total": 0.027985557913780212,
      "step": 11360
    },
    {
      "grad_norm": 0.37195971608161926,
      "learning_rate": 5.6845e-05,
      "loss": 0.0241,
      "step": 11370
    },
    {
      "loss_action": 0.025204872712492943,
      "loss_total": 0.025204872712492943,
      "step": 11370
    },
    {
      "loss_action": 0.01247242372483015,
      "loss_total": 0.01247242372483015,
      "step": 11370
    },
    {
      "loss_action": 0.02020670473575592,
      "loss_total": 0.02020670473575592,
      "step": 11370
    },
    {
      "loss_action": 0.01530664786696434,
      "loss_total": 0.01530664786696434,
      "step": 11370
    },
    {
      "loss_action": 0.021995358169078827,
      "loss_total": 0.021995358169078827,
      "step": 11370
    },
    {
      "loss_action": 0.027758397161960602,
      "loss_total": 0.027758397161960602,
      "step": 11370
    },
    {
      "loss_action": 0.017824597656726837,
      "loss_total": 0.017824597656726837,
      "step": 11370
    },
    {
      "loss_action": 0.036236755549907684,
      "loss_total": 0.036236755549907684,
      "step": 11370
    },
    {
      "grad_norm": 0.41614070534706116,
      "learning_rate": 5.6894999999999997e-05,
      "loss": 0.0247,
      "step": 11380
    },
    {
      "loss_action": 0.021484270691871643,
      "loss_total": 0.021484270691871643,
      "step": 11380
    },
    {
      "loss_action": 0.02548377588391304,
      "loss_total": 0.02548377588391304,
      "step": 11380
    },
    {
      "loss_action": 0.029289590194821358,
      "loss_total": 0.029289590194821358,
      "step": 11380
    },
    {
      "loss_action": 0.02549978718161583,
      "loss_total": 0.02549978718161583,
      "step": 11380
    },
    {
      "loss_action": 0.028665514662861824,
      "loss_total": 0.028665514662861824,
      "step": 11380
    },
    {
      "loss_action": 0.023656874895095825,
      "loss_total": 0.023656874895095825,
      "step": 11380
    },
    {
      "loss_action": 0.027490094304084778,
      "loss_total": 0.027490094304084778,
      "step": 11380
    },
    {
      "loss_action": 0.02363448590040207,
      "loss_total": 0.02363448590040207,
      "step": 11380
    },
    {
      "grad_norm": 0.29502660036087036,
      "learning_rate": 5.6945000000000005e-05,
      "loss": 0.0219,
      "step": 11390
    },
    {
      "loss_action": 0.04508683830499649,
      "loss_total": 0.04508683830499649,
      "step": 11390
    },
    {
      "loss_action": 0.032112006098032,
      "loss_total": 0.032112006098032,
      "step": 11390
    },
    {
      "loss_action": 0.02708575502038002,
      "loss_total": 0.02708575502038002,
      "step": 11390
    },
    {
      "loss_action": 0.010090934112668037,
      "loss_total": 0.010090934112668037,
      "step": 11390
    },
    {
      "loss_action": 0.04701842740178108,
      "loss_total": 0.04701842740178108,
      "step": 11390
    },
    {
      "loss_action": 0.015065323561429977,
      "loss_total": 0.015065323561429977,
      "step": 11390
    },
    {
      "loss_action": 0.022949445992708206,
      "loss_total": 0.022949445992708206,
      "step": 11390
    },
    {
      "loss_action": 0.022467253729701042,
      "loss_total": 0.022467253729701042,
      "step": 11390
    },
    {
      "grad_norm": 0.3848073482513428,
      "learning_rate": 5.6995e-05,
      "loss": 0.0248,
      "step": 11400
    },
    {
      "loss_action": 0.029462270438671112,
      "loss_total": 0.029462270438671112,
      "step": 11400
    },
    {
      "loss_action": 0.019806452095508575,
      "loss_total": 0.019806452095508575,
      "step": 11400
    },
    {
      "loss_action": 0.024038802832365036,
      "loss_total": 0.024038802832365036,
      "step": 11400
    },
    {
      "loss_action": 0.021502306684851646,
      "loss_total": 0.021502306684851646,
      "step": 11400
    },
    {
      "loss_action": 0.03605325147509575,
      "loss_total": 0.03605325147509575,
      "step": 11400
    },
    {
      "loss_action": 0.0301323514431715,
      "loss_total": 0.0301323514431715,
      "step": 11400
    },
    {
      "loss_action": 0.024243909865617752,
      "loss_total": 0.024243909865617752,
      "step": 11400
    },
    {
      "loss_action": 0.02129027433693409,
      "loss_total": 0.02129027433693409,
      "step": 11400
    },
    {
      "grad_norm": 0.30778685212135315,
      "learning_rate": 5.704500000000001e-05,
      "loss": 0.0221,
      "step": 11410
    },
    {
      "loss_action": 0.010732486844062805,
      "loss_total": 0.010732486844062805,
      "step": 11410
    },
    {
      "loss_action": 0.01395842619240284,
      "loss_total": 0.01395842619240284,
      "step": 11410
    },
    {
      "loss_action": 0.012256056070327759,
      "loss_total": 0.012256056070327759,
      "step": 11410
    },
    {
      "loss_action": 0.01141815073788166,
      "loss_total": 0.01141815073788166,
      "step": 11410
    },
    {
      "loss_action": 0.010237624868750572,
      "loss_total": 0.010237624868750572,
      "step": 11410
    },
    {
      "loss_action": 0.014617711305618286,
      "loss_total": 0.014617711305618286,
      "step": 11410
    },
    {
      "loss_action": 0.01458439789712429,
      "loss_total": 0.01458439789712429,
      "step": 11410
    },
    {
      "loss_action": 0.013785017654299736,
      "loss_total": 0.013785017654299736,
      "step": 11410
    },
    {
      "grad_norm": 0.29147157073020935,
      "learning_rate": 5.7095e-05,
      "loss": 0.0184,
      "step": 11420
    },
    {
      "loss_action": 0.017655247822403908,
      "loss_total": 0.017655247822403908,
      "step": 11420
    },
    {
      "loss_action": 0.013396361842751503,
      "loss_total": 0.013396361842751503,
      "step": 11420
    },
    {
      "loss_action": 0.017541002482175827,
      "loss_total": 0.017541002482175827,
      "step": 11420
    },
    {
      "loss_action": 0.010227927938103676,
      "loss_total": 0.010227927938103676,
      "step": 11420
    },
    {
      "loss_action": 0.02156101167201996,
      "loss_total": 0.02156101167201996,
      "step": 11420
    },
    {
      "loss_action": 0.0295442845672369,
      "loss_total": 0.0295442845672369,
      "step": 11420
    },
    {
      "loss_action": 0.010122563689947128,
      "loss_total": 0.010122563689947128,
      "step": 11420
    },
    {
      "loss_action": 0.015968702733516693,
      "loss_total": 0.015968702733516693,
      "step": 11420
    },
    {
      "grad_norm": 0.31826961040496826,
      "learning_rate": 5.7145e-05,
      "loss": 0.0201,
      "step": 11430
    },
    {
      "loss_action": 0.00998455099761486,
      "loss_total": 0.00998455099761486,
      "step": 11430
    },
    {
      "loss_action": 0.017042644321918488,
      "loss_total": 0.017042644321918488,
      "step": 11430
    },
    {
      "loss_action": 0.01912141591310501,
      "loss_total": 0.01912141591310501,
      "step": 11430
    },
    {
      "loss_action": 0.014007058925926685,
      "loss_total": 0.014007058925926685,
      "step": 11430
    },
    {
      "loss_action": 0.013224098831415176,
      "loss_total": 0.013224098831415176,
      "step": 11430
    },
    {
      "loss_action": 0.011456754058599472,
      "loss_total": 0.011456754058599472,
      "step": 11430
    },
    {
      "loss_action": 0.009586269035935402,
      "loss_total": 0.009586269035935402,
      "step": 11430
    },
    {
      "loss_action": 0.014752982184290886,
      "loss_total": 0.014752982184290886,
      "step": 11430
    },
    {
      "grad_norm": 0.3495313227176666,
      "learning_rate": 5.7195e-05,
      "loss": 0.0188,
      "step": 11440
    },
    {
      "loss_action": 0.021436206996440887,
      "loss_total": 0.021436206996440887,
      "step": 11440
    },
    {
      "loss_action": 0.019958868622779846,
      "loss_total": 0.019958868622779846,
      "step": 11440
    },
    {
      "loss_action": 0.018814731389284134,
      "loss_total": 0.018814731389284134,
      "step": 11440
    },
    {
      "loss_action": 0.017132502049207687,
      "loss_total": 0.017132502049207687,
      "step": 11440
    },
    {
      "loss_action": 0.013302597217261791,
      "loss_total": 0.013302597217261791,
      "step": 11440
    },
    {
      "loss_action": 0.01503951009362936,
      "loss_total": 0.01503951009362936,
      "step": 11440
    },
    {
      "loss_action": 0.015220880508422852,
      "loss_total": 0.015220880508422852,
      "step": 11440
    },
    {
      "loss_action": 0.02738376520574093,
      "loss_total": 0.02738376520574093,
      "step": 11440
    },
    {
      "grad_norm": 0.2604387700557709,
      "learning_rate": 5.7245000000000005e-05,
      "loss": 0.02,
      "step": 11450
    },
    {
      "loss_action": 0.02703755348920822,
      "loss_total": 0.02703755348920822,
      "step": 11450
    },
    {
      "loss_action": 0.024818748235702515,
      "loss_total": 0.024818748235702515,
      "step": 11450
    },
    {
      "loss_action": 0.014403387904167175,
      "loss_total": 0.014403387904167175,
      "step": 11450
    },
    {
      "loss_action": 0.03847186267375946,
      "loss_total": 0.03847186267375946,
      "step": 11450
    },
    {
      "loss_action": 0.013831770047545433,
      "loss_total": 0.013831770047545433,
      "step": 11450
    },
    {
      "loss_action": 0.014607674442231655,
      "loss_total": 0.014607674442231655,
      "step": 11450
    },
    {
      "loss_action": 0.020763378590345383,
      "loss_total": 0.020763378590345383,
      "step": 11450
    },
    {
      "loss_action": 0.05179332196712494,
      "loss_total": 0.05179332196712494,
      "step": 11450
    },
    {
      "grad_norm": 0.31550130248069763,
      "learning_rate": 5.7295e-05,
      "loss": 0.0212,
      "step": 11460
    },
    {
      "loss_action": 0.018312115222215652,
      "loss_total": 0.018312115222215652,
      "step": 11460
    },
    {
      "loss_action": 0.013298846781253815,
      "loss_total": 0.013298846781253815,
      "step": 11460
    },
    {
      "loss_action": 0.019565287977457047,
      "loss_total": 0.019565287977457047,
      "step": 11460
    },
    {
      "loss_action": 0.01558277290314436,
      "loss_total": 0.01558277290314436,
      "step": 11460
    },
    {
      "loss_action": 0.02581147290766239,
      "loss_total": 0.02581147290766239,
      "step": 11460
    },
    {
      "loss_action": 0.016082897782325745,
      "loss_total": 0.016082897782325745,
      "step": 11460
    },
    {
      "loss_action": 0.016466034576296806,
      "loss_total": 0.016466034576296806,
      "step": 11460
    },
    {
      "loss_action": 0.01606893166899681,
      "loss_total": 0.01606893166899681,
      "step": 11460
    },
    {
      "grad_norm": 0.3130250573158264,
      "learning_rate": 5.734500000000001e-05,
      "loss": 0.0195,
      "step": 11470
    },
    {
      "loss_action": 0.01827480085194111,
      "loss_total": 0.01827480085194111,
      "step": 11470
    },
    {
      "loss_action": 0.019149910658597946,
      "loss_total": 0.019149910658597946,
      "step": 11470
    },
    {
      "loss_action": 0.037324853241443634,
      "loss_total": 0.037324853241443634,
      "step": 11470
    },
    {
      "loss_action": 0.014664079062640667,
      "loss_total": 0.014664079062640667,
      "step": 11470
    },
    {
      "loss_action": 0.011915639042854309,
      "loss_total": 0.011915639042854309,
      "step": 11470
    },
    {
      "loss_action": 0.04097932204604149,
      "loss_total": 0.04097932204604149,
      "step": 11470
    },
    {
      "loss_action": 0.018101252615451813,
      "loss_total": 0.018101252615451813,
      "step": 11470
    },
    {
      "loss_action": 0.024444900453090668,
      "loss_total": 0.024444900453090668,
      "step": 11470
    },
    {
      "grad_norm": 0.2666682004928589,
      "learning_rate": 5.7395e-05,
      "loss": 0.0211,
      "step": 11480
    },
    {
      "loss_action": 0.021521586924791336,
      "loss_total": 0.021521586924791336,
      "step": 11480
    },
    {
      "loss_action": 0.024671435356140137,
      "loss_total": 0.024671435356140137,
      "step": 11480
    },
    {
      "loss_action": 0.020064309239387512,
      "loss_total": 0.020064309239387512,
      "step": 11480
    },
    {
      "loss_action": 0.023081453517079353,
      "loss_total": 0.023081453517079353,
      "step": 11480
    },
    {
      "loss_action": 0.022379275411367416,
      "loss_total": 0.022379275411367416,
      "step": 11480
    },
    {
      "loss_action": 0.034770622849464417,
      "loss_total": 0.034770622849464417,
      "step": 11480
    },
    {
      "loss_action": 0.012028414756059647,
      "loss_total": 0.012028414756059647,
      "step": 11480
    },
    {
      "loss_action": 0.01565372757613659,
      "loss_total": 0.01565372757613659,
      "step": 11480
    },
    {
      "grad_norm": 0.27814093232154846,
      "learning_rate": 5.7445e-05,
      "loss": 0.0199,
      "step": 11490
    },
    {
      "loss_action": 0.023202545940876007,
      "loss_total": 0.023202545940876007,
      "step": 11490
    },
    {
      "loss_action": 0.016787737607955933,
      "loss_total": 0.016787737607955933,
      "step": 11490
    },
    {
      "loss_action": 0.014059731736779213,
      "loss_total": 0.014059731736779213,
      "step": 11490
    },
    {
      "loss_action": 0.014335410669445992,
      "loss_total": 0.014335410669445992,
      "step": 11490
    },
    {
      "loss_action": 0.020793002098798752,
      "loss_total": 0.020793002098798752,
      "step": 11490
    },
    {
      "loss_action": 0.02696540765464306,
      "loss_total": 0.02696540765464306,
      "step": 11490
    },
    {
      "loss_action": 0.02146207168698311,
      "loss_total": 0.02146207168698311,
      "step": 11490
    },
    {
      "loss_action": 0.01594359613955021,
      "loss_total": 0.01594359613955021,
      "step": 11490
    },
    {
      "grad_norm": 0.3989107608795166,
      "learning_rate": 5.7495e-05,
      "loss": 0.0192,
      "step": 11500
    },
    {
      "loss_action": 0.01229051873087883,
      "loss_total": 0.01229051873087883,
      "step": 11500
    },
    {
      "loss_action": 0.01745850220322609,
      "loss_total": 0.01745850220322609,
      "step": 11500
    },
    {
      "loss_action": 0.02831282466650009,
      "loss_total": 0.02831282466650009,
      "step": 11500
    },
    {
      "loss_action": 0.014595829881727695,
      "loss_total": 0.014595829881727695,
      "step": 11500
    },
    {
      "loss_action": 0.017093311995267868,
      "loss_total": 0.017093311995267868,
      "step": 11500
    },
    {
      "loss_action": 0.021168945357203484,
      "loss_total": 0.021168945357203484,
      "step": 11500
    },
    {
      "loss_action": 0.02340562269091606,
      "loss_total": 0.02340562269091606,
      "step": 11500
    },
    {
      "loss_action": 0.017893780022859573,
      "loss_total": 0.017893780022859573,
      "step": 11500
    },
    {
      "grad_norm": 0.4595457911491394,
      "learning_rate": 5.7545000000000006e-05,
      "loss": 0.0196,
      "step": 11510
    },
    {
      "loss_action": 0.01758679188787937,
      "loss_total": 0.01758679188787937,
      "step": 11510
    },
    {
      "loss_action": 0.01963825337588787,
      "loss_total": 0.01963825337588787,
      "step": 11510
    },
    {
      "loss_action": 0.028251774609088898,
      "loss_total": 0.028251774609088898,
      "step": 11510
    },
    {
      "loss_action": 0.024458475410938263,
      "loss_total": 0.024458475410938263,
      "step": 11510
    },
    {
      "loss_action": 0.011699044145643711,
      "loss_total": 0.011699044145643711,
      "step": 11510
    },
    {
      "loss_action": 0.026248252019286156,
      "loss_total": 0.026248252019286156,
      "step": 11510
    },
    {
      "loss_action": 0.017632264643907547,
      "loss_total": 0.017632264643907547,
      "step": 11510
    },
    {
      "loss_action": 0.021944429725408554,
      "loss_total": 0.021944429725408554,
      "step": 11510
    },
    {
      "grad_norm": 0.36053961515426636,
      "learning_rate": 5.7595e-05,
      "loss": 0.0248,
      "step": 11520
    },
    {
      "loss_action": 0.012630950659513474,
      "loss_total": 0.012630950659513474,
      "step": 11520
    },
    {
      "loss_action": 0.017123539000749588,
      "loss_total": 0.017123539000749588,
      "step": 11520
    },
    {
      "loss_action": 0.039566341787576675,
      "loss_total": 0.039566341787576675,
      "step": 11520
    },
    {
      "loss_action": 0.013761571608483791,
      "loss_total": 0.013761571608483791,
      "step": 11520
    },
    {
      "loss_action": 0.020266905426979065,
      "loss_total": 0.020266905426979065,
      "step": 11520
    },
    {
      "loss_action": 0.021138329058885574,
      "loss_total": 0.021138329058885574,
      "step": 11520
    },
    {
      "loss_action": 0.01542915590107441,
      "loss_total": 0.01542915590107441,
      "step": 11520
    },
    {
      "loss_action": 0.026592563837766647,
      "loss_total": 0.026592563837766647,
      "step": 11520
    },
    {
      "grad_norm": 0.274688720703125,
      "learning_rate": 5.7645e-05,
      "loss": 0.0239,
      "step": 11530
    },
    {
      "loss_action": 0.029757250100374222,
      "loss_total": 0.029757250100374222,
      "step": 11530
    },
    {
      "loss_action": 0.010281490162014961,
      "loss_total": 0.010281490162014961,
      "step": 11530
    },
    {
      "loss_action": 0.027460794895887375,
      "loss_total": 0.027460794895887375,
      "step": 11530
    },
    {
      "loss_action": 0.010193086229264736,
      "loss_total": 0.010193086229264736,
      "step": 11530
    },
    {
      "loss_action": 0.018574338406324387,
      "loss_total": 0.018574338406324387,
      "step": 11530
    },
    {
      "loss_action": 0.016526591032743454,
      "loss_total": 0.016526591032743454,
      "step": 11530
    },
    {
      "loss_action": 0.02372780628502369,
      "loss_total": 0.02372780628502369,
      "step": 11530
    },
    {
      "loss_action": 0.021727202460169792,
      "loss_total": 0.021727202460169792,
      "step": 11530
    },
    {
      "grad_norm": 0.5146675705909729,
      "learning_rate": 5.7695e-05,
      "loss": 0.0271,
      "step": 11540
    },
    {
      "loss_action": 0.09386984258890152,
      "loss_total": 0.09386984258890152,
      "step": 11540
    },
    {
      "loss_action": 0.015909694135189056,
      "loss_total": 0.015909694135189056,
      "step": 11540
    },
    {
      "loss_action": 0.08947114646434784,
      "loss_total": 0.08947114646434784,
      "step": 11540
    },
    {
      "loss_action": 0.026252489537000656,
      "loss_total": 0.026252489537000656,
      "step": 11540
    },
    {
      "loss_action": 0.02979113534092903,
      "loss_total": 0.02979113534092903,
      "step": 11540
    },
    {
      "loss_action": 0.01340887788683176,
      "loss_total": 0.01340887788683176,
      "step": 11540
    },
    {
      "loss_action": 0.030408667400479317,
      "loss_total": 0.030408667400479317,
      "step": 11540
    },
    {
      "loss_action": 0.02737639844417572,
      "loss_total": 0.02737639844417572,
      "step": 11540
    },
    {
      "grad_norm": 0.33409178256988525,
      "learning_rate": 5.7745000000000004e-05,
      "loss": 0.0263,
      "step": 11550
    },
    {
      "loss_action": 0.02024434134364128,
      "loss_total": 0.02024434134364128,
      "step": 11550
    },
    {
      "loss_action": 0.016185250133275986,
      "loss_total": 0.016185250133275986,
      "step": 11550
    },
    {
      "loss_action": 0.02097623236477375,
      "loss_total": 0.02097623236477375,
      "step": 11550
    },
    {
      "loss_action": 0.02981259673833847,
      "loss_total": 0.02981259673833847,
      "step": 11550
    },
    {
      "loss_action": 0.014619741588830948,
      "loss_total": 0.014619741588830948,
      "step": 11550
    },
    {
      "loss_action": 0.03855612874031067,
      "loss_total": 0.03855612874031067,
      "step": 11550
    },
    {
      "loss_action": 0.011531561613082886,
      "loss_total": 0.011531561613082886,
      "step": 11550
    },
    {
      "loss_action": 0.016062770038843155,
      "loss_total": 0.016062770038843155,
      "step": 11550
    },
    {
      "grad_norm": 0.3233700096607208,
      "learning_rate": 5.7795e-05,
      "loss": 0.0246,
      "step": 11560
    },
    {
      "loss_action": 0.014782466925680637,
      "loss_total": 0.014782466925680637,
      "step": 11560
    },
    {
      "loss_action": 0.014640086330473423,
      "loss_total": 0.014640086330473423,
      "step": 11560
    },
    {
      "loss_action": 0.04222894459962845,
      "loss_total": 0.04222894459962845,
      "step": 11560
    },
    {
      "loss_action": 0.06013472378253937,
      "loss_total": 0.06013472378253937,
      "step": 11560
    },
    {
      "loss_action": 0.054930128157138824,
      "loss_total": 0.054930128157138824,
      "step": 11560
    },
    {
      "loss_action": 0.01751716621220112,
      "loss_total": 0.01751716621220112,
      "step": 11560
    },
    {
      "loss_action": 0.031245199963450432,
      "loss_total": 0.031245199963450432,
      "step": 11560
    },
    {
      "loss_action": 0.02472597360610962,
      "loss_total": 0.02472597360610962,
      "step": 11560
    },
    {
      "grad_norm": 0.38845908641815186,
      "learning_rate": 5.7845000000000006e-05,
      "loss": 0.0259,
      "step": 11570
    },
    {
      "loss_action": 0.021493462845683098,
      "loss_total": 0.021493462845683098,
      "step": 11570
    },
    {
      "loss_action": 0.020355012267827988,
      "loss_total": 0.020355012267827988,
      "step": 11570
    },
    {
      "loss_action": 0.022055573761463165,
      "loss_total": 0.022055573761463165,
      "step": 11570
    },
    {
      "loss_action": 0.017864670604467392,
      "loss_total": 0.017864670604467392,
      "step": 11570
    },
    {
      "loss_action": 0.021711304783821106,
      "loss_total": 0.021711304783821106,
      "step": 11570
    },
    {
      "loss_action": 0.03683563694357872,
      "loss_total": 0.03683563694357872,
      "step": 11570
    },
    {
      "loss_action": 0.018531857058405876,
      "loss_total": 0.018531857058405876,
      "step": 11570
    },
    {
      "loss_action": 0.1446423977613449,
      "loss_total": 0.1446423977613449,
      "step": 11570
    },
    {
      "grad_norm": 0.1985010951757431,
      "learning_rate": 5.7895e-05,
      "loss": 0.0256,
      "step": 11580
    },
    {
      "loss_action": 0.024746648967266083,
      "loss_total": 0.024746648967266083,
      "step": 11580
    },
    {
      "loss_action": 0.022463439032435417,
      "loss_total": 0.022463439032435417,
      "step": 11580
    },
    {
      "loss_action": 0.03643164038658142,
      "loss_total": 0.03643164038658142,
      "step": 11580
    },
    {
      "loss_action": 0.025966597720980644,
      "loss_total": 0.025966597720980644,
      "step": 11580
    },
    {
      "loss_action": 0.025087371468544006,
      "loss_total": 0.025087371468544006,
      "step": 11580
    },
    {
      "loss_action": 0.017205849289894104,
      "loss_total": 0.017205849289894104,
      "step": 11580
    },
    {
      "loss_action": 0.011992791667580605,
      "loss_total": 0.011992791667580605,
      "step": 11580
    },
    {
      "loss_action": 0.019998494535684586,
      "loss_total": 0.019998494535684586,
      "step": 11580
    },
    {
      "grad_norm": 0.300464004278183,
      "learning_rate": 5.7945e-05,
      "loss": 0.0225,
      "step": 11590
    },
    {
      "loss_action": 0.01851903647184372,
      "loss_total": 0.01851903647184372,
      "step": 11590
    },
    {
      "loss_action": 0.011047553271055222,
      "loss_total": 0.011047553271055222,
      "step": 11590
    },
    {
      "loss_action": 0.014491299167275429,
      "loss_total": 0.014491299167275429,
      "step": 11590
    },
    {
      "loss_action": 0.0830388143658638,
      "loss_total": 0.0830388143658638,
      "step": 11590
    },
    {
      "loss_action": 0.026174098253250122,
      "loss_total": 0.026174098253250122,
      "step": 11590
    },
    {
      "loss_action": 0.01648475043475628,
      "loss_total": 0.01648475043475628,
      "step": 11590
    },
    {
      "loss_action": 0.01455802470445633,
      "loss_total": 0.01455802470445633,
      "step": 11590
    },
    {
      "loss_action": 0.03842170909047127,
      "loss_total": 0.03842170909047127,
      "step": 11590
    },
    {
      "grad_norm": 0.21361437439918518,
      "learning_rate": 5.7994999999999996e-05,
      "loss": 0.0199,
      "step": 11600
    },
    {
      "loss_action": 0.01266552321612835,
      "loss_total": 0.01266552321612835,
      "step": 11600
    },
    {
      "loss_action": 0.019274266436696053,
      "loss_total": 0.019274266436696053,
      "step": 11600
    },
    {
      "loss_action": 0.012030912563204765,
      "loss_total": 0.012030912563204765,
      "step": 11600
    },
    {
      "loss_action": 0.029991749674081802,
      "loss_total": 0.029991749674081802,
      "step": 11600
    },
    {
      "loss_action": 0.016322020441293716,
      "loss_total": 0.016322020441293716,
      "step": 11600
    },
    {
      "loss_action": 0.042156293988227844,
      "loss_total": 0.042156293988227844,
      "step": 11600
    },
    {
      "loss_action": 0.023470956832170486,
      "loss_total": 0.023470956832170486,
      "step": 11600
    },
    {
      "loss_action": 0.017312444746494293,
      "loss_total": 0.017312444746494293,
      "step": 11600
    },
    {
      "grad_norm": 0.29337602853775024,
      "learning_rate": 5.8045000000000004e-05,
      "loss": 0.0215,
      "step": 11610
    },
    {
      "loss_action": 0.06180429458618164,
      "loss_total": 0.06180429458618164,
      "step": 11610
    },
    {
      "loss_action": 0.02065354213118553,
      "loss_total": 0.02065354213118553,
      "step": 11610
    },
    {
      "loss_action": 0.03254883363842964,
      "loss_total": 0.03254883363842964,
      "step": 11610
    },
    {
      "loss_action": 0.015413401648402214,
      "loss_total": 0.015413401648402214,
      "step": 11610
    },
    {
      "loss_action": 0.034032970666885376,
      "loss_total": 0.034032970666885376,
      "step": 11610
    },
    {
      "loss_action": 0.023478712886571884,
      "loss_total": 0.023478712886571884,
      "step": 11610
    },
    {
      "loss_action": 0.11097997426986694,
      "loss_total": 0.11097997426986694,
      "step": 11610
    },
    {
      "loss_action": 0.02904067188501358,
      "loss_total": 0.02904067188501358,
      "step": 11610
    },
    {
      "grad_norm": 0.3704887330532074,
      "learning_rate": 5.8095e-05,
      "loss": 0.0253,
      "step": 11620
    },
    {
      "loss_action": 0.021759875118732452,
      "loss_total": 0.021759875118732452,
      "step": 11620
    },
    {
      "loss_action": 0.018711373209953308,
      "loss_total": 0.018711373209953308,
      "step": 11620
    },
    {
      "loss_action": 0.031687650829553604,
      "loss_total": 0.031687650829553604,
      "step": 11620
    },
    {
      "loss_action": 0.12435918301343918,
      "loss_total": 0.12435918301343918,
      "step": 11620
    },
    {
      "loss_action": 0.02270830050110817,
      "loss_total": 0.02270830050110817,
      "step": 11620
    },
    {
      "loss_action": 0.023368973284959793,
      "loss_total": 0.023368973284959793,
      "step": 11620
    },
    {
      "loss_action": 0.022615473717451096,
      "loss_total": 0.022615473717451096,
      "step": 11620
    },
    {
      "loss_action": 0.03716477379202843,
      "loss_total": 0.03716477379202843,
      "step": 11620
    },
    {
      "grad_norm": 0.38475802540779114,
      "learning_rate": 5.8145000000000007e-05,
      "loss": 0.0263,
      "step": 11630
    },
    {
      "loss_action": 0.022327587008476257,
      "loss_total": 0.022327587008476257,
      "step": 11630
    },
    {
      "loss_action": 0.014046742580831051,
      "loss_total": 0.014046742580831051,
      "step": 11630
    },
    {
      "loss_action": 0.021294202655553818,
      "loss_total": 0.021294202655553818,
      "step": 11630
    },
    {
      "loss_action": 0.02008747309446335,
      "loss_total": 0.02008747309446335,
      "step": 11630
    },
    {
      "loss_action": 0.021861914545297623,
      "loss_total": 0.021861914545297623,
      "step": 11630
    },
    {
      "loss_action": 0.011101961135864258,
      "loss_total": 0.011101961135864258,
      "step": 11630
    },
    {
      "loss_action": 0.010510198771953583,
      "loss_total": 0.010510198771953583,
      "step": 11630
    },
    {
      "loss_action": 0.013271037489175797,
      "loss_total": 0.013271037489175797,
      "step": 11630
    },
    {
      "grad_norm": 0.32352858781814575,
      "learning_rate": 5.8195e-05,
      "loss": 0.0205,
      "step": 11640
    },
    {
      "loss_action": 0.014275861904025078,
      "loss_total": 0.014275861904025078,
      "step": 11640
    },
    {
      "loss_action": 0.11501439660787582,
      "loss_total": 0.11501439660787582,
      "step": 11640
    },
    {
      "loss_action": 0.01312420703470707,
      "loss_total": 0.01312420703470707,
      "step": 11640
    },
    {
      "loss_action": 0.015177233144640923,
      "loss_total": 0.015177233144640923,
      "step": 11640
    },
    {
      "loss_action": 0.016052404418587685,
      "loss_total": 0.016052404418587685,
      "step": 11640
    },
    {
      "loss_action": 0.023314986377954483,
      "loss_total": 0.023314986377954483,
      "step": 11640
    },
    {
      "loss_action": 0.016715995967388153,
      "loss_total": 0.016715995967388153,
      "step": 11640
    },
    {
      "loss_action": 0.024475404992699623,
      "loss_total": 0.024475404992699623,
      "step": 11640
    },
    {
      "grad_norm": 0.31350570917129517,
      "learning_rate": 5.8245e-05,
      "loss": 0.0201,
      "step": 11650
    },
    {
      "loss_action": 0.022318160161376,
      "loss_total": 0.022318160161376,
      "step": 11650
    },
    {
      "loss_action": 0.01239964459091425,
      "loss_total": 0.01239964459091425,
      "step": 11650
    },
    {
      "loss_action": 0.012874700129032135,
      "loss_total": 0.012874700129032135,
      "step": 11650
    },
    {
      "loss_action": 0.03481783717870712,
      "loss_total": 0.03481783717870712,
      "step": 11650
    },
    {
      "loss_action": 0.017732737585902214,
      "loss_total": 0.017732737585902214,
      "step": 11650
    },
    {
      "loss_action": 0.011755036190152168,
      "loss_total": 0.011755036190152168,
      "step": 11650
    },
    {
      "loss_action": 0.030764158815145493,
      "loss_total": 0.030764158815145493,
      "step": 11650
    },
    {
      "loss_action": 0.02305774763226509,
      "loss_total": 0.02305774763226509,
      "step": 11650
    },
    {
      "grad_norm": 0.33416932821273804,
      "learning_rate": 5.8295e-05,
      "loss": 0.0207,
      "step": 11660
    },
    {
      "loss_action": 0.02687743306159973,
      "loss_total": 0.02687743306159973,
      "step": 11660
    },
    {
      "loss_action": 0.018547963351011276,
      "loss_total": 0.018547963351011276,
      "step": 11660
    },
    {
      "loss_action": 0.033097945153713226,
      "loss_total": 0.033097945153713226,
      "step": 11660
    },
    {
      "loss_action": 0.010284794494509697,
      "loss_total": 0.010284794494509697,
      "step": 11660
    },
    {
      "loss_action": 0.01645515486598015,
      "loss_total": 0.01645515486598015,
      "step": 11660
    },
    {
      "loss_action": 0.02340930700302124,
      "loss_total": 0.02340930700302124,
      "step": 11660
    },
    {
      "loss_action": 0.02855660766363144,
      "loss_total": 0.02855660766363144,
      "step": 11660
    },
    {
      "loss_action": 0.02378777787089348,
      "loss_total": 0.02378777787089348,
      "step": 11660
    },
    {
      "grad_norm": 0.32941725850105286,
      "learning_rate": 5.8345000000000005e-05,
      "loss": 0.0206,
      "step": 11670
    },
    {
      "loss_action": 0.011065972037613392,
      "loss_total": 0.011065972037613392,
      "step": 11670
    },
    {
      "loss_action": 0.010599354282021523,
      "loss_total": 0.010599354282021523,
      "step": 11670
    },
    {
      "loss_action": 0.012568685226142406,
      "loss_total": 0.012568685226142406,
      "step": 11670
    },
    {
      "loss_action": 0.014128352515399456,
      "loss_total": 0.014128352515399456,
      "step": 11670
    },
    {
      "loss_action": 0.014909276738762856,
      "loss_total": 0.014909276738762856,
      "step": 11670
    },
    {
      "loss_action": 0.02918495610356331,
      "loss_total": 0.02918495610356331,
      "step": 11670
    },
    {
      "loss_action": 0.012264208868145943,
      "loss_total": 0.012264208868145943,
      "step": 11670
    },
    {
      "loss_action": 0.016330260783433914,
      "loss_total": 0.016330260783433914,
      "step": 11670
    },
    {
      "grad_norm": 0.3083861470222473,
      "learning_rate": 5.8395e-05,
      "loss": 0.0187,
      "step": 11680
    },
    {
      "loss_action": 0.03287854418158531,
      "loss_total": 0.03287854418158531,
      "step": 11680
    },
    {
      "loss_action": 0.010755309835076332,
      "loss_total": 0.010755309835076332,
      "step": 11680
    },
    {
      "loss_action": 0.010837340727448463,
      "loss_total": 0.010837340727448463,
      "step": 11680
    },
    {
      "loss_action": 0.018931277096271515,
      "loss_total": 0.018931277096271515,
      "step": 11680
    },
    {
      "loss_action": 0.01523534394800663,
      "loss_total": 0.01523534394800663,
      "step": 11680
    },
    {
      "loss_action": 0.03404966741800308,
      "loss_total": 0.03404966741800308,
      "step": 11680
    },
    {
      "loss_action": 0.01325930468738079,
      "loss_total": 0.01325930468738079,
      "step": 11680
    },
    {
      "loss_action": 0.0354737788438797,
      "loss_total": 0.0354737788438797,
      "step": 11680
    },
    {
      "grad_norm": 0.32349708676338196,
      "learning_rate": 5.844500000000001e-05,
      "loss": 0.0219,
      "step": 11690
    },
    {
      "loss_action": 0.03927939012646675,
      "loss_total": 0.03927939012646675,
      "step": 11690
    },
    {
      "loss_action": 0.018325630575418472,
      "loss_total": 0.018325630575418472,
      "step": 11690
    },
    {
      "loss_action": 0.01740647666156292,
      "loss_total": 0.01740647666156292,
      "step": 11690
    },
    {
      "loss_action": 0.01288345642387867,
      "loss_total": 0.01288345642387867,
      "step": 11690
    },
    {
      "loss_action": 0.015661129727959633,
      "loss_total": 0.015661129727959633,
      "step": 11690
    },
    {
      "loss_action": 0.018983758985996246,
      "loss_total": 0.018983758985996246,
      "step": 11690
    },
    {
      "loss_action": 0.01748454011976719,
      "loss_total": 0.01748454011976719,
      "step": 11690
    },
    {
      "loss_action": 0.08307509869337082,
      "loss_total": 0.08307509869337082,
      "step": 11690
    },
    {
      "grad_norm": 0.32772594690322876,
      "learning_rate": 5.8495e-05,
      "loss": 0.0236,
      "step": 11700
    },
    {
      "loss_action": 0.01481199823319912,
      "loss_total": 0.01481199823319912,
      "step": 11700
    },
    {
      "loss_action": 0.02832438051700592,
      "loss_total": 0.02832438051700592,
      "step": 11700
    },
    {
      "loss_action": 0.013811467215418816,
      "loss_total": 0.013811467215418816,
      "step": 11700
    },
    {
      "loss_action": 0.02109334245324135,
      "loss_total": 0.02109334245324135,
      "step": 11700
    },
    {
      "loss_action": 0.02348625659942627,
      "loss_total": 0.02348625659942627,
      "step": 11700
    },
    {
      "loss_action": 0.011026635766029358,
      "loss_total": 0.011026635766029358,
      "step": 11700
    },
    {
      "loss_action": 0.0198720321059227,
      "loss_total": 0.0198720321059227,
      "step": 11700
    },
    {
      "loss_action": 0.08278869092464447,
      "loss_total": 0.08278869092464447,
      "step": 11700
    },
    {
      "grad_norm": 0.3678785562515259,
      "learning_rate": 5.8545e-05,
      "loss": 0.0204,
      "step": 11710
    },
    {
      "loss_action": 0.08135128766298294,
      "loss_total": 0.08135128766298294,
      "step": 11710
    },
    {
      "loss_action": 0.03902580961585045,
      "loss_total": 0.03902580961585045,
      "step": 11710
    },
    {
      "loss_action": 0.017492668703198433,
      "loss_total": 0.017492668703198433,
      "step": 11710
    },
    {
      "loss_action": 0.027502432465553284,
      "loss_total": 0.027502432465553284,
      "step": 11710
    },
    {
      "loss_action": 0.021013125777244568,
      "loss_total": 0.021013125777244568,
      "step": 11710
    },
    {
      "loss_action": 0.0278814435005188,
      "loss_total": 0.0278814435005188,
      "step": 11710
    },
    {
      "loss_action": 0.01207822747528553,
      "loss_total": 0.01207822747528553,
      "step": 11710
    },
    {
      "loss_action": 0.011240207590162754,
      "loss_total": 0.011240207590162754,
      "step": 11710
    },
    {
      "grad_norm": 0.2495376467704773,
      "learning_rate": 5.8595e-05,
      "loss": 0.0205,
      "step": 11720
    },
    {
      "loss_action": 0.012155717238783836,
      "loss_total": 0.012155717238783836,
      "step": 11720
    },
    {
      "loss_action": 0.014159420505166054,
      "loss_total": 0.014159420505166054,
      "step": 11720
    },
    {
      "loss_action": 0.02569638565182686,
      "loss_total": 0.02569638565182686,
      "step": 11720
    },
    {
      "loss_action": 0.020077798515558243,
      "loss_total": 0.020077798515558243,
      "step": 11720
    },
    {
      "loss_action": 0.01808779314160347,
      "loss_total": 0.01808779314160347,
      "step": 11720
    },
    {
      "loss_action": 0.03647692874073982,
      "loss_total": 0.03647692874073982,
      "step": 11720
    },
    {
      "loss_action": 0.033135563135147095,
      "loss_total": 0.033135563135147095,
      "step": 11720
    },
    {
      "loss_action": 0.05928463861346245,
      "loss_total": 0.05928463861346245,
      "step": 11720
    },
    {
      "grad_norm": 0.30553656816482544,
      "learning_rate": 5.8645000000000005e-05,
      "loss": 0.0207,
      "step": 11730
    },
    {
      "loss_action": 0.012199671007692814,
      "loss_total": 0.012199671007692814,
      "step": 11730
    },
    {
      "loss_action": 0.010803936049342155,
      "loss_total": 0.010803936049342155,
      "step": 11730
    },
    {
      "loss_action": 0.01757257804274559,
      "loss_total": 0.01757257804274559,
      "step": 11730
    },
    {
      "loss_action": 0.01997147873044014,
      "loss_total": 0.01997147873044014,
      "step": 11730
    },
    {
      "loss_action": 0.023943424224853516,
      "loss_total": 0.023943424224853516,
      "step": 11730
    },
    {
      "loss_action": 0.027892883867025375,
      "loss_total": 0.027892883867025375,
      "step": 11730
    },
    {
      "loss_action": 0.021875321865081787,
      "loss_total": 0.021875321865081787,
      "step": 11730
    },
    {
      "loss_action": 0.020049525424838066,
      "loss_total": 0.020049525424838066,
      "step": 11730
    },
    {
      "grad_norm": 0.28663739562034607,
      "learning_rate": 5.8695e-05,
      "loss": 0.026,
      "step": 11740
    },
    {
      "loss_action": 0.0196797177195549,
      "loss_total": 0.0196797177195549,
      "step": 11740
    },
    {
      "loss_action": 0.01995363086462021,
      "loss_total": 0.01995363086462021,
      "step": 11740
    },
    {
      "loss_action": 0.016730237752199173,
      "loss_total": 0.016730237752199173,
      "step": 11740
    },
    {
      "loss_action": 0.014905230142176151,
      "loss_total": 0.014905230142176151,
      "step": 11740
    },
    {
      "loss_action": 0.01672425866127014,
      "loss_total": 0.01672425866127014,
      "step": 11740
    },
    {
      "loss_action": 0.03774474188685417,
      "loss_total": 0.03774474188685417,
      "step": 11740
    },
    {
      "loss_action": 0.021800536662340164,
      "loss_total": 0.021800536662340164,
      "step": 11740
    },
    {
      "loss_action": 0.028894217684864998,
      "loss_total": 0.028894217684864998,
      "step": 11740
    },
    {
      "grad_norm": 0.2844376266002655,
      "learning_rate": 5.874500000000001e-05,
      "loss": 0.0214,
      "step": 11750
    },
    {
      "loss_action": 0.03157889097929001,
      "loss_total": 0.03157889097929001,
      "step": 11750
    },
    {
      "loss_action": 0.013641132041811943,
      "loss_total": 0.013641132041811943,
      "step": 11750
    },
    {
      "loss_action": 0.014917942695319653,
      "loss_total": 0.014917942695319653,
      "step": 11750
    },
    {
      "loss_action": 0.011425487697124481,
      "loss_total": 0.011425487697124481,
      "step": 11750
    },
    {
      "loss_action": 0.011294672265648842,
      "loss_total": 0.011294672265648842,
      "step": 11750
    },
    {
      "loss_action": 0.01839093677699566,
      "loss_total": 0.01839093677699566,
      "step": 11750
    },
    {
      "loss_action": 0.01782499998807907,
      "loss_total": 0.01782499998807907,
      "step": 11750
    },
    {
      "loss_action": 0.02434777095913887,
      "loss_total": 0.02434777095913887,
      "step": 11750
    },
    {
      "grad_norm": 0.2967491149902344,
      "learning_rate": 5.8795e-05,
      "loss": 0.0222,
      "step": 11760
    },
    {
      "loss_action": 0.026281435042619705,
      "loss_total": 0.026281435042619705,
      "step": 11760
    },
    {
      "loss_action": 0.03849389776587486,
      "loss_total": 0.03849389776587486,
      "step": 11760
    },
    {
      "loss_action": 0.02013646438717842,
      "loss_total": 0.02013646438717842,
      "step": 11760
    },
    {
      "loss_action": 0.013441690243780613,
      "loss_total": 0.013441690243780613,
      "step": 11760
    },
    {
      "loss_action": 0.017907436937093735,
      "loss_total": 0.017907436937093735,
      "step": 11760
    },
    {
      "loss_action": 0.022694464772939682,
      "loss_total": 0.022694464772939682,
      "step": 11760
    },
    {
      "loss_action": 0.01638672687113285,
      "loss_total": 0.01638672687113285,
      "step": 11760
    },
    {
      "loss_action": 0.01444973237812519,
      "loss_total": 0.01444973237812519,
      "step": 11760
    },
    {
      "grad_norm": 0.2851657569408417,
      "learning_rate": 5.8845e-05,
      "loss": 0.0199,
      "step": 11770
    },
    {
      "loss_action": 0.012055808678269386,
      "loss_total": 0.012055808678269386,
      "step": 11770
    },
    {
      "loss_action": 0.027518875896930695,
      "loss_total": 0.027518875896930695,
      "step": 11770
    },
    {
      "loss_action": 0.03360696882009506,
      "loss_total": 0.03360696882009506,
      "step": 11770
    },
    {
      "loss_action": 0.018884874880313873,
      "loss_total": 0.018884874880313873,
      "step": 11770
    },
    {
      "loss_action": 0.01610669493675232,
      "loss_total": 0.01610669493675232,
      "step": 11770
    },
    {
      "loss_action": 0.013544417917728424,
      "loss_total": 0.013544417917728424,
      "step": 11770
    },
    {
      "loss_action": 0.019696839153766632,
      "loss_total": 0.019696839153766632,
      "step": 11770
    },
    {
      "loss_action": 0.013429222628474236,
      "loss_total": 0.013429222628474236,
      "step": 11770
    },
    {
      "grad_norm": 0.2751377820968628,
      "learning_rate": 5.8895e-05,
      "loss": 0.0189,
      "step": 11780
    },
    {
      "loss_action": 0.009888784028589725,
      "loss_total": 0.009888784028589725,
      "step": 11780
    },
    {
      "loss_action": 0.013552946038544178,
      "loss_total": 0.013552946038544178,
      "step": 11780
    },
    {
      "loss_action": 0.015788909047842026,
      "loss_total": 0.015788909047842026,
      "step": 11780
    },
    {
      "loss_action": 0.025945313274860382,
      "loss_total": 0.025945313274860382,
      "step": 11780
    },
    {
      "loss_action": 0.0732346922159195,
      "loss_total": 0.0732346922159195,
      "step": 11780
    },
    {
      "loss_action": 0.012814636342227459,
      "loss_total": 0.012814636342227459,
      "step": 11780
    },
    {
      "loss_action": 0.02050500363111496,
      "loss_total": 0.02050500363111496,
      "step": 11780
    },
    {
      "loss_action": 0.010468555614352226,
      "loss_total": 0.010468555614352226,
      "step": 11780
    },
    {
      "grad_norm": 0.25502556562423706,
      "learning_rate": 5.8945000000000006e-05,
      "loss": 0.0218,
      "step": 11790
    },
    {
      "loss_action": 0.028572946786880493,
      "loss_total": 0.028572946786880493,
      "step": 11790
    },
    {
      "loss_action": 0.02615395188331604,
      "loss_total": 0.02615395188331604,
      "step": 11790
    },
    {
      "loss_action": 0.012916220352053642,
      "loss_total": 0.012916220352053642,
      "step": 11790
    },
    {
      "loss_action": 0.017459936439990997,
      "loss_total": 0.017459936439990997,
      "step": 11790
    },
    {
      "loss_action": 0.021260090172290802,
      "loss_total": 0.021260090172290802,
      "step": 11790
    },
    {
      "loss_action": 0.021106179803609848,
      "loss_total": 0.021106179803609848,
      "step": 11790
    },
    {
      "loss_action": 0.02401752583682537,
      "loss_total": 0.02401752583682537,
      "step": 11790
    },
    {
      "loss_action": 0.030892852693796158,
      "loss_total": 0.030892852693796158,
      "step": 11790
    },
    {
      "grad_norm": 0.35872653126716614,
      "learning_rate": 5.8995e-05,
      "loss": 0.0217,
      "step": 11800
    },
    {
      "loss_action": 0.01569679006934166,
      "loss_total": 0.01569679006934166,
      "step": 11800
    },
    {
      "loss_action": 0.014485789462924004,
      "loss_total": 0.014485789462924004,
      "step": 11800
    },
    {
      "loss_action": 0.023720519617199898,
      "loss_total": 0.023720519617199898,
      "step": 11800
    },
    {
      "loss_action": 0.043412886559963226,
      "loss_total": 0.043412886559963226,
      "step": 11800
    },
    {
      "loss_action": 0.02167874202132225,
      "loss_total": 0.02167874202132225,
      "step": 11800
    },
    {
      "loss_action": 0.011301903054118156,
      "loss_total": 0.011301903054118156,
      "step": 11800
    },
    {
      "loss_action": 0.04500299692153931,
      "loss_total": 0.04500299692153931,
      "step": 11800
    },
    {
      "loss_action": 0.01396816223859787,
      "loss_total": 0.01396816223859787,
      "step": 11800
    },
    {
      "grad_norm": 0.37348490953445435,
      "learning_rate": 5.904500000000001e-05,
      "loss": 0.0224,
      "step": 11810
    },
    {
      "loss_action": 0.01210837997496128,
      "loss_total": 0.01210837997496128,
      "step": 11810
    },
    {
      "loss_action": 0.013878701254725456,
      "loss_total": 0.013878701254725456,
      "step": 11810
    },
    {
      "loss_action": 0.017430303618311882,
      "loss_total": 0.017430303618311882,
      "step": 11810
    },
    {
      "loss_action": 0.010314656421542168,
      "loss_total": 0.010314656421542168,
      "step": 11810
    },
    {
      "loss_action": 0.020600317046046257,
      "loss_total": 0.020600317046046257,
      "step": 11810
    },
    {
      "loss_action": 0.025408318266272545,
      "loss_total": 0.025408318266272545,
      "step": 11810
    },
    {
      "loss_action": 0.02236885391175747,
      "loss_total": 0.02236885391175747,
      "step": 11810
    },
    {
      "loss_action": 0.033383019268512726,
      "loss_total": 0.033383019268512726,
      "step": 11810
    },
    {
      "grad_norm": 0.3218134045600891,
      "learning_rate": 5.9095e-05,
      "loss": 0.0212,
      "step": 11820
    },
    {
      "loss_action": 0.016842341050505638,
      "loss_total": 0.016842341050505638,
      "step": 11820
    },
    {
      "loss_action": 0.031649403274059296,
      "loss_total": 0.031649403274059296,
      "step": 11820
    },
    {
      "loss_action": 0.017062339931726456,
      "loss_total": 0.017062339931726456,
      "step": 11820
    },
    {
      "loss_action": 0.01795874908566475,
      "loss_total": 0.01795874908566475,
      "step": 11820
    },
    {
      "loss_action": 0.017409473657608032,
      "loss_total": 0.017409473657608032,
      "step": 11820
    },
    {
      "loss_action": 0.028207818046212196,
      "loss_total": 0.028207818046212196,
      "step": 11820
    },
    {
      "loss_action": 0.018956994637846947,
      "loss_total": 0.018956994637846947,
      "step": 11820
    },
    {
      "loss_action": 0.010954128578305244,
      "loss_total": 0.010954128578305244,
      "step": 11820
    },
    {
      "grad_norm": 0.2611345648765564,
      "learning_rate": 5.9145000000000004e-05,
      "loss": 0.022,
      "step": 11830
    },
    {
      "loss_action": 0.02469198778271675,
      "loss_total": 0.02469198778271675,
      "step": 11830
    },
    {
      "loss_action": 0.014873431995511055,
      "loss_total": 0.014873431995511055,
      "step": 11830
    },
    {
      "loss_action": 0.009157674387097359,
      "loss_total": 0.009157674387097359,
      "step": 11830
    },
    {
      "loss_action": 0.01974624954164028,
      "loss_total": 0.01974624954164028,
      "step": 11830
    },
    {
      "loss_action": 0.02283470332622528,
      "loss_total": 0.02283470332622528,
      "step": 11830
    },
    {
      "loss_action": 0.02761557325720787,
      "loss_total": 0.02761557325720787,
      "step": 11830
    },
    {
      "loss_action": 0.012004662305116653,
      "loss_total": 0.012004662305116653,
      "step": 11830
    },
    {
      "loss_action": 0.015039989724755287,
      "loss_total": 0.015039989724755287,
      "step": 11830
    },
    {
      "grad_norm": 0.26537349820137024,
      "learning_rate": 5.9195e-05,
      "loss": 0.0228,
      "step": 11840
    },
    {
      "loss_action": 0.0345587283372879,
      "loss_total": 0.0345587283372879,
      "step": 11840
    },
    {
      "loss_action": 0.014527050778269768,
      "loss_total": 0.014527050778269768,
      "step": 11840
    },
    {
      "loss_action": 0.02376159280538559,
      "loss_total": 0.02376159280538559,
      "step": 11840
    },
    {
      "loss_action": 0.03314550593495369,
      "loss_total": 0.03314550593495369,
      "step": 11840
    },
    {
      "loss_action": 0.013545859605073929,
      "loss_total": 0.013545859605073929,
      "step": 11840
    },
    {
      "loss_action": 0.017840847373008728,
      "loss_total": 0.017840847373008728,
      "step": 11840
    },
    {
      "loss_action": 0.01812865398824215,
      "loss_total": 0.01812865398824215,
      "step": 11840
    },
    {
      "loss_action": 0.016028352081775665,
      "loss_total": 0.016028352081775665,
      "step": 11840
    },
    {
      "grad_norm": 0.28151825070381165,
      "learning_rate": 5.9245000000000006e-05,
      "loss": 0.0226,
      "step": 11850
    },
    {
      "loss_action": 0.013573471456766129,
      "loss_total": 0.013573471456766129,
      "step": 11850
    },
    {
      "loss_action": 0.013572748750448227,
      "loss_total": 0.013572748750448227,
      "step": 11850
    },
    {
      "loss_action": 0.02109590172767639,
      "loss_total": 0.02109590172767639,
      "step": 11850
    },
    {
      "loss_action": 0.010222842916846275,
      "loss_total": 0.010222842916846275,
      "step": 11850
    },
    {
      "loss_action": 0.01789053902029991,
      "loss_total": 0.01789053902029991,
      "step": 11850
    },
    {
      "loss_action": 0.015443986281752586,
      "loss_total": 0.015443986281752586,
      "step": 11850
    },
    {
      "loss_action": 0.01225447840988636,
      "loss_total": 0.01225447840988636,
      "step": 11850
    },
    {
      "loss_action": 0.01499309204518795,
      "loss_total": 0.01499309204518795,
      "step": 11850
    },
    {
      "grad_norm": 0.3347833454608917,
      "learning_rate": 5.9295e-05,
      "loss": 0.0198,
      "step": 11860
    },
    {
      "loss_action": 0.014365991577506065,
      "loss_total": 0.014365991577506065,
      "step": 11860
    },
    {
      "loss_action": 0.018336687237024307,
      "loss_total": 0.018336687237024307,
      "step": 11860
    },
    {
      "loss_action": 0.12306386232376099,
      "loss_total": 0.12306386232376099,
      "step": 11860
    },
    {
      "loss_action": 0.009845416992902756,
      "loss_total": 0.009845416992902756,
      "step": 11860
    },
    {
      "loss_action": 0.013863841071724892,
      "loss_total": 0.013863841071724892,
      "step": 11860
    },
    {
      "loss_action": 0.017671845853328705,
      "loss_total": 0.017671845853328705,
      "step": 11860
    },
    {
      "loss_action": 0.11835233122110367,
      "loss_total": 0.11835233122110367,
      "step": 11860
    },
    {
      "loss_action": 0.013038931414484978,
      "loss_total": 0.013038931414484978,
      "step": 11860
    },
    {
      "grad_norm": 0.2851012349128723,
      "learning_rate": 5.934500000000001e-05,
      "loss": 0.0238,
      "step": 11870
    },
    {
      "loss_action": 0.03065897524356842,
      "loss_total": 0.03065897524356842,
      "step": 11870
    },
    {
      "loss_action": 0.013562644831836224,
      "loss_total": 0.013562644831836224,
      "step": 11870
    },
    {
      "loss_action": 0.016199292615056038,
      "loss_total": 0.016199292615056038,
      "step": 11870
    },
    {
      "loss_action": 0.021657174453139305,
      "loss_total": 0.021657174453139305,
      "step": 11870
    },
    {
      "loss_action": 0.013972313143312931,
      "loss_total": 0.013972313143312931,
      "step": 11870
    },
    {
      "loss_action": 0.01752639189362526,
      "loss_total": 0.01752639189362526,
      "step": 11870
    },
    {
      "loss_action": 0.011079525575041771,
      "loss_total": 0.011079525575041771,
      "step": 11870
    },
    {
      "loss_action": 0.016848983243107796,
      "loss_total": 0.016848983243107796,
      "step": 11870
    },
    {
      "grad_norm": 0.2630414366722107,
      "learning_rate": 5.9395e-05,
      "loss": 0.0216,
      "step": 11880
    },
    {
      "loss_action": 0.03146027773618698,
      "loss_total": 0.03146027773618698,
      "step": 11880
    },
    {
      "loss_action": 0.014803403057157993,
      "loss_total": 0.014803403057157993,
      "step": 11880
    },
    {
      "loss_action": 0.011549411341547966,
      "loss_total": 0.011549411341547966,
      "step": 11880
    },
    {
      "loss_action": 0.047780878841876984,
      "loss_total": 0.047780878841876984,
      "step": 11880
    },
    {
      "loss_action": 0.010905444622039795,
      "loss_total": 0.010905444622039795,
      "step": 11880
    },
    {
      "loss_action": 0.011705966666340828,
      "loss_total": 0.011705966666340828,
      "step": 11880
    },
    {
      "loss_action": 0.01091323234140873,
      "loss_total": 0.01091323234140873,
      "step": 11880
    },
    {
      "loss_action": 0.028677426278591156,
      "loss_total": 0.028677426278591156,
      "step": 11880
    },
    {
      "grad_norm": 0.1996740698814392,
      "learning_rate": 5.9445000000000004e-05,
      "loss": 0.0193,
      "step": 11890
    },
    {
      "loss_action": 0.010645728558301926,
      "loss_total": 0.010645728558301926,
      "step": 11890
    },
    {
      "loss_action": 0.037694234400987625,
      "loss_total": 0.037694234400987625,
      "step": 11890
    },
    {
      "loss_action": 0.0180205125361681,
      "loss_total": 0.0180205125361681,
      "step": 11890
    },
    {
      "loss_action": 0.012099243700504303,
      "loss_total": 0.012099243700504303,
      "step": 11890
    },
    {
      "loss_action": 0.016650564968585968,
      "loss_total": 0.016650564968585968,
      "step": 11890
    },
    {
      "loss_action": 0.014748136512935162,
      "loss_total": 0.014748136512935162,
      "step": 11890
    },
    {
      "loss_action": 0.02338547632098198,
      "loss_total": 0.02338547632098198,
      "step": 11890
    },
    {
      "loss_action": 0.014233455061912537,
      "loss_total": 0.014233455061912537,
      "step": 11890
    },
    {
      "grad_norm": 0.263496994972229,
      "learning_rate": 5.9495e-05,
      "loss": 0.0223,
      "step": 11900
    },
    {
      "loss_action": 0.018536027520895004,
      "loss_total": 0.018536027520895004,
      "step": 11900
    },
    {
      "loss_action": 0.012832148000597954,
      "loss_total": 0.012832148000597954,
      "step": 11900
    },
    {
      "loss_action": 0.029387153685092926,
      "loss_total": 0.029387153685092926,
      "step": 11900
    },
    {
      "loss_action": 0.013931783847510815,
      "loss_total": 0.013931783847510815,
      "step": 11900
    },
    {
      "loss_action": 0.038545913994312286,
      "loss_total": 0.038545913994312286,
      "step": 11900
    },
    {
      "loss_action": 0.03944917023181915,
      "loss_total": 0.03944917023181915,
      "step": 11900
    },
    {
      "loss_action": 0.02100590243935585,
      "loss_total": 0.02100590243935585,
      "step": 11900
    },
    {
      "loss_action": 0.032074302434921265,
      "loss_total": 0.032074302434921265,
      "step": 11900
    },
    {
      "grad_norm": 0.27271756529808044,
      "learning_rate": 5.954500000000001e-05,
      "loss": 0.0209,
      "step": 11910
    },
    {
      "loss_action": 0.013569816015660763,
      "loss_total": 0.013569816015660763,
      "step": 11910
    },
    {
      "loss_action": 0.026327116414904594,
      "loss_total": 0.026327116414904594,
      "step": 11910
    },
    {
      "loss_action": 0.025407183915376663,
      "loss_total": 0.025407183915376663,
      "step": 11910
    },
    {
      "loss_action": 0.011044953018426895,
      "loss_total": 0.011044953018426895,
      "step": 11910
    },
    {
      "loss_action": 0.017000172287225723,
      "loss_total": 0.017000172287225723,
      "step": 11910
    },
    {
      "loss_action": 0.025669187307357788,
      "loss_total": 0.025669187307357788,
      "step": 11910
    },
    {
      "loss_action": 0.023334356024861336,
      "loss_total": 0.023334356024861336,
      "step": 11910
    },
    {
      "loss_action": 0.010230142623186111,
      "loss_total": 0.010230142623186111,
      "step": 11910
    },
    {
      "grad_norm": 0.2892996370792389,
      "learning_rate": 5.9595e-05,
      "loss": 0.0227,
      "step": 11920
    },
    {
      "loss_action": 0.013682752847671509,
      "loss_total": 0.013682752847671509,
      "step": 11920
    },
    {
      "loss_action": 0.024654218927025795,
      "loss_total": 0.024654218927025795,
      "step": 11920
    },
    {
      "loss_action": 0.026503365486860275,
      "loss_total": 0.026503365486860275,
      "step": 11920
    },
    {
      "loss_action": 0.011963404715061188,
      "loss_total": 0.011963404715061188,
      "step": 11920
    },
    {
      "loss_action": 0.009388633072376251,
      "loss_total": 0.009388633072376251,
      "step": 11920
    },
    {
      "loss_action": 0.06527510285377502,
      "loss_total": 0.06527510285377502,
      "step": 11920
    },
    {
      "loss_action": 0.018188290297985077,
      "loss_total": 0.018188290297985077,
      "step": 11920
    },
    {
      "loss_action": 0.013353136368095875,
      "loss_total": 0.013353136368095875,
      "step": 11920
    },
    {
      "grad_norm": 0.2438536286354065,
      "learning_rate": 5.964500000000001e-05,
      "loss": 0.0222,
      "step": 11930
    },
    {
      "loss_action": 0.011483550071716309,
      "loss_total": 0.011483550071716309,
      "step": 11930
    },
    {
      "loss_action": 0.01815222203731537,
      "loss_total": 0.01815222203731537,
      "step": 11930
    },
    {
      "loss_action": 0.03684331476688385,
      "loss_total": 0.03684331476688385,
      "step": 11930
    },
    {
      "loss_action": 0.010565019212663174,
      "loss_total": 0.010565019212663174,
      "step": 11930
    },
    {
      "loss_action": 0.015922145918011665,
      "loss_total": 0.015922145918011665,
      "step": 11930
    },
    {
      "loss_action": 0.018782347440719604,
      "loss_total": 0.018782347440719604,
      "step": 11930
    },
    {
      "loss_action": 0.007669257000088692,
      "loss_total": 0.007669257000088692,
      "step": 11930
    },
    {
      "loss_action": 0.01491412054747343,
      "loss_total": 0.01491412054747343,
      "step": 11930
    },
    {
      "grad_norm": 0.3056449890136719,
      "learning_rate": 5.9695000000000004e-05,
      "loss": 0.0226,
      "step": 11940
    },
    {
      "loss_action": 0.01718553900718689,
      "loss_total": 0.01718553900718689,
      "step": 11940
    },
    {
      "loss_action": 0.02417623996734619,
      "loss_total": 0.02417623996734619,
      "step": 11940
    },
    {
      "loss_action": 0.012904140166938305,
      "loss_total": 0.012904140166938305,
      "step": 11940
    },
    {
      "loss_action": 0.012960074469447136,
      "loss_total": 0.012960074469447136,
      "step": 11940
    },
    {
      "loss_action": 0.013079864904284477,
      "loss_total": 0.013079864904284477,
      "step": 11940
    },
    {
      "loss_action": 0.013883695006370544,
      "loss_total": 0.013883695006370544,
      "step": 11940
    },
    {
      "loss_action": 0.02332981675863266,
      "loss_total": 0.02332981675863266,
      "step": 11940
    },
    {
      "loss_action": 0.015211024321615696,
      "loss_total": 0.015211024321615696,
      "step": 11940
    },
    {
      "grad_norm": 0.30453744530677795,
      "learning_rate": 5.9745000000000005e-05,
      "loss": 0.0211,
      "step": 11950
    },
    {
      "loss_action": 0.011660190299153328,
      "loss_total": 0.011660190299153328,
      "step": 11950
    },
    {
      "loss_action": 0.014424445107579231,
      "loss_total": 0.014424445107579231,
      "step": 11950
    },
    {
      "loss_action": 0.0217742957174778,
      "loss_total": 0.0217742957174778,
      "step": 11950
    },
    {
      "loss_action": 0.03359700366854668,
      "loss_total": 0.03359700366854668,
      "step": 11950
    },
    {
      "loss_action": 0.07197920978069305,
      "loss_total": 0.07197920978069305,
      "step": 11950
    },
    {
      "loss_action": 0.022678419947624207,
      "loss_total": 0.022678419947624207,
      "step": 11950
    },
    {
      "loss_action": 0.017255764454603195,
      "loss_total": 0.017255764454603195,
      "step": 11950
    },
    {
      "loss_action": 0.011416805908083916,
      "loss_total": 0.011416805908083916,
      "step": 11950
    },
    {
      "grad_norm": 0.503527820110321,
      "learning_rate": 5.9795e-05,
      "loss": 0.0237,
      "step": 11960
    },
    {
      "loss_action": 0.01774314045906067,
      "loss_total": 0.01774314045906067,
      "step": 11960
    },
    {
      "loss_action": 0.021679528057575226,
      "loss_total": 0.021679528057575226,
      "step": 11960
    },
    {
      "loss_action": 0.014181536622345448,
      "loss_total": 0.014181536622345448,
      "step": 11960
    },
    {
      "loss_action": 0.02120985835790634,
      "loss_total": 0.02120985835790634,
      "step": 11960
    },
    {
      "loss_action": 0.028018642216920853,
      "loss_total": 0.028018642216920853,
      "step": 11960
    },
    {
      "loss_action": 0.011271513998508453,
      "loss_total": 0.011271513998508453,
      "step": 11960
    },
    {
      "loss_action": 0.016779914498329163,
      "loss_total": 0.016779914498329163,
      "step": 11960
    },
    {
      "loss_action": 0.03576916083693504,
      "loss_total": 0.03576916083693504,
      "step": 11960
    },
    {
      "grad_norm": 0.2995116710662842,
      "learning_rate": 5.984500000000001e-05,
      "loss": 0.0221,
      "step": 11970
    },
    {
      "loss_action": 0.01966865360736847,
      "loss_total": 0.01966865360736847,
      "step": 11970
    },
    {
      "loss_action": 0.013090888038277626,
      "loss_total": 0.013090888038277626,
      "step": 11970
    },
    {
      "loss_action": 0.011805690824985504,
      "loss_total": 0.011805690824985504,
      "step": 11970
    },
    {
      "loss_action": 0.01208390761166811,
      "loss_total": 0.01208390761166811,
      "step": 11970
    },
    {
      "loss_action": 0.024729954078793526,
      "loss_total": 0.024729954078793526,
      "step": 11970
    },
    {
      "loss_action": 0.01230950839817524,
      "loss_total": 0.01230950839817524,
      "step": 11970
    },
    {
      "loss_action": 0.022135745733976364,
      "loss_total": 0.022135745733976364,
      "step": 11970
    },
    {
      "loss_action": 0.027303196489810944,
      "loss_total": 0.027303196489810944,
      "step": 11970
    },
    {
      "grad_norm": 0.24810297787189484,
      "learning_rate": 5.9895e-05,
      "loss": 0.0205,
      "step": 11980
    },
    {
      "loss_action": 0.023386184126138687,
      "loss_total": 0.023386184126138687,
      "step": 11980
    },
    {
      "loss_action": 0.01869126595556736,
      "loss_total": 0.01869126595556736,
      "step": 11980
    },
    {
      "loss_action": 0.01204325444996357,
      "loss_total": 0.01204325444996357,
      "step": 11980
    },
    {
      "loss_action": 0.02100660279393196,
      "loss_total": 0.02100660279393196,
      "step": 11980
    },
    {
      "loss_action": 0.014784665778279305,
      "loss_total": 0.014784665778279305,
      "step": 11980
    },
    {
      "loss_action": 0.0135346669703722,
      "loss_total": 0.0135346669703722,
      "step": 11980
    },
    {
      "loss_action": 0.018889741972088814,
      "loss_total": 0.018889741972088814,
      "step": 11980
    },
    {
      "loss_action": 0.030385924503207207,
      "loss_total": 0.030385924503207207,
      "step": 11980
    },
    {
      "grad_norm": 0.43914279341697693,
      "learning_rate": 5.994500000000001e-05,
      "loss": 0.024,
      "step": 11990
    },
    {
      "loss_action": 0.008020814508199692,
      "loss_total": 0.008020814508199692,
      "step": 11990
    },
    {
      "loss_action": 0.026860469952225685,
      "loss_total": 0.026860469952225685,
      "step": 11990
    },
    {
      "loss_action": 0.01012122817337513,
      "loss_total": 0.01012122817337513,
      "step": 11990
    },
    {
      "loss_action": 0.021700602024793625,
      "loss_total": 0.021700602024793625,
      "step": 11990
    },
    {
      "loss_action": 0.060180142521858215,
      "loss_total": 0.060180142521858215,
      "step": 11990
    },
    {
      "loss_action": 0.022462377324700356,
      "loss_total": 0.022462377324700356,
      "step": 11990
    },
    {
      "loss_action": 0.012040514498949051,
      "loss_total": 0.012040514498949051,
      "step": 11990
    },
    {
      "loss_action": 0.017350519075989723,
      "loss_total": 0.017350519075989723,
      "step": 11990
    },
    {
      "grad_norm": 0.38211068511009216,
      "learning_rate": 5.9995000000000004e-05,
      "loss": 0.0248,
      "step": 12000
    },
    {
      "loss_action": 0.019943751394748688,
      "loss_total": 0.019943751394748688,
      "step": 12000
    },
    {
      "loss_action": 0.03534536808729172,
      "loss_total": 0.03534536808729172,
      "step": 12000
    },
    {
      "loss_action": 0.023157667368650436,
      "loss_total": 0.023157667368650436,
      "step": 12000
    },
    {
      "loss_action": 0.030709106475114822,
      "loss_total": 0.030709106475114822,
      "step": 12000
    },
    {
      "loss_action": 0.01664857380092144,
      "loss_total": 0.01664857380092144,
      "step": 12000
    },
    {
      "loss_action": 0.01559509988874197,
      "loss_total": 0.01559509988874197,
      "step": 12000
    },
    {
      "loss_action": 0.015095642767846584,
      "loss_total": 0.015095642767846584,
      "step": 12000
    },
    {
      "loss_action": 0.02135169878602028,
      "loss_total": 0.02135169878602028,
      "step": 12000
    },
    {
      "grad_norm": 0.3663226068019867,
      "learning_rate": 6.0045000000000005e-05,
      "loss": 0.0242,
      "step": 12010
    },
    {
      "loss_action": 0.022862210869789124,
      "loss_total": 0.022862210869789124,
      "step": 12010
    },
    {
      "loss_action": 0.01321820355951786,
      "loss_total": 0.01321820355951786,
      "step": 12010
    },
    {
      "loss_action": 0.013084303587675095,
      "loss_total": 0.013084303587675095,
      "step": 12010
    },
    {
      "loss_action": 0.03476078808307648,
      "loss_total": 0.03476078808307648,
      "step": 12010
    },
    {
      "loss_action": 0.008188042789697647,
      "loss_total": 0.008188042789697647,
      "step": 12010
    },
    {
      "loss_action": 0.015287104994058609,
      "loss_total": 0.015287104994058609,
      "step": 12010
    },
    {
      "loss_action": 0.01179451309144497,
      "loss_total": 0.01179451309144497,
      "step": 12010
    },
    {
      "loss_action": 0.01856347918510437,
      "loss_total": 0.01856347918510437,
      "step": 12010
    },
    {
      "grad_norm": 0.24787543714046478,
      "learning_rate": 6.0095e-05,
      "loss": 0.0226,
      "step": 12020
    },
    {
      "loss_action": 0.012102784588932991,
      "loss_total": 0.012102784588932991,
      "step": 12020
    },
    {
      "loss_action": 0.02033160626888275,
      "loss_total": 0.02033160626888275,
      "step": 12020
    },
    {
      "loss_action": 0.02832632139325142,
      "loss_total": 0.02832632139325142,
      "step": 12020
    },
    {
      "loss_action": 0.024689752608537674,
      "loss_total": 0.024689752608537674,
      "step": 12020
    },
    {
      "loss_action": 0.052727364003658295,
      "loss_total": 0.052727364003658295,
      "step": 12020
    },
    {
      "loss_action": 0.016536276787519455,
      "loss_total": 0.016536276787519455,
      "step": 12020
    },
    {
      "loss_action": 0.04372990503907204,
      "loss_total": 0.04372990503907204,
      "step": 12020
    },
    {
      "loss_action": 0.02566842921078205,
      "loss_total": 0.02566842921078205,
      "step": 12020
    },
    {
      "grad_norm": 0.2571749687194824,
      "learning_rate": 6.014500000000001e-05,
      "loss": 0.0212,
      "step": 12030
    },
    {
      "loss_action": 0.01642748899757862,
      "loss_total": 0.01642748899757862,
      "step": 12030
    },
    {
      "loss_action": 0.008380156010389328,
      "loss_total": 0.008380156010389328,
      "step": 12030
    },
    {
      "loss_action": 0.01891983672976494,
      "loss_total": 0.01891983672976494,
      "step": 12030
    },
    {
      "loss_action": 0.016032950952649117,
      "loss_total": 0.016032950952649117,
      "step": 12030
    },
    {
      "loss_action": 0.01413486897945404,
      "loss_total": 0.01413486897945404,
      "step": 12030
    },
    {
      "loss_action": 0.041670918464660645,
      "loss_total": 0.041670918464660645,
      "step": 12030
    },
    {
      "loss_action": 0.011765051633119583,
      "loss_total": 0.011765051633119583,
      "step": 12030
    },
    {
      "loss_action": 0.017506806179881096,
      "loss_total": 0.017506806179881096,
      "step": 12030
    },
    {
      "grad_norm": 0.2794954776763916,
      "learning_rate": 6.0195e-05,
      "loss": 0.0223,
      "step": 12040
    },
    {
      "loss_action": 0.01562652178108692,
      "loss_total": 0.01562652178108692,
      "step": 12040
    },
    {
      "loss_action": 0.013250526040792465,
      "loss_total": 0.013250526040792465,
      "step": 12040
    },
    {
      "loss_action": 0.016727516427636147,
      "loss_total": 0.016727516427636147,
      "step": 12040
    },
    {
      "loss_action": 0.015447062440216541,
      "loss_total": 0.015447062440216541,
      "step": 12040
    },
    {
      "loss_action": 0.01719396375119686,
      "loss_total": 0.01719396375119686,
      "step": 12040
    },
    {
      "loss_action": 0.0366944819688797,
      "loss_total": 0.0366944819688797,
      "step": 12040
    },
    {
      "loss_action": 0.0394478365778923,
      "loss_total": 0.0394478365778923,
      "step": 12040
    },
    {
      "loss_action": 0.07278311252593994,
      "loss_total": 0.07278311252593994,
      "step": 12040
    },
    {
      "grad_norm": 0.28521668910980225,
      "learning_rate": 6.024500000000001e-05,
      "loss": 0.0213,
      "step": 12050
    },
    {
      "loss_action": 0.024851154536008835,
      "loss_total": 0.024851154536008835,
      "step": 12050
    },
    {
      "loss_action": 0.02477506548166275,
      "loss_total": 0.02477506548166275,
      "step": 12050
    },
    {
      "loss_action": 0.017922699451446533,
      "loss_total": 0.017922699451446533,
      "step": 12050
    },
    {
      "loss_action": 0.03170112520456314,
      "loss_total": 0.03170112520456314,
      "step": 12050
    },
    {
      "loss_action": 0.010335861705243587,
      "loss_total": 0.010335861705243587,
      "step": 12050
    },
    {
      "loss_action": 0.02428538352251053,
      "loss_total": 0.02428538352251053,
      "step": 12050
    },
    {
      "loss_action": 0.03470417857170105,
      "loss_total": 0.03470417857170105,
      "step": 12050
    },
    {
      "loss_action": 0.014503602869808674,
      "loss_total": 0.014503602869808674,
      "step": 12050
    },
    {
      "grad_norm": 0.1889016181230545,
      "learning_rate": 6.0295000000000005e-05,
      "loss": 0.0199,
      "step": 12060
    },
    {
      "loss_action": 0.03336843103170395,
      "loss_total": 0.03336843103170395,
      "step": 12060
    },
    {
      "loss_action": 0.010363105684518814,
      "loss_total": 0.010363105684518814,
      "step": 12060
    },
    {
      "loss_action": 0.014432122930884361,
      "loss_total": 0.014432122930884361,
      "step": 12060
    },
    {
      "loss_action": 0.011074499227106571,
      "loss_total": 0.011074499227106571,
      "step": 12060
    },
    {
      "loss_action": 0.026759903877973557,
      "loss_total": 0.026759903877973557,
      "step": 12060
    },
    {
      "loss_action": 0.0222003236413002,
      "loss_total": 0.0222003236413002,
      "step": 12060
    },
    {
      "loss_action": 0.007688730023801327,
      "loss_total": 0.007688730023801327,
      "step": 12060
    },
    {
      "loss_action": 0.03393618017435074,
      "loss_total": 0.03393618017435074,
      "step": 12060
    },
    {
      "grad_norm": 0.22287024557590485,
      "learning_rate": 6.0345000000000006e-05,
      "loss": 0.0189,
      "step": 12070
    },
    {
      "loss_action": 0.021847376599907875,
      "loss_total": 0.021847376599907875,
      "step": 12070
    },
    {
      "loss_action": 0.0297223087400198,
      "loss_total": 0.0297223087400198,
      "step": 12070
    },
    {
      "loss_action": 0.01652483269572258,
      "loss_total": 0.01652483269572258,
      "step": 12070
    },
    {
      "loss_action": 0.04195099323987961,
      "loss_total": 0.04195099323987961,
      "step": 12070
    },
    {
      "loss_action": 0.014034654945135117,
      "loss_total": 0.014034654945135117,
      "step": 12070
    },
    {
      "loss_action": 0.02626103349030018,
      "loss_total": 0.02626103349030018,
      "step": 12070
    },
    {
      "loss_action": 0.017242660745978355,
      "loss_total": 0.017242660745978355,
      "step": 12070
    },
    {
      "loss_action": 0.01227019727230072,
      "loss_total": 0.01227019727230072,
      "step": 12070
    },
    {
      "grad_norm": 0.2853696048259735,
      "learning_rate": 6.0395e-05,
      "loss": 0.0187,
      "step": 12080
    },
    {
      "loss_action": 0.014579658396542072,
      "loss_total": 0.014579658396542072,
      "step": 12080
    },
    {
      "loss_action": 0.020917261019349098,
      "loss_total": 0.020917261019349098,
      "step": 12080
    },
    {
      "loss_action": 0.012947941198945045,
      "loss_total": 0.012947941198945045,
      "step": 12080
    },
    {
      "loss_action": 0.023120060563087463,
      "loss_total": 0.023120060563087463,
      "step": 12080
    },
    {
      "loss_action": 0.0162033848464489,
      "loss_total": 0.0162033848464489,
      "step": 12080
    },
    {
      "loss_action": 0.010014599189162254,
      "loss_total": 0.010014599189162254,
      "step": 12080
    },
    {
      "loss_action": 0.01167113147675991,
      "loss_total": 0.01167113147675991,
      "step": 12080
    },
    {
      "loss_action": 0.014144578017294407,
      "loss_total": 0.014144578017294407,
      "step": 12080
    },
    {
      "grad_norm": 0.485198438167572,
      "learning_rate": 6.044500000000001e-05,
      "loss": 0.0195,
      "step": 12090
    },
    {
      "loss_action": 0.02616950497031212,
      "loss_total": 0.02616950497031212,
      "step": 12090
    },
    {
      "loss_action": 0.01991741545498371,
      "loss_total": 0.01991741545498371,
      "step": 12090
    },
    {
      "loss_action": 0.02900056168437004,
      "loss_total": 0.02900056168437004,
      "step": 12090
    },
    {
      "loss_action": 0.01616201177239418,
      "loss_total": 0.01616201177239418,
      "step": 12090
    },
    {
      "loss_action": 0.03592410683631897,
      "loss_total": 0.03592410683631897,
      "step": 12090
    },
    {
      "loss_action": 0.03754261136054993,
      "loss_total": 0.03754261136054993,
      "step": 12090
    },
    {
      "loss_action": 0.01300133764743805,
      "loss_total": 0.01300133764743805,
      "step": 12090
    },
    {
      "loss_action": 0.018110688775777817,
      "loss_total": 0.018110688775777817,
      "step": 12090
    },
    {
      "grad_norm": 0.3098844289779663,
      "learning_rate": 6.0495e-05,
      "loss": 0.021,
      "step": 12100
    },
    {
      "loss_action": 0.0517115592956543,
      "loss_total": 0.0517115592956543,
      "step": 12100
    },
    {
      "loss_action": 0.02202819101512432,
      "loss_total": 0.02202819101512432,
      "step": 12100
    },
    {
      "loss_action": 0.012220489792525768,
      "loss_total": 0.012220489792525768,
      "step": 12100
    },
    {
      "loss_action": 0.011665333062410355,
      "loss_total": 0.011665333062410355,
      "step": 12100
    },
    {
      "loss_action": 0.015811920166015625,
      "loss_total": 0.015811920166015625,
      "step": 12100
    },
    {
      "loss_action": 0.041289784014225006,
      "loss_total": 0.041289784014225006,
      "step": 12100
    },
    {
      "loss_action": 0.022976960986852646,
      "loss_total": 0.022976960986852646,
      "step": 12100
    },
    {
      "loss_action": 0.012475285679101944,
      "loss_total": 0.012475285679101944,
      "step": 12100
    },
    {
      "grad_norm": 0.41393572092056274,
      "learning_rate": 6.0545000000000004e-05,
      "loss": 0.0208,
      "step": 12110
    },
    {
      "loss_action": 0.020524445921182632,
      "loss_total": 0.020524445921182632,
      "step": 12110
    },
    {
      "loss_action": 0.009889247827231884,
      "loss_total": 0.009889247827231884,
      "step": 12110
    },
    {
      "loss_action": 0.023190617561340332,
      "loss_total": 0.023190617561340332,
      "step": 12110
    },
    {
      "loss_action": 0.024750560522079468,
      "loss_total": 0.024750560522079468,
      "step": 12110
    },
    {
      "loss_action": 0.012954844161868095,
      "loss_total": 0.012954844161868095,
      "step": 12110
    },
    {
      "loss_action": 0.022105123847723007,
      "loss_total": 0.022105123847723007,
      "step": 12110
    },
    {
      "loss_action": 0.020968463271856308,
      "loss_total": 0.020968463271856308,
      "step": 12110
    },
    {
      "loss_action": 0.02360197901725769,
      "loss_total": 0.02360197901725769,
      "step": 12110
    },
    {
      "grad_norm": 0.3614046573638916,
      "learning_rate": 6.0595000000000005e-05,
      "loss": 0.0208,
      "step": 12120
    },
    {
      "loss_action": 0.009932441636919975,
      "loss_total": 0.009932441636919975,
      "step": 12120
    },
    {
      "loss_action": 0.015885259956121445,
      "loss_total": 0.015885259956121445,
      "step": 12120
    },
    {
      "loss_action": 0.032846976071596146,
      "loss_total": 0.032846976071596146,
      "step": 12120
    },
    {
      "loss_action": 0.01573188602924347,
      "loss_total": 0.01573188602924347,
      "step": 12120
    },
    {
      "loss_action": 0.013950423337519169,
      "loss_total": 0.013950423337519169,
      "step": 12120
    },
    {
      "loss_action": 0.012509901076555252,
      "loss_total": 0.012509901076555252,
      "step": 12120
    },
    {
      "loss_action": 0.028852704912424088,
      "loss_total": 0.028852704912424088,
      "step": 12120
    },
    {
      "loss_action": 0.01953117735683918,
      "loss_total": 0.01953117735683918,
      "step": 12120
    },
    {
      "grad_norm": 0.3329787254333496,
      "learning_rate": 6.0645000000000006e-05,
      "loss": 0.02,
      "step": 12130
    },
    {
      "loss_action": 0.01620919443666935,
      "loss_total": 0.01620919443666935,
      "step": 12130
    },
    {
      "loss_action": 0.010520631447434425,
      "loss_total": 0.010520631447434425,
      "step": 12130
    },
    {
      "loss_action": 0.011449910700321198,
      "loss_total": 0.011449910700321198,
      "step": 12130
    },
    {
      "loss_action": 0.008780045434832573,
      "loss_total": 0.008780045434832573,
      "step": 12130
    },
    {
      "loss_action": 0.011881963349878788,
      "loss_total": 0.011881963349878788,
      "step": 12130
    },
    {
      "loss_action": 0.009493734687566757,
      "loss_total": 0.009493734687566757,
      "step": 12130
    },
    {
      "loss_action": 0.0255412757396698,
      "loss_total": 0.0255412757396698,
      "step": 12130
    },
    {
      "loss_action": 0.009828487411141396,
      "loss_total": 0.009828487411141396,
      "step": 12130
    },
    {
      "grad_norm": 0.3740690350532532,
      "learning_rate": 6.0695e-05,
      "loss": 0.0208,
      "step": 12140
    },
    {
      "loss_action": 0.020798761397600174,
      "loss_total": 0.020798761397600174,
      "step": 12140
    },
    {
      "loss_action": 0.018053796142339706,
      "loss_total": 0.018053796142339706,
      "step": 12140
    },
    {
      "loss_action": 0.020150616765022278,
      "loss_total": 0.020150616765022278,
      "step": 12140
    },
    {
      "loss_action": 0.017037946730852127,
      "loss_total": 0.017037946730852127,
      "step": 12140
    },
    {
      "loss_action": 0.013944173231720924,
      "loss_total": 0.013944173231720924,
      "step": 12140
    },
    {
      "loss_action": 0.02021356299519539,
      "loss_total": 0.02021356299519539,
      "step": 12140
    },
    {
      "loss_action": 0.019686199724674225,
      "loss_total": 0.019686199724674225,
      "step": 12140
    },
    {
      "loss_action": 0.02455287054181099,
      "loss_total": 0.02455287054181099,
      "step": 12140
    },
    {
      "grad_norm": 0.25871947407722473,
      "learning_rate": 6.074500000000001e-05,
      "loss": 0.0194,
      "step": 12150
    },
    {
      "loss_action": 0.017423642799258232,
      "loss_total": 0.017423642799258232,
      "step": 12150
    },
    {
      "loss_action": 0.030415412038564682,
      "loss_total": 0.030415412038564682,
      "step": 12150
    },
    {
      "loss_action": 0.01563498191535473,
      "loss_total": 0.01563498191535473,
      "step": 12150
    },
    {
      "loss_action": 0.015139895491302013,
      "loss_total": 0.015139895491302013,
      "step": 12150
    },
    {
      "loss_action": 0.02234756201505661,
      "loss_total": 0.02234756201505661,
      "step": 12150
    },
    {
      "loss_action": 0.02430574595928192,
      "loss_total": 0.02430574595928192,
      "step": 12150
    },
    {
      "loss_action": 0.017371132969856262,
      "loss_total": 0.017371132969856262,
      "step": 12150
    },
    {
      "loss_action": 0.039661258459091187,
      "loss_total": 0.039661258459091187,
      "step": 12150
    },
    {
      "grad_norm": 0.27084219455718994,
      "learning_rate": 6.0795e-05,
      "loss": 0.0204,
      "step": 12160
    },
    {
      "loss_action": 0.015421654097735882,
      "loss_total": 0.015421654097735882,
      "step": 12160
    },
    {
      "loss_action": 0.019838569685816765,
      "loss_total": 0.019838569685816765,
      "step": 12160
    },
    {
      "loss_action": 0.017987089231610298,
      "loss_total": 0.017987089231610298,
      "step": 12160
    },
    {
      "loss_action": 0.013524597510695457,
      "loss_total": 0.013524597510695457,
      "step": 12160
    },
    {
      "loss_action": 0.015090452507138252,
      "loss_total": 0.015090452507138252,
      "step": 12160
    },
    {
      "loss_action": 0.015899483114480972,
      "loss_total": 0.015899483114480972,
      "step": 12160
    },
    {
      "loss_action": 0.017484940588474274,
      "loss_total": 0.017484940588474274,
      "step": 12160
    },
    {
      "loss_action": 0.02114206925034523,
      "loss_total": 0.02114206925034523,
      "step": 12160
    },
    {
      "grad_norm": 0.2729538083076477,
      "learning_rate": 6.0845000000000004e-05,
      "loss": 0.0183,
      "step": 12170
    },
    {
      "loss_action": 0.010679380036890507,
      "loss_total": 0.010679380036890507,
      "step": 12170
    },
    {
      "loss_action": 0.030266668647527695,
      "loss_total": 0.030266668647527695,
      "step": 12170
    },
    {
      "loss_action": 0.010065309703350067,
      "loss_total": 0.010065309703350067,
      "step": 12170
    },
    {
      "loss_action": 0.011141357943415642,
      "loss_total": 0.011141357943415642,
      "step": 12170
    },
    {
      "loss_action": 0.007608434651046991,
      "loss_total": 0.007608434651046991,
      "step": 12170
    },
    {
      "loss_action": 0.031233839690685272,
      "loss_total": 0.031233839690685272,
      "step": 12170
    },
    {
      "loss_action": 0.009171043522655964,
      "loss_total": 0.009171043522655964,
      "step": 12170
    },
    {
      "loss_action": 0.007670687511563301,
      "loss_total": 0.007670687511563301,
      "step": 12170
    },
    {
      "grad_norm": 0.42618751525878906,
      "learning_rate": 6.0895e-05,
      "loss": 0.0208,
      "step": 12180
    },
    {
      "loss_action": 0.01575595512986183,
      "loss_total": 0.01575595512986183,
      "step": 12180
    },
    {
      "loss_action": 0.016926433891057968,
      "loss_total": 0.016926433891057968,
      "step": 12180
    },
    {
      "loss_action": 0.012557510286569595,
      "loss_total": 0.012557510286569595,
      "step": 12180
    },
    {
      "loss_action": 0.028938880190253258,
      "loss_total": 0.028938880190253258,
      "step": 12180
    },
    {
      "loss_action": 0.01818227954208851,
      "loss_total": 0.01818227954208851,
      "step": 12180
    },
    {
      "loss_action": 0.037224918603897095,
      "loss_total": 0.037224918603897095,
      "step": 12180
    },
    {
      "loss_action": 0.011172196827828884,
      "loss_total": 0.011172196827828884,
      "step": 12180
    },
    {
      "loss_action": 0.015658268705010414,
      "loss_total": 0.015658268705010414,
      "step": 12180
    },
    {
      "grad_norm": 0.4468701183795929,
      "learning_rate": 6.094500000000001e-05,
      "loss": 0.0221,
      "step": 12190
    },
    {
      "loss_action": 0.018926087766885757,
      "loss_total": 0.018926087766885757,
      "step": 12190
    },
    {
      "loss_action": 0.024856165051460266,
      "loss_total": 0.024856165051460266,
      "step": 12190
    },
    {
      "loss_action": 0.022336352616548538,
      "loss_total": 0.022336352616548538,
      "step": 12190
    },
    {
      "loss_action": 0.018172206357121468,
      "loss_total": 0.018172206357121468,
      "step": 12190
    },
    {
      "loss_action": 0.013005518354475498,
      "loss_total": 0.013005518354475498,
      "step": 12190
    },
    {
      "loss_action": 0.015231804922223091,
      "loss_total": 0.015231804922223091,
      "step": 12190
    },
    {
      "loss_action": 0.021950822323560715,
      "loss_total": 0.021950822323560715,
      "step": 12190
    },
    {
      "loss_action": 0.013725277036428452,
      "loss_total": 0.013725277036428452,
      "step": 12190
    },
    {
      "grad_norm": 0.3771485388278961,
      "learning_rate": 6.0995e-05,
      "loss": 0.0245,
      "step": 12200
    },
    {
      "loss_action": 0.03523639589548111,
      "loss_total": 0.03523639589548111,
      "step": 12200
    },
    {
      "loss_action": 0.039021074771881104,
      "loss_total": 0.039021074771881104,
      "step": 12200
    },
    {
      "loss_action": 0.028506960719823837,
      "loss_total": 0.028506960719823837,
      "step": 12200
    },
    {
      "loss_action": 0.015849992632865906,
      "loss_total": 0.015849992632865906,
      "step": 12200
    },
    {
      "loss_action": 0.02582460269331932,
      "loss_total": 0.02582460269331932,
      "step": 12200
    },
    {
      "loss_action": 0.023067494854331017,
      "loss_total": 0.023067494854331017,
      "step": 12200
    },
    {
      "loss_action": 0.016272500157356262,
      "loss_total": 0.016272500157356262,
      "step": 12200
    },
    {
      "loss_action": 0.01361013576388359,
      "loss_total": 0.01361013576388359,
      "step": 12200
    },
    {
      "grad_norm": 0.4166302978992462,
      "learning_rate": 6.104500000000001e-05,
      "loss": 0.0301,
      "step": 12210
    },
    {
      "loss_action": 0.029975341632962227,
      "loss_total": 0.029975341632962227,
      "step": 12210
    },
    {
      "loss_action": 0.013950620777904987,
      "loss_total": 0.013950620777904987,
      "step": 12210
    },
    {
      "loss_action": 0.017554128542542458,
      "loss_total": 0.017554128542542458,
      "step": 12210
    },
    {
      "loss_action": 0.06041058897972107,
      "loss_total": 0.06041058897972107,
      "step": 12210
    },
    {
      "loss_action": 0.0178233589977026,
      "loss_total": 0.0178233589977026,
      "step": 12210
    },
    {
      "loss_action": 0.031177150085568428,
      "loss_total": 0.031177150085568428,
      "step": 12210
    },
    {
      "loss_action": 0.012995528988540173,
      "loss_total": 0.012995528988540173,
      "step": 12210
    },
    {
      "loss_action": 0.02075488492846489,
      "loss_total": 0.02075488492846489,
      "step": 12210
    },
    {
      "grad_norm": 0.2711903750896454,
      "learning_rate": 6.1095e-05,
      "loss": 0.0234,
      "step": 12220
    },
    {
      "loss_action": 0.01870046928524971,
      "loss_total": 0.01870046928524971,
      "step": 12220
    },
    {
      "loss_action": 0.02448803372681141,
      "loss_total": 0.02448803372681141,
      "step": 12220
    },
    {
      "loss_action": 0.016772713512182236,
      "loss_total": 0.016772713512182236,
      "step": 12220
    },
    {
      "loss_action": 0.01156243123114109,
      "loss_total": 0.01156243123114109,
      "step": 12220
    },
    {
      "loss_action": 0.024981174618005753,
      "loss_total": 0.024981174618005753,
      "step": 12220
    },
    {
      "loss_action": 0.016154155135154724,
      "loss_total": 0.016154155135154724,
      "step": 12220
    },
    {
      "loss_action": 0.01709778979420662,
      "loss_total": 0.01709778979420662,
      "step": 12220
    },
    {
      "loss_action": 0.022990452125668526,
      "loss_total": 0.022990452125668526,
      "step": 12220
    },
    {
      "grad_norm": 0.36873915791511536,
      "learning_rate": 6.114500000000001e-05,
      "loss": 0.0215,
      "step": 12230
    },
    {
      "loss_action": 0.009898770600557327,
      "loss_total": 0.009898770600557327,
      "step": 12230
    },
    {
      "loss_action": 0.00930832140147686,
      "loss_total": 0.00930832140147686,
      "step": 12230
    },
    {
      "loss_action": 0.0360981747508049,
      "loss_total": 0.0360981747508049,
      "step": 12230
    },
    {
      "loss_action": 0.015783479437232018,
      "loss_total": 0.015783479437232018,
      "step": 12230
    },
    {
      "loss_action": 0.05412708967924118,
      "loss_total": 0.05412708967924118,
      "step": 12230
    },
    {
      "loss_action": 0.023105312138795853,
      "loss_total": 0.023105312138795853,
      "step": 12230
    },
    {
      "loss_action": 0.05095689371228218,
      "loss_total": 0.05095689371228218,
      "step": 12230
    },
    {
      "loss_action": 0.016937382519245148,
      "loss_total": 0.016937382519245148,
      "step": 12230
    },
    {
      "grad_norm": 0.31164517998695374,
      "learning_rate": 6.1195e-05,
      "loss": 0.021,
      "step": 12240
    },
    {
      "loss_action": 0.020787149667739868,
      "loss_total": 0.020787149667739868,
      "step": 12240
    },
    {
      "loss_action": 0.03321833908557892,
      "loss_total": 0.03321833908557892,
      "step": 12240
    },
    {
      "loss_action": 0.021625766530632973,
      "loss_total": 0.021625766530632973,
      "step": 12240
    },
    {
      "loss_action": 0.018605362623929977,
      "loss_total": 0.018605362623929977,
      "step": 12240
    },
    {
      "loss_action": 0.022342875599861145,
      "loss_total": 0.022342875599861145,
      "step": 12240
    },
    {
      "loss_action": 0.021431192755699158,
      "loss_total": 0.021431192755699158,
      "step": 12240
    },
    {
      "loss_action": 0.017962099984288216,
      "loss_total": 0.017962099984288216,
      "step": 12240
    },
    {
      "loss_action": 0.05014612898230553,
      "loss_total": 0.05014612898230553,
      "step": 12240
    },
    {
      "grad_norm": 0.3062041103839874,
      "learning_rate": 6.124500000000001e-05,
      "loss": 0.0192,
      "step": 12250
    },
    {
      "loss_action": 0.0125016700476408,
      "loss_total": 0.0125016700476408,
      "step": 12250
    },
    {
      "loss_action": 0.021467210724949837,
      "loss_total": 0.021467210724949837,
      "step": 12250
    },
    {
      "loss_action": 0.017918001860380173,
      "loss_total": 0.017918001860380173,
      "step": 12250
    },
    {
      "loss_action": 0.030750609934329987,
      "loss_total": 0.030750609934329987,
      "step": 12250
    },
    {
      "loss_action": 0.007427599746733904,
      "loss_total": 0.007427599746733904,
      "step": 12250
    },
    {
      "loss_action": 0.01080917939543724,
      "loss_total": 0.01080917939543724,
      "step": 12250
    },
    {
      "loss_action": 0.033583931624889374,
      "loss_total": 0.033583931624889374,
      "step": 12250
    },
    {
      "loss_action": 0.01845737174153328,
      "loss_total": 0.01845737174153328,
      "step": 12250
    },
    {
      "grad_norm": 0.33385956287384033,
      "learning_rate": 6.1295e-05,
      "loss": 0.021,
      "step": 12260
    },
    {
      "loss_action": 0.009763804264366627,
      "loss_total": 0.009763804264366627,
      "step": 12260
    },
    {
      "loss_action": 0.027649199590086937,
      "loss_total": 0.027649199590086937,
      "step": 12260
    },
    {
      "loss_action": 0.0273739080876112,
      "loss_total": 0.0273739080876112,
      "step": 12260
    },
    {
      "loss_action": 0.0319441556930542,
      "loss_total": 0.0319441556930542,
      "step": 12260
    },
    {
      "loss_action": 0.031243477016687393,
      "loss_total": 0.031243477016687393,
      "step": 12260
    },
    {
      "loss_action": 0.01739361882209778,
      "loss_total": 0.01739361882209778,
      "step": 12260
    },
    {
      "loss_action": 0.04388882592320442,
      "loss_total": 0.04388882592320442,
      "step": 12260
    },
    {
      "loss_action": 0.015751970931887627,
      "loss_total": 0.015751970931887627,
      "step": 12260
    },
    {
      "grad_norm": 0.23442959785461426,
      "learning_rate": 6.1345e-05,
      "loss": 0.0208,
      "step": 12270
    },
    {
      "loss_action": 0.010190796107053757,
      "loss_total": 0.010190796107053757,
      "step": 12270
    },
    {
      "loss_action": 0.021017497405409813,
      "loss_total": 0.021017497405409813,
      "step": 12270
    },
    {
      "loss_action": 0.012101364322006702,
      "loss_total": 0.012101364322006702,
      "step": 12270
    },
    {
      "loss_action": 0.01822851598262787,
      "loss_total": 0.01822851598262787,
      "step": 12270
    },
    {
      "loss_action": 0.03676509112119675,
      "loss_total": 0.03676509112119675,
      "step": 12270
    },
    {
      "loss_action": 0.0268879234790802,
      "loss_total": 0.0268879234790802,
      "step": 12270
    },
    {
      "loss_action": 0.0253087617456913,
      "loss_total": 0.0253087617456913,
      "step": 12270
    },
    {
      "loss_action": 0.01765196956694126,
      "loss_total": 0.01765196956694126,
      "step": 12270
    },
    {
      "grad_norm": 0.24713855981826782,
      "learning_rate": 6.1395e-05,
      "loss": 0.0185,
      "step": 12280
    },
    {
      "loss_action": 0.012878037057816982,
      "loss_total": 0.012878037057816982,
      "step": 12280
    },
    {
      "loss_action": 0.010265445336699486,
      "loss_total": 0.010265445336699486,
      "step": 12280
    },
    {
      "loss_action": 0.017891308292746544,
      "loss_total": 0.017891308292746544,
      "step": 12280
    },
    {
      "loss_action": 0.008216023445129395,
      "loss_total": 0.008216023445129395,
      "step": 12280
    },
    {
      "loss_action": 0.02957383170723915,
      "loss_total": 0.02957383170723915,
      "step": 12280
    },
    {
      "loss_action": 0.024609679356217384,
      "loss_total": 0.024609679356217384,
      "step": 12280
    },
    {
      "loss_action": 0.01919129118323326,
      "loss_total": 0.01919129118323326,
      "step": 12280
    },
    {
      "loss_action": 0.012272587046027184,
      "loss_total": 0.012272587046027184,
      "step": 12280
    },
    {
      "grad_norm": 0.23014235496520996,
      "learning_rate": 6.1445e-05,
      "loss": 0.0165,
      "step": 12290
    },
    {
      "loss_action": 0.01069482509046793,
      "loss_total": 0.01069482509046793,
      "step": 12290
    },
    {
      "loss_action": 0.02849346213042736,
      "loss_total": 0.02849346213042736,
      "step": 12290
    },
    {
      "loss_action": 0.04631368815898895,
      "loss_total": 0.04631368815898895,
      "step": 12290
    },
    {
      "loss_action": 0.015611079521477222,
      "loss_total": 0.015611079521477222,
      "step": 12290
    },
    {
      "loss_action": 0.02950681373476982,
      "loss_total": 0.02950681373476982,
      "step": 12290
    },
    {
      "loss_action": 0.029211372137069702,
      "loss_total": 0.029211372137069702,
      "step": 12290
    },
    {
      "loss_action": 0.01793825253844261,
      "loss_total": 0.01793825253844261,
      "step": 12290
    },
    {
      "loss_action": 0.041327450424432755,
      "loss_total": 0.041327450424432755,
      "step": 12290
    },
    {
      "grad_norm": 0.2634027600288391,
      "learning_rate": 6.1495e-05,
      "loss": 0.0216,
      "step": 12300
    },
    {
      "loss_action": 0.02276967465877533,
      "loss_total": 0.02276967465877533,
      "step": 12300
    },
    {
      "loss_action": 0.021257417276501656,
      "loss_total": 0.021257417276501656,
      "step": 12300
    },
    {
      "loss_action": 0.04519454389810562,
      "loss_total": 0.04519454389810562,
      "step": 12300
    },
    {
      "loss_action": 0.013771697878837585,
      "loss_total": 0.013771697878837585,
      "step": 12300
    },
    {
      "loss_action": 0.02581092342734337,
      "loss_total": 0.02581092342734337,
      "step": 12300
    },
    {
      "loss_action": 0.029241494834423065,
      "loss_total": 0.029241494834423065,
      "step": 12300
    },
    {
      "loss_action": 0.00627497024834156,
      "loss_total": 0.00627497024834156,
      "step": 12300
    },
    {
      "loss_action": 0.011344537138938904,
      "loss_total": 0.011344537138938904,
      "step": 12300
    },
    {
      "grad_norm": 0.22209176421165466,
      "learning_rate": 6.154500000000001e-05,
      "loss": 0.0181,
      "step": 12310
    },
    {
      "loss_action": 0.030118979513645172,
      "loss_total": 0.030118979513645172,
      "step": 12310
    },
    {
      "loss_action": 0.008575743064284325,
      "loss_total": 0.008575743064284325,
      "step": 12310
    },
    {
      "loss_action": 0.021595090627670288,
      "loss_total": 0.021595090627670288,
      "step": 12310
    },
    {
      "loss_action": 0.0131863197311759,
      "loss_total": 0.0131863197311759,
      "step": 12310
    },
    {
      "loss_action": 0.03771250694990158,
      "loss_total": 0.03771250694990158,
      "step": 12310
    },
    {
      "loss_action": 0.014017515815794468,
      "loss_total": 0.014017515815794468,
      "step": 12310
    },
    {
      "loss_action": 0.017164167016744614,
      "loss_total": 0.017164167016744614,
      "step": 12310
    },
    {
      "loss_action": 0.017859581857919693,
      "loss_total": 0.017859581857919693,
      "step": 12310
    },
    {
      "grad_norm": 0.22384735941886902,
      "learning_rate": 6.159500000000001e-05,
      "loss": 0.0185,
      "step": 12320
    },
    {
      "loss_action": 0.022344589233398438,
      "loss_total": 0.022344589233398438,
      "step": 12320
    },
    {
      "loss_action": 0.012068912386894226,
      "loss_total": 0.012068912386894226,
      "step": 12320
    },
    {
      "loss_action": 0.033070921897888184,
      "loss_total": 0.033070921897888184,
      "step": 12320
    },
    {
      "loss_action": 0.0074554127641022205,
      "loss_total": 0.0074554127641022205,
      "step": 12320
    },
    {
      "loss_action": 0.01634586974978447,
      "loss_total": 0.01634586974978447,
      "step": 12320
    },
    {
      "loss_action": 0.013965629041194916,
      "loss_total": 0.013965629041194916,
      "step": 12320
    },
    {
      "loss_action": 0.008244450204074383,
      "loss_total": 0.008244450204074383,
      "step": 12320
    },
    {
      "loss_action": 0.013692159205675125,
      "loss_total": 0.013692159205675125,
      "step": 12320
    },
    {
      "grad_norm": 0.3081716001033783,
      "learning_rate": 6.164500000000001e-05,
      "loss": 0.018,
      "step": 12330
    },
    {
      "loss_action": 0.013124874792993069,
      "loss_total": 0.013124874792993069,
      "step": 12330
    },
    {
      "loss_action": 0.021022047847509384,
      "loss_total": 0.021022047847509384,
      "step": 12330
    },
    {
      "loss_action": 0.012505631893873215,
      "loss_total": 0.012505631893873215,
      "step": 12330
    },
    {
      "loss_action": 0.01903707906603813,
      "loss_total": 0.01903707906603813,
      "step": 12330
    },
    {
      "loss_action": 0.019131068140268326,
      "loss_total": 0.019131068140268326,
      "step": 12330
    },
    {
      "loss_action": 0.010234717279672623,
      "loss_total": 0.010234717279672623,
      "step": 12330
    },
    {
      "loss_action": 0.013439187780022621,
      "loss_total": 0.013439187780022621,
      "step": 12330
    },
    {
      "loss_action": 0.03429668769240379,
      "loss_total": 0.03429668769240379,
      "step": 12330
    },
    {
      "grad_norm": 0.2705813944339752,
      "learning_rate": 6.1695e-05,
      "loss": 0.0178,
      "step": 12340
    },
    {
      "loss_action": 0.02237294241786003,
      "loss_total": 0.02237294241786003,
      "step": 12340
    },
    {
      "loss_action": 0.047695621848106384,
      "loss_total": 0.047695621848106384,
      "step": 12340
    },
    {
      "loss_action": 0.06315667927265167,
      "loss_total": 0.06315667927265167,
      "step": 12340
    },
    {
      "loss_action": 0.013988707214593887,
      "loss_total": 0.013988707214593887,
      "step": 12340
    },
    {
      "loss_action": 0.01786823756992817,
      "loss_total": 0.01786823756992817,
      "step": 12340
    },
    {
      "loss_action": 0.014839757233858109,
      "loss_total": 0.014839757233858109,
      "step": 12340
    },
    {
      "loss_action": 0.01136746071279049,
      "loss_total": 0.01136746071279049,
      "step": 12340
    },
    {
      "loss_action": 0.022927377372980118,
      "loss_total": 0.022927377372980118,
      "step": 12340
    },
    {
      "grad_norm": 0.2921964228153229,
      "learning_rate": 6.174500000000001e-05,
      "loss": 0.0202,
      "step": 12350
    },
    {
      "loss_action": 0.02244315668940544,
      "loss_total": 0.02244315668940544,
      "step": 12350
    },
    {
      "loss_action": 0.03330937772989273,
      "loss_total": 0.03330937772989273,
      "step": 12350
    },
    {
      "loss_action": 0.01193054299801588,
      "loss_total": 0.01193054299801588,
      "step": 12350
    },
    {
      "loss_action": 0.015349813736975193,
      "loss_total": 0.015349813736975193,
      "step": 12350
    },
    {
      "loss_action": 0.011346091516315937,
      "loss_total": 0.011346091516315937,
      "step": 12350
    },
    {
      "loss_action": 0.016309700906276703,
      "loss_total": 0.016309700906276703,
      "step": 12350
    },
    {
      "loss_action": 0.016469629481434822,
      "loss_total": 0.016469629481434822,
      "step": 12350
    },
    {
      "loss_action": 0.01801362633705139,
      "loss_total": 0.01801362633705139,
      "step": 12350
    },
    {
      "grad_norm": 0.25182080268859863,
      "learning_rate": 6.1795e-05,
      "loss": 0.0185,
      "step": 12360
    },
    {
      "loss_action": 0.011904079467058182,
      "loss_total": 0.011904079467058182,
      "step": 12360
    },
    {
      "loss_action": 0.021036826074123383,
      "loss_total": 0.021036826074123383,
      "step": 12360
    },
    {
      "loss_action": 0.02026643231511116,
      "loss_total": 0.02026643231511116,
      "step": 12360
    },
    {
      "loss_action": 0.022022049874067307,
      "loss_total": 0.022022049874067307,
      "step": 12360
    },
    {
      "loss_action": 0.035309042781591415,
      "loss_total": 0.035309042781591415,
      "step": 12360
    },
    {
      "loss_action": 0.043135158717632294,
      "loss_total": 0.043135158717632294,
      "step": 12360
    },
    {
      "loss_action": 0.030126847326755524,
      "loss_total": 0.030126847326755524,
      "step": 12360
    },
    {
      "loss_action": 0.010973833501338959,
      "loss_total": 0.010973833501338959,
      "step": 12360
    },
    {
      "grad_norm": 0.23398010432720184,
      "learning_rate": 6.184500000000002e-05,
      "loss": 0.0206,
      "step": 12370
    },
    {
      "loss_action": 0.011407673358917236,
      "loss_total": 0.011407673358917236,
      "step": 12370
    },
    {
      "loss_action": 0.026559608057141304,
      "loss_total": 0.026559608057141304,
      "step": 12370
    },
    {
      "loss_action": 0.010269848629832268,
      "loss_total": 0.010269848629832268,
      "step": 12370
    },
    {
      "loss_action": 0.03294871747493744,
      "loss_total": 0.03294871747493744,
      "step": 12370
    },
    {
      "loss_action": 0.02340986579656601,
      "loss_total": 0.02340986579656601,
      "step": 12370
    },
    {
      "loss_action": 0.029684338718652725,
      "loss_total": 0.029684338718652725,
      "step": 12370
    },
    {
      "loss_action": 0.028238480910658836,
      "loss_total": 0.028238480910658836,
      "step": 12370
    },
    {
      "loss_action": 0.018870919942855835,
      "loss_total": 0.018870919942855835,
      "step": 12370
    },
    {
      "grad_norm": 0.2557228207588196,
      "learning_rate": 6.1895e-05,
      "loss": 0.0199,
      "step": 12380
    },
    {
      "loss_action": 0.02003258466720581,
      "loss_total": 0.02003258466720581,
      "step": 12380
    },
    {
      "loss_action": 0.02088237926363945,
      "loss_total": 0.02088237926363945,
      "step": 12380
    },
    {
      "loss_action": 0.016478270292282104,
      "loss_total": 0.016478270292282104,
      "step": 12380
    },
    {
      "loss_action": 0.020499475300312042,
      "loss_total": 0.020499475300312042,
      "step": 12380
    },
    {
      "loss_action": 0.022261610254645348,
      "loss_total": 0.022261610254645348,
      "step": 12380
    },
    {
      "loss_action": 0.008190097287297249,
      "loss_total": 0.008190097287297249,
      "step": 12380
    },
    {
      "loss_action": 0.030009262263774872,
      "loss_total": 0.030009262263774872,
      "step": 12380
    },
    {
      "loss_action": 0.020312506705522537,
      "loss_total": 0.020312506705522537,
      "step": 12380
    },
    {
      "grad_norm": 0.208909273147583,
      "learning_rate": 6.1945e-05,
      "loss": 0.0213,
      "step": 12390
    },
    {
      "loss_action": 0.02136508747935295,
      "loss_total": 0.02136508747935295,
      "step": 12390
    },
    {
      "loss_action": 0.02050749398767948,
      "loss_total": 0.02050749398767948,
      "step": 12390
    },
    {
      "loss_action": 0.037990547716617584,
      "loss_total": 0.037990547716617584,
      "step": 12390
    },
    {
      "loss_action": 0.01584613509476185,
      "loss_total": 0.01584613509476185,
      "step": 12390
    },
    {
      "loss_action": 0.01174386776983738,
      "loss_total": 0.01174386776983738,
      "step": 12390
    },
    {
      "loss_action": 0.011068649590015411,
      "loss_total": 0.011068649590015411,
      "step": 12390
    },
    {
      "loss_action": 0.029788421466946602,
      "loss_total": 0.029788421466946602,
      "step": 12390
    },
    {
      "loss_action": 0.029125243425369263,
      "loss_total": 0.029125243425369263,
      "step": 12390
    },
    {
      "grad_norm": 0.21233946084976196,
      "learning_rate": 6.1995e-05,
      "loss": 0.0203,
      "step": 12400
    },
    {
      "loss_action": 0.012402650900185108,
      "loss_total": 0.012402650900185108,
      "step": 12400
    },
    {
      "loss_action": 0.012354427948594093,
      "loss_total": 0.012354427948594093,
      "step": 12400
    },
    {
      "loss_action": 0.008281197398900986,
      "loss_total": 0.008281197398900986,
      "step": 12400
    },
    {
      "loss_action": 0.022121846675872803,
      "loss_total": 0.022121846675872803,
      "step": 12400
    },
    {
      "loss_action": 0.019385624676942825,
      "loss_total": 0.019385624676942825,
      "step": 12400
    },
    {
      "loss_action": 0.03209000080823898,
      "loss_total": 0.03209000080823898,
      "step": 12400
    },
    {
      "loss_action": 0.026449311524629593,
      "loss_total": 0.026449311524629593,
      "step": 12400
    },
    {
      "loss_action": 0.017326179891824722,
      "loss_total": 0.017326179891824722,
      "step": 12400
    },
    {
      "grad_norm": 0.2506726086139679,
      "learning_rate": 6.204499999999999e-05,
      "loss": 0.0198,
      "step": 12410
    },
    {
      "loss_action": 0.046044640243053436,
      "loss_total": 0.046044640243053436,
      "step": 12410
    },
    {
      "loss_action": 0.049405645579099655,
      "loss_total": 0.049405645579099655,
      "step": 12410
    },
    {
      "loss_action": 0.027090299874544144,
      "loss_total": 0.027090299874544144,
      "step": 12410
    },
    {
      "loss_action": 0.019132152199745178,
      "loss_total": 0.019132152199745178,
      "step": 12410
    },
    {
      "loss_action": 0.013817334547638893,
      "loss_total": 0.013817334547638893,
      "step": 12410
    },
    {
      "loss_action": 0.01646195724606514,
      "loss_total": 0.01646195724606514,
      "step": 12410
    },
    {
      "loss_action": 0.017933573573827744,
      "loss_total": 0.017933573573827744,
      "step": 12410
    },
    {
      "loss_action": 0.013942983001470566,
      "loss_total": 0.013942983001470566,
      "step": 12410
    },
    {
      "grad_norm": 0.3269082307815552,
      "learning_rate": 6.209500000000001e-05,
      "loss": 0.0207,
      "step": 12420
    },
    {
      "loss_action": 0.017789818346500397,
      "loss_total": 0.017789818346500397,
      "step": 12420
    },
    {
      "loss_action": 0.019726019352674484,
      "loss_total": 0.019726019352674484,
      "step": 12420
    },
    {
      "loss_action": 0.018007421866059303,
      "loss_total": 0.018007421866059303,
      "step": 12420
    },
    {
      "loss_action": 0.016049444675445557,
      "loss_total": 0.016049444675445557,
      "step": 12420
    },
    {
      "loss_action": 0.010028794407844543,
      "loss_total": 0.010028794407844543,
      "step": 12420
    },
    {
      "loss_action": 0.01770620048046112,
      "loss_total": 0.01770620048046112,
      "step": 12420
    },
    {
      "loss_action": 0.015337778255343437,
      "loss_total": 0.015337778255343437,
      "step": 12420
    },
    {
      "loss_action": 0.09496591985225677,
      "loss_total": 0.09496591985225677,
      "step": 12420
    },
    {
      "grad_norm": 0.29015055298805237,
      "learning_rate": 6.2145e-05,
      "loss": 0.0204,
      "step": 12430
    },
    {
      "loss_action": 0.014310963451862335,
      "loss_total": 0.014310963451862335,
      "step": 12430
    },
    {
      "loss_action": 0.018398340791463852,
      "loss_total": 0.018398340791463852,
      "step": 12430
    },
    {
      "loss_action": 0.01081090234220028,
      "loss_total": 0.01081090234220028,
      "step": 12430
    },
    {
      "loss_action": 0.010098613798618317,
      "loss_total": 0.010098613798618317,
      "step": 12430
    },
    {
      "loss_action": 0.01589634269475937,
      "loss_total": 0.01589634269475937,
      "step": 12430
    },
    {
      "loss_action": 0.017563167959451675,
      "loss_total": 0.017563167959451675,
      "step": 12430
    },
    {
      "loss_action": 0.010243982076644897,
      "loss_total": 0.010243982076644897,
      "step": 12430
    },
    {
      "loss_action": 0.02693496271967888,
      "loss_total": 0.02693496271967888,
      "step": 12430
    },
    {
      "grad_norm": 0.30170226097106934,
      "learning_rate": 6.2195e-05,
      "loss": 0.0174,
      "step": 12440
    },
    {
      "loss_action": 0.01895459182560444,
      "loss_total": 0.01895459182560444,
      "step": 12440
    },
    {
      "loss_action": 0.02724223956465721,
      "loss_total": 0.02724223956465721,
      "step": 12440
    },
    {
      "loss_action": 0.01191421877592802,
      "loss_total": 0.01191421877592802,
      "step": 12440
    },
    {
      "loss_action": 0.03887627646327019,
      "loss_total": 0.03887627646327019,
      "step": 12440
    },
    {
      "loss_action": 0.023978132754564285,
      "loss_total": 0.023978132754564285,
      "step": 12440
    },
    {
      "loss_action": 0.01853291690349579,
      "loss_total": 0.01853291690349579,
      "step": 12440
    },
    {
      "loss_action": 0.012636218219995499,
      "loss_total": 0.012636218219995499,
      "step": 12440
    },
    {
      "loss_action": 0.01798507571220398,
      "loss_total": 0.01798507571220398,
      "step": 12440
    },
    {
      "grad_norm": 0.3234177827835083,
      "learning_rate": 6.2245e-05,
      "loss": 0.0251,
      "step": 12450
    },
    {
      "loss_action": 0.014913180842995644,
      "loss_total": 0.014913180842995644,
      "step": 12450
    },
    {
      "loss_action": 0.06808962672948837,
      "loss_total": 0.06808962672948837,
      "step": 12450
    },
    {
      "loss_action": 0.03412747383117676,
      "loss_total": 0.03412747383117676,
      "step": 12450
    },
    {
      "loss_action": 0.06546027213335037,
      "loss_total": 0.06546027213335037,
      "step": 12450
    },
    {
      "loss_action": 0.02321765199303627,
      "loss_total": 0.02321765199303627,
      "step": 12450
    },
    {
      "loss_action": 0.06502796709537506,
      "loss_total": 0.06502796709537506,
      "step": 12450
    },
    {
      "loss_action": 0.024342156946659088,
      "loss_total": 0.024342156946659088,
      "step": 12450
    },
    {
      "loss_action": 0.03906399756669998,
      "loss_total": 0.03906399756669998,
      "step": 12450
    },
    {
      "grad_norm": 0.26735568046569824,
      "learning_rate": 6.2295e-05,
      "loss": 0.0239,
      "step": 12460
    },
    {
      "loss_action": 0.018379006534814835,
      "loss_total": 0.018379006534814835,
      "step": 12460
    },
    {
      "loss_action": 0.017985934391617775,
      "loss_total": 0.017985934391617775,
      "step": 12460
    },
    {
      "loss_action": 0.02080228552222252,
      "loss_total": 0.02080228552222252,
      "step": 12460
    },
    {
      "loss_action": 0.012424802407622337,
      "loss_total": 0.012424802407622337,
      "step": 12460
    },
    {
      "loss_action": 0.03957006707787514,
      "loss_total": 0.03957006707787514,
      "step": 12460
    },
    {
      "loss_action": 0.018030595034360886,
      "loss_total": 0.018030595034360886,
      "step": 12460
    },
    {
      "loss_action": 0.017556840553879738,
      "loss_total": 0.017556840553879738,
      "step": 12460
    },
    {
      "loss_action": 0.020998883992433548,
      "loss_total": 0.020998883992433548,
      "step": 12460
    },
    {
      "grad_norm": 0.3704183101654053,
      "learning_rate": 6.2345e-05,
      "loss": 0.0247,
      "step": 12470
    },
    {
      "loss_action": 0.036422766745090485,
      "loss_total": 0.036422766745090485,
      "step": 12470
    },
    {
      "loss_action": 0.0254498478025198,
      "loss_total": 0.0254498478025198,
      "step": 12470
    },
    {
      "loss_action": 0.018194114789366722,
      "loss_total": 0.018194114789366722,
      "step": 12470
    },
    {
      "loss_action": 0.01642710715532303,
      "loss_total": 0.01642710715532303,
      "step": 12470
    },
    {
      "loss_action": 0.017397867515683174,
      "loss_total": 0.017397867515683174,
      "step": 12470
    },
    {
      "loss_action": 0.020464137196540833,
      "loss_total": 0.020464137196540833,
      "step": 12470
    },
    {
      "loss_action": 0.018615975975990295,
      "loss_total": 0.018615975975990295,
      "step": 12470
    },
    {
      "loss_action": 0.03028281219303608,
      "loss_total": 0.03028281219303608,
      "step": 12470
    },
    {
      "grad_norm": 0.25904637575149536,
      "learning_rate": 6.2395e-05,
      "loss": 0.0206,
      "step": 12480
    },
    {
      "loss_action": 0.028591983020305634,
      "loss_total": 0.028591983020305634,
      "step": 12480
    },
    {
      "loss_action": 0.011178098618984222,
      "loss_total": 0.011178098618984222,
      "step": 12480
    },
    {
      "loss_action": 0.04307965189218521,
      "loss_total": 0.04307965189218521,
      "step": 12480
    },
    {
      "loss_action": 0.023137034848332405,
      "loss_total": 0.023137034848332405,
      "step": 12480
    },
    {
      "loss_action": 0.013897332362830639,
      "loss_total": 0.013897332362830639,
      "step": 12480
    },
    {
      "loss_action": 0.0161343514919281,
      "loss_total": 0.0161343514919281,
      "step": 12480
    },
    {
      "loss_action": 0.013558715581893921,
      "loss_total": 0.013558715581893921,
      "step": 12480
    },
    {
      "loss_action": 0.012942953035235405,
      "loss_total": 0.012942953035235405,
      "step": 12480
    },
    {
      "grad_norm": 0.2505199909210205,
      "learning_rate": 6.2445e-05,
      "loss": 0.0229,
      "step": 12490
    },
    {
      "loss_action": 0.03245900198817253,
      "loss_total": 0.03245900198817253,
      "step": 12490
    },
    {
      "loss_action": 0.021218102425336838,
      "loss_total": 0.021218102425336838,
      "step": 12490
    },
    {
      "loss_action": 0.031071309000253677,
      "loss_total": 0.031071309000253677,
      "step": 12490
    },
    {
      "loss_action": 0.011909445747733116,
      "loss_total": 0.011909445747733116,
      "step": 12490
    },
    {
      "loss_action": 0.01674756035208702,
      "loss_total": 0.01674756035208702,
      "step": 12490
    },
    {
      "loss_action": 0.01603804901242256,
      "loss_total": 0.01603804901242256,
      "step": 12490
    },
    {
      "loss_action": 0.020975161343812943,
      "loss_total": 0.020975161343812943,
      "step": 12490
    },
    {
      "loss_action": 0.02270481362938881,
      "loss_total": 0.02270481362938881,
      "step": 12490
    },
    {
      "grad_norm": 0.20892870426177979,
      "learning_rate": 6.2495e-05,
      "loss": 0.0191,
      "step": 12500
    },
    {
      "loss_action": 0.15948660671710968,
      "loss_total": 0.15948660671710968,
      "step": 12500
    },
    {
      "loss_action": 0.01814267225563526,
      "loss_total": 0.01814267225563526,
      "step": 12500
    },
    {
      "loss_action": 0.016009677201509476,
      "loss_total": 0.016009677201509476,
      "step": 12500
    },
    {
      "loss_action": 0.03259927034378052,
      "loss_total": 0.03259927034378052,
      "step": 12500
    },
    {
      "loss_action": 0.03390071168541908,
      "loss_total": 0.03390071168541908,
      "step": 12500
    },
    {
      "loss_action": 0.017018288373947144,
      "loss_total": 0.017018288373947144,
      "step": 12500
    },
    {
      "loss_action": 0.017325889319181442,
      "loss_total": 0.017325889319181442,
      "step": 12500
    },
    {
      "loss_action": 0.011960907839238644,
      "loss_total": 0.011960907839238644,
      "step": 12500
    },
    {
      "grad_norm": 0.25480732321739197,
      "learning_rate": 6.254499999999999e-05,
      "loss": 0.0218,
      "step": 12510
    },
    {
      "loss_action": 0.011909430846571922,
      "loss_total": 0.011909430846571922,
      "step": 12510
    },
    {
      "loss_action": 0.02168894000351429,
      "loss_total": 0.02168894000351429,
      "step": 12510
    },
    {
      "loss_action": 0.016041167080402374,
      "loss_total": 0.016041167080402374,
      "step": 12510
    },
    {
      "loss_action": 0.011058399453759193,
      "loss_total": 0.011058399453759193,
      "step": 12510
    },
    {
      "loss_action": 0.024347670376300812,
      "loss_total": 0.024347670376300812,
      "step": 12510
    },
    {
      "loss_action": 0.011184465140104294,
      "loss_total": 0.011184465140104294,
      "step": 12510
    },
    {
      "loss_action": 0.014516359195113182,
      "loss_total": 0.014516359195113182,
      "step": 12510
    },
    {
      "loss_action": 0.01834263652563095,
      "loss_total": 0.01834263652563095,
      "step": 12510
    },
    {
      "grad_norm": 0.3214055001735687,
      "learning_rate": 6.2595e-05,
      "loss": 0.0204,
      "step": 12520
    },
    {
      "loss_action": 0.01339631900191307,
      "loss_total": 0.01339631900191307,
      "step": 12520
    },
    {
      "loss_action": 0.011653370223939419,
      "loss_total": 0.011653370223939419,
      "step": 12520
    },
    {
      "loss_action": 0.02052120491862297,
      "loss_total": 0.02052120491862297,
      "step": 12520
    },
    {
      "loss_action": 0.03053264319896698,
      "loss_total": 0.03053264319896698,
      "step": 12520
    },
    {
      "loss_action": 0.016206447035074234,
      "loss_total": 0.016206447035074234,
      "step": 12520
    },
    {
      "loss_action": 0.022325873374938965,
      "loss_total": 0.022325873374938965,
      "step": 12520
    },
    {
      "loss_action": 0.011183323338627815,
      "loss_total": 0.011183323338627815,
      "step": 12520
    },
    {
      "loss_action": 0.01254943385720253,
      "loss_total": 0.01254943385720253,
      "step": 12520
    },
    {
      "grad_norm": 0.2894046902656555,
      "learning_rate": 6.2645e-05,
      "loss": 0.0227,
      "step": 12530
    },
    {
      "loss_action": 0.01948789693415165,
      "loss_total": 0.01948789693415165,
      "step": 12530
    },
    {
      "loss_action": 0.014116950333118439,
      "loss_total": 0.014116950333118439,
      "step": 12530
    },
    {
      "loss_action": 0.014459903351962566,
      "loss_total": 0.014459903351962566,
      "step": 12530
    },
    {
      "loss_action": 0.020353348925709724,
      "loss_total": 0.020353348925709724,
      "step": 12530
    },
    {
      "loss_action": 0.016910135746002197,
      "loss_total": 0.016910135746002197,
      "step": 12530
    },
    {
      "loss_action": 0.013890596106648445,
      "loss_total": 0.013890596106648445,
      "step": 12530
    },
    {
      "loss_action": 0.018642431125044823,
      "loss_total": 0.018642431125044823,
      "step": 12530
    },
    {
      "loss_action": 0.01850261352956295,
      "loss_total": 0.01850261352956295,
      "step": 12530
    },
    {
      "grad_norm": 0.2761366069316864,
      "learning_rate": 6.269500000000001e-05,
      "loss": 0.018,
      "step": 12540
    },
    {
      "loss_action": 0.01575576514005661,
      "loss_total": 0.01575576514005661,
      "step": 12540
    },
    {
      "loss_action": 0.028242912143468857,
      "loss_total": 0.028242912143468857,
      "step": 12540
    },
    {
      "loss_action": 0.05372406542301178,
      "loss_total": 0.05372406542301178,
      "step": 12540
    },
    {
      "loss_action": 0.009878512471914291,
      "loss_total": 0.009878512471914291,
      "step": 12540
    },
    {
      "loss_action": 0.014291953295469284,
      "loss_total": 0.014291953295469284,
      "step": 12540
    },
    {
      "loss_action": 0.013656135648488998,
      "loss_total": 0.013656135648488998,
      "step": 12540
    },
    {
      "loss_action": 0.009733438491821289,
      "loss_total": 0.009733438491821289,
      "step": 12540
    },
    {
      "loss_action": 0.013034764677286148,
      "loss_total": 0.013034764677286148,
      "step": 12540
    },
    {
      "grad_norm": 0.4035516083240509,
      "learning_rate": 6.2745e-05,
      "loss": 0.0207,
      "step": 12550
    },
    {
      "loss_action": 0.01793000102043152,
      "loss_total": 0.01793000102043152,
      "step": 12550
    },
    {
      "loss_action": 0.0156432893127203,
      "loss_total": 0.0156432893127203,
      "step": 12550
    },
    {
      "loss_action": 0.025769662111997604,
      "loss_total": 0.025769662111997604,
      "step": 12550
    },
    {
      "loss_action": 0.011133135296404362,
      "loss_total": 0.011133135296404362,
      "step": 12550
    },
    {
      "loss_action": 0.010990522801876068,
      "loss_total": 0.010990522801876068,
      "step": 12550
    },
    {
      "loss_action": 0.012610373087227345,
      "loss_total": 0.012610373087227345,
      "step": 12550
    },
    {
      "loss_action": 0.01924935355782509,
      "loss_total": 0.01924935355782509,
      "step": 12550
    },
    {
      "loss_action": 0.022398751229047775,
      "loss_total": 0.022398751229047775,
      "step": 12550
    },
    {
      "grad_norm": 0.41899168491363525,
      "learning_rate": 6.2795e-05,
      "loss": 0.0246,
      "step": 12560
    },
    {
      "loss_action": 0.018480587750673294,
      "loss_total": 0.018480587750673294,
      "step": 12560
    },
    {
      "loss_action": 0.017723243683576584,
      "loss_total": 0.017723243683576584,
      "step": 12560
    },
    {
      "loss_action": 0.03282997012138367,
      "loss_total": 0.03282997012138367,
      "step": 12560
    },
    {
      "loss_action": 0.015086114406585693,
      "loss_total": 0.015086114406585693,
      "step": 12560
    },
    {
      "loss_action": 0.018584655597805977,
      "loss_total": 0.018584655597805977,
      "step": 12560
    },
    {
      "loss_action": 0.023005375638604164,
      "loss_total": 0.023005375638604164,
      "step": 12560
    },
    {
      "loss_action": 0.01165454089641571,
      "loss_total": 0.01165454089641571,
      "step": 12560
    },
    {
      "loss_action": 0.014254700392484665,
      "loss_total": 0.014254700392484665,
      "step": 12560
    },
    {
      "grad_norm": 0.3200337886810303,
      "learning_rate": 6.2845e-05,
      "loss": 0.0213,
      "step": 12570
    },
    {
      "loss_action": 0.017486128956079483,
      "loss_total": 0.017486128956079483,
      "step": 12570
    },
    {
      "loss_action": 0.01894550397992134,
      "loss_total": 0.01894550397992134,
      "step": 12570
    },
    {
      "loss_action": 0.013583270832896233,
      "loss_total": 0.013583270832896233,
      "step": 12570
    },
    {
      "loss_action": 0.016302552074193954,
      "loss_total": 0.016302552074193954,
      "step": 12570
    },
    {
      "loss_action": 0.049750007688999176,
      "loss_total": 0.049750007688999176,
      "step": 12570
    },
    {
      "loss_action": 0.02164730243384838,
      "loss_total": 0.02164730243384838,
      "step": 12570
    },
    {
      "loss_action": 0.021998049691319466,
      "loss_total": 0.021998049691319466,
      "step": 12570
    },
    {
      "loss_action": 0.019436120986938477,
      "loss_total": 0.019436120986938477,
      "step": 12570
    },
    {
      "grad_norm": 0.24031534790992737,
      "learning_rate": 6.2895e-05,
      "loss": 0.0228,
      "step": 12580
    },
    {
      "loss_action": 0.016921330243349075,
      "loss_total": 0.016921330243349075,
      "step": 12580
    },
    {
      "loss_action": 0.015096420422196388,
      "loss_total": 0.015096420422196388,
      "step": 12580
    },
    {
      "loss_action": 0.02204667404294014,
      "loss_total": 0.02204667404294014,
      "step": 12580
    },
    {
      "loss_action": 0.03313402831554413,
      "loss_total": 0.03313402831554413,
      "step": 12580
    },
    {
      "loss_action": 0.02397073246538639,
      "loss_total": 0.02397073246538639,
      "step": 12580
    },
    {
      "loss_action": 0.024204043671488762,
      "loss_total": 0.024204043671488762,
      "step": 12580
    },
    {
      "loss_action": 0.01734910160303116,
      "loss_total": 0.01734910160303116,
      "step": 12580
    },
    {
      "loss_action": 0.014065779745578766,
      "loss_total": 0.014065779745578766,
      "step": 12580
    },
    {
      "grad_norm": 0.17888355255126953,
      "learning_rate": 6.2945e-05,
      "loss": 0.0207,
      "step": 12590
    },
    {
      "loss_action": 0.008920581080019474,
      "loss_total": 0.008920581080019474,
      "step": 12590
    },
    {
      "loss_action": 0.017918212339282036,
      "loss_total": 0.017918212339282036,
      "step": 12590
    },
    {
      "loss_action": 0.01545836590230465,
      "loss_total": 0.01545836590230465,
      "step": 12590
    },
    {
      "loss_action": 0.008291322737932205,
      "loss_total": 0.008291322737932205,
      "step": 12590
    },
    {
      "loss_action": 0.010383091866970062,
      "loss_total": 0.010383091866970062,
      "step": 12590
    },
    {
      "loss_action": 0.009469909593462944,
      "loss_total": 0.009469909593462944,
      "step": 12590
    },
    {
      "loss_action": 0.034334272146224976,
      "loss_total": 0.034334272146224976,
      "step": 12590
    },
    {
      "loss_action": 0.013552241027355194,
      "loss_total": 0.013552241027355194,
      "step": 12590
    },
    {
      "grad_norm": 0.23274128139019012,
      "learning_rate": 6.2995e-05,
      "loss": 0.019,
      "step": 12600
    },
    {
      "loss_action": 0.02131861448287964,
      "loss_total": 0.02131861448287964,
      "step": 12600
    },
    {
      "loss_action": 0.021569883450865746,
      "loss_total": 0.021569883450865746,
      "step": 12600
    },
    {
      "loss_action": 0.019942346960306168,
      "loss_total": 0.019942346960306168,
      "step": 12600
    },
    {
      "loss_action": 0.01865655556321144,
      "loss_total": 0.01865655556321144,
      "step": 12600
    },
    {
      "loss_action": 0.014083284884691238,
      "loss_total": 0.014083284884691238,
      "step": 12600
    },
    {
      "loss_action": 0.013693371787667274,
      "loss_total": 0.013693371787667274,
      "step": 12600
    },
    {
      "loss_action": 0.025219686329364777,
      "loss_total": 0.025219686329364777,
      "step": 12600
    },
    {
      "loss_action": 0.01780012622475624,
      "loss_total": 0.01780012622475624,
      "step": 12600
    },
    {
      "grad_norm": 0.1913500875234604,
      "learning_rate": 6.3045e-05,
      "loss": 0.0195,
      "step": 12610
    },
    {
      "loss_action": 0.015214847400784492,
      "loss_total": 0.015214847400784492,
      "step": 12610
    },
    {
      "loss_action": 0.028239013627171516,
      "loss_total": 0.028239013627171516,
      "step": 12610
    },
    {
      "loss_action": 0.03247630596160889,
      "loss_total": 0.03247630596160889,
      "step": 12610
    },
    {
      "loss_action": 0.011168073862791061,
      "loss_total": 0.011168073862791061,
      "step": 12610
    },
    {
      "loss_action": 0.02053793892264366,
      "loss_total": 0.02053793892264366,
      "step": 12610
    },
    {
      "loss_action": 0.013495251536369324,
      "loss_total": 0.013495251536369324,
      "step": 12610
    },
    {
      "loss_action": 0.021212387830018997,
      "loss_total": 0.021212387830018997,
      "step": 12610
    },
    {
      "loss_action": 0.023213036358356476,
      "loss_total": 0.023213036358356476,
      "step": 12610
    },
    {
      "grad_norm": 0.1859809160232544,
      "learning_rate": 6.3095e-05,
      "loss": 0.0192,
      "step": 12620
    },
    {
      "loss_action": 0.010484406724572182,
      "loss_total": 0.010484406724572182,
      "step": 12620
    },
    {
      "loss_action": 0.03262648731470108,
      "loss_total": 0.03262648731470108,
      "step": 12620
    },
    {
      "loss_action": 0.00914457906037569,
      "loss_total": 0.00914457906037569,
      "step": 12620
    },
    {
      "loss_action": 0.012187779881060123,
      "loss_total": 0.012187779881060123,
      "step": 12620
    },
    {
      "loss_action": 0.03588241711258888,
      "loss_total": 0.03588241711258888,
      "step": 12620
    },
    {
      "loss_action": 0.040633898228406906,
      "loss_total": 0.040633898228406906,
      "step": 12620
    },
    {
      "loss_action": 0.043261609971523285,
      "loss_total": 0.043261609971523285,
      "step": 12620
    },
    {
      "loss_action": 0.021026302129030228,
      "loss_total": 0.021026302129030228,
      "step": 12620
    },
    {
      "grad_norm": 0.3175205588340759,
      "learning_rate": 6.314499999999999e-05,
      "loss": 0.0198,
      "step": 12630
    },
    {
      "loss_action": 0.011625710874795914,
      "loss_total": 0.011625710874795914,
      "step": 12630
    },
    {
      "loss_action": 0.03443191200494766,
      "loss_total": 0.03443191200494766,
      "step": 12630
    },
    {
      "loss_action": 0.02786080539226532,
      "loss_total": 0.02786080539226532,
      "step": 12630
    },
    {
      "loss_action": 0.03758489713072777,
      "loss_total": 0.03758489713072777,
      "step": 12630
    },
    {
      "loss_action": 0.01400267519056797,
      "loss_total": 0.01400267519056797,
      "step": 12630
    },
    {
      "loss_action": 0.009851837530732155,
      "loss_total": 0.009851837530732155,
      "step": 12630
    },
    {
      "loss_action": 0.019278621301054955,
      "loss_total": 0.019278621301054955,
      "step": 12630
    },
    {
      "loss_action": 0.027598081156611443,
      "loss_total": 0.027598081156611443,
      "step": 12630
    },
    {
      "grad_norm": 0.25376462936401367,
      "learning_rate": 6.319500000000001e-05,
      "loss": 0.0198,
      "step": 12640
    },
    {
      "loss_action": 0.007120490074157715,
      "loss_total": 0.007120490074157715,
      "step": 12640
    },
    {
      "loss_action": 0.013709287159144878,
      "loss_total": 0.013709287159144878,
      "step": 12640
    },
    {
      "loss_action": 0.01625419780611992,
      "loss_total": 0.01625419780611992,
      "step": 12640
    },
    {
      "loss_action": 0.01361476257443428,
      "loss_total": 0.01361476257443428,
      "step": 12640
    },
    {
      "loss_action": 0.0233012568205595,
      "loss_total": 0.0233012568205595,
      "step": 12640
    },
    {
      "loss_action": 0.01121535524725914,
      "loss_total": 0.01121535524725914,
      "step": 12640
    },
    {
      "loss_action": 0.011523259803652763,
      "loss_total": 0.011523259803652763,
      "step": 12640
    },
    {
      "loss_action": 0.013232514262199402,
      "loss_total": 0.013232514262199402,
      "step": 12640
    },
    {
      "grad_norm": 0.33768951892852783,
      "learning_rate": 6.3245e-05,
      "loss": 0.0172,
      "step": 12650
    },
    {
      "loss_action": 0.03241124376654625,
      "loss_total": 0.03241124376654625,
      "step": 12650
    },
    {
      "loss_action": 0.01905829645693302,
      "loss_total": 0.01905829645693302,
      "step": 12650
    },
    {
      "loss_action": 0.027214284986257553,
      "loss_total": 0.027214284986257553,
      "step": 12650
    },
    {
      "loss_action": 0.02384384348988533,
      "loss_total": 0.02384384348988533,
      "step": 12650
    },
    {
      "loss_action": 0.01428958773612976,
      "loss_total": 0.01428958773612976,
      "step": 12650
    },
    {
      "loss_action": 0.03770851343870163,
      "loss_total": 0.03770851343870163,
      "step": 12650
    },
    {
      "loss_action": 0.022267896682024002,
      "loss_total": 0.022267896682024002,
      "step": 12650
    },
    {
      "loss_action": 0.011126957833766937,
      "loss_total": 0.011126957833766937,
      "step": 12650
    },
    {
      "grad_norm": 0.269542396068573,
      "learning_rate": 6.329500000000001e-05,
      "loss": 0.0195,
      "step": 12660
    },
    {
      "loss_action": 0.018109355121850967,
      "loss_total": 0.018109355121850967,
      "step": 12660
    },
    {
      "loss_action": 0.03484451770782471,
      "loss_total": 0.03484451770782471,
      "step": 12660
    },
    {
      "loss_action": 0.01023719273507595,
      "loss_total": 0.01023719273507595,
      "step": 12660
    },
    {
      "loss_action": 0.013160268776118755,
      "loss_total": 0.013160268776118755,
      "step": 12660
    },
    {
      "loss_action": 0.061263248324394226,
      "loss_total": 0.061263248324394226,
      "step": 12660
    },
    {
      "loss_action": 0.011449400335550308,
      "loss_total": 0.011449400335550308,
      "step": 12660
    },
    {
      "loss_action": 0.02460181713104248,
      "loss_total": 0.02460181713104248,
      "step": 12660
    },
    {
      "loss_action": 0.021568458527326584,
      "loss_total": 0.021568458527326584,
      "step": 12660
    },
    {
      "grad_norm": 0.27156174182891846,
      "learning_rate": 6.3345e-05,
      "loss": 0.0185,
      "step": 12670
    },
    {
      "loss_action": 0.014915293082594872,
      "loss_total": 0.014915293082594872,
      "step": 12670
    },
    {
      "loss_action": 0.054992012679576874,
      "loss_total": 0.054992012679576874,
      "step": 12670
    },
    {
      "loss_action": 0.02984272502362728,
      "loss_total": 0.02984272502362728,
      "step": 12670
    },
    {
      "loss_action": 0.0263076052069664,
      "loss_total": 0.0263076052069664,
      "step": 12670
    },
    {
      "loss_action": 0.01695030927658081,
      "loss_total": 0.01695030927658081,
      "step": 12670
    },
    {
      "loss_action": 0.03125229477882385,
      "loss_total": 0.03125229477882385,
      "step": 12670
    },
    {
      "loss_action": 0.017939645797014236,
      "loss_total": 0.017939645797014236,
      "step": 12670
    },
    {
      "loss_action": 0.023238396272063255,
      "loss_total": 0.023238396272063255,
      "step": 12670
    },
    {
      "grad_norm": 0.2156335711479187,
      "learning_rate": 6.3395e-05,
      "loss": 0.0196,
      "step": 12680
    },
    {
      "loss_action": 0.008701078593730927,
      "loss_total": 0.008701078593730927,
      "step": 12680
    },
    {
      "loss_action": 0.023382261395454407,
      "loss_total": 0.023382261395454407,
      "step": 12680
    },
    {
      "loss_action": 0.00996929407119751,
      "loss_total": 0.00996929407119751,
      "step": 12680
    },
    {
      "loss_action": 0.020746584981679916,
      "loss_total": 0.020746584981679916,
      "step": 12680
    },
    {
      "loss_action": 0.015451990067958832,
      "loss_total": 0.015451990067958832,
      "step": 12680
    },
    {
      "loss_action": 0.030498184263706207,
      "loss_total": 0.030498184263706207,
      "step": 12680
    },
    {
      "loss_action": 0.02016562595963478,
      "loss_total": 0.02016562595963478,
      "step": 12680
    },
    {
      "loss_action": 0.014527468010783195,
      "loss_total": 0.014527468010783195,
      "step": 12680
    },
    {
      "grad_norm": 0.23869244754314423,
      "learning_rate": 6.3445e-05,
      "loss": 0.0206,
      "step": 12690
    },
    {
      "loss_action": 0.02000334858894348,
      "loss_total": 0.02000334858894348,
      "step": 12690
    },
    {
      "loss_action": 0.018374744802713394,
      "loss_total": 0.018374744802713394,
      "step": 12690
    },
    {
      "loss_action": 0.03366508334875107,
      "loss_total": 0.03366508334875107,
      "step": 12690
    },
    {
      "loss_action": 0.02711588516831398,
      "loss_total": 0.02711588516831398,
      "step": 12690
    },
    {
      "loss_action": 0.020185671746730804,
      "loss_total": 0.020185671746730804,
      "step": 12690
    },
    {
      "loss_action": 0.031688954681158066,
      "loss_total": 0.031688954681158066,
      "step": 12690
    },
    {
      "loss_action": 0.026905618607997894,
      "loss_total": 0.026905618607997894,
      "step": 12690
    },
    {
      "loss_action": 0.020851870998740196,
      "loss_total": 0.020851870998740196,
      "step": 12690
    },
    {
      "grad_norm": 0.18851761519908905,
      "learning_rate": 6.3495e-05,
      "loss": 0.0186,
      "step": 12700
    },
    {
      "loss_action": 0.02117827720940113,
      "loss_total": 0.02117827720940113,
      "step": 12700
    },
    {
      "loss_action": 0.01547326147556305,
      "loss_total": 0.01547326147556305,
      "step": 12700
    },
    {
      "loss_action": 0.023631375283002853,
      "loss_total": 0.023631375283002853,
      "step": 12700
    },
    {
      "loss_action": 0.02920762449502945,
      "loss_total": 0.02920762449502945,
      "step": 12700
    },
    {
      "loss_action": 0.023429038003087044,
      "loss_total": 0.023429038003087044,
      "step": 12700
    },
    {
      "loss_action": 0.028247982263565063,
      "loss_total": 0.028247982263565063,
      "step": 12700
    },
    {
      "loss_action": 0.011640297248959541,
      "loss_total": 0.011640297248959541,
      "step": 12700
    },
    {
      "loss_action": 0.010583223775029182,
      "loss_total": 0.010583223775029182,
      "step": 12700
    },
    {
      "grad_norm": 0.30545297265052795,
      "learning_rate": 6.3545e-05,
      "loss": 0.0253,
      "step": 12710
    },
    {
      "loss_action": 0.022185174748301506,
      "loss_total": 0.022185174748301506,
      "step": 12710
    },
    {
      "loss_action": 0.02087860181927681,
      "loss_total": 0.02087860181927681,
      "step": 12710
    },
    {
      "loss_action": 0.01706566847860813,
      "loss_total": 0.01706566847860813,
      "step": 12710
    },
    {
      "loss_action": 0.017756832763552666,
      "loss_total": 0.017756832763552666,
      "step": 12710
    },
    {
      "loss_action": 0.02050331048667431,
      "loss_total": 0.02050331048667431,
      "step": 12710
    },
    {
      "loss_action": 0.019758597016334534,
      "loss_total": 0.019758597016334534,
      "step": 12710
    },
    {
      "loss_action": 0.01951923966407776,
      "loss_total": 0.01951923966407776,
      "step": 12710
    },
    {
      "loss_action": 0.021022429689764977,
      "loss_total": 0.021022429689764977,
      "step": 12710
    },
    {
      "grad_norm": 0.2143716812133789,
      "learning_rate": 6.3595e-05,
      "loss": 0.0245,
      "step": 12720
    },
    {
      "loss_action": 0.016743218526244164,
      "loss_total": 0.016743218526244164,
      "step": 12720
    },
    {
      "loss_action": 0.007270961534231901,
      "loss_total": 0.007270961534231901,
      "step": 12720
    },
    {
      "loss_action": 0.025840744376182556,
      "loss_total": 0.025840744376182556,
      "step": 12720
    },
    {
      "loss_action": 0.014716718345880508,
      "loss_total": 0.014716718345880508,
      "step": 12720
    },
    {
      "loss_action": 0.021335255354642868,
      "loss_total": 0.021335255354642868,
      "step": 12720
    },
    {
      "loss_action": 0.01573704183101654,
      "loss_total": 0.01573704183101654,
      "step": 12720
    },
    {
      "loss_action": 0.029682641848921776,
      "loss_total": 0.029682641848921776,
      "step": 12720
    },
    {
      "loss_action": 0.028295474126935005,
      "loss_total": 0.028295474126935005,
      "step": 12720
    },
    {
      "grad_norm": 0.31763747334480286,
      "learning_rate": 6.3645e-05,
      "loss": 0.0218,
      "step": 12730
    },
    {
      "loss_action": 0.021546421572566032,
      "loss_total": 0.021546421572566032,
      "step": 12730
    },
    {
      "loss_action": 0.02058522403240204,
      "loss_total": 0.02058522403240204,
      "step": 12730
    },
    {
      "loss_action": 0.01870041713118553,
      "loss_total": 0.01870041713118553,
      "step": 12730
    },
    {
      "loss_action": 0.011528805829584599,
      "loss_total": 0.011528805829584599,
      "step": 12730
    },
    {
      "loss_action": 0.009340861812233925,
      "loss_total": 0.009340861812233925,
      "step": 12730
    },
    {
      "loss_action": 0.016027148813009262,
      "loss_total": 0.016027148813009262,
      "step": 12730
    },
    {
      "loss_action": 0.01289314217865467,
      "loss_total": 0.01289314217865467,
      "step": 12730
    },
    {
      "loss_action": 0.017361069098114967,
      "loss_total": 0.017361069098114967,
      "step": 12730
    },
    {
      "grad_norm": 0.23675398528575897,
      "learning_rate": 6.3695e-05,
      "loss": 0.0182,
      "step": 12740
    },
    {
      "loss_action": 0.011756472289562225,
      "loss_total": 0.011756472289562225,
      "step": 12740
    },
    {
      "loss_action": 0.05077359080314636,
      "loss_total": 0.05077359080314636,
      "step": 12740
    },
    {
      "loss_action": 0.013713106513023376,
      "loss_total": 0.013713106513023376,
      "step": 12740
    },
    {
      "loss_action": 0.0157085582613945,
      "loss_total": 0.0157085582613945,
      "step": 12740
    },
    {
      "loss_action": 0.007399443536996841,
      "loss_total": 0.007399443536996841,
      "step": 12740
    },
    {
      "loss_action": 0.02041616290807724,
      "loss_total": 0.02041616290807724,
      "step": 12740
    },
    {
      "loss_action": 0.017902450636029243,
      "loss_total": 0.017902450636029243,
      "step": 12740
    },
    {
      "loss_action": 0.010709447786211967,
      "loss_total": 0.010709447786211967,
      "step": 12740
    },
    {
      "grad_norm": 0.2557528018951416,
      "learning_rate": 6.3745e-05,
      "loss": 0.0195,
      "step": 12750
    },
    {
      "loss_action": 0.03504885360598564,
      "loss_total": 0.03504885360598564,
      "step": 12750
    },
    {
      "loss_action": 0.013755752705037594,
      "loss_total": 0.013755752705037594,
      "step": 12750
    },
    {
      "loss_action": 0.1062265932559967,
      "loss_total": 0.1062265932559967,
      "step": 12750
    },
    {
      "loss_action": 0.02277243509888649,
      "loss_total": 0.02277243509888649,
      "step": 12750
    },
    {
      "loss_action": 0.04588044434785843,
      "loss_total": 0.04588044434785843,
      "step": 12750
    },
    {
      "loss_action": 0.06436839699745178,
      "loss_total": 0.06436839699745178,
      "step": 12750
    },
    {
      "loss_action": 0.011701608076691628,
      "loss_total": 0.011701608076691628,
      "step": 12750
    },
    {
      "loss_action": 0.007928576320409775,
      "loss_total": 0.007928576320409775,
      "step": 12750
    },
    {
      "grad_norm": 0.31270429491996765,
      "learning_rate": 6.379500000000001e-05,
      "loss": 0.0226,
      "step": 12760
    },
    {
      "loss_action": 0.012937967665493488,
      "loss_total": 0.012937967665493488,
      "step": 12760
    },
    {
      "loss_action": 0.028483333066105843,
      "loss_total": 0.028483333066105843,
      "step": 12760
    },
    {
      "loss_action": 0.013346763327717781,
      "loss_total": 0.013346763327717781,
      "step": 12760
    },
    {
      "loss_action": 0.011469893157482147,
      "loss_total": 0.011469893157482147,
      "step": 12760
    },
    {
      "loss_action": 0.011055374518036842,
      "loss_total": 0.011055374518036842,
      "step": 12760
    },
    {
      "loss_action": 0.13795354962348938,
      "loss_total": 0.13795354962348938,
      "step": 12760
    },
    {
      "loss_action": 0.018775584176182747,
      "loss_total": 0.018775584176182747,
      "step": 12760
    },
    {
      "loss_action": 0.024791790172457695,
      "loss_total": 0.024791790172457695,
      "step": 12760
    },
    {
      "grad_norm": 0.21233445405960083,
      "learning_rate": 6.3845e-05,
      "loss": 0.0202,
      "step": 12770
    },
    {
      "loss_action": 0.018907785415649414,
      "loss_total": 0.018907785415649414,
      "step": 12770
    },
    {
      "loss_action": 0.01581760123372078,
      "loss_total": 0.01581760123372078,
      "step": 12770
    },
    {
      "loss_action": 0.011978799477219582,
      "loss_total": 0.011978799477219582,
      "step": 12770
    },
    {
      "loss_action": 0.02178327739238739,
      "loss_total": 0.02178327739238739,
      "step": 12770
    },
    {
      "loss_action": 0.023462845012545586,
      "loss_total": 0.023462845012545586,
      "step": 12770
    },
    {
      "loss_action": 0.015589917078614235,
      "loss_total": 0.015589917078614235,
      "step": 12770
    },
    {
      "loss_action": 0.022830579429864883,
      "loss_total": 0.022830579429864883,
      "step": 12770
    },
    {
      "loss_action": 0.01837443932890892,
      "loss_total": 0.01837443932890892,
      "step": 12770
    },
    {
      "grad_norm": 0.32554399967193604,
      "learning_rate": 6.389500000000001e-05,
      "loss": 0.0191,
      "step": 12780
    },
    {
      "loss_action": 0.022068435326218605,
      "loss_total": 0.022068435326218605,
      "step": 12780
    },
    {
      "loss_action": 0.013852860778570175,
      "loss_total": 0.013852860778570175,
      "step": 12780
    },
    {
      "loss_action": 0.028434399515390396,
      "loss_total": 0.028434399515390396,
      "step": 12780
    },
    {
      "loss_action": 0.02426801435649395,
      "loss_total": 0.02426801435649395,
      "step": 12780
    },
    {
      "loss_action": 0.0280480794608593,
      "loss_total": 0.0280480794608593,
      "step": 12780
    },
    {
      "loss_action": 0.024304373189806938,
      "loss_total": 0.024304373189806938,
      "step": 12780
    },
    {
      "loss_action": 0.010513239540159702,
      "loss_total": 0.010513239540159702,
      "step": 12780
    },
    {
      "loss_action": 0.022138506174087524,
      "loss_total": 0.022138506174087524,
      "step": 12780
    },
    {
      "grad_norm": 0.3425890803337097,
      "learning_rate": 6.3945e-05,
      "loss": 0.0211,
      "step": 12790
    },
    {
      "loss_action": 0.011767081916332245,
      "loss_total": 0.011767081916332245,
      "step": 12790
    },
    {
      "loss_action": 0.019510013982653618,
      "loss_total": 0.019510013982653618,
      "step": 12790
    },
    {
      "loss_action": 0.030905894935131073,
      "loss_total": 0.030905894935131073,
      "step": 12790
    },
    {
      "loss_action": 0.013144171796739101,
      "loss_total": 0.013144171796739101,
      "step": 12790
    },
    {
      "loss_action": 0.03888842090964317,
      "loss_total": 0.03888842090964317,
      "step": 12790
    },
    {
      "loss_action": 0.03305348381400108,
      "loss_total": 0.03305348381400108,
      "step": 12790
    },
    {
      "loss_action": 0.015448599122464657,
      "loss_total": 0.015448599122464657,
      "step": 12790
    },
    {
      "loss_action": 0.0349036306142807,
      "loss_total": 0.0349036306142807,
      "step": 12790
    },
    {
      "grad_norm": 0.3009735941886902,
      "learning_rate": 6.3995e-05,
      "loss": 0.0218,
      "step": 12800
    },
    {
      "loss_action": 0.021932531148195267,
      "loss_total": 0.021932531148195267,
      "step": 12800
    },
    {
      "loss_action": 0.02743665501475334,
      "loss_total": 0.02743665501475334,
      "step": 12800
    },
    {
      "loss_action": 0.023948950693011284,
      "loss_total": 0.023948950693011284,
      "step": 12800
    },
    {
      "loss_action": 0.011834384873509407,
      "loss_total": 0.011834384873509407,
      "step": 12800
    },
    {
      "loss_action": 0.01021157018840313,
      "loss_total": 0.01021157018840313,
      "step": 12800
    },
    {
      "loss_action": 0.019180241972208023,
      "loss_total": 0.019180241972208023,
      "step": 12800
    },
    {
      "loss_action": 0.05106060206890106,
      "loss_total": 0.05106060206890106,
      "step": 12800
    },
    {
      "loss_action": 0.016074301674962044,
      "loss_total": 0.016074301674962044,
      "step": 12800
    },
    {
      "grad_norm": 0.2435755431652069,
      "learning_rate": 6.4045e-05,
      "loss": 0.0191,
      "step": 12810
    },
    {
      "loss_action": 0.014627566561102867,
      "loss_total": 0.014627566561102867,
      "step": 12810
    },
    {
      "loss_action": 0.011498041450977325,
      "loss_total": 0.011498041450977325,
      "step": 12810
    },
    {
      "loss_action": 0.03001333400607109,
      "loss_total": 0.03001333400607109,
      "step": 12810
    },
    {
      "loss_action": 0.016760870814323425,
      "loss_total": 0.016760870814323425,
      "step": 12810
    },
    {
      "loss_action": 0.01779208518564701,
      "loss_total": 0.01779208518564701,
      "step": 12810
    },
    {
      "loss_action": 0.03587477654218674,
      "loss_total": 0.03587477654218674,
      "step": 12810
    },
    {
      "loss_action": 0.019050493836402893,
      "loss_total": 0.019050493836402893,
      "step": 12810
    },
    {
      "loss_action": 0.018967702984809875,
      "loss_total": 0.018967702984809875,
      "step": 12810
    },
    {
      "grad_norm": 0.2672475278377533,
      "learning_rate": 6.4095e-05,
      "loss": 0.018,
      "step": 12820
    },
    {
      "loss_action": 0.01956685446202755,
      "loss_total": 0.01956685446202755,
      "step": 12820
    },
    {
      "loss_action": 0.023317579180002213,
      "loss_total": 0.023317579180002213,
      "step": 12820
    },
    {
      "loss_action": 0.013838708400726318,
      "loss_total": 0.013838708400726318,
      "step": 12820
    },
    {
      "loss_action": 0.009492532350122929,
      "loss_total": 0.009492532350122929,
      "step": 12820
    },
    {
      "loss_action": 0.013649241998791695,
      "loss_total": 0.013649241998791695,
      "step": 12820
    },
    {
      "loss_action": 0.009301201440393925,
      "loss_total": 0.009301201440393925,
      "step": 12820
    },
    {
      "loss_action": 0.015751425176858902,
      "loss_total": 0.015751425176858902,
      "step": 12820
    },
    {
      "loss_action": 0.01313101314008236,
      "loss_total": 0.01313101314008236,
      "step": 12820
    },
    {
      "grad_norm": 0.41283929347991943,
      "learning_rate": 6.4145e-05,
      "loss": 0.0223,
      "step": 12830
    },
    {
      "loss_action": 0.014253990724682808,
      "loss_total": 0.014253990724682808,
      "step": 12830
    },
    {
      "loss_action": 0.017450733110308647,
      "loss_total": 0.017450733110308647,
      "step": 12830
    },
    {
      "loss_action": 0.010213542729616165,
      "loss_total": 0.010213542729616165,
      "step": 12830
    },
    {
      "loss_action": 0.01079133152961731,
      "loss_total": 0.01079133152961731,
      "step": 12830
    },
    {
      "loss_action": 0.011186039075255394,
      "loss_total": 0.011186039075255394,
      "step": 12830
    },
    {
      "loss_action": 0.019600214436650276,
      "loss_total": 0.019600214436650276,
      "step": 12830
    },
    {
      "loss_action": 0.01168583333492279,
      "loss_total": 0.01168583333492279,
      "step": 12830
    },
    {
      "loss_action": 0.0196671225130558,
      "loss_total": 0.0196671225130558,
      "step": 12830
    },
    {
      "grad_norm": 0.24368387460708618,
      "learning_rate": 6.4195e-05,
      "loss": 0.0229,
      "step": 12840
    },
    {
      "loss_action": 0.027080435305833817,
      "loss_total": 0.027080435305833817,
      "step": 12840
    },
    {
      "loss_action": 0.10401268303394318,
      "loss_total": 0.10401268303394318,
      "step": 12840
    },
    {
      "loss_action": 0.013166707940399647,
      "loss_total": 0.013166707940399647,
      "step": 12840
    },
    {
      "loss_action": 0.025411268696188927,
      "loss_total": 0.025411268696188927,
      "step": 12840
    },
    {
      "loss_action": 0.013623128645122051,
      "loss_total": 0.013623128645122051,
      "step": 12840
    },
    {
      "loss_action": 0.013542586006224155,
      "loss_total": 0.013542586006224155,
      "step": 12840
    },
    {
      "loss_action": 0.040426820516586304,
      "loss_total": 0.040426820516586304,
      "step": 12840
    },
    {
      "loss_action": 0.03652721270918846,
      "loss_total": 0.03652721270918846,
      "step": 12840
    },
    {
      "grad_norm": 0.41371893882751465,
      "learning_rate": 6.4245e-05,
      "loss": 0.0272,
      "step": 12850
    },
    {
      "loss_action": 0.02237853780388832,
      "loss_total": 0.02237853780388832,
      "step": 12850
    },
    {
      "loss_action": 0.03158138692378998,
      "loss_total": 0.03158138692378998,
      "step": 12850
    },
    {
      "loss_action": 0.025668980553746223,
      "loss_total": 0.025668980553746223,
      "step": 12850
    },
    {
      "loss_action": 0.02224857173860073,
      "loss_total": 0.02224857173860073,
      "step": 12850
    },
    {
      "loss_action": 0.01853826828300953,
      "loss_total": 0.01853826828300953,
      "step": 12850
    },
    {
      "loss_action": 0.022109955549240112,
      "loss_total": 0.022109955549240112,
      "step": 12850
    },
    {
      "loss_action": 0.009885396808385849,
      "loss_total": 0.009885396808385849,
      "step": 12850
    },
    {
      "loss_action": 0.020064007490873337,
      "loss_total": 0.020064007490873337,
      "step": 12850
    },
    {
      "grad_norm": 0.30930832028388977,
      "learning_rate": 6.429500000000001e-05,
      "loss": 0.0208,
      "step": 12860
    },
    {
      "loss_action": 0.01056353747844696,
      "loss_total": 0.01056353747844696,
      "step": 12860
    },
    {
      "loss_action": 0.01586017571389675,
      "loss_total": 0.01586017571389675,
      "step": 12860
    },
    {
      "loss_action": 0.038535814732313156,
      "loss_total": 0.038535814732313156,
      "step": 12860
    },
    {
      "loss_action": 0.01289939321577549,
      "loss_total": 0.01289939321577549,
      "step": 12860
    },
    {
      "loss_action": 0.018319083377718925,
      "loss_total": 0.018319083377718925,
      "step": 12860
    },
    {
      "loss_action": 0.026601232588291168,
      "loss_total": 0.026601232588291168,
      "step": 12860
    },
    {
      "loss_action": 0.043157026171684265,
      "loss_total": 0.043157026171684265,
      "step": 12860
    },
    {
      "loss_action": 0.01677618734538555,
      "loss_total": 0.01677618734538555,
      "step": 12860
    },
    {
      "grad_norm": 0.2880711257457733,
      "learning_rate": 6.4345e-05,
      "loss": 0.0207,
      "step": 12870
    },
    {
      "loss_action": 0.016886793076992035,
      "loss_total": 0.016886793076992035,
      "step": 12870
    },
    {
      "loss_action": 0.014009933918714523,
      "loss_total": 0.014009933918714523,
      "step": 12870
    },
    {
      "loss_action": 0.013533685356378555,
      "loss_total": 0.013533685356378555,
      "step": 12870
    },
    {
      "loss_action": 0.008614912629127502,
      "loss_total": 0.008614912629127502,
      "step": 12870
    },
    {
      "loss_action": 0.013307199813425541,
      "loss_total": 0.013307199813425541,
      "step": 12870
    },
    {
      "loss_action": 0.011171868070960045,
      "loss_total": 0.011171868070960045,
      "step": 12870
    },
    {
      "loss_action": 0.05128873884677887,
      "loss_total": 0.05128873884677887,
      "step": 12870
    },
    {
      "loss_action": 0.015707239508628845,
      "loss_total": 0.015707239508628845,
      "step": 12870
    },
    {
      "grad_norm": 0.340294748544693,
      "learning_rate": 6.439500000000001e-05,
      "loss": 0.022,
      "step": 12880
    },
    {
      "loss_action": 0.021222006529569626,
      "loss_total": 0.021222006529569626,
      "step": 12880
    },
    {
      "loss_action": 0.015464560128748417,
      "loss_total": 0.015464560128748417,
      "step": 12880
    },
    {
      "loss_action": 0.014186281710863113,
      "loss_total": 0.014186281710863113,
      "step": 12880
    },
    {
      "loss_action": 0.02071410045027733,
      "loss_total": 0.02071410045027733,
      "step": 12880
    },
    {
      "loss_action": 0.034574080258607864,
      "loss_total": 0.034574080258607864,
      "step": 12880
    },
    {
      "loss_action": 0.022170118987560272,
      "loss_total": 0.022170118987560272,
      "step": 12880
    },
    {
      "loss_action": 0.016475750133395195,
      "loss_total": 0.016475750133395195,
      "step": 12880
    },
    {
      "loss_action": 0.013634415343403816,
      "loss_total": 0.013634415343403816,
      "step": 12880
    },
    {
      "grad_norm": 0.30014103651046753,
      "learning_rate": 6.4445e-05,
      "loss": 0.021,
      "step": 12890
    },
    {
      "loss_action": 0.012289490550756454,
      "loss_total": 0.012289490550756454,
      "step": 12890
    },
    {
      "loss_action": 0.01851646788418293,
      "loss_total": 0.01851646788418293,
      "step": 12890
    },
    {
      "loss_action": 0.015546996146440506,
      "loss_total": 0.015546996146440506,
      "step": 12890
    },
    {
      "loss_action": 0.008243544958531857,
      "loss_total": 0.008243544958531857,
      "step": 12890
    },
    {
      "loss_action": 0.016104456037282944,
      "loss_total": 0.016104456037282944,
      "step": 12890
    },
    {
      "loss_action": 0.012641439214348793,
      "loss_total": 0.012641439214348793,
      "step": 12890
    },
    {
      "loss_action": 0.009451653808355331,
      "loss_total": 0.009451653808355331,
      "step": 12890
    },
    {
      "loss_action": 0.01717885211110115,
      "loss_total": 0.01717885211110115,
      "step": 12890
    },
    {
      "grad_norm": 0.205142080783844,
      "learning_rate": 6.449500000000001e-05,
      "loss": 0.018,
      "step": 12900
    },
    {
      "loss_action": 0.02572672814130783,
      "loss_total": 0.02572672814130783,
      "step": 12900
    },
    {
      "loss_action": 0.008970873430371284,
      "loss_total": 0.008970873430371284,
      "step": 12900
    },
    {
      "loss_action": 0.023330559954047203,
      "loss_total": 0.023330559954047203,
      "step": 12900
    },
    {
      "loss_action": 0.016741208732128143,
      "loss_total": 0.016741208732128143,
      "step": 12900
    },
    {
      "loss_action": 0.023688148707151413,
      "loss_total": 0.023688148707151413,
      "step": 12900
    },
    {
      "loss_action": 0.0425008125603199,
      "loss_total": 0.0425008125603199,
      "step": 12900
    },
    {
      "loss_action": 0.025103924795985222,
      "loss_total": 0.025103924795985222,
      "step": 12900
    },
    {
      "loss_action": 0.012516846880316734,
      "loss_total": 0.012516846880316734,
      "step": 12900
    },
    {
      "grad_norm": 0.2555025815963745,
      "learning_rate": 6.4545e-05,
      "loss": 0.0195,
      "step": 12910
    },
    {
      "loss_action": 0.023591885343194008,
      "loss_total": 0.023591885343194008,
      "step": 12910
    },
    {
      "loss_action": 0.012646096758544445,
      "loss_total": 0.012646096758544445,
      "step": 12910
    },
    {
      "loss_action": 0.016002384945750237,
      "loss_total": 0.016002384945750237,
      "step": 12910
    },
    {
      "loss_action": 0.01682889275252819,
      "loss_total": 0.01682889275252819,
      "step": 12910
    },
    {
      "loss_action": 0.020573191344738007,
      "loss_total": 0.020573191344738007,
      "step": 12910
    },
    {
      "loss_action": 0.014628780074417591,
      "loss_total": 0.014628780074417591,
      "step": 12910
    },
    {
      "loss_action": 0.02335585094988346,
      "loss_total": 0.02335585094988346,
      "step": 12910
    },
    {
      "loss_action": 0.019292153418064117,
      "loss_total": 0.019292153418064117,
      "step": 12910
    },
    {
      "grad_norm": 0.27515658736228943,
      "learning_rate": 6.4595e-05,
      "loss": 0.0192,
      "step": 12920
    },
    {
      "loss_action": 0.019930552691221237,
      "loss_total": 0.019930552691221237,
      "step": 12920
    },
    {
      "loss_action": 0.027338532730937004,
      "loss_total": 0.027338532730937004,
      "step": 12920
    },
    {
      "loss_action": 0.031163953244686127,
      "loss_total": 0.031163953244686127,
      "step": 12920
    },
    {
      "loss_action": 0.020943041890859604,
      "loss_total": 0.020943041890859604,
      "step": 12920
    },
    {
      "loss_action": 0.05320758372545242,
      "loss_total": 0.05320758372545242,
      "step": 12920
    },
    {
      "loss_action": 0.03555690497159958,
      "loss_total": 0.03555690497159958,
      "step": 12920
    },
    {
      "loss_action": 0.016840534284710884,
      "loss_total": 0.016840534284710884,
      "step": 12920
    },
    {
      "loss_action": 0.015511234290897846,
      "loss_total": 0.015511234290897846,
      "step": 12920
    },
    {
      "grad_norm": 0.2979236841201782,
      "learning_rate": 6.4645e-05,
      "loss": 0.0225,
      "step": 12930
    },
    {
      "loss_action": 0.020361416041851044,
      "loss_total": 0.020361416041851044,
      "step": 12930
    },
    {
      "loss_action": 0.015823237597942352,
      "loss_total": 0.015823237597942352,
      "step": 12930
    },
    {
      "loss_action": 0.019372470676898956,
      "loss_total": 0.019372470676898956,
      "step": 12930
    },
    {
      "loss_action": 0.01383574865758419,
      "loss_total": 0.01383574865758419,
      "step": 12930
    },
    {
      "loss_action": 0.02642921358346939,
      "loss_total": 0.02642921358346939,
      "step": 12930
    },
    {
      "loss_action": 0.017036307603120804,
      "loss_total": 0.017036307603120804,
      "step": 12930
    },
    {
      "loss_action": 0.011067012324929237,
      "loss_total": 0.011067012324929237,
      "step": 12930
    },
    {
      "loss_action": 0.02374132350087166,
      "loss_total": 0.02374132350087166,
      "step": 12930
    },
    {
      "grad_norm": 0.2283194661140442,
      "learning_rate": 6.4695e-05,
      "loss": 0.0189,
      "step": 12940
    },
    {
      "loss_action": 0.01685390993952751,
      "loss_total": 0.01685390993952751,
      "step": 12940
    },
    {
      "loss_action": 0.016177205368876457,
      "loss_total": 0.016177205368876457,
      "step": 12940
    },
    {
      "loss_action": 0.012539641931653023,
      "loss_total": 0.012539641931653023,
      "step": 12940
    },
    {
      "loss_action": 0.009553992189466953,
      "loss_total": 0.009553992189466953,
      "step": 12940
    },
    {
      "loss_action": 0.013888698071241379,
      "loss_total": 0.013888698071241379,
      "step": 12940
    },
    {
      "loss_action": 0.010380086489021778,
      "loss_total": 0.010380086489021778,
      "step": 12940
    },
    {
      "loss_action": 0.031171485781669617,
      "loss_total": 0.031171485781669617,
      "step": 12940
    },
    {
      "loss_action": 0.015139531344175339,
      "loss_total": 0.015139531344175339,
      "step": 12940
    },
    {
      "grad_norm": 0.23339371383190155,
      "learning_rate": 6.4745e-05,
      "loss": 0.0222,
      "step": 12950
    },
    {
      "loss_action": 0.03027094341814518,
      "loss_total": 0.03027094341814518,
      "step": 12950
    },
    {
      "loss_action": 0.015167223289608955,
      "loss_total": 0.015167223289608955,
      "step": 12950
    },
    {
      "loss_action": 0.012295851483941078,
      "loss_total": 0.012295851483941078,
      "step": 12950
    },
    {
      "loss_action": 0.009171508252620697,
      "loss_total": 0.009171508252620697,
      "step": 12950
    },
    {
      "loss_action": 0.014487789012491703,
      "loss_total": 0.014487789012491703,
      "step": 12950
    },
    {
      "loss_action": 0.011139675043523312,
      "loss_total": 0.011139675043523312,
      "step": 12950
    },
    {
      "loss_action": 0.021756187081336975,
      "loss_total": 0.021756187081336975,
      "step": 12950
    },
    {
      "loss_action": 0.01793466880917549,
      "loss_total": 0.01793466880917549,
      "step": 12950
    },
    {
      "grad_norm": 0.22330231964588165,
      "learning_rate": 6.4795e-05,
      "loss": 0.0191,
      "step": 12960
    },
    {
      "loss_action": 0.014690836891531944,
      "loss_total": 0.014690836891531944,
      "step": 12960
    },
    {
      "loss_action": 0.0162847638130188,
      "loss_total": 0.0162847638130188,
      "step": 12960
    },
    {
      "loss_action": 0.018377143889665604,
      "loss_total": 0.018377143889665604,
      "step": 12960
    },
    {
      "loss_action": 0.015487294644117355,
      "loss_total": 0.015487294644117355,
      "step": 12960
    },
    {
      "loss_action": 0.01449583750218153,
      "loss_total": 0.01449583750218153,
      "step": 12960
    },
    {
      "loss_action": 0.014211984351277351,
      "loss_total": 0.014211984351277351,
      "step": 12960
    },
    {
      "loss_action": 0.012741049751639366,
      "loss_total": 0.012741049751639366,
      "step": 12960
    },
    {
      "loss_action": 0.026357077062129974,
      "loss_total": 0.026357077062129974,
      "step": 12960
    },
    {
      "grad_norm": 0.2364627718925476,
      "learning_rate": 6.484500000000001e-05,
      "loss": 0.0157,
      "step": 12970
    },
    {
      "loss_action": 0.016770226880908012,
      "loss_total": 0.016770226880908012,
      "step": 12970
    },
    {
      "loss_action": 0.008210524916648865,
      "loss_total": 0.008210524916648865,
      "step": 12970
    },
    {
      "loss_action": 0.00766186136752367,
      "loss_total": 0.00766186136752367,
      "step": 12970
    },
    {
      "loss_action": 0.010594998486340046,
      "loss_total": 0.010594998486340046,
      "step": 12970
    },
    {
      "loss_action": 0.01057891920208931,
      "loss_total": 0.01057891920208931,
      "step": 12970
    },
    {
      "loss_action": 0.02891465649008751,
      "loss_total": 0.02891465649008751,
      "step": 12970
    },
    {
      "loss_action": 0.038709625601768494,
      "loss_total": 0.038709625601768494,
      "step": 12970
    },
    {
      "loss_action": 0.04264117032289505,
      "loss_total": 0.04264117032289505,
      "step": 12970
    },
    {
      "grad_norm": 0.2663664221763611,
      "learning_rate": 6.489500000000001e-05,
      "loss": 0.0205,
      "step": 12980
    },
    {
      "loss_action": 0.019736256450414658,
      "loss_total": 0.019736256450414658,
      "step": 12980
    },
    {
      "loss_action": 0.028231818228960037,
      "loss_total": 0.028231818228960037,
      "step": 12980
    },
    {
      "loss_action": 0.010143446736037731,
      "loss_total": 0.010143446736037731,
      "step": 12980
    },
    {
      "loss_action": 0.00940822996199131,
      "loss_total": 0.00940822996199131,
      "step": 12980
    },
    {
      "loss_action": 0.014662825502455235,
      "loss_total": 0.014662825502455235,
      "step": 12980
    },
    {
      "loss_action": 0.021288327872753143,
      "loss_total": 0.021288327872753143,
      "step": 12980
    },
    {
      "loss_action": 0.012381106615066528,
      "loss_total": 0.012381106615066528,
      "step": 12980
    },
    {
      "loss_action": 0.007668516598641872,
      "loss_total": 0.007668516598641872,
      "step": 12980
    },
    {
      "grad_norm": 0.2812318503856659,
      "learning_rate": 6.4945e-05,
      "loss": 0.0189,
      "step": 12990
    },
    {
      "loss_action": 0.013326367363333702,
      "loss_total": 0.013326367363333702,
      "step": 12990
    },
    {
      "loss_action": 0.013259785249829292,
      "loss_total": 0.013259785249829292,
      "step": 12990
    },
    {
      "loss_action": 0.013534437865018845,
      "loss_total": 0.013534437865018845,
      "step": 12990
    },
    {
      "loss_action": 0.024914667010307312,
      "loss_total": 0.024914667010307312,
      "step": 12990
    },
    {
      "loss_action": 0.011042831465601921,
      "loss_total": 0.011042831465601921,
      "step": 12990
    },
    {
      "loss_action": 0.016190608963370323,
      "loss_total": 0.016190608963370323,
      "step": 12990
    },
    {
      "loss_action": 0.020680904388427734,
      "loss_total": 0.020680904388427734,
      "step": 12990
    },
    {
      "loss_action": 0.042157068848609924,
      "loss_total": 0.042157068848609924,
      "step": 12990
    },
    {
      "grad_norm": 0.3070782721042633,
      "learning_rate": 6.499500000000001e-05,
      "loss": 0.0195,
      "step": 13000
    },
    {
      "loss_action": 0.022234881296753883,
      "loss_total": 0.022234881296753883,
      "step": 13000
    },
    {
      "loss_action": 0.02081247791647911,
      "loss_total": 0.02081247791647911,
      "step": 13000
    },
    {
      "loss_action": 0.015264656394720078,
      "loss_total": 0.015264656394720078,
      "step": 13000
    },
    {
      "loss_action": 0.014053894206881523,
      "loss_total": 0.014053894206881523,
      "step": 13000
    },
    {
      "loss_action": 0.0187387578189373,
      "loss_total": 0.0187387578189373,
      "step": 13000
    },
    {
      "loss_action": 0.013525356538593769,
      "loss_total": 0.013525356538593769,
      "step": 13000
    },
    {
      "loss_action": 0.014075636863708496,
      "loss_total": 0.014075636863708496,
      "step": 13000
    },
    {
      "loss_action": 0.01913096196949482,
      "loss_total": 0.01913096196949482,
      "step": 13000
    },
    {
      "grad_norm": 0.30033785104751587,
      "learning_rate": 6.5045e-05,
      "loss": 0.0213,
      "step": 13010
    },
    {
      "loss_action": 0.018018919974565506,
      "loss_total": 0.018018919974565506,
      "step": 13010
    },
    {
      "loss_action": 0.029150113463401794,
      "loss_total": 0.029150113463401794,
      "step": 13010
    },
    {
      "loss_action": 0.033006682991981506,
      "loss_total": 0.033006682991981506,
      "step": 13010
    },
    {
      "loss_action": 0.028740238398313522,
      "loss_total": 0.028740238398313522,
      "step": 13010
    },
    {
      "loss_action": 0.012750154361128807,
      "loss_total": 0.012750154361128807,
      "step": 13010
    },
    {
      "loss_action": 0.01930329203605652,
      "loss_total": 0.01930329203605652,
      "step": 13010
    },
    {
      "loss_action": 0.019101258367300034,
      "loss_total": 0.019101258367300034,
      "step": 13010
    },
    {
      "loss_action": 0.029773732647299767,
      "loss_total": 0.029773732647299767,
      "step": 13010
    },
    {
      "grad_norm": 0.24477902054786682,
      "learning_rate": 6.5095e-05,
      "loss": 0.0194,
      "step": 13020
    },
    {
      "loss_action": 0.015476921573281288,
      "loss_total": 0.015476921573281288,
      "step": 13020
    },
    {
      "loss_action": 0.015810834243893623,
      "loss_total": 0.015810834243893623,
      "step": 13020
    },
    {
      "loss_action": 0.007139964960515499,
      "loss_total": 0.007139964960515499,
      "step": 13020
    },
    {
      "loss_action": 0.008866684511303902,
      "loss_total": 0.008866684511303902,
      "step": 13020
    },
    {
      "loss_action": 0.021729130297899246,
      "loss_total": 0.021729130297899246,
      "step": 13020
    },
    {
      "loss_action": 0.01697218418121338,
      "loss_total": 0.01697218418121338,
      "step": 13020
    },
    {
      "loss_action": 0.020188964903354645,
      "loss_total": 0.020188964903354645,
      "step": 13020
    },
    {
      "loss_action": 0.013150708749890327,
      "loss_total": 0.013150708749890327,
      "step": 13020
    },
    {
      "grad_norm": 0.35786300897598267,
      "learning_rate": 6.5145e-05,
      "loss": 0.019,
      "step": 13030
    },
    {
      "loss_action": 0.01144503429532051,
      "loss_total": 0.01144503429532051,
      "step": 13030
    },
    {
      "loss_action": 0.01792563498020172,
      "loss_total": 0.01792563498020172,
      "step": 13030
    },
    {
      "loss_action": 0.01246807910501957,
      "loss_total": 0.01246807910501957,
      "step": 13030
    },
    {
      "loss_action": 0.00954610388725996,
      "loss_total": 0.00954610388725996,
      "step": 13030
    },
    {
      "loss_action": 0.016164056956768036,
      "loss_total": 0.016164056956768036,
      "step": 13030
    },
    {
      "loss_action": 0.009529471397399902,
      "loss_total": 0.009529471397399902,
      "step": 13030
    },
    {
      "loss_action": 0.01603916473686695,
      "loss_total": 0.01603916473686695,
      "step": 13030
    },
    {
      "loss_action": 0.021342899650335312,
      "loss_total": 0.021342899650335312,
      "step": 13030
    },
    {
      "grad_norm": 0.3127239942550659,
      "learning_rate": 6.5195e-05,
      "loss": 0.0214,
      "step": 13040
    },
    {
      "loss_action": 0.01499986369162798,
      "loss_total": 0.01499986369162798,
      "step": 13040
    },
    {
      "loss_action": 0.018866749480366707,
      "loss_total": 0.018866749480366707,
      "step": 13040
    },
    {
      "loss_action": 0.020974289625883102,
      "loss_total": 0.020974289625883102,
      "step": 13040
    },
    {
      "loss_action": 0.02038346230983734,
      "loss_total": 0.02038346230983734,
      "step": 13040
    },
    {
      "loss_action": 0.010819291695952415,
      "loss_total": 0.010819291695952415,
      "step": 13040
    },
    {
      "loss_action": 0.025849904865026474,
      "loss_total": 0.025849904865026474,
      "step": 13040
    },
    {
      "loss_action": 0.02329944632947445,
      "loss_total": 0.02329944632947445,
      "step": 13040
    },
    {
      "loss_action": 0.02936026081442833,
      "loss_total": 0.02936026081442833,
      "step": 13040
    },
    {
      "grad_norm": 0.31228575110435486,
      "learning_rate": 6.5245e-05,
      "loss": 0.0222,
      "step": 13050
    },
    {
      "loss_action": 0.0200345441699028,
      "loss_total": 0.0200345441699028,
      "step": 13050
    },
    {
      "loss_action": 0.012166019529104233,
      "loss_total": 0.012166019529104233,
      "step": 13050
    },
    {
      "loss_action": 0.013263232074677944,
      "loss_total": 0.013263232074677944,
      "step": 13050
    },
    {
      "loss_action": 0.02068723738193512,
      "loss_total": 0.02068723738193512,
      "step": 13050
    },
    {
      "loss_action": 0.0183633454144001,
      "loss_total": 0.0183633454144001,
      "step": 13050
    },
    {
      "loss_action": 0.050350237637758255,
      "loss_total": 0.050350237637758255,
      "step": 13050
    },
    {
      "loss_action": 0.02898932620882988,
      "loss_total": 0.02898932620882988,
      "step": 13050
    },
    {
      "loss_action": 0.018414229154586792,
      "loss_total": 0.018414229154586792,
      "step": 13050
    },
    {
      "grad_norm": 0.32313936948776245,
      "learning_rate": 6.5295e-05,
      "loss": 0.0194,
      "step": 13060
    },
    {
      "loss_action": 0.008602133952081203,
      "loss_total": 0.008602133952081203,
      "step": 13060
    },
    {
      "loss_action": 0.028186915442347527,
      "loss_total": 0.028186915442347527,
      "step": 13060
    },
    {
      "loss_action": 0.01863430254161358,
      "loss_total": 0.01863430254161358,
      "step": 13060
    },
    {
      "loss_action": 0.010406417772173882,
      "loss_total": 0.010406417772173882,
      "step": 13060
    },
    {
      "loss_action": 0.015646612271666527,
      "loss_total": 0.015646612271666527,
      "step": 13060
    },
    {
      "loss_action": 0.024910207837820053,
      "loss_total": 0.024910207837820053,
      "step": 13060
    },
    {
      "loss_action": 0.00788694154471159,
      "loss_total": 0.00788694154471159,
      "step": 13060
    },
    {
      "loss_action": 0.012606572359800339,
      "loss_total": 0.012606572359800339,
      "step": 13060
    },
    {
      "grad_norm": 0.35325026512145996,
      "learning_rate": 6.5345e-05,
      "loss": 0.0181,
      "step": 13070
    },
    {
      "loss_action": 0.014877870678901672,
      "loss_total": 0.014877870678901672,
      "step": 13070
    },
    {
      "loss_action": 0.032358333468437195,
      "loss_total": 0.032358333468437195,
      "step": 13070
    },
    {
      "loss_action": 0.009179601445794106,
      "loss_total": 0.009179601445794106,
      "step": 13070
    },
    {
      "loss_action": 0.020047541707754135,
      "loss_total": 0.020047541707754135,
      "step": 13070
    },
    {
      "loss_action": 0.01590193808078766,
      "loss_total": 0.01590193808078766,
      "step": 13070
    },
    {
      "loss_action": 0.011437401175498962,
      "loss_total": 0.011437401175498962,
      "step": 13070
    },
    {
      "loss_action": 0.03169848397374153,
      "loss_total": 0.03169848397374153,
      "step": 13070
    },
    {
      "loss_action": 0.021078694611787796,
      "loss_total": 0.021078694611787796,
      "step": 13070
    },
    {
      "grad_norm": 0.2370862066745758,
      "learning_rate": 6.5395e-05,
      "loss": 0.0256,
      "step": 13080
    },
    {
      "loss_action": 0.027893854305148125,
      "loss_total": 0.027893854305148125,
      "step": 13080
    },
    {
      "loss_action": 0.01444614864885807,
      "loss_total": 0.01444614864885807,
      "step": 13080
    },
    {
      "loss_action": 0.02781953103840351,
      "loss_total": 0.02781953103840351,
      "step": 13080
    },
    {
      "loss_action": 0.02419494464993477,
      "loss_total": 0.02419494464993477,
      "step": 13080
    },
    {
      "loss_action": 0.02913571521639824,
      "loss_total": 0.02913571521639824,
      "step": 13080
    },
    {
      "loss_action": 0.019030187278985977,
      "loss_total": 0.019030187278985977,
      "step": 13080
    },
    {
      "loss_action": 0.017616618424654007,
      "loss_total": 0.017616618424654007,
      "step": 13080
    },
    {
      "loss_action": 0.014297107234597206,
      "loss_total": 0.014297107234597206,
      "step": 13080
    },
    {
      "grad_norm": 0.25450748205184937,
      "learning_rate": 6.5445e-05,
      "loss": 0.0213,
      "step": 13090
    },
    {
      "loss_action": 0.02417663298547268,
      "loss_total": 0.02417663298547268,
      "step": 13090
    },
    {
      "loss_action": 0.010029333643615246,
      "loss_total": 0.010029333643615246,
      "step": 13090
    },
    {
      "loss_action": 0.012614128179848194,
      "loss_total": 0.012614128179848194,
      "step": 13090
    },
    {
      "loss_action": 0.011278072372078896,
      "loss_total": 0.011278072372078896,
      "step": 13090
    },
    {
      "loss_action": 0.012579944916069508,
      "loss_total": 0.012579944916069508,
      "step": 13090
    },
    {
      "loss_action": 0.0124229546636343,
      "loss_total": 0.0124229546636343,
      "step": 13090
    },
    {
      "loss_action": 0.008564502000808716,
      "loss_total": 0.008564502000808716,
      "step": 13090
    },
    {
      "loss_action": 0.014012498781085014,
      "loss_total": 0.014012498781085014,
      "step": 13090
    },
    {
      "grad_norm": 0.3180308938026428,
      "learning_rate": 6.549500000000001e-05,
      "loss": 0.0182,
      "step": 13100
    },
    {
      "loss_action": 0.019764646887779236,
      "loss_total": 0.019764646887779236,
      "step": 13100
    },
    {
      "loss_action": 0.01197951938956976,
      "loss_total": 0.01197951938956976,
      "step": 13100
    },
    {
      "loss_action": 0.04362412914633751,
      "loss_total": 0.04362412914633751,
      "step": 13100
    },
    {
      "loss_action": 0.02151203155517578,
      "loss_total": 0.02151203155517578,
      "step": 13100
    },
    {
      "loss_action": 0.015038464218378067,
      "loss_total": 0.015038464218378067,
      "step": 13100
    },
    {
      "loss_action": 0.009908631443977356,
      "loss_total": 0.009908631443977356,
      "step": 13100
    },
    {
      "loss_action": 0.015580432489514351,
      "loss_total": 0.015580432489514351,
      "step": 13100
    },
    {
      "loss_action": 0.015482122078537941,
      "loss_total": 0.015482122078537941,
      "step": 13100
    },
    {
      "grad_norm": 0.2920823395252228,
      "learning_rate": 6.5545e-05,
      "loss": 0.0208,
      "step": 13110
    },
    {
      "loss_action": 0.0138274896889925,
      "loss_total": 0.0138274896889925,
      "step": 13110
    },
    {
      "loss_action": 0.013381777331233025,
      "loss_total": 0.013381777331233025,
      "step": 13110
    },
    {
      "loss_action": 0.014315112493932247,
      "loss_total": 0.014315112493932247,
      "step": 13110
    },
    {
      "loss_action": 0.03885914385318756,
      "loss_total": 0.03885914385318756,
      "step": 13110
    },
    {
      "loss_action": 0.015287922695279121,
      "loss_total": 0.015287922695279121,
      "step": 13110
    },
    {
      "loss_action": 0.05622347071766853,
      "loss_total": 0.05622347071766853,
      "step": 13110
    },
    {
      "loss_action": 0.010831700637936592,
      "loss_total": 0.010831700637936592,
      "step": 13110
    },
    {
      "loss_action": 0.013237730599939823,
      "loss_total": 0.013237730599939823,
      "step": 13110
    },
    {
      "grad_norm": 0.29047584533691406,
      "learning_rate": 6.559500000000001e-05,
      "loss": 0.0195,
      "step": 13120
    },
    {
      "loss_action": 0.014932887628674507,
      "loss_total": 0.014932887628674507,
      "step": 13120
    },
    {
      "loss_action": 0.011850960552692413,
      "loss_total": 0.011850960552692413,
      "step": 13120
    },
    {
      "loss_action": 0.014057514257729053,
      "loss_total": 0.014057514257729053,
      "step": 13120
    },
    {
      "loss_action": 0.01794940046966076,
      "loss_total": 0.01794940046966076,
      "step": 13120
    },
    {
      "loss_action": 0.01606849581003189,
      "loss_total": 0.01606849581003189,
      "step": 13120
    },
    {
      "loss_action": 0.013947524130344391,
      "loss_total": 0.013947524130344391,
      "step": 13120
    },
    {
      "loss_action": 0.026128102093935013,
      "loss_total": 0.026128102093935013,
      "step": 13120
    },
    {
      "loss_action": 0.015145712532103062,
      "loss_total": 0.015145712532103062,
      "step": 13120
    },
    {
      "grad_norm": 0.2956570088863373,
      "learning_rate": 6.5645e-05,
      "loss": 0.019,
      "step": 13130
    },
    {
      "loss_action": 0.010584993287920952,
      "loss_total": 0.010584993287920952,
      "step": 13130
    },
    {
      "loss_action": 0.02379678003489971,
      "loss_total": 0.02379678003489971,
      "step": 13130
    },
    {
      "loss_action": 0.01673128828406334,
      "loss_total": 0.01673128828406334,
      "step": 13130
    },
    {
      "loss_action": 0.0636817067861557,
      "loss_total": 0.0636817067861557,
      "step": 13130
    },
    {
      "loss_action": 0.02677171677350998,
      "loss_total": 0.02677171677350998,
      "step": 13130
    },
    {
      "loss_action": 0.011232361197471619,
      "loss_total": 0.011232361197471619,
      "step": 13130
    },
    {
      "loss_action": 0.01272120513021946,
      "loss_total": 0.01272120513021946,
      "step": 13130
    },
    {
      "loss_action": 0.01127847470343113,
      "loss_total": 0.01127847470343113,
      "step": 13130
    },
    {
      "grad_norm": 0.25616586208343506,
      "learning_rate": 6.5695e-05,
      "loss": 0.0191,
      "step": 13140
    },
    {
      "loss_action": 0.03184198588132858,
      "loss_total": 0.03184198588132858,
      "step": 13140
    },
    {
      "loss_action": 0.014638015069067478,
      "loss_total": 0.014638015069067478,
      "step": 13140
    },
    {
      "loss_action": 0.013269010931253433,
      "loss_total": 0.013269010931253433,
      "step": 13140
    },
    {
      "loss_action": 0.034927789121866226,
      "loss_total": 0.034927789121866226,
      "step": 13140
    },
    {
      "loss_action": 0.022940313443541527,
      "loss_total": 0.022940313443541527,
      "step": 13140
    },
    {
      "loss_action": 0.010698546655476093,
      "loss_total": 0.010698546655476093,
      "step": 13140
    },
    {
      "loss_action": 0.031173713505268097,
      "loss_total": 0.031173713505268097,
      "step": 13140
    },
    {
      "loss_action": 0.01036298181861639,
      "loss_total": 0.01036298181861639,
      "step": 13140
    },
    {
      "grad_norm": 0.34082430601119995,
      "learning_rate": 6.5745e-05,
      "loss": 0.0201,
      "step": 13150
    },
    {
      "loss_action": 0.021898280829191208,
      "loss_total": 0.021898280829191208,
      "step": 13150
    },
    {
      "loss_action": 0.019065361469984055,
      "loss_total": 0.019065361469984055,
      "step": 13150
    },
    {
      "loss_action": 0.010699441656470299,
      "loss_total": 0.010699441656470299,
      "step": 13150
    },
    {
      "loss_action": 0.015874167904257774,
      "loss_total": 0.015874167904257774,
      "step": 13150
    },
    {
      "loss_action": 0.009696025401353836,
      "loss_total": 0.009696025401353836,
      "step": 13150
    },
    {
      "loss_action": 0.05223831906914711,
      "loss_total": 0.05223831906914711,
      "step": 13150
    },
    {
      "loss_action": 0.011331869289278984,
      "loss_total": 0.011331869289278984,
      "step": 13150
    },
    {
      "loss_action": 0.02692936733365059,
      "loss_total": 0.02692936733365059,
      "step": 13150
    },
    {
      "grad_norm": 0.23475238680839539,
      "learning_rate": 6.5795e-05,
      "loss": 0.0171,
      "step": 13160
    },
    {
      "loss_action": 0.014978627674281597,
      "loss_total": 0.014978627674281597,
      "step": 13160
    },
    {
      "loss_action": 0.032634831964969635,
      "loss_total": 0.032634831964969635,
      "step": 13160
    },
    {
      "loss_action": 0.020895421504974365,
      "loss_total": 0.020895421504974365,
      "step": 13160
    },
    {
      "loss_action": 0.01772230677306652,
      "loss_total": 0.01772230677306652,
      "step": 13160
    },
    {
      "loss_action": 0.01045222207903862,
      "loss_total": 0.01045222207903862,
      "step": 13160
    },
    {
      "loss_action": 0.019925560802221298,
      "loss_total": 0.019925560802221298,
      "step": 13160
    },
    {
      "loss_action": 0.02673826739192009,
      "loss_total": 0.02673826739192009,
      "step": 13160
    },
    {
      "loss_action": 0.014848314225673676,
      "loss_total": 0.014848314225673676,
      "step": 13160
    },
    {
      "grad_norm": 0.28681227564811707,
      "learning_rate": 6.5845e-05,
      "loss": 0.0184,
      "step": 13170
    },
    {
      "loss_action": 0.014634309336543083,
      "loss_total": 0.014634309336543083,
      "step": 13170
    },
    {
      "loss_action": 0.04543833062052727,
      "loss_total": 0.04543833062052727,
      "step": 13170
    },
    {
      "loss_action": 0.00790487602353096,
      "loss_total": 0.00790487602353096,
      "step": 13170
    },
    {
      "loss_action": 0.022186780348420143,
      "loss_total": 0.022186780348420143,
      "step": 13170
    },
    {
      "loss_action": 0.012892531231045723,
      "loss_total": 0.012892531231045723,
      "step": 13170
    },
    {
      "loss_action": 0.015907807275652885,
      "loss_total": 0.015907807275652885,
      "step": 13170
    },
    {
      "loss_action": 0.020357228815555573,
      "loss_total": 0.020357228815555573,
      "step": 13170
    },
    {
      "loss_action": 0.02268979512155056,
      "loss_total": 0.02268979512155056,
      "step": 13170
    },
    {
      "grad_norm": 0.38261160254478455,
      "learning_rate": 6.5895e-05,
      "loss": 0.0175,
      "step": 13180
    },
    {
      "loss_action": 0.006749911233782768,
      "loss_total": 0.006749911233782768,
      "step": 13180
    },
    {
      "loss_action": 0.014901282265782356,
      "loss_total": 0.014901282265782356,
      "step": 13180
    },
    {
      "loss_action": 0.025933153927326202,
      "loss_total": 0.025933153927326202,
      "step": 13180
    },
    {
      "loss_action": 0.018743013963103294,
      "loss_total": 0.018743013963103294,
      "step": 13180
    },
    {
      "loss_action": 0.018007025122642517,
      "loss_total": 0.018007025122642517,
      "step": 13180
    },
    {
      "loss_action": 0.014008108526468277,
      "loss_total": 0.014008108526468277,
      "step": 13180
    },
    {
      "loss_action": 0.015554914250969887,
      "loss_total": 0.015554914250969887,
      "step": 13180
    },
    {
      "loss_action": 0.029047612100839615,
      "loss_total": 0.029047612100839615,
      "step": 13180
    },
    {
      "grad_norm": 0.3130623400211334,
      "learning_rate": 6.5945e-05,
      "loss": 0.0202,
      "step": 13190
    },
    {
      "loss_action": 0.007647411897778511,
      "loss_total": 0.007647411897778511,
      "step": 13190
    },
    {
      "loss_action": 0.01430328469723463,
      "loss_total": 0.01430328469723463,
      "step": 13190
    },
    {
      "loss_action": 0.02561858296394348,
      "loss_total": 0.02561858296394348,
      "step": 13190
    },
    {
      "loss_action": 0.025607464835047722,
      "loss_total": 0.025607464835047722,
      "step": 13190
    },
    {
      "loss_action": 0.009760922752320766,
      "loss_total": 0.009760922752320766,
      "step": 13190
    },
    {
      "loss_action": 0.012742322869598866,
      "loss_total": 0.012742322869598866,
      "step": 13190
    },
    {
      "loss_action": 0.008410954847931862,
      "loss_total": 0.008410954847931862,
      "step": 13190
    },
    {
      "loss_action": 0.01690324768424034,
      "loss_total": 0.01690324768424034,
      "step": 13190
    },
    {
      "grad_norm": 0.3282265067100525,
      "learning_rate": 6.599500000000001e-05,
      "loss": 0.0164,
      "step": 13200
    },
    {
      "loss_action": 0.012476807460188866,
      "loss_total": 0.012476807460188866,
      "step": 13200
    },
    {
      "loss_action": 0.01437147706747055,
      "loss_total": 0.01437147706747055,
      "step": 13200
    },
    {
      "loss_action": 0.020086532458662987,
      "loss_total": 0.020086532458662987,
      "step": 13200
    },
    {
      "loss_action": 0.022671420127153397,
      "loss_total": 0.022671420127153397,
      "step": 13200
    },
    {
      "loss_action": 0.033653050661087036,
      "loss_total": 0.033653050661087036,
      "step": 13200
    },
    {
      "loss_action": 0.017764784395694733,
      "loss_total": 0.017764784395694733,
      "step": 13200
    },
    {
      "loss_action": 0.017287051305174828,
      "loss_total": 0.017287051305174828,
      "step": 13200
    },
    {
      "loss_action": 0.01614290475845337,
      "loss_total": 0.01614290475845337,
      "step": 13200
    },
    {
      "grad_norm": 0.22668515145778656,
      "learning_rate": 6.6045e-05,
      "loss": 0.0181,
      "step": 13210
    },
    {
      "loss_action": 0.013711106032133102,
      "loss_total": 0.013711106032133102,
      "step": 13210
    },
    {
      "loss_action": 0.010706514120101929,
      "loss_total": 0.010706514120101929,
      "step": 13210
    },
    {
      "loss_action": 0.019087471067905426,
      "loss_total": 0.019087471067905426,
      "step": 13210
    },
    {
      "loss_action": 0.02028167061507702,
      "loss_total": 0.02028167061507702,
      "step": 13210
    },
    {
      "loss_action": 0.009921925142407417,
      "loss_total": 0.009921925142407417,
      "step": 13210
    },
    {
      "loss_action": 0.01570873335003853,
      "loss_total": 0.01570873335003853,
      "step": 13210
    },
    {
      "loss_action": 0.012671757489442825,
      "loss_total": 0.012671757489442825,
      "step": 13210
    },
    {
      "loss_action": 0.008639846928417683,
      "loss_total": 0.008639846928417683,
      "step": 13210
    },
    {
      "grad_norm": 0.2519892752170563,
      "learning_rate": 6.609500000000001e-05,
      "loss": 0.0171,
      "step": 13220
    },
    {
      "loss_action": 0.017831984907388687,
      "loss_total": 0.017831984907388687,
      "step": 13220
    },
    {
      "loss_action": 0.011650615371763706,
      "loss_total": 0.011650615371763706,
      "step": 13220
    },
    {
      "loss_action": 0.011188464239239693,
      "loss_total": 0.011188464239239693,
      "step": 13220
    },
    {
      "loss_action": 0.01640644110739231,
      "loss_total": 0.01640644110739231,
      "step": 13220
    },
    {
      "loss_action": 0.01381092518568039,
      "loss_total": 0.01381092518568039,
      "step": 13220
    },
    {
      "loss_action": 0.014786087907850742,
      "loss_total": 0.014786087907850742,
      "step": 13220
    },
    {
      "loss_action": 0.026416972279548645,
      "loss_total": 0.026416972279548645,
      "step": 13220
    },
    {
      "loss_action": 0.11075437813997269,
      "loss_total": 0.11075437813997269,
      "step": 13220
    },
    {
      "grad_norm": 0.264388769865036,
      "learning_rate": 6.6145e-05,
      "loss": 0.0181,
      "step": 13230
    },
    {
      "loss_action": 0.023486249148845673,
      "loss_total": 0.023486249148845673,
      "step": 13230
    },
    {
      "loss_action": 0.01566167362034321,
      "loss_total": 0.01566167362034321,
      "step": 13230
    },
    {
      "loss_action": 0.009306294843554497,
      "loss_total": 0.009306294843554497,
      "step": 13230
    },
    {
      "loss_action": 0.01614244095981121,
      "loss_total": 0.01614244095981121,
      "step": 13230
    },
    {
      "loss_action": 0.014334356412291527,
      "loss_total": 0.014334356412291527,
      "step": 13230
    },
    {
      "loss_action": 0.021098094061017036,
      "loss_total": 0.021098094061017036,
      "step": 13230
    },
    {
      "loss_action": 0.014686806127429008,
      "loss_total": 0.014686806127429008,
      "step": 13230
    },
    {
      "loss_action": 0.02783897891640663,
      "loss_total": 0.02783897891640663,
      "step": 13230
    },
    {
      "grad_norm": 0.34496912360191345,
      "learning_rate": 6.619500000000001e-05,
      "loss": 0.0181,
      "step": 13240
    },
    {
      "loss_action": 0.026444919407367706,
      "loss_total": 0.026444919407367706,
      "step": 13240
    },
    {
      "loss_action": 0.03262791037559509,
      "loss_total": 0.03262791037559509,
      "step": 13240
    },
    {
      "loss_action": 0.02231825329363346,
      "loss_total": 0.02231825329363346,
      "step": 13240
    },
    {
      "loss_action": 0.03571508824825287,
      "loss_total": 0.03571508824825287,
      "step": 13240
    },
    {
      "loss_action": 0.012801987119019032,
      "loss_total": 0.012801987119019032,
      "step": 13240
    },
    {
      "loss_action": 0.01846952736377716,
      "loss_total": 0.01846952736377716,
      "step": 13240
    },
    {
      "loss_action": 0.013432815670967102,
      "loss_total": 0.013432815670967102,
      "step": 13240
    },
    {
      "loss_action": 0.013739820569753647,
      "loss_total": 0.013739820569753647,
      "step": 13240
    },
    {
      "grad_norm": 0.191884845495224,
      "learning_rate": 6.6245e-05,
      "loss": 0.0182,
      "step": 13250
    },
    {
      "loss_action": 0.007196685299277306,
      "loss_total": 0.007196685299277306,
      "step": 13250
    },
    {
      "loss_action": 0.009692840278148651,
      "loss_total": 0.009692840278148651,
      "step": 13250
    },
    {
      "loss_action": 0.014982045628130436,
      "loss_total": 0.014982045628130436,
      "step": 13250
    },
    {
      "loss_action": 0.007403668016195297,
      "loss_total": 0.007403668016195297,
      "step": 13250
    },
    {
      "loss_action": 0.03505432605743408,
      "loss_total": 0.03505432605743408,
      "step": 13250
    },
    {
      "loss_action": 0.009369482286274433,
      "loss_total": 0.009369482286274433,
      "step": 13250
    },
    {
      "loss_action": 0.027223125100135803,
      "loss_total": 0.027223125100135803,
      "step": 13250
    },
    {
      "loss_action": 0.008937641978263855,
      "loss_total": 0.008937641978263855,
      "step": 13250
    },
    {
      "grad_norm": 0.29079505801200867,
      "learning_rate": 6.6295e-05,
      "loss": 0.0185,
      "step": 13260
    },
    {
      "loss_action": 0.019681964069604874,
      "loss_total": 0.019681964069604874,
      "step": 13260
    },
    {
      "loss_action": 0.01140795648097992,
      "loss_total": 0.01140795648097992,
      "step": 13260
    },
    {
      "loss_action": 0.009038727730512619,
      "loss_total": 0.009038727730512619,
      "step": 13260
    },
    {
      "loss_action": 0.011989917606115341,
      "loss_total": 0.011989917606115341,
      "step": 13260
    },
    {
      "loss_action": 0.0077963294461369514,
      "loss_total": 0.0077963294461369514,
      "step": 13260
    },
    {
      "loss_action": 0.010943375527858734,
      "loss_total": 0.010943375527858734,
      "step": 13260
    },
    {
      "loss_action": 0.017691224813461304,
      "loss_total": 0.017691224813461304,
      "step": 13260
    },
    {
      "loss_action": 0.014131641946732998,
      "loss_total": 0.014131641946732998,
      "step": 13260
    },
    {
      "grad_norm": 0.24290044605731964,
      "learning_rate": 6.6345e-05,
      "loss": 0.0175,
      "step": 13270
    },
    {
      "loss_action": 0.009227984584867954,
      "loss_total": 0.009227984584867954,
      "step": 13270
    },
    {
      "loss_action": 0.01578230783343315,
      "loss_total": 0.01578230783343315,
      "step": 13270
    },
    {
      "loss_action": 0.011561151593923569,
      "loss_total": 0.011561151593923569,
      "step": 13270
    },
    {
      "loss_action": 0.008778796531260014,
      "loss_total": 0.008778796531260014,
      "step": 13270
    },
    {
      "loss_action": 0.030079716816544533,
      "loss_total": 0.030079716816544533,
      "step": 13270
    },
    {
      "loss_action": 0.03087729588150978,
      "loss_total": 0.03087729588150978,
      "step": 13270
    },
    {
      "loss_action": 0.01633467711508274,
      "loss_total": 0.01633467711508274,
      "step": 13270
    },
    {
      "loss_action": 0.013072796165943146,
      "loss_total": 0.013072796165943146,
      "step": 13270
    },
    {
      "grad_norm": 0.2860356867313385,
      "learning_rate": 6.6395e-05,
      "loss": 0.0198,
      "step": 13280
    },
    {
      "loss_action": 0.023047085851430893,
      "loss_total": 0.023047085851430893,
      "step": 13280
    },
    {
      "loss_action": 0.012691311538219452,
      "loss_total": 0.012691311538219452,
      "step": 13280
    },
    {
      "loss_action": 0.012683789245784283,
      "loss_total": 0.012683789245784283,
      "step": 13280
    },
    {
      "loss_action": 0.00886612944304943,
      "loss_total": 0.00886612944304943,
      "step": 13280
    },
    {
      "loss_action": 0.011048052459955215,
      "loss_total": 0.011048052459955215,
      "step": 13280
    },
    {
      "loss_action": 0.015482064336538315,
      "loss_total": 0.015482064336538315,
      "step": 13280
    },
    {
      "loss_action": 0.014027068391442299,
      "loss_total": 0.014027068391442299,
      "step": 13280
    },
    {
      "loss_action": 0.012644283473491669,
      "loss_total": 0.012644283473491669,
      "step": 13280
    },
    {
      "grad_norm": 0.2095172107219696,
      "learning_rate": 6.6445e-05,
      "loss": 0.0187,
      "step": 13290
    },
    {
      "loss_action": 0.013095726259052753,
      "loss_total": 0.013095726259052753,
      "step": 13290
    },
    {
      "loss_action": 0.012355921790003777,
      "loss_total": 0.012355921790003777,
      "step": 13290
    },
    {
      "loss_action": 0.011947887018322945,
      "loss_total": 0.011947887018322945,
      "step": 13290
    },
    {
      "loss_action": 0.01679752767086029,
      "loss_total": 0.01679752767086029,
      "step": 13290
    },
    {
      "loss_action": 0.025085657835006714,
      "loss_total": 0.025085657835006714,
      "step": 13290
    },
    {
      "loss_action": 0.015815574675798416,
      "loss_total": 0.015815574675798416,
      "step": 13290
    },
    {
      "loss_action": 0.01215306855738163,
      "loss_total": 0.01215306855738163,
      "step": 13290
    },
    {
      "loss_action": 0.01531499344855547,
      "loss_total": 0.01531499344855547,
      "step": 13290
    },
    {
      "grad_norm": 0.24015682935714722,
      "learning_rate": 6.6495e-05,
      "loss": 0.0192,
      "step": 13300
    },
    {
      "loss_action": 0.014537682756781578,
      "loss_total": 0.014537682756781578,
      "step": 13300
    },
    {
      "loss_action": 0.019034964963793755,
      "loss_total": 0.019034964963793755,
      "step": 13300
    },
    {
      "loss_action": 0.008875192143023014,
      "loss_total": 0.008875192143023014,
      "step": 13300
    },
    {
      "loss_action": 0.009199252352118492,
      "loss_total": 0.009199252352118492,
      "step": 13300
    },
    {
      "loss_action": 0.0722765401005745,
      "loss_total": 0.0722765401005745,
      "step": 13300
    },
    {
      "loss_action": 0.014774887822568417,
      "loss_total": 0.014774887822568417,
      "step": 13300
    },
    {
      "loss_action": 0.010855658911168575,
      "loss_total": 0.010855658911168575,
      "step": 13300
    },
    {
      "loss_action": 0.015768133103847504,
      "loss_total": 0.015768133103847504,
      "step": 13300
    },
    {
      "grad_norm": 0.2872530519962311,
      "learning_rate": 6.654500000000001e-05,
      "loss": 0.0185,
      "step": 13310
    },
    {
      "loss_action": 0.02037031576037407,
      "loss_total": 0.02037031576037407,
      "step": 13310
    },
    {
      "loss_action": 0.008916688151657581,
      "loss_total": 0.008916688151657581,
      "step": 13310
    },
    {
      "loss_action": 0.01966722123324871,
      "loss_total": 0.01966722123324871,
      "step": 13310
    },
    {
      "loss_action": 0.009235029108822346,
      "loss_total": 0.009235029108822346,
      "step": 13310
    },
    {
      "loss_action": 0.01924993097782135,
      "loss_total": 0.01924993097782135,
      "step": 13310
    },
    {
      "loss_action": 0.012163793668150902,
      "loss_total": 0.012163793668150902,
      "step": 13310
    },
    {
      "loss_action": 0.010921604931354523,
      "loss_total": 0.010921604931354523,
      "step": 13310
    },
    {
      "loss_action": 0.016553476452827454,
      "loss_total": 0.016553476452827454,
      "step": 13310
    },
    {
      "grad_norm": 0.32399603724479675,
      "learning_rate": 6.659500000000001e-05,
      "loss": 0.023,
      "step": 13320
    },
    {
      "loss_action": 0.012891611084342003,
      "loss_total": 0.012891611084342003,
      "step": 13320
    },
    {
      "loss_action": 0.013332071714103222,
      "loss_total": 0.013332071714103222,
      "step": 13320
    },
    {
      "loss_action": 0.00937653798609972,
      "loss_total": 0.00937653798609972,
      "step": 13320
    },
    {
      "loss_action": 0.01907247304916382,
      "loss_total": 0.01907247304916382,
      "step": 13320
    },
    {
      "loss_action": 0.020000599324703217,
      "loss_total": 0.020000599324703217,
      "step": 13320
    },
    {
      "loss_action": 0.02519025281071663,
      "loss_total": 0.02519025281071663,
      "step": 13320
    },
    {
      "loss_action": 0.023369427770376205,
      "loss_total": 0.023369427770376205,
      "step": 13320
    },
    {
      "loss_action": 0.02171747386455536,
      "loss_total": 0.02171747386455536,
      "step": 13320
    },
    {
      "grad_norm": 0.303382933139801,
      "learning_rate": 6.6645e-05,
      "loss": 0.0218,
      "step": 13330
    },
    {
      "loss_action": 0.011510774493217468,
      "loss_total": 0.011510774493217468,
      "step": 13330
    },
    {
      "loss_action": 0.00952850840985775,
      "loss_total": 0.00952850840985775,
      "step": 13330
    },
    {
      "loss_action": 0.009372629225254059,
      "loss_total": 0.009372629225254059,
      "step": 13330
    },
    {
      "loss_action": 0.016368035227060318,
      "loss_total": 0.016368035227060318,
      "step": 13330
    },
    {
      "loss_action": 0.024072837084531784,
      "loss_total": 0.024072837084531784,
      "step": 13330
    },
    {
      "loss_action": 0.019733166322112083,
      "loss_total": 0.019733166322112083,
      "step": 13330
    },
    {
      "loss_action": 0.022999174892902374,
      "loss_total": 0.022999174892902374,
      "step": 13330
    },
    {
      "loss_action": 0.029426421970129013,
      "loss_total": 0.029426421970129013,
      "step": 13330
    },
    {
      "grad_norm": 0.3349660336971283,
      "learning_rate": 6.669500000000001e-05,
      "loss": 0.0217,
      "step": 13340
    },
    {
      "loss_action": 0.0254831425845623,
      "loss_total": 0.0254831425845623,
      "step": 13340
    },
    {
      "loss_action": 0.019852450117468834,
      "loss_total": 0.019852450117468834,
      "step": 13340
    },
    {
      "loss_action": 0.03285880386829376,
      "loss_total": 0.03285880386829376,
      "step": 13340
    },
    {
      "loss_action": 0.17289131879806519,
      "loss_total": 0.17289131879806519,
      "step": 13340
    },
    {
      "loss_action": 0.015975719317793846,
      "loss_total": 0.015975719317793846,
      "step": 13340
    },
    {
      "loss_action": 0.02671104297041893,
      "loss_total": 0.02671104297041893,
      "step": 13340
    },
    {
      "loss_action": 0.045276883989572525,
      "loss_total": 0.045276883989572525,
      "step": 13340
    },
    {
      "loss_action": 0.022331194952130318,
      "loss_total": 0.022331194952130318,
      "step": 13340
    },
    {
      "grad_norm": 0.4029688835144043,
      "learning_rate": 6.6745e-05,
      "loss": 0.0255,
      "step": 13350
    },
    {
      "loss_action": 0.017308130860328674,
      "loss_total": 0.017308130860328674,
      "step": 13350
    },
    {
      "loss_action": 0.02154162898659706,
      "loss_total": 0.02154162898659706,
      "step": 13350
    },
    {
      "loss_action": 0.013843400403857231,
      "loss_total": 0.013843400403857231,
      "step": 13350
    },
    {
      "loss_action": 0.013376052491366863,
      "loss_total": 0.013376052491366863,
      "step": 13350
    },
    {
      "loss_action": 0.01926581561565399,
      "loss_total": 0.01926581561565399,
      "step": 13350
    },
    {
      "loss_action": 0.044303201138973236,
      "loss_total": 0.044303201138973236,
      "step": 13350
    },
    {
      "loss_action": 0.03398966044187546,
      "loss_total": 0.03398966044187546,
      "step": 13350
    },
    {
      "loss_action": 0.027299918234348297,
      "loss_total": 0.027299918234348297,
      "step": 13350
    },
    {
      "grad_norm": 0.271173894405365,
      "learning_rate": 6.679500000000001e-05,
      "loss": 0.0236,
      "step": 13360
    },
    {
      "loss_action": 0.017384178936481476,
      "loss_total": 0.017384178936481476,
      "step": 13360
    },
    {
      "loss_action": 0.010411156341433525,
      "loss_total": 0.010411156341433525,
      "step": 13360
    },
    {
      "loss_action": 0.012810816988348961,
      "loss_total": 0.012810816988348961,
      "step": 13360
    },
    {
      "loss_action": 0.011669370345771313,
      "loss_total": 0.011669370345771313,
      "step": 13360
    },
    {
      "loss_action": 0.00791966263204813,
      "loss_total": 0.00791966263204813,
      "step": 13360
    },
    {
      "loss_action": 0.03391246870160103,
      "loss_total": 0.03391246870160103,
      "step": 13360
    },
    {
      "loss_action": 0.026302609592676163,
      "loss_total": 0.026302609592676163,
      "step": 13360
    },
    {
      "loss_action": 0.02922467514872551,
      "loss_total": 0.02922467514872551,
      "step": 13360
    },
    {
      "grad_norm": 0.23851604759693146,
      "learning_rate": 6.6845e-05,
      "loss": 0.0187,
      "step": 13370
    },
    {
      "loss_action": 0.014633551239967346,
      "loss_total": 0.014633551239967346,
      "step": 13370
    },
    {
      "loss_action": 0.0075337886810302734,
      "loss_total": 0.0075337886810302734,
      "step": 13370
    },
    {
      "loss_action": 0.02022290974855423,
      "loss_total": 0.02022290974855423,
      "step": 13370
    },
    {
      "loss_action": 0.012585938908159733,
      "loss_total": 0.012585938908159733,
      "step": 13370
    },
    {
      "loss_action": 0.0075487918220460415,
      "loss_total": 0.0075487918220460415,
      "step": 13370
    },
    {
      "loss_action": 0.013679972849786282,
      "loss_total": 0.013679972849786282,
      "step": 13370
    },
    {
      "loss_action": 0.01067880168557167,
      "loss_total": 0.01067880168557167,
      "step": 13370
    },
    {
      "loss_action": 0.009197097271680832,
      "loss_total": 0.009197097271680832,
      "step": 13370
    },
    {
      "grad_norm": 0.20970886945724487,
      "learning_rate": 6.6895e-05,
      "loss": 0.0182,
      "step": 13380
    },
    {
      "loss_action": 0.014816384762525558,
      "loss_total": 0.014816384762525558,
      "step": 13380
    },
    {
      "loss_action": 0.01717415265738964,
      "loss_total": 0.01717415265738964,
      "step": 13380
    },
    {
      "loss_action": 0.014192787930369377,
      "loss_total": 0.014192787930369377,
      "step": 13380
    },
    {
      "loss_action": 0.0743754655122757,
      "loss_total": 0.0743754655122757,
      "step": 13380
    },
    {
      "loss_action": 0.012882072478532791,
      "loss_total": 0.012882072478532791,
      "step": 13380
    },
    {
      "loss_action": 0.017736397683620453,
      "loss_total": 0.017736397683620453,
      "step": 13380
    },
    {
      "loss_action": 0.02621767669916153,
      "loss_total": 0.02621767669916153,
      "step": 13380
    },
    {
      "loss_action": 0.011561417020857334,
      "loss_total": 0.011561417020857334,
      "step": 13380
    },
    {
      "grad_norm": 0.2604340612888336,
      "learning_rate": 6.6945e-05,
      "loss": 0.019,
      "step": 13390
    },
    {
      "loss_action": 0.015136772766709328,
      "loss_total": 0.015136772766709328,
      "step": 13390
    },
    {
      "loss_action": 0.015132728032767773,
      "loss_total": 0.015132728032767773,
      "step": 13390
    },
    {
      "loss_action": 0.022941071540117264,
      "loss_total": 0.022941071540117264,
      "step": 13390
    },
    {
      "loss_action": 0.011771054938435555,
      "loss_total": 0.011771054938435555,
      "step": 13390
    },
    {
      "loss_action": 0.020117977634072304,
      "loss_total": 0.020117977634072304,
      "step": 13390
    },
    {
      "loss_action": 0.021054979413747787,
      "loss_total": 0.021054979413747787,
      "step": 13390
    },
    {
      "loss_action": 0.040674880146980286,
      "loss_total": 0.040674880146980286,
      "step": 13390
    },
    {
      "loss_action": 0.04103401303291321,
      "loss_total": 0.04103401303291321,
      "step": 13390
    },
    {
      "grad_norm": 0.2596995234489441,
      "learning_rate": 6.6995e-05,
      "loss": 0.021,
      "step": 13400
    },
    {
      "loss_action": 0.0185806006193161,
      "loss_total": 0.0185806006193161,
      "step": 13400
    },
    {
      "loss_action": 0.030783209949731827,
      "loss_total": 0.030783209949731827,
      "step": 13400
    },
    {
      "loss_action": 0.013364184647798538,
      "loss_total": 0.013364184647798538,
      "step": 13400
    },
    {
      "loss_action": 0.028480958193540573,
      "loss_total": 0.028480958193540573,
      "step": 13400
    },
    {
      "loss_action": 0.07005804777145386,
      "loss_total": 0.07005804777145386,
      "step": 13400
    },
    {
      "loss_action": 0.022323589771986008,
      "loss_total": 0.022323589771986008,
      "step": 13400
    },
    {
      "loss_action": 0.013556407764554024,
      "loss_total": 0.013556407764554024,
      "step": 13400
    },
    {
      "loss_action": 0.03911161422729492,
      "loss_total": 0.03911161422729492,
      "step": 13400
    },
    {
      "grad_norm": 0.3400767743587494,
      "learning_rate": 6.7045e-05,
      "loss": 0.0204,
      "step": 13410
    },
    {
      "loss_action": 0.022850964218378067,
      "loss_total": 0.022850964218378067,
      "step": 13410
    },
    {
      "loss_action": 0.012143263593316078,
      "loss_total": 0.012143263593316078,
      "step": 13410
    },
    {
      "loss_action": 0.020073136314749718,
      "loss_total": 0.020073136314749718,
      "step": 13410
    },
    {
      "loss_action": 0.011770876124501228,
      "loss_total": 0.011770876124501228,
      "step": 13410
    },
    {
      "loss_action": 0.017576567828655243,
      "loss_total": 0.017576567828655243,
      "step": 13410
    },
    {
      "loss_action": 0.02973407506942749,
      "loss_total": 0.02973407506942749,
      "step": 13410
    },
    {
      "loss_action": 0.016321230679750443,
      "loss_total": 0.016321230679750443,
      "step": 13410
    },
    {
      "loss_action": 0.025257401168346405,
      "loss_total": 0.025257401168346405,
      "step": 13410
    },
    {
      "grad_norm": 0.28157803416252136,
      "learning_rate": 6.709500000000001e-05,
      "loss": 0.0215,
      "step": 13420
    },
    {
      "loss_action": 0.01576879248023033,
      "loss_total": 0.01576879248023033,
      "step": 13420
    },
    {
      "loss_action": 0.0175087358802557,
      "loss_total": 0.0175087358802557,
      "step": 13420
    },
    {
      "loss_action": 0.018306095153093338,
      "loss_total": 0.018306095153093338,
      "step": 13420
    },
    {
      "loss_action": 0.012795548886060715,
      "loss_total": 0.012795548886060715,
      "step": 13420
    },
    {
      "loss_action": 0.021986661478877068,
      "loss_total": 0.021986661478877068,
      "step": 13420
    },
    {
      "loss_action": 0.03025735914707184,
      "loss_total": 0.03025735914707184,
      "step": 13420
    },
    {
      "loss_action": 0.022909877821803093,
      "loss_total": 0.022909877821803093,
      "step": 13420
    },
    {
      "loss_action": 0.017420504242181778,
      "loss_total": 0.017420504242181778,
      "step": 13420
    },
    {
      "grad_norm": 0.37433940172195435,
      "learning_rate": 6.714500000000001e-05,
      "loss": 0.0273,
      "step": 13430
    },
    {
      "loss_action": 0.01845598965883255,
      "loss_total": 0.01845598965883255,
      "step": 13430
    },
    {
      "loss_action": 0.028120286762714386,
      "loss_total": 0.028120286762714386,
      "step": 13430
    },
    {
      "loss_action": 0.016526442021131516,
      "loss_total": 0.016526442021131516,
      "step": 13430
    },
    {
      "loss_action": 0.011749021708965302,
      "loss_total": 0.011749021708965302,
      "step": 13430
    },
    {
      "loss_action": 0.022911883890628815,
      "loss_total": 0.022911883890628815,
      "step": 13430
    },
    {
      "loss_action": 0.01962505280971527,
      "loss_total": 0.01962505280971527,
      "step": 13430
    },
    {
      "loss_action": 0.01666424050927162,
      "loss_total": 0.01666424050927162,
      "step": 13430
    },
    {
      "loss_action": 0.014040383510291576,
      "loss_total": 0.014040383510291576,
      "step": 13430
    },
    {
      "grad_norm": 0.267324298620224,
      "learning_rate": 6.719500000000001e-05,
      "loss": 0.0215,
      "step": 13440
    },
    {
      "loss_action": 0.016730349510908127,
      "loss_total": 0.016730349510908127,
      "step": 13440
    },
    {
      "loss_action": 0.011103281751275063,
      "loss_total": 0.011103281751275063,
      "step": 13440
    },
    {
      "loss_action": 0.039298903197050095,
      "loss_total": 0.039298903197050095,
      "step": 13440
    },
    {
      "loss_action": 0.008145462721586227,
      "loss_total": 0.008145462721586227,
      "step": 13440
    },
    {
      "loss_action": 0.027731196954846382,
      "loss_total": 0.027731196954846382,
      "step": 13440
    },
    {
      "loss_action": 0.014587565325200558,
      "loss_total": 0.014587565325200558,
      "step": 13440
    },
    {
      "loss_action": 0.01719718798995018,
      "loss_total": 0.01719718798995018,
      "step": 13440
    },
    {
      "loss_action": 0.03705430030822754,
      "loss_total": 0.03705430030822754,
      "step": 13440
    },
    {
      "grad_norm": 0.37069210410118103,
      "learning_rate": 6.7245e-05,
      "loss": 0.0215,
      "step": 13450
    },
    {
      "loss_action": 0.010311421006917953,
      "loss_total": 0.010311421006917953,
      "step": 13450
    },
    {
      "loss_action": 0.026178551837801933,
      "loss_total": 0.026178551837801933,
      "step": 13450
    },
    {
      "loss_action": 0.010942049324512482,
      "loss_total": 0.010942049324512482,
      "step": 13450
    },
    {
      "loss_action": 0.021371271461248398,
      "loss_total": 0.021371271461248398,
      "step": 13450
    },
    {
      "loss_action": 0.0222177654504776,
      "loss_total": 0.0222177654504776,
      "step": 13450
    },
    {
      "loss_action": 0.022731265053153038,
      "loss_total": 0.022731265053153038,
      "step": 13450
    },
    {
      "loss_action": 0.04012970253825188,
      "loss_total": 0.04012970253825188,
      "step": 13450
    },
    {
      "loss_action": 0.01432911679148674,
      "loss_total": 0.01432911679148674,
      "step": 13450
    },
    {
      "grad_norm": 0.19993802905082703,
      "learning_rate": 6.729500000000001e-05,
      "loss": 0.0206,
      "step": 13460
    },
    {
      "loss_action": 0.012412543408572674,
      "loss_total": 0.012412543408572674,
      "step": 13460
    },
    {
      "loss_action": 0.009138408116996288,
      "loss_total": 0.009138408116996288,
      "step": 13460
    },
    {
      "loss_action": 0.01559409312903881,
      "loss_total": 0.01559409312903881,
      "step": 13460
    },
    {
      "loss_action": 0.00890304148197174,
      "loss_total": 0.00890304148197174,
      "step": 13460
    },
    {
      "loss_action": 0.017908871173858643,
      "loss_total": 0.017908871173858643,
      "step": 13460
    },
    {
      "loss_action": 0.022323761135339737,
      "loss_total": 0.022323761135339737,
      "step": 13460
    },
    {
      "loss_action": 0.02246107906103134,
      "loss_total": 0.02246107906103134,
      "step": 13460
    },
    {
      "loss_action": 0.00867048092186451,
      "loss_total": 0.00867048092186451,
      "step": 13460
    },
    {
      "grad_norm": 0.2551695704460144,
      "learning_rate": 6.7345e-05,
      "loss": 0.0203,
      "step": 13470
    },
    {
      "loss_action": 0.02954573556780815,
      "loss_total": 0.02954573556780815,
      "step": 13470
    },
    {
      "loss_action": 0.013576474040746689,
      "loss_total": 0.013576474040746689,
      "step": 13470
    },
    {
      "loss_action": 0.012736214324831963,
      "loss_total": 0.012736214324831963,
      "step": 13470
    },
    {
      "loss_action": 0.016918979585170746,
      "loss_total": 0.016918979585170746,
      "step": 13470
    },
    {
      "loss_action": 0.020239537581801414,
      "loss_total": 0.020239537581801414,
      "step": 13470
    },
    {
      "loss_action": 0.0074681490659713745,
      "loss_total": 0.0074681490659713745,
      "step": 13470
    },
    {
      "loss_action": 0.054889749735593796,
      "loss_total": 0.054889749735593796,
      "step": 13470
    },
    {
      "loss_action": 0.02593955770134926,
      "loss_total": 0.02593955770134926,
      "step": 13470
    },
    {
      "grad_norm": 0.24441774189472198,
      "learning_rate": 6.739500000000001e-05,
      "loss": 0.02,
      "step": 13480
    },
    {
      "loss_action": 0.01359531283378601,
      "loss_total": 0.01359531283378601,
      "step": 13480
    },
    {
      "loss_action": 0.012131507508456707,
      "loss_total": 0.012131507508456707,
      "step": 13480
    },
    {
      "loss_action": 0.03274674713611603,
      "loss_total": 0.03274674713611603,
      "step": 13480
    },
    {
      "loss_action": 0.016778960824012756,
      "loss_total": 0.016778960824012756,
      "step": 13480
    },
    {
      "loss_action": 0.016696766018867493,
      "loss_total": 0.016696766018867493,
      "step": 13480
    },
    {
      "loss_action": 0.04965674877166748,
      "loss_total": 0.04965674877166748,
      "step": 13480
    },
    {
      "loss_action": 0.030268803238868713,
      "loss_total": 0.030268803238868713,
      "step": 13480
    },
    {
      "loss_action": 0.024456936866044998,
      "loss_total": 0.024456936866044998,
      "step": 13480
    },
    {
      "grad_norm": 0.3168255686759949,
      "learning_rate": 6.7445e-05,
      "loss": 0.0183,
      "step": 13490
    },
    {
      "loss_action": 0.01304800808429718,
      "loss_total": 0.01304800808429718,
      "step": 13490
    },
    {
      "loss_action": 0.01852823607623577,
      "loss_total": 0.01852823607623577,
      "step": 13490
    },
    {
      "loss_action": 0.03665979206562042,
      "loss_total": 0.03665979206562042,
      "step": 13490
    },
    {
      "loss_action": 0.030125262215733528,
      "loss_total": 0.030125262215733528,
      "step": 13490
    },
    {
      "loss_action": 0.012355423532426357,
      "loss_total": 0.012355423532426357,
      "step": 13490
    },
    {
      "loss_action": 0.007916847243905067,
      "loss_total": 0.007916847243905067,
      "step": 13490
    },
    {
      "loss_action": 0.011630554683506489,
      "loss_total": 0.011630554683506489,
      "step": 13490
    },
    {
      "loss_action": 0.024190392345190048,
      "loss_total": 0.024190392345190048,
      "step": 13490
    },
    {
      "grad_norm": 0.25707972049713135,
      "learning_rate": 6.7495e-05,
      "loss": 0.0198,
      "step": 13500
    },
    {
      "loss_action": 0.008792671374976635,
      "loss_total": 0.008792671374976635,
      "step": 13500
    },
    {
      "loss_action": 0.0667315423488617,
      "loss_total": 0.0667315423488617,
      "step": 13500
    },
    {
      "loss_action": 0.011543269269168377,
      "loss_total": 0.011543269269168377,
      "step": 13500
    },
    {
      "loss_action": 0.037845075130462646,
      "loss_total": 0.037845075130462646,
      "step": 13500
    },
    {
      "loss_action": 0.018101828172802925,
      "loss_total": 0.018101828172802925,
      "step": 13500
    },
    {
      "loss_action": 0.019852211698889732,
      "loss_total": 0.019852211698889732,
      "step": 13500
    },
    {
      "loss_action": 0.018818646669387817,
      "loss_total": 0.018818646669387817,
      "step": 13500
    },
    {
      "loss_action": 0.01289310771971941,
      "loss_total": 0.01289310771971941,
      "step": 13500
    },
    {
      "grad_norm": 0.21739746630191803,
      "learning_rate": 6.7545e-05,
      "loss": 0.0184,
      "step": 13510
    },
    {
      "loss_action": 0.014277517795562744,
      "loss_total": 0.014277517795562744,
      "step": 13510
    },
    {
      "loss_action": 0.020414073020219803,
      "loss_total": 0.020414073020219803,
      "step": 13510
    },
    {
      "loss_action": 0.016580015420913696,
      "loss_total": 0.016580015420913696,
      "step": 13510
    },
    {
      "loss_action": 0.010930312797427177,
      "loss_total": 0.010930312797427177,
      "step": 13510
    },
    {
      "loss_action": 0.014200903475284576,
      "loss_total": 0.014200903475284576,
      "step": 13510
    },
    {
      "loss_action": 0.018055981025099754,
      "loss_total": 0.018055981025099754,
      "step": 13510
    },
    {
      "loss_action": 0.02786911278963089,
      "loss_total": 0.02786911278963089,
      "step": 13510
    },
    {
      "loss_action": 0.014369409531354904,
      "loss_total": 0.014369409531354904,
      "step": 13510
    },
    {
      "grad_norm": 0.2353999763727188,
      "learning_rate": 6.7595e-05,
      "loss": 0.0166,
      "step": 13520
    },
    {
      "loss_action": 0.02199465222656727,
      "loss_total": 0.02199465222656727,
      "step": 13520
    },
    {
      "loss_action": 0.009382694959640503,
      "loss_total": 0.009382694959640503,
      "step": 13520
    },
    {
      "loss_action": 0.02241477742791176,
      "loss_total": 0.02241477742791176,
      "step": 13520
    },
    {
      "loss_action": 0.021737048402428627,
      "loss_total": 0.021737048402428627,
      "step": 13520
    },
    {
      "loss_action": 0.026883434504270554,
      "loss_total": 0.026883434504270554,
      "step": 13520
    },
    {
      "loss_action": 0.02217712625861168,
      "loss_total": 0.02217712625861168,
      "step": 13520
    },
    {
      "loss_action": 0.012993788346648216,
      "loss_total": 0.012993788346648216,
      "step": 13520
    },
    {
      "loss_action": 0.02127685397863388,
      "loss_total": 0.02127685397863388,
      "step": 13520
    },
    {
      "grad_norm": 0.23894307017326355,
      "learning_rate": 6.764500000000001e-05,
      "loss": 0.0176,
      "step": 13530
    },
    {
      "loss_action": 0.035181816667318344,
      "loss_total": 0.035181816667318344,
      "step": 13530
    },
    {
      "loss_action": 0.016392963007092476,
      "loss_total": 0.016392963007092476,
      "step": 13530
    },
    {
      "loss_action": 0.011342266574501991,
      "loss_total": 0.011342266574501991,
      "step": 13530
    },
    {
      "loss_action": 0.014081142842769623,
      "loss_total": 0.014081142842769623,
      "step": 13530
    },
    {
      "loss_action": 0.015419021248817444,
      "loss_total": 0.015419021248817444,
      "step": 13530
    },
    {
      "loss_action": 0.014759164303541183,
      "loss_total": 0.014759164303541183,
      "step": 13530
    },
    {
      "loss_action": 0.019991930574178696,
      "loss_total": 0.019991930574178696,
      "step": 13530
    },
    {
      "loss_action": 0.014887699857354164,
      "loss_total": 0.014887699857354164,
      "step": 13530
    },
    {
      "grad_norm": 0.2338877171278,
      "learning_rate": 6.769500000000001e-05,
      "loss": 0.019,
      "step": 13540
    },
    {
      "loss_action": 0.025342147797346115,
      "loss_total": 0.025342147797346115,
      "step": 13540
    },
    {
      "loss_action": 0.02070050872862339,
      "loss_total": 0.02070050872862339,
      "step": 13540
    },
    {
      "loss_action": 0.021454796195030212,
      "loss_total": 0.021454796195030212,
      "step": 13540
    },
    {
      "loss_action": 0.07164879143238068,
      "loss_total": 0.07164879143238068,
      "step": 13540
    },
    {
      "loss_action": 0.013440283015370369,
      "loss_total": 0.013440283015370369,
      "step": 13540
    },
    {
      "loss_action": 0.010818429291248322,
      "loss_total": 0.010818429291248322,
      "step": 13540
    },
    {
      "loss_action": 0.017926419153809547,
      "loss_total": 0.017926419153809547,
      "step": 13540
    },
    {
      "loss_action": 0.01649712771177292,
      "loss_total": 0.01649712771177292,
      "step": 13540
    },
    {
      "grad_norm": 0.3383772075176239,
      "learning_rate": 6.774500000000001e-05,
      "loss": 0.0205,
      "step": 13550
    },
    {
      "loss_action": 0.030236300081014633,
      "loss_total": 0.030236300081014633,
      "step": 13550
    },
    {
      "loss_action": 0.011988759972155094,
      "loss_total": 0.011988759972155094,
      "step": 13550
    },
    {
      "loss_action": 0.022175468504428864,
      "loss_total": 0.022175468504428864,
      "step": 13550
    },
    {
      "loss_action": 0.022470254451036453,
      "loss_total": 0.022470254451036453,
      "step": 13550
    },
    {
      "loss_action": 0.01566673442721367,
      "loss_total": 0.01566673442721367,
      "step": 13550
    },
    {
      "loss_action": 0.019403038546442986,
      "loss_total": 0.019403038546442986,
      "step": 13550
    },
    {
      "loss_action": 0.01296118926256895,
      "loss_total": 0.01296118926256895,
      "step": 13550
    },
    {
      "loss_action": 0.018901143223047256,
      "loss_total": 0.018901143223047256,
      "step": 13550
    },
    {
      "grad_norm": 0.29294151067733765,
      "learning_rate": 6.779500000000001e-05,
      "loss": 0.0172,
      "step": 13560
    },
    {
      "loss_action": 0.014703940600156784,
      "loss_total": 0.014703940600156784,
      "step": 13560
    },
    {
      "loss_action": 0.02342147007584572,
      "loss_total": 0.02342147007584572,
      "step": 13560
    },
    {
      "loss_action": 0.02445691078901291,
      "loss_total": 0.02445691078901291,
      "step": 13560
    },
    {
      "loss_action": 0.01327466033399105,
      "loss_total": 0.01327466033399105,
      "step": 13560
    },
    {
      "loss_action": 0.01186149101704359,
      "loss_total": 0.01186149101704359,
      "step": 13560
    },
    {
      "loss_action": 0.008650848641991615,
      "loss_total": 0.008650848641991615,
      "step": 13560
    },
    {
      "loss_action": 0.027074720710515976,
      "loss_total": 0.027074720710515976,
      "step": 13560
    },
    {
      "loss_action": 0.006874042563140392,
      "loss_total": 0.006874042563140392,
      "step": 13560
    },
    {
      "grad_norm": 0.3602081537246704,
      "learning_rate": 6.7845e-05,
      "loss": 0.0185,
      "step": 13570
    },
    {
      "loss_action": 0.017216654494404793,
      "loss_total": 0.017216654494404793,
      "step": 13570
    },
    {
      "loss_action": 0.02171694114804268,
      "loss_total": 0.02171694114804268,
      "step": 13570
    },
    {
      "loss_action": 0.009455988183617592,
      "loss_total": 0.009455988183617592,
      "step": 13570
    },
    {
      "loss_action": 0.010174775496125221,
      "loss_total": 0.010174775496125221,
      "step": 13570
    },
    {
      "loss_action": 0.02075451798737049,
      "loss_total": 0.02075451798737049,
      "step": 13570
    },
    {
      "loss_action": 0.031412042677402496,
      "loss_total": 0.031412042677402496,
      "step": 13570
    },
    {
      "loss_action": 0.024466142058372498,
      "loss_total": 0.024466142058372498,
      "step": 13570
    },
    {
      "loss_action": 0.006906626280397177,
      "loss_total": 0.006906626280397177,
      "step": 13570
    },
    {
      "grad_norm": 0.31137171387672424,
      "learning_rate": 6.789500000000001e-05,
      "loss": 0.0199,
      "step": 13580
    },
    {
      "loss_action": 0.010935163125395775,
      "loss_total": 0.010935163125395775,
      "step": 13580
    },
    {
      "loss_action": 0.011468700133264065,
      "loss_total": 0.011468700133264065,
      "step": 13580
    },
    {
      "loss_action": 0.023785101249814034,
      "loss_total": 0.023785101249814034,
      "step": 13580
    },
    {
      "loss_action": 0.01983477547764778,
      "loss_total": 0.01983477547764778,
      "step": 13580
    },
    {
      "loss_action": 0.02029297687113285,
      "loss_total": 0.02029297687113285,
      "step": 13580
    },
    {
      "loss_action": 0.02308732084929943,
      "loss_total": 0.02308732084929943,
      "step": 13580
    },
    {
      "loss_action": 0.01108519360423088,
      "loss_total": 0.01108519360423088,
      "step": 13580
    },
    {
      "loss_action": 0.011820591054856777,
      "loss_total": 0.011820591054856777,
      "step": 13580
    },
    {
      "grad_norm": 0.26380351185798645,
      "learning_rate": 6.7945e-05,
      "loss": 0.0226,
      "step": 13590
    },
    {
      "loss_action": 0.021342642605304718,
      "loss_total": 0.021342642605304718,
      "step": 13590
    },
    {
      "loss_action": 0.016363319009542465,
      "loss_total": 0.016363319009542465,
      "step": 13590
    },
    {
      "loss_action": 0.031221184879541397,
      "loss_total": 0.031221184879541397,
      "step": 13590
    },
    {
      "loss_action": 0.00825091265141964,
      "loss_total": 0.00825091265141964,
      "step": 13590
    },
    {
      "loss_action": 0.020666982978582382,
      "loss_total": 0.020666982978582382,
      "step": 13590
    },
    {
      "loss_action": 0.020075831562280655,
      "loss_total": 0.020075831562280655,
      "step": 13590
    },
    {
      "loss_action": 0.011408715508878231,
      "loss_total": 0.011408715508878231,
      "step": 13590
    },
    {
      "loss_action": 0.011087637394666672,
      "loss_total": 0.011087637394666672,
      "step": 13590
    },
    {
      "grad_norm": 0.2462567687034607,
      "learning_rate": 6.7995e-05,
      "loss": 0.0186,
      "step": 13600
    },
    {
      "loss_action": 0.01259823888540268,
      "loss_total": 0.01259823888540268,
      "step": 13600
    },
    {
      "loss_action": 0.030497971922159195,
      "loss_total": 0.030497971922159195,
      "step": 13600
    },
    {
      "loss_action": 0.02065403014421463,
      "loss_total": 0.02065403014421463,
      "step": 13600
    },
    {
      "loss_action": 0.015008816495537758,
      "loss_total": 0.015008816495537758,
      "step": 13600
    },
    {
      "loss_action": 0.011832533404231071,
      "loss_total": 0.011832533404231071,
      "step": 13600
    },
    {
      "loss_action": 0.01802431046962738,
      "loss_total": 0.01802431046962738,
      "step": 13600
    },
    {
      "loss_action": 0.01265088003128767,
      "loss_total": 0.01265088003128767,
      "step": 13600
    },
    {
      "loss_action": 0.012146400287747383,
      "loss_total": 0.012146400287747383,
      "step": 13600
    },
    {
      "grad_norm": 0.2940323054790497,
      "learning_rate": 6.8045e-05,
      "loss": 0.0169,
      "step": 13610
    },
    {
      "loss_action": 0.010780727490782738,
      "loss_total": 0.010780727490782738,
      "step": 13610
    },
    {
      "loss_action": 0.02512473613023758,
      "loss_total": 0.02512473613023758,
      "step": 13610
    },
    {
      "loss_action": 0.01712086610496044,
      "loss_total": 0.01712086610496044,
      "step": 13610
    },
    {
      "loss_action": 0.0195406936109066,
      "loss_total": 0.0195406936109066,
      "step": 13610
    },
    {
      "loss_action": 0.020425481721758842,
      "loss_total": 0.020425481721758842,
      "step": 13610
    },
    {
      "loss_action": 0.012789211235940456,
      "loss_total": 0.012789211235940456,
      "step": 13610
    },
    {
      "loss_action": 0.009206077083945274,
      "loss_total": 0.009206077083945274,
      "step": 13610
    },
    {
      "loss_action": 0.008637173101305962,
      "loss_total": 0.008637173101305962,
      "step": 13610
    },
    {
      "grad_norm": 0.23628824949264526,
      "learning_rate": 6.8095e-05,
      "loss": 0.0183,
      "step": 13620
    },
    {
      "loss_action": 0.01691450923681259,
      "loss_total": 0.01691450923681259,
      "step": 13620
    },
    {
      "loss_action": 0.030428016558289528,
      "loss_total": 0.030428016558289528,
      "step": 13620
    },
    {
      "loss_action": 0.011913232505321503,
      "loss_total": 0.011913232505321503,
      "step": 13620
    },
    {
      "loss_action": 0.013910365290939808,
      "loss_total": 0.013910365290939808,
      "step": 13620
    },
    {
      "loss_action": 0.015628304332494736,
      "loss_total": 0.015628304332494736,
      "step": 13620
    },
    {
      "loss_action": 0.05527564138174057,
      "loss_total": 0.05527564138174057,
      "step": 13620
    },
    {
      "loss_action": 0.011862698942422867,
      "loss_total": 0.011862698942422867,
      "step": 13620
    },
    {
      "loss_action": 0.01780816912651062,
      "loss_total": 0.01780816912651062,
      "step": 13620
    },
    {
      "grad_norm": 0.19011473655700684,
      "learning_rate": 6.8145e-05,
      "loss": 0.0179,
      "step": 13630
    },
    {
      "loss_action": 0.014451751485466957,
      "loss_total": 0.014451751485466957,
      "step": 13630
    },
    {
      "loss_action": 0.010233310982584953,
      "loss_total": 0.010233310982584953,
      "step": 13630
    },
    {
      "loss_action": 0.022818254306912422,
      "loss_total": 0.022818254306912422,
      "step": 13630
    },
    {
      "loss_action": 0.008414613083004951,
      "loss_total": 0.008414613083004951,
      "step": 13630
    },
    {
      "loss_action": 0.011965553276240826,
      "loss_total": 0.011965553276240826,
      "step": 13630
    },
    {
      "loss_action": 0.011042174883186817,
      "loss_total": 0.011042174883186817,
      "step": 13630
    },
    {
      "loss_action": 0.014991454780101776,
      "loss_total": 0.014991454780101776,
      "step": 13630
    },
    {
      "loss_action": 0.012423204258084297,
      "loss_total": 0.012423204258084297,
      "step": 13630
    },
    {
      "grad_norm": 0.2758854031562805,
      "learning_rate": 6.8195e-05,
      "loss": 0.0174,
      "step": 13640
    },
    {
      "loss_action": 0.011132955551147461,
      "loss_total": 0.011132955551147461,
      "step": 13640
    },
    {
      "loss_action": 0.019439585506916046,
      "loss_total": 0.019439585506916046,
      "step": 13640
    },
    {
      "loss_action": 0.03875545412302017,
      "loss_total": 0.03875545412302017,
      "step": 13640
    },
    {
      "loss_action": 0.06855352222919464,
      "loss_total": 0.06855352222919464,
      "step": 13640
    },
    {
      "loss_action": 0.014067590236663818,
      "loss_total": 0.014067590236663818,
      "step": 13640
    },
    {
      "loss_action": 0.023829899728298187,
      "loss_total": 0.023829899728298187,
      "step": 13640
    },
    {
      "loss_action": 0.03005186840891838,
      "loss_total": 0.03005186840891838,
      "step": 13640
    },
    {
      "loss_action": 0.011866402812302113,
      "loss_total": 0.011866402812302113,
      "step": 13640
    },
    {
      "grad_norm": 0.274685263633728,
      "learning_rate": 6.824500000000001e-05,
      "loss": 0.0206,
      "step": 13650
    },
    {
      "loss_action": 0.015236337669193745,
      "loss_total": 0.015236337669193745,
      "step": 13650
    },
    {
      "loss_action": 0.034980230033397675,
      "loss_total": 0.034980230033397675,
      "step": 13650
    },
    {
      "loss_action": 0.013947278261184692,
      "loss_total": 0.013947278261184692,
      "step": 13650
    },
    {
      "loss_action": 0.01139318011701107,
      "loss_total": 0.01139318011701107,
      "step": 13650
    },
    {
      "loss_action": 0.00942564569413662,
      "loss_total": 0.00942564569413662,
      "step": 13650
    },
    {
      "loss_action": 0.024391336366534233,
      "loss_total": 0.024391336366534233,
      "step": 13650
    },
    {
      "loss_action": 0.014487143605947495,
      "loss_total": 0.014487143605947495,
      "step": 13650
    },
    {
      "loss_action": 0.03150410205125809,
      "loss_total": 0.03150410205125809,
      "step": 13650
    },
    {
      "grad_norm": 0.23003551363945007,
      "learning_rate": 6.8295e-05,
      "loss": 0.0184,
      "step": 13660
    },
    {
      "loss_action": 0.015637341886758804,
      "loss_total": 0.015637341886758804,
      "step": 13660
    },
    {
      "loss_action": 0.04819818586111069,
      "loss_total": 0.04819818586111069,
      "step": 13660
    },
    {
      "loss_action": 0.013861345127224922,
      "loss_total": 0.013861345127224922,
      "step": 13660
    },
    {
      "loss_action": 0.01338987797498703,
      "loss_total": 0.01338987797498703,
      "step": 13660
    },
    {
      "loss_action": 0.012436628341674805,
      "loss_total": 0.012436628341674805,
      "step": 13660
    },
    {
      "loss_action": 0.013424547389149666,
      "loss_total": 0.013424547389149666,
      "step": 13660
    },
    {
      "loss_action": 0.024752289056777954,
      "loss_total": 0.024752289056777954,
      "step": 13660
    },
    {
      "loss_action": 0.010552559047937393,
      "loss_total": 0.010552559047937393,
      "step": 13660
    },
    {
      "grad_norm": 0.410528302192688,
      "learning_rate": 6.8345e-05,
      "loss": 0.0195,
      "step": 13670
    },
    {
      "loss_action": 0.027866974472999573,
      "loss_total": 0.027866974472999573,
      "step": 13670
    },
    {
      "loss_action": 0.025840334594249725,
      "loss_total": 0.025840334594249725,
      "step": 13670
    },
    {
      "loss_action": 0.012378770858049393,
      "loss_total": 0.012378770858049393,
      "step": 13670
    },
    {
      "loss_action": 0.021070757880806923,
      "loss_total": 0.021070757880806923,
      "step": 13670
    },
    {
      "loss_action": 0.027757233008742332,
      "loss_total": 0.027757233008742332,
      "step": 13670
    },
    {
      "loss_action": 0.007324890233576298,
      "loss_total": 0.007324890233576298,
      "step": 13670
    },
    {
      "loss_action": 0.01094468031078577,
      "loss_total": 0.01094468031078577,
      "step": 13670
    },
    {
      "loss_action": 0.014805087819695473,
      "loss_total": 0.014805087819695473,
      "step": 13670
    },
    {
      "grad_norm": 0.3385220766067505,
      "learning_rate": 6.8395e-05,
      "loss": 0.0218,
      "step": 13680
    },
    {
      "loss_action": 0.02845664694905281,
      "loss_total": 0.02845664694905281,
      "step": 13680
    },
    {
      "loss_action": 0.020805127918720245,
      "loss_total": 0.020805127918720245,
      "step": 13680
    },
    {
      "loss_action": 0.015218839980661869,
      "loss_total": 0.015218839980661869,
      "step": 13680
    },
    {
      "loss_action": 0.012405948713421822,
      "loss_total": 0.012405948713421822,
      "step": 13680
    },
    {
      "loss_action": 0.009083360433578491,
      "loss_total": 0.009083360433578491,
      "step": 13680
    },
    {
      "loss_action": 0.027301128953695297,
      "loss_total": 0.027301128953695297,
      "step": 13680
    },
    {
      "loss_action": 0.010231390595436096,
      "loss_total": 0.010231390595436096,
      "step": 13680
    },
    {
      "loss_action": 0.020285073667764664,
      "loss_total": 0.020285073667764664,
      "step": 13680
    },
    {
      "grad_norm": 0.27695849537849426,
      "learning_rate": 6.8445e-05,
      "loss": 0.0204,
      "step": 13690
    },
    {
      "loss_action": 0.031643711030483246,
      "loss_total": 0.031643711030483246,
      "step": 13690
    },
    {
      "loss_action": 0.01877676695585251,
      "loss_total": 0.01877676695585251,
      "step": 13690
    },
    {
      "loss_action": 0.03585188835859299,
      "loss_total": 0.03585188835859299,
      "step": 13690
    },
    {
      "loss_action": 0.014820248819887638,
      "loss_total": 0.014820248819887638,
      "step": 13690
    },
    {
      "loss_action": 0.021007586270570755,
      "loss_total": 0.021007586270570755,
      "step": 13690
    },
    {
      "loss_action": 0.015924887731671333,
      "loss_total": 0.015924887731671333,
      "step": 13690
    },
    {
      "loss_action": 0.030788645148277283,
      "loss_total": 0.030788645148277283,
      "step": 13690
    },
    {
      "loss_action": 0.030191786587238312,
      "loss_total": 0.030191786587238312,
      "step": 13690
    },
    {
      "grad_norm": 0.24898168444633484,
      "learning_rate": 6.8495e-05,
      "loss": 0.0192,
      "step": 13700
    },
    {
      "loss_action": 0.011393215507268906,
      "loss_total": 0.011393215507268906,
      "step": 13700
    },
    {
      "loss_action": 0.020524809136986732,
      "loss_total": 0.020524809136986732,
      "step": 13700
    },
    {
      "loss_action": 0.019356798380613327,
      "loss_total": 0.019356798380613327,
      "step": 13700
    },
    {
      "loss_action": 0.02047048509120941,
      "loss_total": 0.02047048509120941,
      "step": 13700
    },
    {
      "loss_action": 0.01579890586435795,
      "loss_total": 0.01579890586435795,
      "step": 13700
    },
    {
      "loss_action": 0.03117724135518074,
      "loss_total": 0.03117724135518074,
      "step": 13700
    },
    {
      "loss_action": 0.011673467233777046,
      "loss_total": 0.011673467233777046,
      "step": 13700
    },
    {
      "loss_action": 0.014265675097703934,
      "loss_total": 0.014265675097703934,
      "step": 13700
    },
    {
      "grad_norm": 0.3377794623374939,
      "learning_rate": 6.8545e-05,
      "loss": 0.021,
      "step": 13710
    },
    {
      "loss_action": 0.02449602261185646,
      "loss_total": 0.02449602261185646,
      "step": 13710
    },
    {
      "loss_action": 0.012144278734922409,
      "loss_total": 0.012144278734922409,
      "step": 13710
    },
    {
      "loss_action": 0.014190955087542534,
      "loss_total": 0.014190955087542534,
      "step": 13710
    },
    {
      "loss_action": 0.028008753433823586,
      "loss_total": 0.028008753433823586,
      "step": 13710
    },
    {
      "loss_action": 0.013692930340766907,
      "loss_total": 0.013692930340766907,
      "step": 13710
    },
    {
      "loss_action": 0.023251911625266075,
      "loss_total": 0.023251911625266075,
      "step": 13710
    },
    {
      "loss_action": 0.023481298238039017,
      "loss_total": 0.023481298238039017,
      "step": 13710
    },
    {
      "loss_action": 0.020213304087519646,
      "loss_total": 0.020213304087519646,
      "step": 13710
    },
    {
      "grad_norm": 0.2722714841365814,
      "learning_rate": 6.8595e-05,
      "loss": 0.0188,
      "step": 13720
    },
    {
      "loss_action": 0.012883219867944717,
      "loss_total": 0.012883219867944717,
      "step": 13720
    },
    {
      "loss_action": 0.03347396105527878,
      "loss_total": 0.03347396105527878,
      "step": 13720
    },
    {
      "loss_action": 0.022372908890247345,
      "loss_total": 0.022372908890247345,
      "step": 13720
    },
    {
      "loss_action": 0.029837464913725853,
      "loss_total": 0.029837464913725853,
      "step": 13720
    },
    {
      "loss_action": 0.02414543554186821,
      "loss_total": 0.02414543554186821,
      "step": 13720
    },
    {
      "loss_action": 0.018681801855564117,
      "loss_total": 0.018681801855564117,
      "step": 13720
    },
    {
      "loss_action": 0.015336566604673862,
      "loss_total": 0.015336566604673862,
      "step": 13720
    },
    {
      "loss_action": 0.052743129432201385,
      "loss_total": 0.052743129432201385,
      "step": 13720
    },
    {
      "grad_norm": 0.24800364673137665,
      "learning_rate": 6.8645e-05,
      "loss": 0.0215,
      "step": 13730
    },
    {
      "loss_action": 0.01271949615329504,
      "loss_total": 0.01271949615329504,
      "step": 13730
    },
    {
      "loss_action": 0.014561197720468044,
      "loss_total": 0.014561197720468044,
      "step": 13730
    },
    {
      "loss_action": 0.011987397447228432,
      "loss_total": 0.011987397447228432,
      "step": 13730
    },
    {
      "loss_action": 0.02251548506319523,
      "loss_total": 0.02251548506319523,
      "step": 13730
    },
    {
      "loss_action": 0.059190329164266586,
      "loss_total": 0.059190329164266586,
      "step": 13730
    },
    {
      "loss_action": 0.02122267335653305,
      "loss_total": 0.02122267335653305,
      "step": 13730
    },
    {
      "loss_action": 0.019952112808823586,
      "loss_total": 0.019952112808823586,
      "step": 13730
    },
    {
      "loss_action": 0.014967561699450016,
      "loss_total": 0.014967561699450016,
      "step": 13730
    },
    {
      "grad_norm": 0.297232061624527,
      "learning_rate": 6.869499999999999e-05,
      "loss": 0.0174,
      "step": 13740
    },
    {
      "loss_action": 0.018729014322161674,
      "loss_total": 0.018729014322161674,
      "step": 13740
    },
    {
      "loss_action": 0.014621049165725708,
      "loss_total": 0.014621049165725708,
      "step": 13740
    },
    {
      "loss_action": 0.014102892950177193,
      "loss_total": 0.014102892950177193,
      "step": 13740
    },
    {
      "loss_action": 0.012873141095042229,
      "loss_total": 0.012873141095042229,
      "step": 13740
    },
    {
      "loss_action": 0.01705697365105152,
      "loss_total": 0.01705697365105152,
      "step": 13740
    },
    {
      "loss_action": 0.02127021923661232,
      "loss_total": 0.02127021923661232,
      "step": 13740
    },
    {
      "loss_action": 0.012097563594579697,
      "loss_total": 0.012097563594579697,
      "step": 13740
    },
    {
      "loss_action": 0.012892876751720905,
      "loss_total": 0.012892876751720905,
      "step": 13740
    },
    {
      "grad_norm": 0.33088284730911255,
      "learning_rate": 6.8745e-05,
      "loss": 0.0222,
      "step": 13750
    },
    {
      "loss_action": 0.017140261828899384,
      "loss_total": 0.017140261828899384,
      "step": 13750
    },
    {
      "loss_action": 0.016092028468847275,
      "loss_total": 0.016092028468847275,
      "step": 13750
    },
    {
      "loss_action": 0.02128673531115055,
      "loss_total": 0.02128673531115055,
      "step": 13750
    },
    {
      "loss_action": 0.018385618925094604,
      "loss_total": 0.018385618925094604,
      "step": 13750
    },
    {
      "loss_action": 0.019344836473464966,
      "loss_total": 0.019344836473464966,
      "step": 13750
    },
    {
      "loss_action": 0.011210592463612556,
      "loss_total": 0.011210592463612556,
      "step": 13750
    },
    {
      "loss_action": 0.015502413734793663,
      "loss_total": 0.015502413734793663,
      "step": 13750
    },
    {
      "loss_action": 0.02394118718802929,
      "loss_total": 0.02394118718802929,
      "step": 13750
    },
    {
      "grad_norm": 0.31629079580307007,
      "learning_rate": 6.8795e-05,
      "loss": 0.024,
      "step": 13760
    },
    {
      "loss_action": 0.02226428873836994,
      "loss_total": 0.02226428873836994,
      "step": 13760
    },
    {
      "loss_action": 0.013471899554133415,
      "loss_total": 0.013471899554133415,
      "step": 13760
    },
    {
      "loss_action": 0.014837256632745266,
      "loss_total": 0.014837256632745266,
      "step": 13760
    },
    {
      "loss_action": 0.018802907317876816,
      "loss_total": 0.018802907317876816,
      "step": 13760
    },
    {
      "loss_action": 0.014864692464470863,
      "loss_total": 0.014864692464470863,
      "step": 13760
    },
    {
      "loss_action": 0.013795129954814911,
      "loss_total": 0.013795129954814911,
      "step": 13760
    },
    {
      "loss_action": 0.016485605388879776,
      "loss_total": 0.016485605388879776,
      "step": 13760
    },
    {
      "loss_action": 0.017814766615629196,
      "loss_total": 0.017814766615629196,
      "step": 13760
    },
    {
      "grad_norm": 0.3602154552936554,
      "learning_rate": 6.884500000000001e-05,
      "loss": 0.0201,
      "step": 13770
    },
    {
      "loss_action": 0.021974708884954453,
      "loss_total": 0.021974708884954453,
      "step": 13770
    },
    {
      "loss_action": 0.019381430000066757,
      "loss_total": 0.019381430000066757,
      "step": 13770
    },
    {
      "loss_action": 0.05313115566968918,
      "loss_total": 0.05313115566968918,
      "step": 13770
    },
    {
      "loss_action": 0.023977693170309067,
      "loss_total": 0.023977693170309067,
      "step": 13770
    },
    {
      "loss_action": 0.01837996393442154,
      "loss_total": 0.01837996393442154,
      "step": 13770
    },
    {
      "loss_action": 0.01899047940969467,
      "loss_total": 0.01899047940969467,
      "step": 13770
    },
    {
      "loss_action": 0.023902103304862976,
      "loss_total": 0.023902103304862976,
      "step": 13770
    },
    {
      "loss_action": 0.020280951634049416,
      "loss_total": 0.020280951634049416,
      "step": 13770
    },
    {
      "grad_norm": 0.24194703996181488,
      "learning_rate": 6.8895e-05,
      "loss": 0.0232,
      "step": 13780
    },
    {
      "loss_action": 0.020304102450609207,
      "loss_total": 0.020304102450609207,
      "step": 13780
    },
    {
      "loss_action": 0.020160270854830742,
      "loss_total": 0.020160270854830742,
      "step": 13780
    },
    {
      "loss_action": 0.0167325958609581,
      "loss_total": 0.0167325958609581,
      "step": 13780
    },
    {
      "loss_action": 0.009785566478967667,
      "loss_total": 0.009785566478967667,
      "step": 13780
    },
    {
      "loss_action": 0.017349660396575928,
      "loss_total": 0.017349660396575928,
      "step": 13780
    },
    {
      "loss_action": 0.020383508875966072,
      "loss_total": 0.020383508875966072,
      "step": 13780
    },
    {
      "loss_action": 0.017507072538137436,
      "loss_total": 0.017507072538137436,
      "step": 13780
    },
    {
      "loss_action": 0.02337731420993805,
      "loss_total": 0.02337731420993805,
      "step": 13780
    },
    {
      "grad_norm": 0.2576112747192383,
      "learning_rate": 6.8945e-05,
      "loss": 0.02,
      "step": 13790
    },
    {
      "loss_action": 0.013428131118416786,
      "loss_total": 0.013428131118416786,
      "step": 13790
    },
    {
      "loss_action": 0.01820293441414833,
      "loss_total": 0.01820293441414833,
      "step": 13790
    },
    {
      "loss_action": 0.027084719389677048,
      "loss_total": 0.027084719389677048,
      "step": 13790
    },
    {
      "loss_action": 0.01077679917216301,
      "loss_total": 0.01077679917216301,
      "step": 13790
    },
    {
      "loss_action": 0.023203670978546143,
      "loss_total": 0.023203670978546143,
      "step": 13790
    },
    {
      "loss_action": 0.03168122470378876,
      "loss_total": 0.03168122470378876,
      "step": 13790
    },
    {
      "loss_action": 0.008949896320700645,
      "loss_total": 0.008949896320700645,
      "step": 13790
    },
    {
      "loss_action": 0.017772464081645012,
      "loss_total": 0.017772464081645012,
      "step": 13790
    },
    {
      "grad_norm": 0.40263912081718445,
      "learning_rate": 6.8995e-05,
      "loss": 0.0218,
      "step": 13800
    },
    {
      "loss_action": 0.00924264919012785,
      "loss_total": 0.00924264919012785,
      "step": 13800
    },
    {
      "loss_action": 0.016091981902718544,
      "loss_total": 0.016091981902718544,
      "step": 13800
    },
    {
      "loss_action": 0.024324513971805573,
      "loss_total": 0.024324513971805573,
      "step": 13800
    },
    {
      "loss_action": 0.034642450511455536,
      "loss_total": 0.034642450511455536,
      "step": 13800
    },
    {
      "loss_action": 0.010097745805978775,
      "loss_total": 0.010097745805978775,
      "step": 13800
    },
    {
      "loss_action": 0.020102249458432198,
      "loss_total": 0.020102249458432198,
      "step": 13800
    },
    {
      "loss_action": 0.026773814111948013,
      "loss_total": 0.026773814111948013,
      "step": 13800
    },
    {
      "loss_action": 0.023675275966525078,
      "loss_total": 0.023675275966525078,
      "step": 13800
    },
    {
      "grad_norm": 0.32292550802230835,
      "learning_rate": 6.9045e-05,
      "loss": 0.0202,
      "step": 13810
    },
    {
      "loss_action": 0.0336175374686718,
      "loss_total": 0.0336175374686718,
      "step": 13810
    },
    {
      "loss_action": 0.017129307612776756,
      "loss_total": 0.017129307612776756,
      "step": 13810
    },
    {
      "loss_action": 0.014983933418989182,
      "loss_total": 0.014983933418989182,
      "step": 13810
    },
    {
      "loss_action": 0.01611980050802231,
      "loss_total": 0.01611980050802231,
      "step": 13810
    },
    {
      "loss_action": 0.006846795789897442,
      "loss_total": 0.006846795789897442,
      "step": 13810
    },
    {
      "loss_action": 0.04099651053547859,
      "loss_total": 0.04099651053547859,
      "step": 13810
    },
    {
      "loss_action": 0.020023202523589134,
      "loss_total": 0.020023202523589134,
      "step": 13810
    },
    {
      "loss_action": 0.018493492156267166,
      "loss_total": 0.018493492156267166,
      "step": 13810
    },
    {
      "grad_norm": 0.2553063631057739,
      "learning_rate": 6.9095e-05,
      "loss": 0.0192,
      "step": 13820
    },
    {
      "loss_action": 0.025006314739584923,
      "loss_total": 0.025006314739584923,
      "step": 13820
    },
    {
      "loss_action": 0.03549216687679291,
      "loss_total": 0.03549216687679291,
      "step": 13820
    },
    {
      "loss_action": 0.024094335734844208,
      "loss_total": 0.024094335734844208,
      "step": 13820
    },
    {
      "loss_action": 0.02658621221780777,
      "loss_total": 0.02658621221780777,
      "step": 13820
    },
    {
      "loss_action": 0.03072744980454445,
      "loss_total": 0.03072744980454445,
      "step": 13820
    },
    {
      "loss_action": 0.020715439692139626,
      "loss_total": 0.020715439692139626,
      "step": 13820
    },
    {
      "loss_action": 0.016276594251394272,
      "loss_total": 0.016276594251394272,
      "step": 13820
    },
    {
      "loss_action": 0.019346017390489578,
      "loss_total": 0.019346017390489578,
      "step": 13820
    },
    {
      "grad_norm": 0.27498358488082886,
      "learning_rate": 6.9145e-05,
      "loss": 0.023,
      "step": 13830
    },
    {
      "loss_action": 0.014905531890690327,
      "loss_total": 0.014905531890690327,
      "step": 13830
    },
    {
      "loss_action": 0.026256367564201355,
      "loss_total": 0.026256367564201355,
      "step": 13830
    },
    {
      "loss_action": 0.024406233802437782,
      "loss_total": 0.024406233802437782,
      "step": 13830
    },
    {
      "loss_action": 0.026344934478402138,
      "loss_total": 0.026344934478402138,
      "step": 13830
    },
    {
      "loss_action": 0.031555112451314926,
      "loss_total": 0.031555112451314926,
      "step": 13830
    },
    {
      "loss_action": 0.015595275908708572,
      "loss_total": 0.015595275908708572,
      "step": 13830
    },
    {
      "loss_action": 0.03998943418264389,
      "loss_total": 0.03998943418264389,
      "step": 13830
    },
    {
      "loss_action": 0.028501123189926147,
      "loss_total": 0.028501123189926147,
      "step": 13830
    },
    {
      "grad_norm": 0.2551825940608978,
      "learning_rate": 6.9195e-05,
      "loss": 0.0205,
      "step": 13840
    },
    {
      "loss_action": 0.0117438780143857,
      "loss_total": 0.0117438780143857,
      "step": 13840
    },
    {
      "loss_action": 0.020696666091680527,
      "loss_total": 0.020696666091680527,
      "step": 13840
    },
    {
      "loss_action": 0.009199585765600204,
      "loss_total": 0.009199585765600204,
      "step": 13840
    },
    {
      "loss_action": 0.0210622139275074,
      "loss_total": 0.0210622139275074,
      "step": 13840
    },
    {
      "loss_action": 0.026736890897154808,
      "loss_total": 0.026736890897154808,
      "step": 13840
    },
    {
      "loss_action": 0.012455953285098076,
      "loss_total": 0.012455953285098076,
      "step": 13840
    },
    {
      "loss_action": 0.013284058310091496,
      "loss_total": 0.013284058310091496,
      "step": 13840
    },
    {
      "loss_action": 0.016002928838133812,
      "loss_total": 0.016002928838133812,
      "step": 13840
    },
    {
      "grad_norm": 0.31614527106285095,
      "learning_rate": 6.9245e-05,
      "loss": 0.0201,
      "step": 13850
    },
    {
      "loss_action": 0.021927086636424065,
      "loss_total": 0.021927086636424065,
      "step": 13850
    },
    {
      "loss_action": 0.006905701011419296,
      "loss_total": 0.006905701011419296,
      "step": 13850
    },
    {
      "loss_action": 0.007110205478966236,
      "loss_total": 0.007110205478966236,
      "step": 13850
    },
    {
      "loss_action": 0.010217550210654736,
      "loss_total": 0.010217550210654736,
      "step": 13850
    },
    {
      "loss_action": 0.026919523254036903,
      "loss_total": 0.026919523254036903,
      "step": 13850
    },
    {
      "loss_action": 0.020318586379289627,
      "loss_total": 0.020318586379289627,
      "step": 13850
    },
    {
      "loss_action": 0.009139166213572025,
      "loss_total": 0.009139166213572025,
      "step": 13850
    },
    {
      "loss_action": 0.016208039596676826,
      "loss_total": 0.016208039596676826,
      "step": 13850
    },
    {
      "grad_norm": 0.24571214616298676,
      "learning_rate": 6.929499999999999e-05,
      "loss": 0.0164,
      "step": 13860
    },
    {
      "loss_action": 0.006609766744077206,
      "loss_total": 0.006609766744077206,
      "step": 13860
    },
    {
      "loss_action": 0.02179761976003647,
      "loss_total": 0.02179761976003647,
      "step": 13860
    },
    {
      "loss_action": 0.012376545928418636,
      "loss_total": 0.012376545928418636,
      "step": 13860
    },
    {
      "loss_action": 0.010741066187620163,
      "loss_total": 0.010741066187620163,
      "step": 13860
    },
    {
      "loss_action": 0.014328544959425926,
      "loss_total": 0.014328544959425926,
      "step": 13860
    },
    {
      "loss_action": 0.01196595560759306,
      "loss_total": 0.01196595560759306,
      "step": 13860
    },
    {
      "loss_action": 0.008652493357658386,
      "loss_total": 0.008652493357658386,
      "step": 13860
    },
    {
      "loss_action": 0.01048634946346283,
      "loss_total": 0.01048634946346283,
      "step": 13860
    },
    {
      "grad_norm": 0.2450496256351471,
      "learning_rate": 6.934500000000001e-05,
      "loss": 0.0206,
      "step": 13870
    },
    {
      "loss_action": 0.013713134452700615,
      "loss_total": 0.013713134452700615,
      "step": 13870
    },
    {
      "loss_action": 0.013215151615440845,
      "loss_total": 0.013215151615440845,
      "step": 13870
    },
    {
      "loss_action": 0.031327128410339355,
      "loss_total": 0.031327128410339355,
      "step": 13870
    },
    {
      "loss_action": 0.007770245894789696,
      "loss_total": 0.007770245894789696,
      "step": 13870
    },
    {
      "loss_action": 0.013390753418207169,
      "loss_total": 0.013390753418207169,
      "step": 13870
    },
    {
      "loss_action": 0.016631729900836945,
      "loss_total": 0.016631729900836945,
      "step": 13870
    },
    {
      "loss_action": 0.015833107754588127,
      "loss_total": 0.015833107754588127,
      "step": 13870
    },
    {
      "loss_action": 0.009765535593032837,
      "loss_total": 0.009765535593032837,
      "step": 13870
    },
    {
      "grad_norm": 0.385878324508667,
      "learning_rate": 6.9395e-05,
      "loss": 0.0194,
      "step": 13880
    },
    {
      "loss_action": 0.022040465846657753,
      "loss_total": 0.022040465846657753,
      "step": 13880
    },
    {
      "loss_action": 0.014661980792880058,
      "loss_total": 0.014661980792880058,
      "step": 13880
    },
    {
      "loss_action": 0.03178340196609497,
      "loss_total": 0.03178340196609497,
      "step": 13880
    },
    {
      "loss_action": 0.025565579533576965,
      "loss_total": 0.025565579533576965,
      "step": 13880
    },
    {
      "loss_action": 0.031578268855810165,
      "loss_total": 0.031578268855810165,
      "step": 13880
    },
    {
      "loss_action": 0.018999263644218445,
      "loss_total": 0.018999263644218445,
      "step": 13880
    },
    {
      "loss_action": 0.01942170038819313,
      "loss_total": 0.01942170038819313,
      "step": 13880
    },
    {
      "loss_action": 0.013204781338572502,
      "loss_total": 0.013204781338572502,
      "step": 13880
    },
    {
      "grad_norm": 0.21352635324001312,
      "learning_rate": 6.944500000000001e-05,
      "loss": 0.0204,
      "step": 13890
    },
    {
      "loss_action": 0.035389263182878494,
      "loss_total": 0.035389263182878494,
      "step": 13890
    },
    {
      "loss_action": 0.021598270162940025,
      "loss_total": 0.021598270162940025,
      "step": 13890
    },
    {
      "loss_action": 0.01398690976202488,
      "loss_total": 0.01398690976202488,
      "step": 13890
    },
    {
      "loss_action": 0.019459348171949387,
      "loss_total": 0.019459348171949387,
      "step": 13890
    },
    {
      "loss_action": 0.014160124585032463,
      "loss_total": 0.014160124585032463,
      "step": 13890
    },
    {
      "loss_action": 0.02318640798330307,
      "loss_total": 0.02318640798330307,
      "step": 13890
    },
    {
      "loss_action": 0.021382400766015053,
      "loss_total": 0.021382400766015053,
      "step": 13890
    },
    {
      "loss_action": 0.008578483015298843,
      "loss_total": 0.008578483015298843,
      "step": 13890
    },
    {
      "grad_norm": 0.2110351026058197,
      "learning_rate": 6.9495e-05,
      "loss": 0.0174,
      "step": 13900
    },
    {
      "loss_action": 0.011276526376605034,
      "loss_total": 0.011276526376605034,
      "step": 13900
    },
    {
      "loss_action": 0.035311508923769,
      "loss_total": 0.035311508923769,
      "step": 13900
    },
    {
      "loss_action": 0.013647805899381638,
      "loss_total": 0.013647805899381638,
      "step": 13900
    },
    {
      "loss_action": 0.016042165458202362,
      "loss_total": 0.016042165458202362,
      "step": 13900
    },
    {
      "loss_action": 0.031593598425388336,
      "loss_total": 0.031593598425388336,
      "step": 13900
    },
    {
      "loss_action": 0.017271555960178375,
      "loss_total": 0.017271555960178375,
      "step": 13900
    },
    {
      "loss_action": 0.013168096542358398,
      "loss_total": 0.013168096542358398,
      "step": 13900
    },
    {
      "loss_action": 0.013130111619830132,
      "loss_total": 0.013130111619830132,
      "step": 13900
    },
    {
      "grad_norm": 0.35907742381095886,
      "learning_rate": 6.9545e-05,
      "loss": 0.0191,
      "step": 13910
    },
    {
      "loss_action": 0.02453060820698738,
      "loss_total": 0.02453060820698738,
      "step": 13910
    },
    {
      "loss_action": 0.019456926733255386,
      "loss_total": 0.019456926733255386,
      "step": 13910
    },
    {
      "loss_action": 0.01409648172557354,
      "loss_total": 0.01409648172557354,
      "step": 13910
    },
    {
      "loss_action": 0.014603889547288418,
      "loss_total": 0.014603889547288418,
      "step": 13910
    },
    {
      "loss_action": 0.009118828922510147,
      "loss_total": 0.009118828922510147,
      "step": 13910
    },
    {
      "loss_action": 0.014334428124129772,
      "loss_total": 0.014334428124129772,
      "step": 13910
    },
    {
      "loss_action": 0.018180333077907562,
      "loss_total": 0.018180333077907562,
      "step": 13910
    },
    {
      "loss_action": 0.012121256440877914,
      "loss_total": 0.012121256440877914,
      "step": 13910
    },
    {
      "grad_norm": 0.1824343055486679,
      "learning_rate": 6.9595e-05,
      "loss": 0.0182,
      "step": 13920
    },
    {
      "loss_action": 0.011377498507499695,
      "loss_total": 0.011377498507499695,
      "step": 13920
    },
    {
      "loss_action": 0.012605377472937107,
      "loss_total": 0.012605377472937107,
      "step": 13920
    },
    {
      "loss_action": 0.012777438387274742,
      "loss_total": 0.012777438387274742,
      "step": 13920
    },
    {
      "loss_action": 0.012457869946956635,
      "loss_total": 0.012457869946956635,
      "step": 13920
    },
    {
      "loss_action": 0.01312423124909401,
      "loss_total": 0.01312423124909401,
      "step": 13920
    },
    {
      "loss_action": 0.0066156815737485886,
      "loss_total": 0.0066156815737485886,
      "step": 13920
    },
    {
      "loss_action": 0.013798598200082779,
      "loss_total": 0.013798598200082779,
      "step": 13920
    },
    {
      "loss_action": 0.040753111243247986,
      "loss_total": 0.040753111243247986,
      "step": 13920
    },
    {
      "grad_norm": 0.31335321068763733,
      "learning_rate": 6.9645e-05,
      "loss": 0.0164,
      "step": 13930
    },
    {
      "loss_action": 0.024382933974266052,
      "loss_total": 0.024382933974266052,
      "step": 13930
    },
    {
      "loss_action": 0.029531721025705338,
      "loss_total": 0.029531721025705338,
      "step": 13930
    },
    {
      "loss_action": 0.018162926658988,
      "loss_total": 0.018162926658988,
      "step": 13930
    },
    {
      "loss_action": 0.02617412433028221,
      "loss_total": 0.02617412433028221,
      "step": 13930
    },
    {
      "loss_action": 0.026897091418504715,
      "loss_total": 0.026897091418504715,
      "step": 13930
    },
    {
      "loss_action": 0.009353261440992355,
      "loss_total": 0.009353261440992355,
      "step": 13930
    },
    {
      "loss_action": 0.01397138275206089,
      "loss_total": 0.01397138275206089,
      "step": 13930
    },
    {
      "loss_action": 0.010344766080379486,
      "loss_total": 0.010344766080379486,
      "step": 13930
    },
    {
      "grad_norm": 0.29271477460861206,
      "learning_rate": 6.9695e-05,
      "loss": 0.0182,
      "step": 13940
    },
    {
      "loss_action": 0.01550348661839962,
      "loss_total": 0.01550348661839962,
      "step": 13940
    },
    {
      "loss_action": 0.039701081812381744,
      "loss_total": 0.039701081812381744,
      "step": 13940
    },
    {
      "loss_action": 0.017651822417974472,
      "loss_total": 0.017651822417974472,
      "step": 13940
    },
    {
      "loss_action": 0.012277230620384216,
      "loss_total": 0.012277230620384216,
      "step": 13940
    },
    {
      "loss_action": 0.023893916979432106,
      "loss_total": 0.023893916979432106,
      "step": 13940
    },
    {
      "loss_action": 0.03919868916273117,
      "loss_total": 0.03919868916273117,
      "step": 13940
    },
    {
      "loss_action": 0.016518868505954742,
      "loss_total": 0.016518868505954742,
      "step": 13940
    },
    {
      "loss_action": 0.03416959196329117,
      "loss_total": 0.03416959196329117,
      "step": 13940
    },
    {
      "grad_norm": 0.4004957377910614,
      "learning_rate": 6.9745e-05,
      "loss": 0.0195,
      "step": 13950
    },
    {
      "loss_action": 0.0189472995698452,
      "loss_total": 0.0189472995698452,
      "step": 13950
    },
    {
      "loss_action": 0.01491798646748066,
      "loss_total": 0.01491798646748066,
      "step": 13950
    },
    {
      "loss_action": 0.016116388142108917,
      "loss_total": 0.016116388142108917,
      "step": 13950
    },
    {
      "loss_action": 0.01473003439605236,
      "loss_total": 0.01473003439605236,
      "step": 13950
    },
    {
      "loss_action": 0.023488840088248253,
      "loss_total": 0.023488840088248253,
      "step": 13950
    },
    {
      "loss_action": 0.013383148238062859,
      "loss_total": 0.013383148238062859,
      "step": 13950
    },
    {
      "loss_action": 0.01936807669699192,
      "loss_total": 0.01936807669699192,
      "step": 13950
    },
    {
      "loss_action": 0.022275876253843307,
      "loss_total": 0.022275876253843307,
      "step": 13950
    },
    {
      "grad_norm": 0.200552836060524,
      "learning_rate": 6.9795e-05,
      "loss": 0.0187,
      "step": 13960
    },
    {
      "loss_action": 0.014763303101062775,
      "loss_total": 0.014763303101062775,
      "step": 13960
    },
    {
      "loss_action": 0.0137335155159235,
      "loss_total": 0.0137335155159235,
      "step": 13960
    },
    {
      "loss_action": 0.015282059088349342,
      "loss_total": 0.015282059088349342,
      "step": 13960
    },
    {
      "loss_action": 0.027290046215057373,
      "loss_total": 0.027290046215057373,
      "step": 13960
    },
    {
      "loss_action": 0.010954074561595917,
      "loss_total": 0.010954074561595917,
      "step": 13960
    },
    {
      "loss_action": 0.09319213777780533,
      "loss_total": 0.09319213777780533,
      "step": 13960
    },
    {
      "loss_action": 0.028521571308374405,
      "loss_total": 0.028521571308374405,
      "step": 13960
    },
    {
      "loss_action": 0.026902735233306885,
      "loss_total": 0.026902735233306885,
      "step": 13960
    },
    {
      "grad_norm": 0.21031908690929413,
      "learning_rate": 6.9845e-05,
      "loss": 0.0186,
      "step": 13970
    },
    {
      "loss_action": 0.008695097640156746,
      "loss_total": 0.008695097640156746,
      "step": 13970
    },
    {
      "loss_action": 0.014381086453795433,
      "loss_total": 0.014381086453795433,
      "step": 13970
    },
    {
      "loss_action": 0.026078058406710625,
      "loss_total": 0.026078058406710625,
      "step": 13970
    },
    {
      "loss_action": 0.008434903807938099,
      "loss_total": 0.008434903807938099,
      "step": 13970
    },
    {
      "loss_action": 0.020989209413528442,
      "loss_total": 0.020989209413528442,
      "step": 13970
    },
    {
      "loss_action": 0.016309157013893127,
      "loss_total": 0.016309157013893127,
      "step": 13970
    },
    {
      "loss_action": 0.008744193241000175,
      "loss_total": 0.008744193241000175,
      "step": 13970
    },
    {
      "loss_action": 0.021124130114912987,
      "loss_total": 0.021124130114912987,
      "step": 13970
    },
    {
      "grad_norm": 0.3522874116897583,
      "learning_rate": 6.9895e-05,
      "loss": 0.0176,
      "step": 13980
    },
    {
      "loss_action": 0.022426189854741096,
      "loss_total": 0.022426189854741096,
      "step": 13980
    },
    {
      "loss_action": 0.023143131285905838,
      "loss_total": 0.023143131285905838,
      "step": 13980
    },
    {
      "loss_action": 0.018864955753087997,
      "loss_total": 0.018864955753087997,
      "step": 13980
    },
    {
      "loss_action": 0.026975272223353386,
      "loss_total": 0.026975272223353386,
      "step": 13980
    },
    {
      "loss_action": 0.020708056166768074,
      "loss_total": 0.020708056166768074,
      "step": 13980
    },
    {
      "loss_action": 0.03321894258260727,
      "loss_total": 0.03321894258260727,
      "step": 13980
    },
    {
      "loss_action": 0.05214597284793854,
      "loss_total": 0.05214597284793854,
      "step": 13980
    },
    {
      "loss_action": 0.013912112452089787,
      "loss_total": 0.013912112452089787,
      "step": 13980
    },
    {
      "grad_norm": 0.3734918236732483,
      "learning_rate": 6.994500000000001e-05,
      "loss": 0.0209,
      "step": 13990
    },
    {
      "loss_action": 0.012822791934013367,
      "loss_total": 0.012822791934013367,
      "step": 13990
    },
    {
      "loss_action": 0.02921922132372856,
      "loss_total": 0.02921922132372856,
      "step": 13990
    },
    {
      "loss_action": 0.012720758095383644,
      "loss_total": 0.012720758095383644,
      "step": 13990
    },
    {
      "loss_action": 0.017263874411582947,
      "loss_total": 0.017263874411582947,
      "step": 13990
    },
    {
      "loss_action": 0.019446849822998047,
      "loss_total": 0.019446849822998047,
      "step": 13990
    },
    {
      "loss_action": 0.0418429896235466,
      "loss_total": 0.0418429896235466,
      "step": 13990
    },
    {
      "loss_action": 0.017831269651651382,
      "loss_total": 0.017831269651651382,
      "step": 13990
    },
    {
      "loss_action": 0.017503060400485992,
      "loss_total": 0.017503060400485992,
      "step": 13990
    },
    {
      "grad_norm": 0.285858690738678,
      "learning_rate": 6.9995e-05,
      "loss": 0.0274,
      "step": 14000
    },
    {
      "loss_action": 0.017740746960043907,
      "loss_total": 0.017740746960043907,
      "step": 14000
    },
    {
      "loss_action": 0.009661216288805008,
      "loss_total": 0.009661216288805008,
      "step": 14000
    },
    {
      "loss_action": 0.01581943780183792,
      "loss_total": 0.01581943780183792,
      "step": 14000
    },
    {
      "loss_action": 0.02411591447889805,
      "loss_total": 0.02411591447889805,
      "step": 14000
    },
    {
      "loss_action": 0.03556063026189804,
      "loss_total": 0.03556063026189804,
      "step": 14000
    },
    {
      "loss_action": 0.012871026061475277,
      "loss_total": 0.012871026061475277,
      "step": 14000
    },
    {
      "loss_action": 0.014347842894494534,
      "loss_total": 0.014347842894494534,
      "step": 14000
    },
    {
      "loss_action": 0.015594225376844406,
      "loss_total": 0.015594225376844406,
      "step": 14000
    },
    {
      "grad_norm": 0.2823161482810974,
      "learning_rate": 7.004500000000001e-05,
      "loss": 0.0229,
      "step": 14010
    },
    {
      "loss_action": 0.014880363829433918,
      "loss_total": 0.014880363829433918,
      "step": 14010
    },
    {
      "loss_action": 0.022327261045575142,
      "loss_total": 0.022327261045575142,
      "step": 14010
    },
    {
      "loss_action": 0.024236345663666725,
      "loss_total": 0.024236345663666725,
      "step": 14010
    },
    {
      "loss_action": 0.009915294125676155,
      "loss_total": 0.009915294125676155,
      "step": 14010
    },
    {
      "loss_action": 0.015110260806977749,
      "loss_total": 0.015110260806977749,
      "step": 14010
    },
    {
      "loss_action": 0.010610395111143589,
      "loss_total": 0.010610395111143589,
      "step": 14010
    },
    {
      "loss_action": 0.02637852355837822,
      "loss_total": 0.02637852355837822,
      "step": 14010
    },
    {
      "loss_action": 0.0057168686762452126,
      "loss_total": 0.0057168686762452126,
      "step": 14010
    },
    {
      "grad_norm": 0.26024001836776733,
      "learning_rate": 7.0095e-05,
      "loss": 0.0207,
      "step": 14020
    },
    {
      "loss_action": 0.014857149682939053,
      "loss_total": 0.014857149682939053,
      "step": 14020
    },
    {
      "loss_action": 0.015013687312602997,
      "loss_total": 0.015013687312602997,
      "step": 14020
    },
    {
      "loss_action": 0.02040223777294159,
      "loss_total": 0.02040223777294159,
      "step": 14020
    },
    {
      "loss_action": 0.010818209499120712,
      "loss_total": 0.010818209499120712,
      "step": 14020
    },
    {
      "loss_action": 0.02559540420770645,
      "loss_total": 0.02559540420770645,
      "step": 14020
    },
    {
      "loss_action": 0.009899711236357689,
      "loss_total": 0.009899711236357689,
      "step": 14020
    },
    {
      "loss_action": 0.014983722940087318,
      "loss_total": 0.014983722940087318,
      "step": 14020
    },
    {
      "loss_action": 0.01391986757516861,
      "loss_total": 0.01391986757516861,
      "step": 14020
    },
    {
      "grad_norm": 0.21248236298561096,
      "learning_rate": 7.0145e-05,
      "loss": 0.019,
      "step": 14030
    },
    {
      "loss_action": 0.02515525370836258,
      "loss_total": 0.02515525370836258,
      "step": 14030
    },
    {
      "loss_action": 0.008041268214583397,
      "loss_total": 0.008041268214583397,
      "step": 14030
    },
    {
      "loss_action": 0.010100428946316242,
      "loss_total": 0.010100428946316242,
      "step": 14030
    },
    {
      "loss_action": 0.018862485885620117,
      "loss_total": 0.018862485885620117,
      "step": 14030
    },
    {
      "loss_action": 0.0096892723813653,
      "loss_total": 0.0096892723813653,
      "step": 14030
    },
    {
      "loss_action": 0.0368892140686512,
      "loss_total": 0.0368892140686512,
      "step": 14030
    },
    {
      "loss_action": 0.022992121055722237,
      "loss_total": 0.022992121055722237,
      "step": 14030
    },
    {
      "loss_action": 0.01709938794374466,
      "loss_total": 0.01709938794374466,
      "step": 14030
    },
    {
      "grad_norm": 0.28573253750801086,
      "learning_rate": 7.0195e-05,
      "loss": 0.0187,
      "step": 14040
    },
    {
      "loss_action": 0.026360321789979935,
      "loss_total": 0.026360321789979935,
      "step": 14040
    },
    {
      "loss_action": 0.022549904882907867,
      "loss_total": 0.022549904882907867,
      "step": 14040
    },
    {
      "loss_action": 0.00924978032708168,
      "loss_total": 0.00924978032708168,
      "step": 14040
    },
    {
      "loss_action": 0.01503837201744318,
      "loss_total": 0.01503837201744318,
      "step": 14040
    },
    {
      "loss_action": 0.007976667955517769,
      "loss_total": 0.007976667955517769,
      "step": 14040
    },
    {
      "loss_action": 0.027769092470407486,
      "loss_total": 0.027769092470407486,
      "step": 14040
    },
    {
      "loss_action": 0.024066781625151634,
      "loss_total": 0.024066781625151634,
      "step": 14040
    },
    {
      "loss_action": 0.013290077447891235,
      "loss_total": 0.013290077447891235,
      "step": 14040
    },
    {
      "grad_norm": 0.25787580013275146,
      "learning_rate": 7.0245e-05,
      "loss": 0.0232,
      "step": 14050
    },
    {
      "loss_action": 0.016205288469791412,
      "loss_total": 0.016205288469791412,
      "step": 14050
    },
    {
      "loss_action": 0.01002909429371357,
      "loss_total": 0.01002909429371357,
      "step": 14050
    },
    {
      "loss_action": 0.011082490906119347,
      "loss_total": 0.011082490906119347,
      "step": 14050
    },
    {
      "loss_action": 0.02058335207402706,
      "loss_total": 0.02058335207402706,
      "step": 14050
    },
    {
      "loss_action": 0.015974435955286026,
      "loss_total": 0.015974435955286026,
      "step": 14050
    },
    {
      "loss_action": 0.0158111322671175,
      "loss_total": 0.0158111322671175,
      "step": 14050
    },
    {
      "loss_action": 0.014768973924219608,
      "loss_total": 0.014768973924219608,
      "step": 14050
    },
    {
      "loss_action": 0.027062030509114265,
      "loss_total": 0.027062030509114265,
      "step": 14050
    },
    {
      "grad_norm": 0.2835886478424072,
      "learning_rate": 7.0295e-05,
      "loss": 0.0191,
      "step": 14060
    },
    {
      "loss_action": 0.014862647280097008,
      "loss_total": 0.014862647280097008,
      "step": 14060
    },
    {
      "loss_action": 0.019864847883582115,
      "loss_total": 0.019864847883582115,
      "step": 14060
    },
    {
      "loss_action": 0.010540292598307133,
      "loss_total": 0.010540292598307133,
      "step": 14060
    },
    {
      "loss_action": 0.025861293077468872,
      "loss_total": 0.025861293077468872,
      "step": 14060
    },
    {
      "loss_action": 0.0195661298930645,
      "loss_total": 0.0195661298930645,
      "step": 14060
    },
    {
      "loss_action": 0.01258451770991087,
      "loss_total": 0.01258451770991087,
      "step": 14060
    },
    {
      "loss_action": 0.013194805011153221,
      "loss_total": 0.013194805011153221,
      "step": 14060
    },
    {
      "loss_action": 0.018915913999080658,
      "loss_total": 0.018915913999080658,
      "step": 14060
    },
    {
      "grad_norm": 0.2640601694583893,
      "learning_rate": 7.0345e-05,
      "loss": 0.0182,
      "step": 14070
    },
    {
      "loss_action": 0.01863476261496544,
      "loss_total": 0.01863476261496544,
      "step": 14070
    },
    {
      "loss_action": 0.023446643725037575,
      "loss_total": 0.023446643725037575,
      "step": 14070
    },
    {
      "loss_action": 0.03251546621322632,
      "loss_total": 0.03251546621322632,
      "step": 14070
    },
    {
      "loss_action": 0.011508517898619175,
      "loss_total": 0.011508517898619175,
      "step": 14070
    },
    {
      "loss_action": 0.016230862587690353,
      "loss_total": 0.016230862587690353,
      "step": 14070
    },
    {
      "loss_action": 0.019009921699762344,
      "loss_total": 0.019009921699762344,
      "step": 14070
    },
    {
      "loss_action": 0.008389933966100216,
      "loss_total": 0.008389933966100216,
      "step": 14070
    },
    {
      "loss_action": 0.01955951750278473,
      "loss_total": 0.01955951750278473,
      "step": 14070
    },
    {
      "grad_norm": 0.27186721563339233,
      "learning_rate": 7.0395e-05,
      "loss": 0.0186,
      "step": 14080
    },
    {
      "loss_action": 0.02526654116809368,
      "loss_total": 0.02526654116809368,
      "step": 14080
    },
    {
      "loss_action": 0.013101667165756226,
      "loss_total": 0.013101667165756226,
      "step": 14080
    },
    {
      "loss_action": 0.016262447461485863,
      "loss_total": 0.016262447461485863,
      "step": 14080
    },
    {
      "loss_action": 0.027208153158426285,
      "loss_total": 0.027208153158426285,
      "step": 14080
    },
    {
      "loss_action": 0.03996174782514572,
      "loss_total": 0.03996174782514572,
      "step": 14080
    },
    {
      "loss_action": 0.019195040687918663,
      "loss_total": 0.019195040687918663,
      "step": 14080
    },
    {
      "loss_action": 0.017654700204730034,
      "loss_total": 0.017654700204730034,
      "step": 14080
    },
    {
      "loss_action": 0.04422120749950409,
      "loss_total": 0.04422120749950409,
      "step": 14080
    },
    {
      "grad_norm": 0.31317463517189026,
      "learning_rate": 7.044500000000001e-05,
      "loss": 0.0209,
      "step": 14090
    },
    {
      "loss_action": 0.011881053447723389,
      "loss_total": 0.011881053447723389,
      "step": 14090
    },
    {
      "loss_action": 0.024375829845666885,
      "loss_total": 0.024375829845666885,
      "step": 14090
    },
    {
      "loss_action": 0.014439515769481659,
      "loss_total": 0.014439515769481659,
      "step": 14090
    },
    {
      "loss_action": 0.007421605288982391,
      "loss_total": 0.007421605288982391,
      "step": 14090
    },
    {
      "loss_action": 0.020331617444753647,
      "loss_total": 0.020331617444753647,
      "step": 14090
    },
    {
      "loss_action": 0.02206684648990631,
      "loss_total": 0.02206684648990631,
      "step": 14090
    },
    {
      "loss_action": 0.01584874838590622,
      "loss_total": 0.01584874838590622,
      "step": 14090
    },
    {
      "loss_action": 0.014229707419872284,
      "loss_total": 0.014229707419872284,
      "step": 14090
    },
    {
      "grad_norm": 0.22775235772132874,
      "learning_rate": 7.0495e-05,
      "loss": 0.0182,
      "step": 14100
    },
    {
      "loss_action": 0.031201425939798355,
      "loss_total": 0.031201425939798355,
      "step": 14100
    },
    {
      "loss_action": 0.02537383697926998,
      "loss_total": 0.02537383697926998,
      "step": 14100
    },
    {
      "loss_action": 0.036789797246456146,
      "loss_total": 0.036789797246456146,
      "step": 14100
    },
    {
      "loss_action": 0.02120407298207283,
      "loss_total": 0.02120407298207283,
      "step": 14100
    },
    {
      "loss_action": 0.026466036215424538,
      "loss_total": 0.026466036215424538,
      "step": 14100
    },
    {
      "loss_action": 0.02890927344560623,
      "loss_total": 0.02890927344560623,
      "step": 14100
    },
    {
      "loss_action": 0.030545735731720924,
      "loss_total": 0.030545735731720924,
      "step": 14100
    },
    {
      "loss_action": 0.021526401862502098,
      "loss_total": 0.021526401862502098,
      "step": 14100
    },
    {
      "grad_norm": 0.3298209011554718,
      "learning_rate": 7.054500000000001e-05,
      "loss": 0.0211,
      "step": 14110
    },
    {
      "loss_action": 0.019759634509682655,
      "loss_total": 0.019759634509682655,
      "step": 14110
    },
    {
      "loss_action": 0.029634911566972733,
      "loss_total": 0.029634911566972733,
      "step": 14110
    },
    {
      "loss_action": 0.031037094071507454,
      "loss_total": 0.031037094071507454,
      "step": 14110
    },
    {
      "loss_action": 0.01094718836247921,
      "loss_total": 0.01094718836247921,
      "step": 14110
    },
    {
      "loss_action": 0.018188003450632095,
      "loss_total": 0.018188003450632095,
      "step": 14110
    },
    {
      "loss_action": 0.04192241281270981,
      "loss_total": 0.04192241281270981,
      "step": 14110
    },
    {
      "loss_action": 0.025917213410139084,
      "loss_total": 0.025917213410139084,
      "step": 14110
    },
    {
      "loss_action": 0.021917209029197693,
      "loss_total": 0.021917209029197693,
      "step": 14110
    },
    {
      "grad_norm": 0.3864172399044037,
      "learning_rate": 7.0595e-05,
      "loss": 0.0208,
      "step": 14120
    },
    {
      "loss_action": 0.01806267723441124,
      "loss_total": 0.01806267723441124,
      "step": 14120
    },
    {
      "loss_action": 0.03383626043796539,
      "loss_total": 0.03383626043796539,
      "step": 14120
    },
    {
      "loss_action": 0.033596884459257126,
      "loss_total": 0.033596884459257126,
      "step": 14120
    },
    {
      "loss_action": 0.012263966724276543,
      "loss_total": 0.012263966724276543,
      "step": 14120
    },
    {
      "loss_action": 0.01537754200398922,
      "loss_total": 0.01537754200398922,
      "step": 14120
    },
    {
      "loss_action": 0.018607866019010544,
      "loss_total": 0.018607866019010544,
      "step": 14120
    },
    {
      "loss_action": 0.010790077969431877,
      "loss_total": 0.010790077969431877,
      "step": 14120
    },
    {
      "loss_action": 0.008599933236837387,
      "loss_total": 0.008599933236837387,
      "step": 14120
    },
    {
      "grad_norm": 0.2821214199066162,
      "learning_rate": 7.064500000000001e-05,
      "loss": 0.0198,
      "step": 14130
    },
    {
      "loss_action": 0.04021604359149933,
      "loss_total": 0.04021604359149933,
      "step": 14130
    },
    {
      "loss_action": 0.012582635506987572,
      "loss_total": 0.012582635506987572,
      "step": 14130
    },
    {
      "loss_action": 0.017176665365695953,
      "loss_total": 0.017176665365695953,
      "step": 14130
    },
    {
      "loss_action": 0.034038156270980835,
      "loss_total": 0.034038156270980835,
      "step": 14130
    },
    {
      "loss_action": 0.014469610527157784,
      "loss_total": 0.014469610527157784,
      "step": 14130
    },
    {
      "loss_action": 0.013837581500411034,
      "loss_total": 0.013837581500411034,
      "step": 14130
    },
    {
      "loss_action": 0.02040855586528778,
      "loss_total": 0.02040855586528778,
      "step": 14130
    },
    {
      "loss_action": 0.020589426159858704,
      "loss_total": 0.020589426159858704,
      "step": 14130
    },
    {
      "grad_norm": 0.3594280183315277,
      "learning_rate": 7.0695e-05,
      "loss": 0.0219,
      "step": 14140
    },
    {
      "loss_action": 0.010952472686767578,
      "loss_total": 0.010952472686767578,
      "step": 14140
    },
    {
      "loss_action": 0.019153151661157608,
      "loss_total": 0.019153151661157608,
      "step": 14140
    },
    {
      "loss_action": 0.016076700761914253,
      "loss_total": 0.016076700761914253,
      "step": 14140
    },
    {
      "loss_action": 0.023185042664408684,
      "loss_total": 0.023185042664408684,
      "step": 14140
    },
    {
      "loss_action": 0.01580444723367691,
      "loss_total": 0.01580444723367691,
      "step": 14140
    },
    {
      "loss_action": 0.023307519033551216,
      "loss_total": 0.023307519033551216,
      "step": 14140
    },
    {
      "loss_action": 0.007890906184911728,
      "loss_total": 0.007890906184911728,
      "step": 14140
    },
    {
      "loss_action": 0.014584757387638092,
      "loss_total": 0.014584757387638092,
      "step": 14140
    },
    {
      "grad_norm": 0.27023768424987793,
      "learning_rate": 7.0745e-05,
      "loss": 0.0186,
      "step": 14150
    },
    {
      "loss_action": 0.02203431725502014,
      "loss_total": 0.02203431725502014,
      "step": 14150
    },
    {
      "loss_action": 0.012499519623816013,
      "loss_total": 0.012499519623816013,
      "step": 14150
    },
    {
      "loss_action": 0.018766073510050774,
      "loss_total": 0.018766073510050774,
      "step": 14150
    },
    {
      "loss_action": 0.01671265810728073,
      "loss_total": 0.01671265810728073,
      "step": 14150
    },
    {
      "loss_action": 0.011955192312598228,
      "loss_total": 0.011955192312598228,
      "step": 14150
    },
    {
      "loss_action": 0.0273422971367836,
      "loss_total": 0.0273422971367836,
      "step": 14150
    },
    {
      "loss_action": 0.011380546726286411,
      "loss_total": 0.011380546726286411,
      "step": 14150
    },
    {
      "loss_action": 0.015837635844945908,
      "loss_total": 0.015837635844945908,
      "step": 14150
    },
    {
      "grad_norm": 0.28527843952178955,
      "learning_rate": 7.0795e-05,
      "loss": 0.0201,
      "step": 14160
    },
    {
      "loss_action": 0.012063619680702686,
      "loss_total": 0.012063619680702686,
      "step": 14160
    },
    {
      "loss_action": 0.018708281219005585,
      "loss_total": 0.018708281219005585,
      "step": 14160
    },
    {
      "loss_action": 0.016388239338994026,
      "loss_total": 0.016388239338994026,
      "step": 14160
    },
    {
      "loss_action": 0.012239944189786911,
      "loss_total": 0.012239944189786911,
      "step": 14160
    },
    {
      "loss_action": 0.023483000695705414,
      "loss_total": 0.023483000695705414,
      "step": 14160
    },
    {
      "loss_action": 0.037497542798519135,
      "loss_total": 0.037497542798519135,
      "step": 14160
    },
    {
      "loss_action": 0.006190288346260786,
      "loss_total": 0.006190288346260786,
      "step": 14160
    },
    {
      "loss_action": 0.02318575419485569,
      "loss_total": 0.02318575419485569,
      "step": 14160
    },
    {
      "grad_norm": 0.3052731156349182,
      "learning_rate": 7.0845e-05,
      "loss": 0.0206,
      "step": 14170
    },
    {
      "loss_action": 0.018038103356957436,
      "loss_total": 0.018038103356957436,
      "step": 14170
    },
    {
      "loss_action": 0.009448586031794548,
      "loss_total": 0.009448586031794548,
      "step": 14170
    },
    {
      "loss_action": 0.01620149239897728,
      "loss_total": 0.01620149239897728,
      "step": 14170
    },
    {
      "loss_action": 0.037959203124046326,
      "loss_total": 0.037959203124046326,
      "step": 14170
    },
    {
      "loss_action": 0.010687058791518211,
      "loss_total": 0.010687058791518211,
      "step": 14170
    },
    {
      "loss_action": 0.012865638360381126,
      "loss_total": 0.012865638360381126,
      "step": 14170
    },
    {
      "loss_action": 0.01627938821911812,
      "loss_total": 0.01627938821911812,
      "step": 14170
    },
    {
      "loss_action": 0.008840597234666348,
      "loss_total": 0.008840597234666348,
      "step": 14170
    },
    {
      "grad_norm": 0.19176694750785828,
      "learning_rate": 7.0895e-05,
      "loss": 0.0202,
      "step": 14180
    },
    {
      "loss_action": 0.016906842589378357,
      "loss_total": 0.016906842589378357,
      "step": 14180
    },
    {
      "loss_action": 0.015391111373901367,
      "loss_total": 0.015391111373901367,
      "step": 14180
    },
    {
      "loss_action": 0.010408207774162292,
      "loss_total": 0.010408207774162292,
      "step": 14180
    },
    {
      "loss_action": 0.01038825511932373,
      "loss_total": 0.01038825511932373,
      "step": 14180
    },
    {
      "loss_action": 0.03453034907579422,
      "loss_total": 0.03453034907579422,
      "step": 14180
    },
    {
      "loss_action": 0.014767465181648731,
      "loss_total": 0.014767465181648731,
      "step": 14180
    },
    {
      "loss_action": 0.02174835279583931,
      "loss_total": 0.02174835279583931,
      "step": 14180
    },
    {
      "loss_action": 0.022655364125967026,
      "loss_total": 0.022655364125967026,
      "step": 14180
    },
    {
      "grad_norm": 0.24619846045970917,
      "learning_rate": 7.0945e-05,
      "loss": 0.0202,
      "step": 14190
    },
    {
      "loss_action": 0.00946905929595232,
      "loss_total": 0.00946905929595232,
      "step": 14190
    },
    {
      "loss_action": 0.0356164313852787,
      "loss_total": 0.0356164313852787,
      "step": 14190
    },
    {
      "loss_action": 0.008396442979574203,
      "loss_total": 0.008396442979574203,
      "step": 14190
    },
    {
      "loss_action": 0.009970258921384811,
      "loss_total": 0.009970258921384811,
      "step": 14190
    },
    {
      "loss_action": 0.010299043729901314,
      "loss_total": 0.010299043729901314,
      "step": 14190
    },
    {
      "loss_action": 0.028862930834293365,
      "loss_total": 0.028862930834293365,
      "step": 14190
    },
    {
      "loss_action": 0.010582586750388145,
      "loss_total": 0.010582586750388145,
      "step": 14190
    },
    {
      "loss_action": 0.01522945798933506,
      "loss_total": 0.01522945798933506,
      "step": 14190
    },
    {
      "grad_norm": 0.2505699694156647,
      "learning_rate": 7.0995e-05,
      "loss": 0.0174,
      "step": 14200
    },
    {
      "loss_action": 0.01729295775294304,
      "loss_total": 0.01729295775294304,
      "step": 14200
    },
    {
      "loss_action": 0.008996160700917244,
      "loss_total": 0.008996160700917244,
      "step": 14200
    },
    {
      "loss_action": 0.013937296345829964,
      "loss_total": 0.013937296345829964,
      "step": 14200
    },
    {
      "loss_action": 0.01604437828063965,
      "loss_total": 0.01604437828063965,
      "step": 14200
    },
    {
      "loss_action": 0.012461867183446884,
      "loss_total": 0.012461867183446884,
      "step": 14200
    },
    {
      "loss_action": 0.012998204678297043,
      "loss_total": 0.012998204678297043,
      "step": 14200
    },
    {
      "loss_action": 0.016774611547589302,
      "loss_total": 0.016774611547589302,
      "step": 14200
    },
    {
      "loss_action": 0.03805142641067505,
      "loss_total": 0.03805142641067505,
      "step": 14200
    },
    {
      "grad_norm": 0.20324501395225525,
      "learning_rate": 7.104500000000001e-05,
      "loss": 0.0179,
      "step": 14210
    },
    {
      "loss_action": 0.011861756443977356,
      "loss_total": 0.011861756443977356,
      "step": 14210
    },
    {
      "loss_action": 0.012631848454475403,
      "loss_total": 0.012631848454475403,
      "step": 14210
    },
    {
      "loss_action": 0.012351329438388348,
      "loss_total": 0.012351329438388348,
      "step": 14210
    },
    {
      "loss_action": 0.04592563211917877,
      "loss_total": 0.04592563211917877,
      "step": 14210
    },
    {
      "loss_action": 0.012121787294745445,
      "loss_total": 0.012121787294745445,
      "step": 14210
    },
    {
      "loss_action": 0.009038154035806656,
      "loss_total": 0.009038154035806656,
      "step": 14210
    },
    {
      "loss_action": 0.015395532362163067,
      "loss_total": 0.015395532362163067,
      "step": 14210
    },
    {
      "loss_action": 0.008645746856927872,
      "loss_total": 0.008645746856927872,
      "step": 14210
    },
    {
      "grad_norm": 0.18686065077781677,
      "learning_rate": 7.1095e-05,
      "loss": 0.0188,
      "step": 14220
    },
    {
      "loss_action": 0.009849226102232933,
      "loss_total": 0.009849226102232933,
      "step": 14220
    },
    {
      "loss_action": 0.009767640382051468,
      "loss_total": 0.009767640382051468,
      "step": 14220
    },
    {
      "loss_action": 0.008695937693119049,
      "loss_total": 0.008695937693119049,
      "step": 14220
    },
    {
      "loss_action": 0.017334934324026108,
      "loss_total": 0.017334934324026108,
      "step": 14220
    },
    {
      "loss_action": 0.02017557993531227,
      "loss_total": 0.02017557993531227,
      "step": 14220
    },
    {
      "loss_action": 0.052825167775154114,
      "loss_total": 0.052825167775154114,
      "step": 14220
    },
    {
      "loss_action": 0.01569436490535736,
      "loss_total": 0.01569436490535736,
      "step": 14220
    },
    {
      "loss_action": 0.010114802978932858,
      "loss_total": 0.010114802978932858,
      "step": 14220
    },
    {
      "grad_norm": 0.2959837019443512,
      "learning_rate": 7.114500000000001e-05,
      "loss": 0.0178,
      "step": 14230
    },
    {
      "loss_action": 0.016194334253668785,
      "loss_total": 0.016194334253668785,
      "step": 14230
    },
    {
      "loss_action": 0.01486118882894516,
      "loss_total": 0.01486118882894516,
      "step": 14230
    },
    {
      "loss_action": 0.02415623515844345,
      "loss_total": 0.02415623515844345,
      "step": 14230
    },
    {
      "loss_action": 0.03641912341117859,
      "loss_total": 0.03641912341117859,
      "step": 14230
    },
    {
      "loss_action": 0.02787300944328308,
      "loss_total": 0.02787300944328308,
      "step": 14230
    },
    {
      "loss_action": 0.015101141296327114,
      "loss_total": 0.015101141296327114,
      "step": 14230
    },
    {
      "loss_action": 0.008154194802045822,
      "loss_total": 0.008154194802045822,
      "step": 14230
    },
    {
      "loss_action": 0.03817496821284294,
      "loss_total": 0.03817496821284294,
      "step": 14230
    },
    {
      "grad_norm": 0.2740270495414734,
      "learning_rate": 7.1195e-05,
      "loss": 0.0168,
      "step": 14240
    },
    {
      "loss_action": 0.036201316863298416,
      "loss_total": 0.036201316863298416,
      "step": 14240
    },
    {
      "loss_action": 0.013906971551477909,
      "loss_total": 0.013906971551477909,
      "step": 14240
    },
    {
      "loss_action": 0.020191824063658714,
      "loss_total": 0.020191824063658714,
      "step": 14240
    },
    {
      "loss_action": 0.011452151462435722,
      "loss_total": 0.011452151462435722,
      "step": 14240
    },
    {
      "loss_action": 0.016916146501898766,
      "loss_total": 0.016916146501898766,
      "step": 14240
    },
    {
      "loss_action": 0.008846581913530827,
      "loss_total": 0.008846581913530827,
      "step": 14240
    },
    {
      "loss_action": 0.02570478431880474,
      "loss_total": 0.02570478431880474,
      "step": 14240
    },
    {
      "loss_action": 0.016068441793322563,
      "loss_total": 0.016068441793322563,
      "step": 14240
    },
    {
      "grad_norm": 0.2181125432252884,
      "learning_rate": 7.1245e-05,
      "loss": 0.0189,
      "step": 14250
    },
    {
      "loss_action": 0.02662515826523304,
      "loss_total": 0.02662515826523304,
      "step": 14250
    },
    {
      "loss_action": 0.019693393260240555,
      "loss_total": 0.019693393260240555,
      "step": 14250
    },
    {
      "loss_action": 0.03012913465499878,
      "loss_total": 0.03012913465499878,
      "step": 14250
    },
    {
      "loss_action": 0.008070891723036766,
      "loss_total": 0.008070891723036766,
      "step": 14250
    },
    {
      "loss_action": 0.011837994679808617,
      "loss_total": 0.011837994679808617,
      "step": 14250
    },
    {
      "loss_action": 0.01685967482626438,
      "loss_total": 0.01685967482626438,
      "step": 14250
    },
    {
      "loss_action": 0.011210632510483265,
      "loss_total": 0.011210632510483265,
      "step": 14250
    },
    {
      "loss_action": 0.010578412562608719,
      "loss_total": 0.010578412562608719,
      "step": 14250
    },
    {
      "grad_norm": 0.32558098435401917,
      "learning_rate": 7.1295e-05,
      "loss": 0.0163,
      "step": 14260
    },
    {
      "loss_action": 0.017534837126731873,
      "loss_total": 0.017534837126731873,
      "step": 14260
    },
    {
      "loss_action": 0.014021364040672779,
      "loss_total": 0.014021364040672779,
      "step": 14260
    },
    {
      "loss_action": 0.011499825865030289,
      "loss_total": 0.011499825865030289,
      "step": 14260
    },
    {
      "loss_action": 0.008517032489180565,
      "loss_total": 0.008517032489180565,
      "step": 14260
    },
    {
      "loss_action": 0.02990831434726715,
      "loss_total": 0.02990831434726715,
      "step": 14260
    },
    {
      "loss_action": 0.014388639479875565,
      "loss_total": 0.014388639479875565,
      "step": 14260
    },
    {
      "loss_action": 0.013436546549201012,
      "loss_total": 0.013436546549201012,
      "step": 14260
    },
    {
      "loss_action": 0.008512189611792564,
      "loss_total": 0.008512189611792564,
      "step": 14260
    },
    {
      "grad_norm": 0.4665495455265045,
      "learning_rate": 7.1345e-05,
      "loss": 0.0184,
      "step": 14270
    },
    {
      "loss_action": 0.015270274132490158,
      "loss_total": 0.015270274132490158,
      "step": 14270
    },
    {
      "loss_action": 0.019158795475959778,
      "loss_total": 0.019158795475959778,
      "step": 14270
    },
    {
      "loss_action": 0.026074297726154327,
      "loss_total": 0.026074297726154327,
      "step": 14270
    },
    {
      "loss_action": 0.03858353942632675,
      "loss_total": 0.03858353942632675,
      "step": 14270
    },
    {
      "loss_action": 0.016591165214776993,
      "loss_total": 0.016591165214776993,
      "step": 14270
    },
    {
      "loss_action": 0.028583332896232605,
      "loss_total": 0.028583332896232605,
      "step": 14270
    },
    {
      "loss_action": 0.02590637281537056,
      "loss_total": 0.02590637281537056,
      "step": 14270
    },
    {
      "loss_action": 0.020908106118440628,
      "loss_total": 0.020908106118440628,
      "step": 14270
    },
    {
      "grad_norm": 0.2583322525024414,
      "learning_rate": 7.1395e-05,
      "loss": 0.0179,
      "step": 14280
    },
    {
      "loss_action": 0.02245374768972397,
      "loss_total": 0.02245374768972397,
      "step": 14280
    },
    {
      "loss_action": 0.020057424902915955,
      "loss_total": 0.020057424902915955,
      "step": 14280
    },
    {
      "loss_action": 0.011859692633152008,
      "loss_total": 0.011859692633152008,
      "step": 14280
    },
    {
      "loss_action": 0.02315462753176689,
      "loss_total": 0.02315462753176689,
      "step": 14280
    },
    {
      "loss_action": 0.01744161732494831,
      "loss_total": 0.01744161732494831,
      "step": 14280
    },
    {
      "loss_action": 0.016129737719893456,
      "loss_total": 0.016129737719893456,
      "step": 14280
    },
    {
      "loss_action": 0.03993796557188034,
      "loss_total": 0.03993796557188034,
      "step": 14280
    },
    {
      "loss_action": 0.028414275497198105,
      "loss_total": 0.028414275497198105,
      "step": 14280
    },
    {
      "grad_norm": 0.2727982699871063,
      "learning_rate": 7.1445e-05,
      "loss": 0.0198,
      "step": 14290
    },
    {
      "loss_action": 0.027982264757156372,
      "loss_total": 0.027982264757156372,
      "step": 14290
    },
    {
      "loss_action": 0.02308085933327675,
      "loss_total": 0.02308085933327675,
      "step": 14290
    },
    {
      "loss_action": 0.0558052584528923,
      "loss_total": 0.0558052584528923,
      "step": 14290
    },
    {
      "loss_action": 0.01938406378030777,
      "loss_total": 0.01938406378030777,
      "step": 14290
    },
    {
      "loss_action": 0.012168370187282562,
      "loss_total": 0.012168370187282562,
      "step": 14290
    },
    {
      "loss_action": 0.03809911385178566,
      "loss_total": 0.03809911385178566,
      "step": 14290
    },
    {
      "loss_action": 0.018853388726711273,
      "loss_total": 0.018853388726711273,
      "step": 14290
    },
    {
      "loss_action": 0.018400946632027626,
      "loss_total": 0.018400946632027626,
      "step": 14290
    },
    {
      "grad_norm": 0.25284522771835327,
      "learning_rate": 7.1495e-05,
      "loss": 0.0188,
      "step": 14300
    },
    {
      "loss_action": 0.011347437277436256,
      "loss_total": 0.011347437277436256,
      "step": 14300
    },
    {
      "loss_action": 0.02125781774520874,
      "loss_total": 0.02125781774520874,
      "step": 14300
    },
    {
      "loss_action": 0.02313372865319252,
      "loss_total": 0.02313372865319252,
      "step": 14300
    },
    {
      "loss_action": 0.011941543780267239,
      "loss_total": 0.011941543780267239,
      "step": 14300
    },
    {
      "loss_action": 0.011578839272260666,
      "loss_total": 0.011578839272260666,
      "step": 14300
    },
    {
      "loss_action": 0.019356435164809227,
      "loss_total": 0.019356435164809227,
      "step": 14300
    },
    {
      "loss_action": 0.01403760351240635,
      "loss_total": 0.01403760351240635,
      "step": 14300
    },
    {
      "loss_action": 0.017170915380120277,
      "loss_total": 0.017170915380120277,
      "step": 14300
    },
    {
      "grad_norm": 0.2225872278213501,
      "learning_rate": 7.154500000000001e-05,
      "loss": 0.0192,
      "step": 14310
    },
    {
      "loss_action": 0.012105949223041534,
      "loss_total": 0.012105949223041534,
      "step": 14310
    },
    {
      "loss_action": 0.010947738774120808,
      "loss_total": 0.010947738774120808,
      "step": 14310
    },
    {
      "loss_action": 0.0076644630171358585,
      "loss_total": 0.0076644630171358585,
      "step": 14310
    },
    {
      "loss_action": 0.011683983728289604,
      "loss_total": 0.011683983728289604,
      "step": 14310
    },
    {
      "loss_action": 0.02624974586069584,
      "loss_total": 0.02624974586069584,
      "step": 14310
    },
    {
      "loss_action": 0.01864917390048504,
      "loss_total": 0.01864917390048504,
      "step": 14310
    },
    {
      "loss_action": 0.017689315602183342,
      "loss_total": 0.017689315602183342,
      "step": 14310
    },
    {
      "loss_action": 0.015229787677526474,
      "loss_total": 0.015229787677526474,
      "step": 14310
    },
    {
      "grad_norm": 0.19443874061107635,
      "learning_rate": 7.1595e-05,
      "loss": 0.0177,
      "step": 14320
    },
    {
      "loss_action": 0.007102797739207745,
      "loss_total": 0.007102797739207745,
      "step": 14320
    },
    {
      "loss_action": 0.04544500261545181,
      "loss_total": 0.04544500261545181,
      "step": 14320
    },
    {
      "loss_action": 0.011042286641895771,
      "loss_total": 0.011042286641895771,
      "step": 14320
    },
    {
      "loss_action": 0.011723756790161133,
      "loss_total": 0.011723756790161133,
      "step": 14320
    },
    {
      "loss_action": 0.01314398180693388,
      "loss_total": 0.01314398180693388,
      "step": 14320
    },
    {
      "loss_action": 0.010839729569852352,
      "loss_total": 0.010839729569852352,
      "step": 14320
    },
    {
      "loss_action": 0.020453616976737976,
      "loss_total": 0.020453616976737976,
      "step": 14320
    },
    {
      "loss_action": 0.013987262733280659,
      "loss_total": 0.013987262733280659,
      "step": 14320
    },
    {
      "grad_norm": 0.19788819551467896,
      "learning_rate": 7.164500000000001e-05,
      "loss": 0.0166,
      "step": 14330
    },
    {
      "loss_action": 0.008368629030883312,
      "loss_total": 0.008368629030883312,
      "step": 14330
    },
    {
      "loss_action": 0.005461052991449833,
      "loss_total": 0.005461052991449833,
      "step": 14330
    },
    {
      "loss_action": 0.014938758686184883,
      "loss_total": 0.014938758686184883,
      "step": 14330
    },
    {
      "loss_action": 0.007524046115577221,
      "loss_total": 0.007524046115577221,
      "step": 14330
    },
    {
      "loss_action": 0.011073198169469833,
      "loss_total": 0.011073198169469833,
      "step": 14330
    },
    {
      "loss_action": 0.019191578030586243,
      "loss_total": 0.019191578030586243,
      "step": 14330
    },
    {
      "loss_action": 0.00732841994613409,
      "loss_total": 0.00732841994613409,
      "step": 14330
    },
    {
      "loss_action": 0.032437603920698166,
      "loss_total": 0.032437603920698166,
      "step": 14330
    },
    {
      "grad_norm": 0.26225125789642334,
      "learning_rate": 7.1695e-05,
      "loss": 0.0171,
      "step": 14340
    },
    {
      "loss_action": 0.01337235327810049,
      "loss_total": 0.01337235327810049,
      "step": 14340
    },
    {
      "loss_action": 0.006140455603599548,
      "loss_total": 0.006140455603599548,
      "step": 14340
    },
    {
      "loss_action": 0.03778522461652756,
      "loss_total": 0.03778522461652756,
      "step": 14340
    },
    {
      "loss_action": 0.008396849036216736,
      "loss_total": 0.008396849036216736,
      "step": 14340
    },
    {
      "loss_action": 0.047169316560029984,
      "loss_total": 0.047169316560029984,
      "step": 14340
    },
    {
      "loss_action": 0.028840895742177963,
      "loss_total": 0.028840895742177963,
      "step": 14340
    },
    {
      "loss_action": 0.022683560848236084,
      "loss_total": 0.022683560848236084,
      "step": 14340
    },
    {
      "loss_action": 0.026662031188607216,
      "loss_total": 0.026662031188607216,
      "step": 14340
    },
    {
      "grad_norm": 0.330019474029541,
      "learning_rate": 7.174500000000001e-05,
      "loss": 0.0186,
      "step": 14350
    },
    {
      "loss_action": 0.010070069693028927,
      "loss_total": 0.010070069693028927,
      "step": 14350
    },
    {
      "loss_action": 0.008476666174829006,
      "loss_total": 0.008476666174829006,
      "step": 14350
    },
    {
      "loss_action": 0.014008094556629658,
      "loss_total": 0.014008094556629658,
      "step": 14350
    },
    {
      "loss_action": 0.009574271738529205,
      "loss_total": 0.009574271738529205,
      "step": 14350
    },
    {
      "loss_action": 0.016915636137127876,
      "loss_total": 0.016915636137127876,
      "step": 14350
    },
    {
      "loss_action": 0.01912049576640129,
      "loss_total": 0.01912049576640129,
      "step": 14350
    },
    {
      "loss_action": 0.01358785666525364,
      "loss_total": 0.01358785666525364,
      "step": 14350
    },
    {
      "loss_action": 0.010453803464770317,
      "loss_total": 0.010453803464770317,
      "step": 14350
    },
    {
      "grad_norm": 0.2345498651266098,
      "learning_rate": 7.1795e-05,
      "loss": 0.0169,
      "step": 14360
    },
    {
      "loss_action": 0.008777677081525326,
      "loss_total": 0.008777677081525326,
      "step": 14360
    },
    {
      "loss_action": 0.01642908900976181,
      "loss_total": 0.01642908900976181,
      "step": 14360
    },
    {
      "loss_action": 0.027505341917276382,
      "loss_total": 0.027505341917276382,
      "step": 14360
    },
    {
      "loss_action": 0.012008714489638805,
      "loss_total": 0.012008714489638805,
      "step": 14360
    },
    {
      "loss_action": 0.006674777716398239,
      "loss_total": 0.006674777716398239,
      "step": 14360
    },
    {
      "loss_action": 0.025423655286431313,
      "loss_total": 0.025423655286431313,
      "step": 14360
    },
    {
      "loss_action": 0.041474614292383194,
      "loss_total": 0.041474614292383194,
      "step": 14360
    },
    {
      "loss_action": 0.010533010587096214,
      "loss_total": 0.010533010587096214,
      "step": 14360
    },
    {
      "grad_norm": 0.29700252413749695,
      "learning_rate": 7.1845e-05,
      "loss": 0.0169,
      "step": 14370
    },
    {
      "loss_action": 0.023180188611149788,
      "loss_total": 0.023180188611149788,
      "step": 14370
    },
    {
      "loss_action": 0.012508880347013474,
      "loss_total": 0.012508880347013474,
      "step": 14370
    },
    {
      "loss_action": 0.03533685952425003,
      "loss_total": 0.03533685952425003,
      "step": 14370
    },
    {
      "loss_action": 0.010789979249238968,
      "loss_total": 0.010789979249238968,
      "step": 14370
    },
    {
      "loss_action": 0.008337931707501411,
      "loss_total": 0.008337931707501411,
      "step": 14370
    },
    {
      "loss_action": 0.011974353343248367,
      "loss_total": 0.011974353343248367,
      "step": 14370
    },
    {
      "loss_action": 0.02852967008948326,
      "loss_total": 0.02852967008948326,
      "step": 14370
    },
    {
      "loss_action": 0.020498473197221756,
      "loss_total": 0.020498473197221756,
      "step": 14370
    },
    {
      "grad_norm": 0.22858566045761108,
      "learning_rate": 7.1895e-05,
      "loss": 0.0174,
      "step": 14380
    },
    {
      "loss_action": 0.010461254045367241,
      "loss_total": 0.010461254045367241,
      "step": 14380
    },
    {
      "loss_action": 0.016235828399658203,
      "loss_total": 0.016235828399658203,
      "step": 14380
    },
    {
      "loss_action": 0.010416981764137745,
      "loss_total": 0.010416981764137745,
      "step": 14380
    },
    {
      "loss_action": 0.028237691149115562,
      "loss_total": 0.028237691149115562,
      "step": 14380
    },
    {
      "loss_action": 0.014277618378400803,
      "loss_total": 0.014277618378400803,
      "step": 14380
    },
    {
      "loss_action": 0.04071759432554245,
      "loss_total": 0.04071759432554245,
      "step": 14380
    },
    {
      "loss_action": 0.011436614207923412,
      "loss_total": 0.011436614207923412,
      "step": 14380
    },
    {
      "loss_action": 0.016891568899154663,
      "loss_total": 0.016891568899154663,
      "step": 14380
    },
    {
      "grad_norm": 0.36041459441185,
      "learning_rate": 7.1945e-05,
      "loss": 0.0181,
      "step": 14390
    },
    {
      "loss_action": 0.011877208948135376,
      "loss_total": 0.011877208948135376,
      "step": 14390
    },
    {
      "loss_action": 0.022898748517036438,
      "loss_total": 0.022898748517036438,
      "step": 14390
    },
    {
      "loss_action": 0.01066663209348917,
      "loss_total": 0.01066663209348917,
      "step": 14390
    },
    {
      "loss_action": 0.01735195890069008,
      "loss_total": 0.01735195890069008,
      "step": 14390
    },
    {
      "loss_action": 0.011183228343725204,
      "loss_total": 0.011183228343725204,
      "step": 14390
    },
    {
      "loss_action": 0.010475056245923042,
      "loss_total": 0.010475056245923042,
      "step": 14390
    },
    {
      "loss_action": 0.022537309676408768,
      "loss_total": 0.022537309676408768,
      "step": 14390
    },
    {
      "loss_action": 0.018337411805987358,
      "loss_total": 0.018337411805987358,
      "step": 14390
    },
    {
      "grad_norm": 0.23404118418693542,
      "learning_rate": 7.1995e-05,
      "loss": 0.017,
      "step": 14400
    },
    {
      "loss_action": 0.0072280047461390495,
      "loss_total": 0.0072280047461390495,
      "step": 14400
    },
    {
      "loss_action": 0.009030063636600971,
      "loss_total": 0.009030063636600971,
      "step": 14400
    },
    {
      "loss_action": 0.009060111828148365,
      "loss_total": 0.009060111828148365,
      "step": 14400
    },
    {
      "loss_action": 0.009125906974077225,
      "loss_total": 0.009125906974077225,
      "step": 14400
    },
    {
      "loss_action": 0.012280499562621117,
      "loss_total": 0.012280499562621117,
      "step": 14400
    },
    {
      "loss_action": 0.03403201326727867,
      "loss_total": 0.03403201326727867,
      "step": 14400
    },
    {
      "loss_action": 0.01612938567996025,
      "loss_total": 0.01612938567996025,
      "step": 14400
    },
    {
      "loss_action": 0.017140358686447144,
      "loss_total": 0.017140358686447144,
      "step": 14400
    },
    {
      "grad_norm": 0.14611494541168213,
      "learning_rate": 7.2045e-05,
      "loss": 0.0147,
      "step": 14410
    },
    {
      "loss_action": 0.013206494972109795,
      "loss_total": 0.013206494972109795,
      "step": 14410
    },
    {
      "loss_action": 0.01703174225986004,
      "loss_total": 0.01703174225986004,
      "step": 14410
    },
    {
      "loss_action": 0.006273198872804642,
      "loss_total": 0.006273198872804642,
      "step": 14410
    },
    {
      "loss_action": 0.006300794892013073,
      "loss_total": 0.006300794892013073,
      "step": 14410
    },
    {
      "loss_action": 0.005355041474103928,
      "loss_total": 0.005355041474103928,
      "step": 14410
    },
    {
      "loss_action": 0.009257756173610687,
      "loss_total": 0.009257756173610687,
      "step": 14410
    },
    {
      "loss_action": 0.010833990760147572,
      "loss_total": 0.010833990760147572,
      "step": 14410
    },
    {
      "loss_action": 0.01627480611205101,
      "loss_total": 0.01627480611205101,
      "step": 14410
    },
    {
      "grad_norm": 0.20682114362716675,
      "learning_rate": 7.209500000000001e-05,
      "loss": 0.0138,
      "step": 14420
    },
    {
      "loss_action": 0.019155707210302353,
      "loss_total": 0.019155707210302353,
      "step": 14420
    },
    {
      "loss_action": 0.018379345536231995,
      "loss_total": 0.018379345536231995,
      "step": 14420
    },
    {
      "loss_action": 0.017164375633001328,
      "loss_total": 0.017164375633001328,
      "step": 14420
    },
    {
      "loss_action": 0.016258131712675095,
      "loss_total": 0.016258131712675095,
      "step": 14420
    },
    {
      "loss_action": 0.014200029894709587,
      "loss_total": 0.014200029894709587,
      "step": 14420
    },
    {
      "loss_action": 0.018627319484949112,
      "loss_total": 0.018627319484949112,
      "step": 14420
    },
    {
      "loss_action": 0.01710919849574566,
      "loss_total": 0.01710919849574566,
      "step": 14420
    },
    {
      "loss_action": 0.01318296603858471,
      "loss_total": 0.01318296603858471,
      "step": 14420
    },
    {
      "grad_norm": 0.21377623081207275,
      "learning_rate": 7.214500000000001e-05,
      "loss": 0.0187,
      "step": 14430
    },
    {
      "loss_action": 0.014032741077244282,
      "loss_total": 0.014032741077244282,
      "step": 14430
    },
    {
      "loss_action": 0.05516616627573967,
      "loss_total": 0.05516616627573967,
      "step": 14430
    },
    {
      "loss_action": 0.022740306332707405,
      "loss_total": 0.022740306332707405,
      "step": 14430
    },
    {
      "loss_action": 0.011469803750514984,
      "loss_total": 0.011469803750514984,
      "step": 14430
    },
    {
      "loss_action": 0.008007163181900978,
      "loss_total": 0.008007163181900978,
      "step": 14430
    },
    {
      "loss_action": 0.01469327975064516,
      "loss_total": 0.01469327975064516,
      "step": 14430
    },
    {
      "loss_action": 0.019620828330516815,
      "loss_total": 0.019620828330516815,
      "step": 14430
    },
    {
      "loss_action": 0.02170461416244507,
      "loss_total": 0.02170461416244507,
      "step": 14430
    },
    {
      "grad_norm": 0.2162264734506607,
      "learning_rate": 7.2195e-05,
      "loss": 0.0174,
      "step": 14440
    },
    {
      "loss_action": 0.008517872542142868,
      "loss_total": 0.008517872542142868,
      "step": 14440
    },
    {
      "loss_action": 0.011114867404103279,
      "loss_total": 0.011114867404103279,
      "step": 14440
    },
    {
      "loss_action": 0.016329746693372726,
      "loss_total": 0.016329746693372726,
      "step": 14440
    },
    {
      "loss_action": 0.008013220503926277,
      "loss_total": 0.008013220503926277,
      "step": 14440
    },
    {
      "loss_action": 0.009065482765436172,
      "loss_total": 0.009065482765436172,
      "step": 14440
    },
    {
      "loss_action": 0.013733315281569958,
      "loss_total": 0.013733315281569958,
      "step": 14440
    },
    {
      "loss_action": 0.017707696184515953,
      "loss_total": 0.017707696184515953,
      "step": 14440
    },
    {
      "loss_action": 0.023418938741087914,
      "loss_total": 0.023418938741087914,
      "step": 14440
    },
    {
      "grad_norm": 0.2824987471103668,
      "learning_rate": 7.224500000000001e-05,
      "loss": 0.0186,
      "step": 14450
    },
    {
      "loss_action": 0.020202212035655975,
      "loss_total": 0.020202212035655975,
      "step": 14450
    },
    {
      "loss_action": 0.026523951441049576,
      "loss_total": 0.026523951441049576,
      "step": 14450
    },
    {
      "loss_action": 0.020987283438444138,
      "loss_total": 0.020987283438444138,
      "step": 14450
    },
    {
      "loss_action": 0.01547272875905037,
      "loss_total": 0.01547272875905037,
      "step": 14450
    },
    {
      "loss_action": 0.011939497664570808,
      "loss_total": 0.011939497664570808,
      "step": 14450
    },
    {
      "loss_action": 0.015154351480305195,
      "loss_total": 0.015154351480305195,
      "step": 14450
    },
    {
      "loss_action": 0.02075081318616867,
      "loss_total": 0.02075081318616867,
      "step": 14450
    },
    {
      "loss_action": 0.010428253561258316,
      "loss_total": 0.010428253561258316,
      "step": 14450
    },
    {
      "grad_norm": 0.2590395510196686,
      "learning_rate": 7.2295e-05,
      "loss": 0.0195,
      "step": 14460
    },
    {
      "loss_action": 0.01395967323333025,
      "loss_total": 0.01395967323333025,
      "step": 14460
    },
    {
      "loss_action": 0.012938758358359337,
      "loss_total": 0.012938758358359337,
      "step": 14460
    },
    {
      "loss_action": 0.02950640395283699,
      "loss_total": 0.02950640395283699,
      "step": 14460
    },
    {
      "loss_action": 0.0160367488861084,
      "loss_total": 0.0160367488861084,
      "step": 14460
    },
    {
      "loss_action": 0.01602282002568245,
      "loss_total": 0.01602282002568245,
      "step": 14460
    },
    {
      "loss_action": 0.014461689628660679,
      "loss_total": 0.014461689628660679,
      "step": 14460
    },
    {
      "loss_action": 0.011715766042470932,
      "loss_total": 0.011715766042470932,
      "step": 14460
    },
    {
      "loss_action": 0.018434423953294754,
      "loss_total": 0.018434423953294754,
      "step": 14460
    },
    {
      "grad_norm": 0.2810809016227722,
      "learning_rate": 7.234500000000001e-05,
      "loss": 0.017,
      "step": 14470
    },
    {
      "loss_action": 0.012223590165376663,
      "loss_total": 0.012223590165376663,
      "step": 14470
    },
    {
      "loss_action": 0.010859569534659386,
      "loss_total": 0.010859569534659386,
      "step": 14470
    },
    {
      "loss_action": 0.028752487152814865,
      "loss_total": 0.028752487152814865,
      "step": 14470
    },
    {
      "loss_action": 0.009086711332201958,
      "loss_total": 0.009086711332201958,
      "step": 14470
    },
    {
      "loss_action": 0.016019294038414955,
      "loss_total": 0.016019294038414955,
      "step": 14470
    },
    {
      "loss_action": 0.020334478467702866,
      "loss_total": 0.020334478467702866,
      "step": 14470
    },
    {
      "loss_action": 0.018819648772478104,
      "loss_total": 0.018819648772478104,
      "step": 14470
    },
    {
      "loss_action": 0.038538314402103424,
      "loss_total": 0.038538314402103424,
      "step": 14470
    },
    {
      "grad_norm": 0.22562971711158752,
      "learning_rate": 7.2395e-05,
      "loss": 0.0172,
      "step": 14480
    },
    {
      "loss_action": 0.03116230107843876,
      "loss_total": 0.03116230107843876,
      "step": 14480
    },
    {
      "loss_action": 0.007962146773934364,
      "loss_total": 0.007962146773934364,
      "step": 14480
    },
    {
      "loss_action": 0.012612858787178993,
      "loss_total": 0.012612858787178993,
      "step": 14480
    },
    {
      "loss_action": 0.016124479472637177,
      "loss_total": 0.016124479472637177,
      "step": 14480
    },
    {
      "loss_action": 0.011079933494329453,
      "loss_total": 0.011079933494329453,
      "step": 14480
    },
    {
      "loss_action": 0.015422046184539795,
      "loss_total": 0.015422046184539795,
      "step": 14480
    },
    {
      "loss_action": 0.014608975499868393,
      "loss_total": 0.014608975499868393,
      "step": 14480
    },
    {
      "loss_action": 0.01770312711596489,
      "loss_total": 0.01770312711596489,
      "step": 14480
    },
    {
      "grad_norm": 0.2825973629951477,
      "learning_rate": 7.2445e-05,
      "loss": 0.0178,
      "step": 14490
    },
    {
      "loss_action": 0.029142942279577255,
      "loss_total": 0.029142942279577255,
      "step": 14490
    },
    {
      "loss_action": 0.014154549688100815,
      "loss_total": 0.014154549688100815,
      "step": 14490
    },
    {
      "loss_action": 0.009650724940001965,
      "loss_total": 0.009650724940001965,
      "step": 14490
    },
    {
      "loss_action": 0.030813800171017647,
      "loss_total": 0.030813800171017647,
      "step": 14490
    },
    {
      "loss_action": 0.008358707651495934,
      "loss_total": 0.008358707651495934,
      "step": 14490
    },
    {
      "loss_action": 0.0426531545817852,
      "loss_total": 0.0426531545817852,
      "step": 14490
    },
    {
      "loss_action": 0.0118962861597538,
      "loss_total": 0.0118962861597538,
      "step": 14490
    },
    {
      "loss_action": 0.021320950239896774,
      "loss_total": 0.021320950239896774,
      "step": 14490
    },
    {
      "grad_norm": 0.23998332023620605,
      "learning_rate": 7.2495e-05,
      "loss": 0.0204,
      "step": 14500
    },
    {
      "loss_action": 0.02422437071800232,
      "loss_total": 0.02422437071800232,
      "step": 14500
    },
    {
      "loss_action": 0.030267134308815002,
      "loss_total": 0.030267134308815002,
      "step": 14500
    },
    {
      "loss_action": 0.03455153852701187,
      "loss_total": 0.03455153852701187,
      "step": 14500
    },
    {
      "loss_action": 0.03581593558192253,
      "loss_total": 0.03581593558192253,
      "step": 14500
    },
    {
      "loss_action": 0.016267837956547737,
      "loss_total": 0.016267837956547737,
      "step": 14500
    },
    {
      "loss_action": 0.021077919751405716,
      "loss_total": 0.021077919751405716,
      "step": 14500
    },
    {
      "loss_action": 0.10530880093574524,
      "loss_total": 0.10530880093574524,
      "step": 14500
    },
    {
      "loss_action": 0.012393438257277012,
      "loss_total": 0.012393438257277012,
      "step": 14500
    },
    {
      "grad_norm": 0.16598257422447205,
      "learning_rate": 7.2545e-05,
      "loss": 0.0196,
      "step": 14510
    },
    {
      "loss_action": 0.020636100322008133,
      "loss_total": 0.020636100322008133,
      "step": 14510
    },
    {
      "loss_action": 0.021433912217617035,
      "loss_total": 0.021433912217617035,
      "step": 14510
    },
    {
      "loss_action": 0.010037491098046303,
      "loss_total": 0.010037491098046303,
      "step": 14510
    },
    {
      "loss_action": 0.015502950176596642,
      "loss_total": 0.015502950176596642,
      "step": 14510
    },
    {
      "loss_action": 0.018275722861289978,
      "loss_total": 0.018275722861289978,
      "step": 14510
    },
    {
      "loss_action": 0.027232032269239426,
      "loss_total": 0.027232032269239426,
      "step": 14510
    },
    {
      "loss_action": 0.03417093679308891,
      "loss_total": 0.03417093679308891,
      "step": 14510
    },
    {
      "loss_action": 0.016135061159729958,
      "loss_total": 0.016135061159729958,
      "step": 14510
    },
    {
      "grad_norm": 0.2658776044845581,
      "learning_rate": 7.2595e-05,
      "loss": 0.0195,
      "step": 14520
    },
    {
      "loss_action": 0.011837104335427284,
      "loss_total": 0.011837104335427284,
      "step": 14520
    },
    {
      "loss_action": 0.010582713410258293,
      "loss_total": 0.010582713410258293,
      "step": 14520
    },
    {
      "loss_action": 0.019558092579245567,
      "loss_total": 0.019558092579245567,
      "step": 14520
    },
    {
      "loss_action": 0.015806138515472412,
      "loss_total": 0.015806138515472412,
      "step": 14520
    },
    {
      "loss_action": 0.015588996931910515,
      "loss_total": 0.015588996931910515,
      "step": 14520
    },
    {
      "loss_action": 0.007850782945752144,
      "loss_total": 0.007850782945752144,
      "step": 14520
    },
    {
      "loss_action": 0.03980225324630737,
      "loss_total": 0.03980225324630737,
      "step": 14520
    },
    {
      "loss_action": 0.020961396396160126,
      "loss_total": 0.020961396396160126,
      "step": 14520
    },
    {
      "grad_norm": 0.1838594675064087,
      "learning_rate": 7.2645e-05,
      "loss": 0.0176,
      "step": 14530
    },
    {
      "loss_action": 0.02163604274392128,
      "loss_total": 0.02163604274392128,
      "step": 14530
    },
    {
      "loss_action": 0.027989959344267845,
      "loss_total": 0.027989959344267845,
      "step": 14530
    },
    {
      "loss_action": 0.018237192183732986,
      "loss_total": 0.018237192183732986,
      "step": 14530
    },
    {
      "loss_action": 0.030527636408805847,
      "loss_total": 0.030527636408805847,
      "step": 14530
    },
    {
      "loss_action": 0.017934856936335564,
      "loss_total": 0.017934856936335564,
      "step": 14530
    },
    {
      "loss_action": 0.01443685032427311,
      "loss_total": 0.01443685032427311,
      "step": 14530
    },
    {
      "loss_action": 0.013910168781876564,
      "loss_total": 0.013910168781876564,
      "step": 14530
    },
    {
      "loss_action": 0.01695568673312664,
      "loss_total": 0.01695568673312664,
      "step": 14530
    },
    {
      "grad_norm": 0.31785690784454346,
      "learning_rate": 7.269500000000001e-05,
      "loss": 0.017,
      "step": 14540
    },
    {
      "loss_action": 0.014378190040588379,
      "loss_total": 0.014378190040588379,
      "step": 14540
    },
    {
      "loss_action": 0.01865362748503685,
      "loss_total": 0.01865362748503685,
      "step": 14540
    },
    {
      "loss_action": 0.034499771893024445,
      "loss_total": 0.034499771893024445,
      "step": 14540
    },
    {
      "loss_action": 0.02822345867753029,
      "loss_total": 0.02822345867753029,
      "step": 14540
    },
    {
      "loss_action": 0.021752074360847473,
      "loss_total": 0.021752074360847473,
      "step": 14540
    },
    {
      "loss_action": 0.03734464943408966,
      "loss_total": 0.03734464943408966,
      "step": 14540
    },
    {
      "loss_action": 0.012385258451104164,
      "loss_total": 0.012385258451104164,
      "step": 14540
    },
    {
      "loss_action": 0.01043814979493618,
      "loss_total": 0.01043814979493618,
      "step": 14540
    },
    {
      "grad_norm": 0.38431569933891296,
      "learning_rate": 7.274500000000001e-05,
      "loss": 0.02,
      "step": 14550
    },
    {
      "loss_action": 0.010068909265100956,
      "loss_total": 0.010068909265100956,
      "step": 14550
    },
    {
      "loss_action": 0.01189943216741085,
      "loss_total": 0.01189943216741085,
      "step": 14550
    },
    {
      "loss_action": 0.015500286594033241,
      "loss_total": 0.015500286594033241,
      "step": 14550
    },
    {
      "loss_action": 0.0054772342555224895,
      "loss_total": 0.0054772342555224895,
      "step": 14550
    },
    {
      "loss_action": 0.018715407699346542,
      "loss_total": 0.018715407699346542,
      "step": 14550
    },
    {
      "loss_action": 0.016966424882411957,
      "loss_total": 0.016966424882411957,
      "step": 14550
    },
    {
      "loss_action": 0.014172505587339401,
      "loss_total": 0.014172505587339401,
      "step": 14550
    },
    {
      "loss_action": 0.027403991669416428,
      "loss_total": 0.027403991669416428,
      "step": 14550
    },
    {
      "grad_norm": 0.202597513794899,
      "learning_rate": 7.2795e-05,
      "loss": 0.0184,
      "step": 14560
    },
    {
      "loss_action": 0.005700068082660437,
      "loss_total": 0.005700068082660437,
      "step": 14560
    },
    {
      "loss_action": 0.011548853479325771,
      "loss_total": 0.011548853479325771,
      "step": 14560
    },
    {
      "loss_action": 0.008722617290914059,
      "loss_total": 0.008722617290914059,
      "step": 14560
    },
    {
      "loss_action": 0.011719752103090286,
      "loss_total": 0.011719752103090286,
      "step": 14560
    },
    {
      "loss_action": 0.015776729211211205,
      "loss_total": 0.015776729211211205,
      "step": 14560
    },
    {
      "loss_action": 0.01806979812681675,
      "loss_total": 0.01806979812681675,
      "step": 14560
    },
    {
      "loss_action": 0.0084230350330472,
      "loss_total": 0.0084230350330472,
      "step": 14560
    },
    {
      "loss_action": 0.01454322598874569,
      "loss_total": 0.01454322598874569,
      "step": 14560
    },
    {
      "grad_norm": 0.1845279484987259,
      "learning_rate": 7.284500000000001e-05,
      "loss": 0.016,
      "step": 14570
    },
    {
      "loss_action": 0.018218159675598145,
      "loss_total": 0.018218159675598145,
      "step": 14570
    },
    {
      "loss_action": 0.007000586483627558,
      "loss_total": 0.007000586483627558,
      "step": 14570
    },
    {
      "loss_action": 0.01852498948574066,
      "loss_total": 0.01852498948574066,
      "step": 14570
    },
    {
      "loss_action": 0.005494626238942146,
      "loss_total": 0.005494626238942146,
      "step": 14570
    },
    {
      "loss_action": 0.0052903788164258,
      "loss_total": 0.0052903788164258,
      "step": 14570
    },
    {
      "loss_action": 0.010554898530244827,
      "loss_total": 0.010554898530244827,
      "step": 14570
    },
    {
      "loss_action": 0.010600190609693527,
      "loss_total": 0.010600190609693527,
      "step": 14570
    },
    {
      "loss_action": 0.00968869961798191,
      "loss_total": 0.00968869961798191,
      "step": 14570
    },
    {
      "grad_norm": 0.2611812353134155,
      "learning_rate": 7.2895e-05,
      "loss": 0.0182,
      "step": 14580
    },
    {
      "loss_action": 0.01108295563608408,
      "loss_total": 0.01108295563608408,
      "step": 14580
    },
    {
      "loss_action": 0.01039157435297966,
      "loss_total": 0.01039157435297966,
      "step": 14580
    },
    {
      "loss_action": 0.012789871543645859,
      "loss_total": 0.012789871543645859,
      "step": 14580
    },
    {
      "loss_action": 0.009589054621756077,
      "loss_total": 0.009589054621756077,
      "step": 14580
    },
    {
      "loss_action": 0.009767749346792698,
      "loss_total": 0.009767749346792698,
      "step": 14580
    },
    {
      "loss_action": 0.010676547884941101,
      "loss_total": 0.010676547884941101,
      "step": 14580
    },
    {
      "loss_action": 0.009696362540125847,
      "loss_total": 0.009696362540125847,
      "step": 14580
    },
    {
      "loss_action": 0.018889661878347397,
      "loss_total": 0.018889661878347397,
      "step": 14580
    },
    {
      "grad_norm": 0.3845750391483307,
      "learning_rate": 7.294500000000001e-05,
      "loss": 0.0182,
      "step": 14590
    },
    {
      "loss_action": 0.010869404301047325,
      "loss_total": 0.010869404301047325,
      "step": 14590
    },
    {
      "loss_action": 0.01583988405764103,
      "loss_total": 0.01583988405764103,
      "step": 14590
    },
    {
      "loss_action": 0.0066517796367406845,
      "loss_total": 0.0066517796367406845,
      "step": 14590
    },
    {
      "loss_action": 0.013247684575617313,
      "loss_total": 0.013247684575617313,
      "step": 14590
    },
    {
      "loss_action": 0.03141101822257042,
      "loss_total": 0.03141101822257042,
      "step": 14590
    },
    {
      "loss_action": 0.009969817474484444,
      "loss_total": 0.009969817474484444,
      "step": 14590
    },
    {
      "loss_action": 0.00961424969136715,
      "loss_total": 0.00961424969136715,
      "step": 14590
    },
    {
      "loss_action": 0.04109950736165047,
      "loss_total": 0.04109950736165047,
      "step": 14590
    },
    {
      "grad_norm": 0.2405165433883667,
      "learning_rate": 7.2995e-05,
      "loss": 0.0179,
      "step": 14600
    },
    {
      "loss_action": 0.010493344627320766,
      "loss_total": 0.010493344627320766,
      "step": 14600
    },
    {
      "loss_action": 0.009563159197568893,
      "loss_total": 0.009563159197568893,
      "step": 14600
    },
    {
      "loss_action": 0.017572440207004547,
      "loss_total": 0.017572440207004547,
      "step": 14600
    },
    {
      "loss_action": 0.016116879880428314,
      "loss_total": 0.016116879880428314,
      "step": 14600
    },
    {
      "loss_action": 0.02838357537984848,
      "loss_total": 0.02838357537984848,
      "step": 14600
    },
    {
      "loss_action": 0.012898108921945095,
      "loss_total": 0.012898108921945095,
      "step": 14600
    },
    {
      "loss_action": 0.029576580971479416,
      "loss_total": 0.029576580971479416,
      "step": 14600
    },
    {
      "loss_action": 0.019487034529447556,
      "loss_total": 0.019487034529447556,
      "step": 14600
    },
    {
      "grad_norm": 0.20202288031578064,
      "learning_rate": 7.3045e-05,
      "loss": 0.018,
      "step": 14610
    },
    {
      "loss_action": 0.011703873984515667,
      "loss_total": 0.011703873984515667,
      "step": 14610
    },
    {
      "loss_action": 0.013201226480305195,
      "loss_total": 0.013201226480305195,
      "step": 14610
    },
    {
      "loss_action": 0.02555275708436966,
      "loss_total": 0.02555275708436966,
      "step": 14610
    },
    {
      "loss_action": 0.021858669817447662,
      "loss_total": 0.021858669817447662,
      "step": 14610
    },
    {
      "loss_action": 0.027982763946056366,
      "loss_total": 0.027982763946056366,
      "step": 14610
    },
    {
      "loss_action": 0.008772158995270729,
      "loss_total": 0.008772158995270729,
      "step": 14610
    },
    {
      "loss_action": 0.012279506772756577,
      "loss_total": 0.012279506772756577,
      "step": 14610
    },
    {
      "loss_action": 0.012094954960048199,
      "loss_total": 0.012094954960048199,
      "step": 14610
    },
    {
      "grad_norm": 0.33736318349838257,
      "learning_rate": 7.3095e-05,
      "loss": 0.0163,
      "step": 14620
    },
    {
      "loss_action": 0.022126656025648117,
      "loss_total": 0.022126656025648117,
      "step": 14620
    },
    {
      "loss_action": 0.014212062582373619,
      "loss_total": 0.014212062582373619,
      "step": 14620
    },
    {
      "loss_action": 0.012729542329907417,
      "loss_total": 0.012729542329907417,
      "step": 14620
    },
    {
      "loss_action": 0.008300651796162128,
      "loss_total": 0.008300651796162128,
      "step": 14620
    },
    {
      "loss_action": 0.015054749324917793,
      "loss_total": 0.015054749324917793,
      "step": 14620
    },
    {
      "loss_action": 0.01593756303191185,
      "loss_total": 0.01593756303191185,
      "step": 14620
    },
    {
      "loss_action": 0.017065268009901047,
      "loss_total": 0.017065268009901047,
      "step": 14620
    },
    {
      "loss_action": 0.023294024169445038,
      "loss_total": 0.023294024169445038,
      "step": 14620
    },
    {
      "grad_norm": 0.2906096279621124,
      "learning_rate": 7.3145e-05,
      "loss": 0.0172,
      "step": 14630
    },
    {
      "loss_action": 0.008523127064108849,
      "loss_total": 0.008523127064108849,
      "step": 14630
    },
    {
      "loss_action": 0.014509807340800762,
      "loss_total": 0.014509807340800762,
      "step": 14630
    },
    {
      "loss_action": 0.01875855214893818,
      "loss_total": 0.01875855214893818,
      "step": 14630
    },
    {
      "loss_action": 0.02111157216131687,
      "loss_total": 0.02111157216131687,
      "step": 14630
    },
    {
      "loss_action": 0.011348454281687737,
      "loss_total": 0.011348454281687737,
      "step": 14630
    },
    {
      "loss_action": 0.0255548357963562,
      "loss_total": 0.0255548357963562,
      "step": 14630
    },
    {
      "loss_action": 0.015543217770755291,
      "loss_total": 0.015543217770755291,
      "step": 14630
    },
    {
      "loss_action": 0.037724994122982025,
      "loss_total": 0.037724994122982025,
      "step": 14630
    },
    {
      "grad_norm": 0.2799895405769348,
      "learning_rate": 7.3195e-05,
      "loss": 0.0187,
      "step": 14640
    },
    {
      "loss_action": 0.01611059159040451,
      "loss_total": 0.01611059159040451,
      "step": 14640
    },
    {
      "loss_action": 0.015565890818834305,
      "loss_total": 0.015565890818834305,
      "step": 14640
    },
    {
      "loss_action": 0.014784684404730797,
      "loss_total": 0.014784684404730797,
      "step": 14640
    },
    {
      "loss_action": 0.01170489750802517,
      "loss_total": 0.01170489750802517,
      "step": 14640
    },
    {
      "loss_action": 0.016679702326655388,
      "loss_total": 0.016679702326655388,
      "step": 14640
    },
    {
      "loss_action": 0.011835838668048382,
      "loss_total": 0.011835838668048382,
      "step": 14640
    },
    {
      "loss_action": 0.015353698283433914,
      "loss_total": 0.015353698283433914,
      "step": 14640
    },
    {
      "loss_action": 0.019598018378019333,
      "loss_total": 0.019598018378019333,
      "step": 14640
    },
    {
      "grad_norm": 0.20556987822055817,
      "learning_rate": 7.324500000000001e-05,
      "loss": 0.0174,
      "step": 14650
    },
    {
      "loss_action": 0.027852831408381462,
      "loss_total": 0.027852831408381462,
      "step": 14650
    },
    {
      "loss_action": 0.013831748627126217,
      "loss_total": 0.013831748627126217,
      "step": 14650
    },
    {
      "loss_action": 0.0341794416308403,
      "loss_total": 0.0341794416308403,
      "step": 14650
    },
    {
      "loss_action": 0.015482352115213871,
      "loss_total": 0.015482352115213871,
      "step": 14650
    },
    {
      "loss_action": 0.024401623755693436,
      "loss_total": 0.024401623755693436,
      "step": 14650
    },
    {
      "loss_action": 0.024396203458309174,
      "loss_total": 0.024396203458309174,
      "step": 14650
    },
    {
      "loss_action": 0.018196092918515205,
      "loss_total": 0.018196092918515205,
      "step": 14650
    },
    {
      "loss_action": 0.018997814506292343,
      "loss_total": 0.018997814506292343,
      "step": 14650
    },
    {
      "grad_norm": 0.21467944979667664,
      "learning_rate": 7.329500000000001e-05,
      "loss": 0.0208,
      "step": 14660
    },
    {
      "loss_action": 0.022643767297267914,
      "loss_total": 0.022643767297267914,
      "step": 14660
    },
    {
      "loss_action": 0.01788102462887764,
      "loss_total": 0.01788102462887764,
      "step": 14660
    },
    {
      "loss_action": 0.031752508133649826,
      "loss_total": 0.031752508133649826,
      "step": 14660
    },
    {
      "loss_action": 0.023942533880472183,
      "loss_total": 0.023942533880472183,
      "step": 14660
    },
    {
      "loss_action": 0.04490940272808075,
      "loss_total": 0.04490940272808075,
      "step": 14660
    },
    {
      "loss_action": 0.016899172216653824,
      "loss_total": 0.016899172216653824,
      "step": 14660
    },
    {
      "loss_action": 0.022489912807941437,
      "loss_total": 0.022489912807941437,
      "step": 14660
    },
    {
      "loss_action": 0.008443773724138737,
      "loss_total": 0.008443773724138737,
      "step": 14660
    },
    {
      "grad_norm": 0.21458016335964203,
      "learning_rate": 7.334500000000001e-05,
      "loss": 0.0193,
      "step": 14670
    },
    {
      "loss_action": 0.02864459529519081,
      "loss_total": 0.02864459529519081,
      "step": 14670
    },
    {
      "loss_action": 0.014867199584841728,
      "loss_total": 0.014867199584841728,
      "step": 14670
    },
    {
      "loss_action": 0.02348119579255581,
      "loss_total": 0.02348119579255581,
      "step": 14670
    },
    {
      "loss_action": 0.01658150926232338,
      "loss_total": 0.01658150926232338,
      "step": 14670
    },
    {
      "loss_action": 0.013948682695627213,
      "loss_total": 0.013948682695627213,
      "step": 14670
    },
    {
      "loss_action": 0.02280299738049507,
      "loss_total": 0.02280299738049507,
      "step": 14670
    },
    {
      "loss_action": 0.007541293278336525,
      "loss_total": 0.007541293278336525,
      "step": 14670
    },
    {
      "loss_action": 0.017273643985390663,
      "loss_total": 0.017273643985390663,
      "step": 14670
    },
    {
      "grad_norm": 0.27099573612213135,
      "learning_rate": 7.3395e-05,
      "loss": 0.0195,
      "step": 14680
    },
    {
      "loss_action": 0.019172104075551033,
      "loss_total": 0.019172104075551033,
      "step": 14680
    },
    {
      "loss_action": 0.016402218490839005,
      "loss_total": 0.016402218490839005,
      "step": 14680
    },
    {
      "loss_action": 0.018961025401949883,
      "loss_total": 0.018961025401949883,
      "step": 14680
    },
    {
      "loss_action": 0.008434904739260674,
      "loss_total": 0.008434904739260674,
      "step": 14680
    },
    {
      "loss_action": 0.022178685292601585,
      "loss_total": 0.022178685292601585,
      "step": 14680
    },
    {
      "loss_action": 0.01494007371366024,
      "loss_total": 0.01494007371366024,
      "step": 14680
    },
    {
      "loss_action": 0.010545836761593819,
      "loss_total": 0.010545836761593819,
      "step": 14680
    },
    {
      "loss_action": 0.01869160495698452,
      "loss_total": 0.01869160495698452,
      "step": 14680
    },
    {
      "grad_norm": 0.2624770402908325,
      "learning_rate": 7.344500000000001e-05,
      "loss": 0.0171,
      "step": 14690
    },
    {
      "loss_action": 0.01056760735809803,
      "loss_total": 0.01056760735809803,
      "step": 14690
    },
    {
      "loss_action": 0.011646975763142109,
      "loss_total": 0.011646975763142109,
      "step": 14690
    },
    {
      "loss_action": 0.01667124032974243,
      "loss_total": 0.01667124032974243,
      "step": 14690
    },
    {
      "loss_action": 0.01923763006925583,
      "loss_total": 0.01923763006925583,
      "step": 14690
    },
    {
      "loss_action": 0.007482434157282114,
      "loss_total": 0.007482434157282114,
      "step": 14690
    },
    {
      "loss_action": 0.021049920469522476,
      "loss_total": 0.021049920469522476,
      "step": 14690
    },
    {
      "loss_action": 0.019571524113416672,
      "loss_total": 0.019571524113416672,
      "step": 14690
    },
    {
      "loss_action": 0.011725503951311111,
      "loss_total": 0.011725503951311111,
      "step": 14690
    },
    {
      "grad_norm": 0.27717873454093933,
      "learning_rate": 7.3495e-05,
      "loss": 0.0228,
      "step": 14700
    },
    {
      "loss_action": 0.012068161740899086,
      "loss_total": 0.012068161740899086,
      "step": 14700
    },
    {
      "loss_action": 0.013718539848923683,
      "loss_total": 0.013718539848923683,
      "step": 14700
    },
    {
      "loss_action": 0.05442729964852333,
      "loss_total": 0.05442729964852333,
      "step": 14700
    },
    {
      "loss_action": 0.010588082484900951,
      "loss_total": 0.010588082484900951,
      "step": 14700
    },
    {
      "loss_action": 0.017691511660814285,
      "loss_total": 0.017691511660814285,
      "step": 14700
    },
    {
      "loss_action": 0.03484058007597923,
      "loss_total": 0.03484058007597923,
      "step": 14700
    },
    {
      "loss_action": 0.0165634173899889,
      "loss_total": 0.0165634173899889,
      "step": 14700
    },
    {
      "loss_action": 0.015801258385181427,
      "loss_total": 0.015801258385181427,
      "step": 14700
    },
    {
      "grad_norm": 0.343894898891449,
      "learning_rate": 7.354500000000001e-05,
      "loss": 0.0188,
      "step": 14710
    },
    {
      "loss_action": 0.019434038549661636,
      "loss_total": 0.019434038549661636,
      "step": 14710
    },
    {
      "loss_action": 0.011512773111462593,
      "loss_total": 0.011512773111462593,
      "step": 14710
    },
    {
      "loss_action": 0.015539155341684818,
      "loss_total": 0.015539155341684818,
      "step": 14710
    },
    {
      "loss_action": 0.030433475971221924,
      "loss_total": 0.030433475971221924,
      "step": 14710
    },
    {
      "loss_action": 0.01847042515873909,
      "loss_total": 0.01847042515873909,
      "step": 14710
    },
    {
      "loss_action": 0.01407695934176445,
      "loss_total": 0.01407695934176445,
      "step": 14710
    },
    {
      "loss_action": 0.02047063037753105,
      "loss_total": 0.02047063037753105,
      "step": 14710
    },
    {
      "loss_action": 0.01556879747658968,
      "loss_total": 0.01556879747658968,
      "step": 14710
    },
    {
      "grad_norm": 0.2387830764055252,
      "learning_rate": 7.3595e-05,
      "loss": 0.0188,
      "step": 14720
    },
    {
      "loss_action": 0.011238244362175465,
      "loss_total": 0.011238244362175465,
      "step": 14720
    },
    {
      "loss_action": 0.020203765481710434,
      "loss_total": 0.020203765481710434,
      "step": 14720
    },
    {
      "loss_action": 0.010076655074954033,
      "loss_total": 0.010076655074954033,
      "step": 14720
    },
    {
      "loss_action": 0.015431264415383339,
      "loss_total": 0.015431264415383339,
      "step": 14720
    },
    {
      "loss_action": 0.01702263019979,
      "loss_total": 0.01702263019979,
      "step": 14720
    },
    {
      "loss_action": 0.022272471338510513,
      "loss_total": 0.022272471338510513,
      "step": 14720
    },
    {
      "loss_action": 0.01213093288242817,
      "loss_total": 0.01213093288242817,
      "step": 14720
    },
    {
      "loss_action": 0.006553072482347488,
      "loss_total": 0.006553072482347488,
      "step": 14720
    },
    {
      "grad_norm": 0.3832690715789795,
      "learning_rate": 7.3645e-05,
      "loss": 0.0249,
      "step": 14730
    },
    {
      "loss_action": 0.019685784354805946,
      "loss_total": 0.019685784354805946,
      "step": 14730
    },
    {
      "loss_action": 0.03757874667644501,
      "loss_total": 0.03757874667644501,
      "step": 14730
    },
    {
      "loss_action": 0.015513574704527855,
      "loss_total": 0.015513574704527855,
      "step": 14730
    },
    {
      "loss_action": 0.017438024282455444,
      "loss_total": 0.017438024282455444,
      "step": 14730
    },
    {
      "loss_action": 0.015621921047568321,
      "loss_total": 0.015621921047568321,
      "step": 14730
    },
    {
      "loss_action": 0.011581002734601498,
      "loss_total": 0.011581002734601498,
      "step": 14730
    },
    {
      "loss_action": 0.019679900258779526,
      "loss_total": 0.019679900258779526,
      "step": 14730
    },
    {
      "loss_action": 0.011154846288263798,
      "loss_total": 0.011154846288263798,
      "step": 14730
    },
    {
      "grad_norm": 0.26599207520484924,
      "learning_rate": 7.3695e-05,
      "loss": 0.0208,
      "step": 14740
    },
    {
      "loss_action": 0.02750830352306366,
      "loss_total": 0.02750830352306366,
      "step": 14740
    },
    {
      "loss_action": 0.024787049740552902,
      "loss_total": 0.024787049740552902,
      "step": 14740
    },
    {
      "loss_action": 0.015616542659699917,
      "loss_total": 0.015616542659699917,
      "step": 14740
    },
    {
      "loss_action": 0.022833168506622314,
      "loss_total": 0.022833168506622314,
      "step": 14740
    },
    {
      "loss_action": 0.019889701157808304,
      "loss_total": 0.019889701157808304,
      "step": 14740
    },
    {
      "loss_action": 0.0233449749648571,
      "loss_total": 0.0233449749648571,
      "step": 14740
    },
    {
      "loss_action": 0.0206243097782135,
      "loss_total": 0.0206243097782135,
      "step": 14740
    },
    {
      "loss_action": 0.02903136983513832,
      "loss_total": 0.02903136983513832,
      "step": 14740
    },
    {
      "grad_norm": 0.25722435116767883,
      "learning_rate": 7.3745e-05,
      "loss": 0.0194,
      "step": 14750
    },
    {
      "loss_action": 0.01820884272456169,
      "loss_total": 0.01820884272456169,
      "step": 14750
    },
    {
      "loss_action": 0.024537058547139168,
      "loss_total": 0.024537058547139168,
      "step": 14750
    },
    {
      "loss_action": 0.021883171051740646,
      "loss_total": 0.021883171051740646,
      "step": 14750
    },
    {
      "loss_action": 0.021264702081680298,
      "loss_total": 0.021264702081680298,
      "step": 14750
    },
    {
      "loss_action": 0.026071466505527496,
      "loss_total": 0.026071466505527496,
      "step": 14750
    },
    {
      "loss_action": 0.019260242581367493,
      "loss_total": 0.019260242581367493,
      "step": 14750
    },
    {
      "loss_action": 0.040827393531799316,
      "loss_total": 0.040827393531799316,
      "step": 14750
    },
    {
      "loss_action": 0.0198978241533041,
      "loss_total": 0.0198978241533041,
      "step": 14750
    },
    {
      "grad_norm": 0.29864612221717834,
      "learning_rate": 7.379500000000001e-05,
      "loss": 0.0209,
      "step": 14760
    },
    {
      "loss_action": 0.025337902829051018,
      "loss_total": 0.025337902829051018,
      "step": 14760
    },
    {
      "loss_action": 0.017087792977690697,
      "loss_total": 0.017087792977690697,
      "step": 14760
    },
    {
      "loss_action": 0.017629144713282585,
      "loss_total": 0.017629144713282585,
      "step": 14760
    },
    {
      "loss_action": 0.012755677103996277,
      "loss_total": 0.012755677103996277,
      "step": 14760
    },
    {
      "loss_action": 0.03526981920003891,
      "loss_total": 0.03526981920003891,
      "step": 14760
    },
    {
      "loss_action": 0.016622379422187805,
      "loss_total": 0.016622379422187805,
      "step": 14760
    },
    {
      "loss_action": 0.0184041578322649,
      "loss_total": 0.0184041578322649,
      "step": 14760
    },
    {
      "loss_action": 0.032378409057855606,
      "loss_total": 0.032378409057855606,
      "step": 14760
    },
    {
      "grad_norm": 0.29738011956214905,
      "learning_rate": 7.384500000000001e-05,
      "loss": 0.0182,
      "step": 14770
    },
    {
      "loss_action": 0.022152027115225792,
      "loss_total": 0.022152027115225792,
      "step": 14770
    },
    {
      "loss_action": 0.01488184742629528,
      "loss_total": 0.01488184742629528,
      "step": 14770
    },
    {
      "loss_action": 0.01937662810087204,
      "loss_total": 0.01937662810087204,
      "step": 14770
    },
    {
      "loss_action": 0.014250829815864563,
      "loss_total": 0.014250829815864563,
      "step": 14770
    },
    {
      "loss_action": 0.018101604655385017,
      "loss_total": 0.018101604655385017,
      "step": 14770
    },
    {
      "loss_action": 0.017583327367901802,
      "loss_total": 0.017583327367901802,
      "step": 14770
    },
    {
      "loss_action": 0.020473893731832504,
      "loss_total": 0.020473893731832504,
      "step": 14770
    },
    {
      "loss_action": 0.012251563370227814,
      "loss_total": 0.012251563370227814,
      "step": 14770
    },
    {
      "grad_norm": 0.2506914436817169,
      "learning_rate": 7.3895e-05,
      "loss": 0.0186,
      "step": 14780
    },
    {
      "loss_action": 0.01566844806075096,
      "loss_total": 0.01566844806075096,
      "step": 14780
    },
    {
      "loss_action": 0.01643809676170349,
      "loss_total": 0.01643809676170349,
      "step": 14780
    },
    {
      "loss_action": 0.007340310141444206,
      "loss_total": 0.007340310141444206,
      "step": 14780
    },
    {
      "loss_action": 0.031371161341667175,
      "loss_total": 0.031371161341667175,
      "step": 14780
    },
    {
      "loss_action": 0.0208326056599617,
      "loss_total": 0.0208326056599617,
      "step": 14780
    },
    {
      "loss_action": 0.021883584558963776,
      "loss_total": 0.021883584558963776,
      "step": 14780
    },
    {
      "loss_action": 0.03159603103995323,
      "loss_total": 0.03159603103995323,
      "step": 14780
    },
    {
      "loss_action": 0.00660173874348402,
      "loss_total": 0.00660173874348402,
      "step": 14780
    },
    {
      "grad_norm": 0.27870088815689087,
      "learning_rate": 7.394500000000001e-05,
      "loss": 0.0169,
      "step": 14790
    },
    {
      "loss_action": 0.016800623387098312,
      "loss_total": 0.016800623387098312,
      "step": 14790
    },
    {
      "loss_action": 0.011813606135547161,
      "loss_total": 0.011813606135547161,
      "step": 14790
    },
    {
      "loss_action": 0.020201291888952255,
      "loss_total": 0.020201291888952255,
      "step": 14790
    },
    {
      "loss_action": 0.008228540420532227,
      "loss_total": 0.008228540420532227,
      "step": 14790
    },
    {
      "loss_action": 0.027018902823328972,
      "loss_total": 0.027018902823328972,
      "step": 14790
    },
    {
      "loss_action": 0.017140232026576996,
      "loss_total": 0.017140232026576996,
      "step": 14790
    },
    {
      "loss_action": 0.012303246185183525,
      "loss_total": 0.012303246185183525,
      "step": 14790
    },
    {
      "loss_action": 0.06692510843276978,
      "loss_total": 0.06692510843276978,
      "step": 14790
    },
    {
      "grad_norm": 0.1799168586730957,
      "learning_rate": 7.3995e-05,
      "loss": 0.0178,
      "step": 14800
    },
    {
      "loss_action": 0.01343105174601078,
      "loss_total": 0.01343105174601078,
      "step": 14800
    },
    {
      "loss_action": 0.02044493332505226,
      "loss_total": 0.02044493332505226,
      "step": 14800
    },
    {
      "loss_action": 0.00835940707474947,
      "loss_total": 0.00835940707474947,
      "step": 14800
    },
    {
      "loss_action": 0.014915423467755318,
      "loss_total": 0.014915423467755318,
      "step": 14800
    },
    {
      "loss_action": 0.021784022450447083,
      "loss_total": 0.021784022450447083,
      "step": 14800
    },
    {
      "loss_action": 0.04459754750132561,
      "loss_total": 0.04459754750132561,
      "step": 14800
    },
    {
      "loss_action": 0.0135547686368227,
      "loss_total": 0.0135547686368227,
      "step": 14800
    },
    {
      "loss_action": 0.011132245883345604,
      "loss_total": 0.011132245883345604,
      "step": 14800
    },
    {
      "grad_norm": 0.18518933653831482,
      "learning_rate": 7.404500000000001e-05,
      "loss": 0.0147,
      "step": 14810
    },
    {
      "loss_action": 0.012284696102142334,
      "loss_total": 0.012284696102142334,
      "step": 14810
    },
    {
      "loss_action": 0.01393946073949337,
      "loss_total": 0.01393946073949337,
      "step": 14810
    },
    {
      "loss_action": 0.01465256791561842,
      "loss_total": 0.01465256791561842,
      "step": 14810
    },
    {
      "loss_action": 0.009268678724765778,
      "loss_total": 0.009268678724765778,
      "step": 14810
    },
    {
      "loss_action": 0.008237946778535843,
      "loss_total": 0.008237946778535843,
      "step": 14810
    },
    {
      "loss_action": 0.009308483451604843,
      "loss_total": 0.009308483451604843,
      "step": 14810
    },
    {
      "loss_action": 0.032313961535692215,
      "loss_total": 0.032313961535692215,
      "step": 14810
    },
    {
      "loss_action": 0.02894578129053116,
      "loss_total": 0.02894578129053116,
      "step": 14810
    },
    {
      "grad_norm": 0.2891726493835449,
      "learning_rate": 7.4095e-05,
      "loss": 0.017,
      "step": 14820
    },
    {
      "loss_action": 0.013345828279852867,
      "loss_total": 0.013345828279852867,
      "step": 14820
    },
    {
      "loss_action": 0.009990442544221878,
      "loss_total": 0.009990442544221878,
      "step": 14820
    },
    {
      "loss_action": 0.01290343701839447,
      "loss_total": 0.01290343701839447,
      "step": 14820
    },
    {
      "loss_action": 0.013573882170021534,
      "loss_total": 0.013573882170021534,
      "step": 14820
    },
    {
      "loss_action": 0.012405479326844215,
      "loss_total": 0.012405479326844215,
      "step": 14820
    },
    {
      "loss_action": 0.021867258474230766,
      "loss_total": 0.021867258474230766,
      "step": 14820
    },
    {
      "loss_action": 0.0073900287970900536,
      "loss_total": 0.0073900287970900536,
      "step": 14820
    },
    {
      "loss_action": 0.006172287277877331,
      "loss_total": 0.006172287277877331,
      "step": 14820
    },
    {
      "grad_norm": 0.30415037274360657,
      "learning_rate": 7.4145e-05,
      "loss": 0.0179,
      "step": 14830
    },
    {
      "loss_action": 0.06639063358306885,
      "loss_total": 0.06639063358306885,
      "step": 14830
    },
    {
      "loss_action": 0.007726725656539202,
      "loss_total": 0.007726725656539202,
      "step": 14830
    },
    {
      "loss_action": 0.020157190039753914,
      "loss_total": 0.020157190039753914,
      "step": 14830
    },
    {
      "loss_action": 0.015355735085904598,
      "loss_total": 0.015355735085904598,
      "step": 14830
    },
    {
      "loss_action": 0.017761748284101486,
      "loss_total": 0.017761748284101486,
      "step": 14830
    },
    {
      "loss_action": 0.020618004724383354,
      "loss_total": 0.020618004724383354,
      "step": 14830
    },
    {
      "loss_action": 0.010203151032328606,
      "loss_total": 0.010203151032328606,
      "step": 14830
    },
    {
      "loss_action": 0.015707403421401978,
      "loss_total": 0.015707403421401978,
      "step": 14830
    },
    {
      "grad_norm": 0.2182394564151764,
      "learning_rate": 7.4195e-05,
      "loss": 0.0174,
      "step": 14840
    },
    {
      "loss_action": 0.01630297675728798,
      "loss_total": 0.01630297675728798,
      "step": 14840
    },
    {
      "loss_action": 0.010195326060056686,
      "loss_total": 0.010195326060056686,
      "step": 14840
    },
    {
      "loss_action": 0.015694862231612206,
      "loss_total": 0.015694862231612206,
      "step": 14840
    },
    {
      "loss_action": 0.017519894987344742,
      "loss_total": 0.017519894987344742,
      "step": 14840
    },
    {
      "loss_action": 0.008657170459628105,
      "loss_total": 0.008657170459628105,
      "step": 14840
    },
    {
      "loss_action": 0.014251448214054108,
      "loss_total": 0.014251448214054108,
      "step": 14840
    },
    {
      "loss_action": 0.031040895730257034,
      "loss_total": 0.031040895730257034,
      "step": 14840
    },
    {
      "loss_action": 0.019312843680381775,
      "loss_total": 0.019312843680381775,
      "step": 14840
    },
    {
      "grad_norm": 0.2586711645126343,
      "learning_rate": 7.4245e-05,
      "loss": 0.0178,
      "step": 14850
    },
    {
      "loss_action": 0.015575237572193146,
      "loss_total": 0.015575237572193146,
      "step": 14850
    },
    {
      "loss_action": 0.014041942544281483,
      "loss_total": 0.014041942544281483,
      "step": 14850
    },
    {
      "loss_action": 0.008729479275643826,
      "loss_total": 0.008729479275643826,
      "step": 14850
    },
    {
      "loss_action": 0.020845361053943634,
      "loss_total": 0.020845361053943634,
      "step": 14850
    },
    {
      "loss_action": 0.043171681463718414,
      "loss_total": 0.043171681463718414,
      "step": 14850
    },
    {
      "loss_action": 0.019958075135946274,
      "loss_total": 0.019958075135946274,
      "step": 14850
    },
    {
      "loss_action": 0.018184322863817215,
      "loss_total": 0.018184322863817215,
      "step": 14850
    },
    {
      "loss_action": 0.0162282083183527,
      "loss_total": 0.0162282083183527,
      "step": 14850
    },
    {
      "grad_norm": 0.2312321960926056,
      "learning_rate": 7.4295e-05,
      "loss": 0.017,
      "step": 14860
    },
    {
      "loss_action": 0.04540744423866272,
      "loss_total": 0.04540744423866272,
      "step": 14860
    },
    {
      "loss_action": 0.011182939633727074,
      "loss_total": 0.011182939633727074,
      "step": 14860
    },
    {
      "loss_action": 0.02076842449605465,
      "loss_total": 0.02076842449605465,
      "step": 14860
    },
    {
      "loss_action": 0.013653096742928028,
      "loss_total": 0.013653096742928028,
      "step": 14860
    },
    {
      "loss_action": 0.01188577152788639,
      "loss_total": 0.01188577152788639,
      "step": 14860
    },
    {
      "loss_action": 0.008517147973179817,
      "loss_total": 0.008517147973179817,
      "step": 14860
    },
    {
      "loss_action": 0.016166681423783302,
      "loss_total": 0.016166681423783302,
      "step": 14860
    },
    {
      "loss_action": 0.019777271896600723,
      "loss_total": 0.019777271896600723,
      "step": 14860
    },
    {
      "grad_norm": 0.20652425289154053,
      "learning_rate": 7.434500000000001e-05,
      "loss": 0.0183,
      "step": 14870
    },
    {
      "loss_action": 0.006071355659514666,
      "loss_total": 0.006071355659514666,
      "step": 14870
    },
    {
      "loss_action": 0.016684379428625107,
      "loss_total": 0.016684379428625107,
      "step": 14870
    },
    {
      "loss_action": 0.021808648481965065,
      "loss_total": 0.021808648481965065,
      "step": 14870
    },
    {
      "loss_action": 0.027519268915057182,
      "loss_total": 0.027519268915057182,
      "step": 14870
    },
    {
      "loss_action": 0.01587303727865219,
      "loss_total": 0.01587303727865219,
      "step": 14870
    },
    {
      "loss_action": 0.03516971692442894,
      "loss_total": 0.03516971692442894,
      "step": 14870
    },
    {
      "loss_action": 0.01779131218791008,
      "loss_total": 0.01779131218791008,
      "step": 14870
    },
    {
      "loss_action": 0.009927939623594284,
      "loss_total": 0.009927939623594284,
      "step": 14870
    },
    {
      "grad_norm": 0.2208566814661026,
      "learning_rate": 7.439500000000001e-05,
      "loss": 0.0188,
      "step": 14880
    },
    {
      "loss_action": 0.009632396511733532,
      "loss_total": 0.009632396511733532,
      "step": 14880
    },
    {
      "loss_action": 0.023827020078897476,
      "loss_total": 0.023827020078897476,
      "step": 14880
    },
    {
      "loss_action": 0.012067198753356934,
      "loss_total": 0.012067198753356934,
      "step": 14880
    },
    {
      "loss_action": 0.022968515753746033,
      "loss_total": 0.022968515753746033,
      "step": 14880
    },
    {
      "loss_action": 0.011838478967547417,
      "loss_total": 0.011838478967547417,
      "step": 14880
    },
    {
      "loss_action": 0.024299677461385727,
      "loss_total": 0.024299677461385727,
      "step": 14880
    },
    {
      "loss_action": 0.011686183512210846,
      "loss_total": 0.011686183512210846,
      "step": 14880
    },
    {
      "loss_action": 0.015284420922398567,
      "loss_total": 0.015284420922398567,
      "step": 14880
    },
    {
      "grad_norm": 0.32495418190956116,
      "learning_rate": 7.4445e-05,
      "loss": 0.019,
      "step": 14890
    },
    {
      "loss_action": 0.02221975103020668,
      "loss_total": 0.02221975103020668,
      "step": 14890
    },
    {
      "loss_action": 0.011504188179969788,
      "loss_total": 0.011504188179969788,
      "step": 14890
    },
    {
      "loss_action": 0.028826363384723663,
      "loss_total": 0.028826363384723663,
      "step": 14890
    },
    {
      "loss_action": 0.016573477536439896,
      "loss_total": 0.016573477536439896,
      "step": 14890
    },
    {
      "loss_action": 0.01536176074296236,
      "loss_total": 0.01536176074296236,
      "step": 14890
    },
    {
      "loss_action": 0.008984757587313652,
      "loss_total": 0.008984757587313652,
      "step": 14890
    },
    {
      "loss_action": 0.03579472377896309,
      "loss_total": 0.03579472377896309,
      "step": 14890
    },
    {
      "loss_action": 0.013684246689081192,
      "loss_total": 0.013684246689081192,
      "step": 14890
    },
    {
      "grad_norm": 0.3437701165676117,
      "learning_rate": 7.4495e-05,
      "loss": 0.0197,
      "step": 14900
    },
    {
      "loss_action": 0.030051782727241516,
      "loss_total": 0.030051782727241516,
      "step": 14900
    },
    {
      "loss_action": 0.025874877348542213,
      "loss_total": 0.025874877348542213,
      "step": 14900
    },
    {
      "loss_action": 0.01622389815747738,
      "loss_total": 0.01622389815747738,
      "step": 14900
    },
    {
      "loss_action": 0.02145063877105713,
      "loss_total": 0.02145063877105713,
      "step": 14900
    },
    {
      "loss_action": 0.013696305453777313,
      "loss_total": 0.013696305453777313,
      "step": 14900
    },
    {
      "loss_action": 0.026867303997278214,
      "loss_total": 0.026867303997278214,
      "step": 14900
    },
    {
      "loss_action": 0.025083668529987335,
      "loss_total": 0.025083668529987335,
      "step": 14900
    },
    {
      "loss_action": 0.01857687160372734,
      "loss_total": 0.01857687160372734,
      "step": 14900
    },
    {
      "grad_norm": 0.23400059342384338,
      "learning_rate": 7.4545e-05,
      "loss": 0.019,
      "step": 14910
    },
    {
      "loss_action": 0.01642220839858055,
      "loss_total": 0.01642220839858055,
      "step": 14910
    },
    {
      "loss_action": 0.012231138534843922,
      "loss_total": 0.012231138534843922,
      "step": 14910
    },
    {
      "loss_action": 0.020252585411071777,
      "loss_total": 0.020252585411071777,
      "step": 14910
    },
    {
      "loss_action": 0.011675740592181683,
      "loss_total": 0.011675740592181683,
      "step": 14910
    },
    {
      "loss_action": 0.011542465537786484,
      "loss_total": 0.011542465537786484,
      "step": 14910
    },
    {
      "loss_action": 0.013856383971869946,
      "loss_total": 0.013856383971869946,
      "step": 14910
    },
    {
      "loss_action": 0.012409043498337269,
      "loss_total": 0.012409043498337269,
      "step": 14910
    },
    {
      "loss_action": 0.011060617864131927,
      "loss_total": 0.011060617864131927,
      "step": 14910
    },
    {
      "grad_norm": 0.26203814148902893,
      "learning_rate": 7.4595e-05,
      "loss": 0.0186,
      "step": 14920
    },
    {
      "loss_action": 0.01404565665870905,
      "loss_total": 0.01404565665870905,
      "step": 14920
    },
    {
      "loss_action": 0.02378259226679802,
      "loss_total": 0.02378259226679802,
      "step": 14920
    },
    {
      "loss_action": 0.008059665560722351,
      "loss_total": 0.008059665560722351,
      "step": 14920
    },
    {
      "loss_action": 0.014424833469092846,
      "loss_total": 0.014424833469092846,
      "step": 14920
    },
    {
      "loss_action": 0.007450198754668236,
      "loss_total": 0.007450198754668236,
      "step": 14920
    },
    {
      "loss_action": 0.0076896618120372295,
      "loss_total": 0.0076896618120372295,
      "step": 14920
    },
    {
      "loss_action": 0.017477821558713913,
      "loss_total": 0.017477821558713913,
      "step": 14920
    },
    {
      "loss_action": 0.01389414444565773,
      "loss_total": 0.01389414444565773,
      "step": 14920
    },
    {
      "grad_norm": 0.326143741607666,
      "learning_rate": 7.4645e-05,
      "loss": 0.02,
      "step": 14930
    },
    {
      "loss_action": 0.0145694175735116,
      "loss_total": 0.0145694175735116,
      "step": 14930
    },
    {
      "loss_action": 0.017674973234534264,
      "loss_total": 0.017674973234534264,
      "step": 14930
    },
    {
      "loss_action": 0.022560965269804,
      "loss_total": 0.022560965269804,
      "step": 14930
    },
    {
      "loss_action": 0.019991140812635422,
      "loss_total": 0.019991140812635422,
      "step": 14930
    },
    {
      "loss_action": 0.016640421003103256,
      "loss_total": 0.016640421003103256,
      "step": 14930
    },
    {
      "loss_action": 0.013700205832719803,
      "loss_total": 0.013700205832719803,
      "step": 14930
    },
    {
      "loss_action": 0.009756208397448063,
      "loss_total": 0.009756208397448063,
      "step": 14930
    },
    {
      "loss_action": 0.036172084510326385,
      "loss_total": 0.036172084510326385,
      "step": 14930
    },
    {
      "grad_norm": 0.25481730699539185,
      "learning_rate": 7.4695e-05,
      "loss": 0.0185,
      "step": 14940
    },
    {
      "loss_action": 0.010688268579542637,
      "loss_total": 0.010688268579542637,
      "step": 14940
    },
    {
      "loss_action": 0.018419107422232628,
      "loss_total": 0.018419107422232628,
      "step": 14940
    },
    {
      "loss_action": 0.01410458143800497,
      "loss_total": 0.01410458143800497,
      "step": 14940
    },
    {
      "loss_action": 0.014727274887263775,
      "loss_total": 0.014727274887263775,
      "step": 14940
    },
    {
      "loss_action": 0.028245698660612106,
      "loss_total": 0.028245698660612106,
      "step": 14940
    },
    {
      "loss_action": 0.019432753324508667,
      "loss_total": 0.019432753324508667,
      "step": 14940
    },
    {
      "loss_action": 0.008947587572038174,
      "loss_total": 0.008947587572038174,
      "step": 14940
    },
    {
      "loss_action": 0.02226136438548565,
      "loss_total": 0.02226136438548565,
      "step": 14940
    },
    {
      "grad_norm": 0.28335580229759216,
      "learning_rate": 7.4745e-05,
      "loss": 0.0181,
      "step": 14950
    },
    {
      "loss_action": 0.02465132623910904,
      "loss_total": 0.02465132623910904,
      "step": 14950
    },
    {
      "loss_action": 0.012945983558893204,
      "loss_total": 0.012945983558893204,
      "step": 14950
    },
    {
      "loss_action": 0.03477279096841812,
      "loss_total": 0.03477279096841812,
      "step": 14950
    },
    {
      "loss_action": 0.0130592230707407,
      "loss_total": 0.0130592230707407,
      "step": 14950
    },
    {
      "loss_action": 0.00532829063013196,
      "loss_total": 0.00532829063013196,
      "step": 14950
    },
    {
      "loss_action": 0.01219857670366764,
      "loss_total": 0.01219857670366764,
      "step": 14950
    },
    {
      "loss_action": 0.008284006267786026,
      "loss_total": 0.008284006267786026,
      "step": 14950
    },
    {
      "loss_action": 0.008754883892834187,
      "loss_total": 0.008754883892834187,
      "step": 14950
    },
    {
      "grad_norm": 0.262026846408844,
      "learning_rate": 7.4795e-05,
      "loss": 0.0171,
      "step": 14960
    },
    {
      "loss_action": 0.011557062156498432,
      "loss_total": 0.011557062156498432,
      "step": 14960
    },
    {
      "loss_action": 0.008798370137810707,
      "loss_total": 0.008798370137810707,
      "step": 14960
    },
    {
      "loss_action": 0.0099607789888978,
      "loss_total": 0.0099607789888978,
      "step": 14960
    },
    {
      "loss_action": 0.015485931187868118,
      "loss_total": 0.015485931187868118,
      "step": 14960
    },
    {
      "loss_action": 0.02265150099992752,
      "loss_total": 0.02265150099992752,
      "step": 14960
    },
    {
      "loss_action": 0.010660819709300995,
      "loss_total": 0.010660819709300995,
      "step": 14960
    },
    {
      "loss_action": 0.00876297801733017,
      "loss_total": 0.00876297801733017,
      "step": 14960
    },
    {
      "loss_action": 0.01854228973388672,
      "loss_total": 0.01854228973388672,
      "step": 14960
    },
    {
      "grad_norm": 0.26855993270874023,
      "learning_rate": 7.484499999999999e-05,
      "loss": 0.0171,
      "step": 14970
    },
    {
      "loss_action": 0.018185466527938843,
      "loss_total": 0.018185466527938843,
      "step": 14970
    },
    {
      "loss_action": 0.008460374549031258,
      "loss_total": 0.008460374549031258,
      "step": 14970
    },
    {
      "loss_action": 0.025092197582125664,
      "loss_total": 0.025092197582125664,
      "step": 14970
    },
    {
      "loss_action": 0.009964730590581894,
      "loss_total": 0.009964730590581894,
      "step": 14970
    },
    {
      "loss_action": 0.020904729142785072,
      "loss_total": 0.020904729142785072,
      "step": 14970
    },
    {
      "loss_action": 0.0142498929053545,
      "loss_total": 0.0142498929053545,
      "step": 14970
    },
    {
      "loss_action": 0.019864315167069435,
      "loss_total": 0.019864315167069435,
      "step": 14970
    },
    {
      "loss_action": 0.012930193915963173,
      "loss_total": 0.012930193915963173,
      "step": 14970
    },
    {
      "grad_norm": 0.22003118693828583,
      "learning_rate": 7.489500000000001e-05,
      "loss": 0.0188,
      "step": 14980
    },
    {
      "loss_action": 0.01398075744509697,
      "loss_total": 0.01398075744509697,
      "step": 14980
    },
    {
      "loss_action": 0.013202790170907974,
      "loss_total": 0.013202790170907974,
      "step": 14980
    },
    {
      "loss_action": 0.01251731626689434,
      "loss_total": 0.01251731626689434,
      "step": 14980
    },
    {
      "loss_action": 0.012590324506163597,
      "loss_total": 0.012590324506163597,
      "step": 14980
    },
    {
      "loss_action": 0.04630386084318161,
      "loss_total": 0.04630386084318161,
      "step": 14980
    },
    {
      "loss_action": 0.013439283706247807,
      "loss_total": 0.013439283706247807,
      "step": 14980
    },
    {
      "loss_action": 0.03475753590464592,
      "loss_total": 0.03475753590464592,
      "step": 14980
    },
    {
      "loss_action": 0.020205136388540268,
      "loss_total": 0.020205136388540268,
      "step": 14980
    },
    {
      "grad_norm": 0.27111369371414185,
      "learning_rate": 7.4945e-05,
      "loss": 0.0175,
      "step": 14990
    },
    {
      "loss_action": 0.017480507493019104,
      "loss_total": 0.017480507493019104,
      "step": 14990
    },
    {
      "loss_action": 0.017583172768354416,
      "loss_total": 0.017583172768354416,
      "step": 14990
    },
    {
      "loss_action": 0.00852663442492485,
      "loss_total": 0.00852663442492485,
      "step": 14990
    },
    {
      "loss_action": 0.018391525372862816,
      "loss_total": 0.018391525372862816,
      "step": 14990
    },
    {
      "loss_action": 0.021063804626464844,
      "loss_total": 0.021063804626464844,
      "step": 14990
    },
    {
      "loss_action": 0.014595437794923782,
      "loss_total": 0.014595437794923782,
      "step": 14990
    },
    {
      "loss_action": 0.011930916458368301,
      "loss_total": 0.011930916458368301,
      "step": 14990
    },
    {
      "loss_action": 0.009316958487033844,
      "loss_total": 0.009316958487033844,
      "step": 14990
    },
    {
      "grad_norm": 0.2164975106716156,
      "learning_rate": 7.499500000000001e-05,
      "loss": 0.0168,
      "step": 15000
    },
    {
      "loss_action": 0.019620677456259727,
      "loss_total": 0.019620677456259727,
      "step": 15000
    },
    {
      "loss_action": 0.010498056188225746,
      "loss_total": 0.010498056188225746,
      "step": 15000
    },
    {
      "loss_action": 0.013764796778559685,
      "loss_total": 0.013764796778559685,
      "step": 15000
    },
    {
      "loss_action": 0.02993066795170307,
      "loss_total": 0.02993066795170307,
      "step": 15000
    },
    {
      "loss_action": 0.015835704281926155,
      "loss_total": 0.015835704281926155,
      "step": 15000
    },
    {
      "loss_action": 0.09038689732551575,
      "loss_total": 0.09038689732551575,
      "step": 15000
    },
    {
      "loss_action": 0.018880240619182587,
      "loss_total": 0.018880240619182587,
      "step": 15000
    },
    {
      "loss_action": 0.036730848252773285,
      "loss_total": 0.036730848252773285,
      "step": 15000
    },
    {
      "grad_norm": 0.19820822775363922,
      "learning_rate": 7.5045e-05,
      "loss": 0.0183,
      "step": 15010
    },
    {
      "loss_action": 0.01467663049697876,
      "loss_total": 0.01467663049697876,
      "step": 15010
    },
    {
      "loss_action": 0.009807310998439789,
      "loss_total": 0.009807310998439789,
      "step": 15010
    },
    {
      "loss_action": 0.013926585204899311,
      "loss_total": 0.013926585204899311,
      "step": 15010
    },
    {
      "loss_action": 0.010512148030102253,
      "loss_total": 0.010512148030102253,
      "step": 15010
    },
    {
      "loss_action": 0.00625417148694396,
      "loss_total": 0.00625417148694396,
      "step": 15010
    },
    {
      "loss_action": 0.05216986685991287,
      "loss_total": 0.05216986685991287,
      "step": 15010
    },
    {
      "loss_action": 0.007296490017324686,
      "loss_total": 0.007296490017324686,
      "step": 15010
    },
    {
      "loss_action": 0.008216265588998795,
      "loss_total": 0.008216265588998795,
      "step": 15010
    },
    {
      "grad_norm": 0.22468364238739014,
      "learning_rate": 7.5095e-05,
      "loss": 0.0175,
      "step": 15020
    },
    {
      "loss_action": 0.015626732259988785,
      "loss_total": 0.015626732259988785,
      "step": 15020
    },
    {
      "loss_action": 0.007370383944362402,
      "loss_total": 0.007370383944362402,
      "step": 15020
    },
    {
      "loss_action": 0.016628466546535492,
      "loss_total": 0.016628466546535492,
      "step": 15020
    },
    {
      "loss_action": 0.019046751782298088,
      "loss_total": 0.019046751782298088,
      "step": 15020
    },
    {
      "loss_action": 0.01092748437076807,
      "loss_total": 0.01092748437076807,
      "step": 15020
    },
    {
      "loss_action": 0.01851620152592659,
      "loss_total": 0.01851620152592659,
      "step": 15020
    },
    {
      "loss_action": 0.009339861571788788,
      "loss_total": 0.009339861571788788,
      "step": 15020
    },
    {
      "loss_action": 0.019674140959978104,
      "loss_total": 0.019674140959978104,
      "step": 15020
    },
    {
      "grad_norm": 0.25087037682533264,
      "learning_rate": 7.5145e-05,
      "loss": 0.0156,
      "step": 15030
    },
    {
      "loss_action": 0.04176059365272522,
      "loss_total": 0.04176059365272522,
      "step": 15030
    },
    {
      "loss_action": 0.020599860697984695,
      "loss_total": 0.020599860697984695,
      "step": 15030
    },
    {
      "loss_action": 0.006662250030785799,
      "loss_total": 0.006662250030785799,
      "step": 15030
    },
    {
      "loss_action": 0.012225806713104248,
      "loss_total": 0.012225806713104248,
      "step": 15030
    },
    {
      "loss_action": 0.010788033716380596,
      "loss_total": 0.010788033716380596,
      "step": 15030
    },
    {
      "loss_action": 0.015999145805835724,
      "loss_total": 0.015999145805835724,
      "step": 15030
    },
    {
      "loss_action": 0.014270102605223656,
      "loss_total": 0.014270102605223656,
      "step": 15030
    },
    {
      "loss_action": 0.015540904365479946,
      "loss_total": 0.015540904365479946,
      "step": 15030
    },
    {
      "grad_norm": 0.2729545831680298,
      "learning_rate": 7.5195e-05,
      "loss": 0.0157,
      "step": 15040
    },
    {
      "loss_action": 0.012452988885343075,
      "loss_total": 0.012452988885343075,
      "step": 15040
    },
    {
      "loss_action": 0.009418841451406479,
      "loss_total": 0.009418841451406479,
      "step": 15040
    },
    {
      "loss_action": 0.01908101886510849,
      "loss_total": 0.01908101886510849,
      "step": 15040
    },
    {
      "loss_action": 0.01746756210923195,
      "loss_total": 0.01746756210923195,
      "step": 15040
    },
    {
      "loss_action": 0.011558404192328453,
      "loss_total": 0.011558404192328453,
      "step": 15040
    },
    {
      "loss_action": 0.014996939338743687,
      "loss_total": 0.014996939338743687,
      "step": 15040
    },
    {
      "loss_action": 0.017238233238458633,
      "loss_total": 0.017238233238458633,
      "step": 15040
    },
    {
      "loss_action": 0.05285786837339401,
      "loss_total": 0.05285786837339401,
      "step": 15040
    },
    {
      "grad_norm": 0.2630886137485504,
      "learning_rate": 7.5245e-05,
      "loss": 0.0182,
      "step": 15050
    },
    {
      "loss_action": 0.08058536052703857,
      "loss_total": 0.08058536052703857,
      "step": 15050
    },
    {
      "loss_action": 0.020306488499045372,
      "loss_total": 0.020306488499045372,
      "step": 15050
    },
    {
      "loss_action": 0.011250443756580353,
      "loss_total": 0.011250443756580353,
      "step": 15050
    },
    {
      "loss_action": 0.03170387074351311,
      "loss_total": 0.03170387074351311,
      "step": 15050
    },
    {
      "loss_action": 0.017318561673164368,
      "loss_total": 0.017318561673164368,
      "step": 15050
    },
    {
      "loss_action": 0.01781442016363144,
      "loss_total": 0.01781442016363144,
      "step": 15050
    },
    {
      "loss_action": 0.02115863934159279,
      "loss_total": 0.02115863934159279,
      "step": 15050
    },
    {
      "loss_action": 0.01992078125476837,
      "loss_total": 0.01992078125476837,
      "step": 15050
    },
    {
      "grad_norm": 0.21375204622745514,
      "learning_rate": 7.5295e-05,
      "loss": 0.0163,
      "step": 15060
    },
    {
      "loss_action": 0.01825079321861267,
      "loss_total": 0.01825079321861267,
      "step": 15060
    },
    {
      "loss_action": 0.00826708972454071,
      "loss_total": 0.00826708972454071,
      "step": 15060
    },
    {
      "loss_action": 0.011884376406669617,
      "loss_total": 0.011884376406669617,
      "step": 15060
    },
    {
      "loss_action": 0.018925681710243225,
      "loss_total": 0.018925681710243225,
      "step": 15060
    },
    {
      "loss_action": 0.007022595498710871,
      "loss_total": 0.007022595498710871,
      "step": 15060
    },
    {
      "loss_action": 0.013514726422727108,
      "loss_total": 0.013514726422727108,
      "step": 15060
    },
    {
      "loss_action": 0.03987092524766922,
      "loss_total": 0.03987092524766922,
      "step": 15060
    },
    {
      "loss_action": 0.014721776358783245,
      "loss_total": 0.014721776358783245,
      "step": 15060
    },
    {
      "grad_norm": 0.20307709276676178,
      "learning_rate": 7.5345e-05,
      "loss": 0.0182,
      "step": 15070
    },
    {
      "loss_action": 0.020475801080465317,
      "loss_total": 0.020475801080465317,
      "step": 15070
    },
    {
      "loss_action": 0.01513301394879818,
      "loss_total": 0.01513301394879818,
      "step": 15070
    },
    {
      "loss_action": 0.006961015518754721,
      "loss_total": 0.006961015518754721,
      "step": 15070
    },
    {
      "loss_action": 0.026505092158913612,
      "loss_total": 0.026505092158913612,
      "step": 15070
    },
    {
      "loss_action": 0.00894237868487835,
      "loss_total": 0.00894237868487835,
      "step": 15070
    },
    {
      "loss_action": 0.018634945154190063,
      "loss_total": 0.018634945154190063,
      "step": 15070
    },
    {
      "loss_action": 0.016256432980298996,
      "loss_total": 0.016256432980298996,
      "step": 15070
    },
    {
      "loss_action": 0.013713483698666096,
      "loss_total": 0.013713483698666096,
      "step": 15070
    },
    {
      "grad_norm": 0.2252042591571808,
      "learning_rate": 7.5395e-05,
      "loss": 0.0202,
      "step": 15080
    },
    {
      "loss_action": 0.02005988359451294,
      "loss_total": 0.02005988359451294,
      "step": 15080
    },
    {
      "loss_action": 0.015724482014775276,
      "loss_total": 0.015724482014775276,
      "step": 15080
    },
    {
      "loss_action": 0.015444036573171616,
      "loss_total": 0.015444036573171616,
      "step": 15080
    },
    {
      "loss_action": 0.026886042207479477,
      "loss_total": 0.026886042207479477,
      "step": 15080
    },
    {
      "loss_action": 0.008792420849204063,
      "loss_total": 0.008792420849204063,
      "step": 15080
    },
    {
      "loss_action": 0.0195641927421093,
      "loss_total": 0.0195641927421093,
      "step": 15080
    },
    {
      "loss_action": 0.028957732021808624,
      "loss_total": 0.028957732021808624,
      "step": 15080
    },
    {
      "loss_action": 0.01953793503344059,
      "loss_total": 0.01953793503344059,
      "step": 15080
    },
    {
      "grad_norm": 0.25130337476730347,
      "learning_rate": 7.5445e-05,
      "loss": 0.022,
      "step": 15090
    },
    {
      "loss_action": 0.009662918746471405,
      "loss_total": 0.009662918746471405,
      "step": 15090
    },
    {
      "loss_action": 0.010538283735513687,
      "loss_total": 0.010538283735513687,
      "step": 15090
    },
    {
      "loss_action": 0.012798945419490337,
      "loss_total": 0.012798945419490337,
      "step": 15090
    },
    {
      "loss_action": 0.014534260146319866,
      "loss_total": 0.014534260146319866,
      "step": 15090
    },
    {
      "loss_action": 0.012941224500536919,
      "loss_total": 0.012941224500536919,
      "step": 15090
    },
    {
      "loss_action": 0.016861312091350555,
      "loss_total": 0.016861312091350555,
      "step": 15090
    },
    {
      "loss_action": 0.019784169271588326,
      "loss_total": 0.019784169271588326,
      "step": 15090
    },
    {
      "loss_action": 0.010103659704327583,
      "loss_total": 0.010103659704327583,
      "step": 15090
    },
    {
      "grad_norm": 0.28657266497612,
      "learning_rate": 7.549500000000001e-05,
      "loss": 0.0195,
      "step": 15100
    },
    {
      "loss_action": 0.020031806081533432,
      "loss_total": 0.020031806081533432,
      "step": 15100
    },
    {
      "loss_action": 0.014260800555348396,
      "loss_total": 0.014260800555348396,
      "step": 15100
    },
    {
      "loss_action": 0.010219784453511238,
      "loss_total": 0.010219784453511238,
      "step": 15100
    },
    {
      "loss_action": 0.026834581047296524,
      "loss_total": 0.026834581047296524,
      "step": 15100
    },
    {
      "loss_action": 0.01635933294892311,
      "loss_total": 0.01635933294892311,
      "step": 15100
    },
    {
      "loss_action": 0.01953386887907982,
      "loss_total": 0.01953386887907982,
      "step": 15100
    },
    {
      "loss_action": 0.017248358577489853,
      "loss_total": 0.017248358577489853,
      "step": 15100
    },
    {
      "loss_action": 0.024614078924059868,
      "loss_total": 0.024614078924059868,
      "step": 15100
    },
    {
      "grad_norm": 0.32709410786628723,
      "learning_rate": 7.5545e-05,
      "loss": 0.0229,
      "step": 15110
    },
    {
      "loss_action": 0.011138856410980225,
      "loss_total": 0.011138856410980225,
      "step": 15110
    },
    {
      "loss_action": 0.02046029269695282,
      "loss_total": 0.02046029269695282,
      "step": 15110
    },
    {
      "loss_action": 0.009927046485245228,
      "loss_total": 0.009927046485245228,
      "step": 15110
    },
    {
      "loss_action": 0.01971236616373062,
      "loss_total": 0.01971236616373062,
      "step": 15110
    },
    {
      "loss_action": 0.011267416179180145,
      "loss_total": 0.011267416179180145,
      "step": 15110
    },
    {
      "loss_action": 0.01594419963657856,
      "loss_total": 0.01594419963657856,
      "step": 15110
    },
    {
      "loss_action": 0.013040285557508469,
      "loss_total": 0.013040285557508469,
      "step": 15110
    },
    {
      "loss_action": 0.03383413329720497,
      "loss_total": 0.03383413329720497,
      "step": 15110
    },
    {
      "grad_norm": 0.3237362802028656,
      "learning_rate": 7.559500000000001e-05,
      "loss": 0.0189,
      "step": 15120
    },
    {
      "loss_action": 0.0165619645267725,
      "loss_total": 0.0165619645267725,
      "step": 15120
    },
    {
      "loss_action": 0.019968317821621895,
      "loss_total": 0.019968317821621895,
      "step": 15120
    },
    {
      "loss_action": 0.015854889526963234,
      "loss_total": 0.015854889526963234,
      "step": 15120
    },
    {
      "loss_action": 0.013580387458205223,
      "loss_total": 0.013580387458205223,
      "step": 15120
    },
    {
      "loss_action": 0.018362700939178467,
      "loss_total": 0.018362700939178467,
      "step": 15120
    },
    {
      "loss_action": 0.013037663884460926,
      "loss_total": 0.013037663884460926,
      "step": 15120
    },
    {
      "loss_action": 0.022180791944265366,
      "loss_total": 0.022180791944265366,
      "step": 15120
    },
    {
      "loss_action": 0.01086226012557745,
      "loss_total": 0.01086226012557745,
      "step": 15120
    },
    {
      "grad_norm": 0.3441559970378876,
      "learning_rate": 7.5645e-05,
      "loss": 0.0192,
      "step": 15130
    },
    {
      "loss_action": 0.08569198846817017,
      "loss_total": 0.08569198846817017,
      "step": 15130
    },
    {
      "loss_action": 0.016475077718496323,
      "loss_total": 0.016475077718496323,
      "step": 15130
    },
    {
      "loss_action": 0.008417177014052868,
      "loss_total": 0.008417177014052868,
      "step": 15130
    },
    {
      "loss_action": 0.011167321354150772,
      "loss_total": 0.011167321354150772,
      "step": 15130
    },
    {
      "loss_action": 0.019234202802181244,
      "loss_total": 0.019234202802181244,
      "step": 15130
    },
    {
      "loss_action": 0.026743799448013306,
      "loss_total": 0.026743799448013306,
      "step": 15130
    },
    {
      "loss_action": 0.015242750756442547,
      "loss_total": 0.015242750756442547,
      "step": 15130
    },
    {
      "loss_action": 0.019575269892811775,
      "loss_total": 0.019575269892811775,
      "step": 15130
    },
    {
      "grad_norm": 0.23539985716342926,
      "learning_rate": 7.5695e-05,
      "loss": 0.0213,
      "step": 15140
    },
    {
      "loss_action": 0.023731820285320282,
      "loss_total": 0.023731820285320282,
      "step": 15140
    },
    {
      "loss_action": 0.008800861425697803,
      "loss_total": 0.008800861425697803,
      "step": 15140
    },
    {
      "loss_action": 0.020608477294445038,
      "loss_total": 0.020608477294445038,
      "step": 15140
    },
    {
      "loss_action": 0.041444532573223114,
      "loss_total": 0.041444532573223114,
      "step": 15140
    },
    {
      "loss_action": 0.014415964484214783,
      "loss_total": 0.014415964484214783,
      "step": 15140
    },
    {
      "loss_action": 0.0207505039870739,
      "loss_total": 0.0207505039870739,
      "step": 15140
    },
    {
      "loss_action": 0.027047209441661835,
      "loss_total": 0.027047209441661835,
      "step": 15140
    },
    {
      "loss_action": 0.029116269201040268,
      "loss_total": 0.029116269201040268,
      "step": 15140
    },
    {
      "grad_norm": 0.32115688920021057,
      "learning_rate": 7.5745e-05,
      "loss": 0.0182,
      "step": 15150
    },
    {
      "loss_action": 0.019086532294750214,
      "loss_total": 0.019086532294750214,
      "step": 15150
    },
    {
      "loss_action": 0.02203134447336197,
      "loss_total": 0.02203134447336197,
      "step": 15150
    },
    {
      "loss_action": 0.01495153084397316,
      "loss_total": 0.01495153084397316,
      "step": 15150
    },
    {
      "loss_action": 0.013325037434697151,
      "loss_total": 0.013325037434697151,
      "step": 15150
    },
    {
      "loss_action": 0.041880298405885696,
      "loss_total": 0.041880298405885696,
      "step": 15150
    },
    {
      "loss_action": 0.019382204860448837,
      "loss_total": 0.019382204860448837,
      "step": 15150
    },
    {
      "loss_action": 0.013446489349007607,
      "loss_total": 0.013446489349007607,
      "step": 15150
    },
    {
      "loss_action": 0.008802933618426323,
      "loss_total": 0.008802933618426323,
      "step": 15150
    },
    {
      "grad_norm": 0.18383660912513733,
      "learning_rate": 7.5795e-05,
      "loss": 0.0166,
      "step": 15160
    },
    {
      "loss_action": 0.00899614579975605,
      "loss_total": 0.00899614579975605,
      "step": 15160
    },
    {
      "loss_action": 0.013875439763069153,
      "loss_total": 0.013875439763069153,
      "step": 15160
    },
    {
      "loss_action": 0.013810954988002777,
      "loss_total": 0.013810954988002777,
      "step": 15160
    },
    {
      "loss_action": 0.00790333654731512,
      "loss_total": 0.00790333654731512,
      "step": 15160
    },
    {
      "loss_action": 0.013874602504074574,
      "loss_total": 0.013874602504074574,
      "step": 15160
    },
    {
      "loss_action": 0.011087378486990929,
      "loss_total": 0.011087378486990929,
      "step": 15160
    },
    {
      "loss_action": 0.015622857958078384,
      "loss_total": 0.015622857958078384,
      "step": 15160
    },
    {
      "loss_action": 0.020313071087002754,
      "loss_total": 0.020313071087002754,
      "step": 15160
    },
    {
      "grad_norm": 0.2791582942008972,
      "learning_rate": 7.5845e-05,
      "loss": 0.0175,
      "step": 15170
    },
    {
      "loss_action": 0.017235562205314636,
      "loss_total": 0.017235562205314636,
      "step": 15170
    },
    {
      "loss_action": 0.006201591342687607,
      "loss_total": 0.006201591342687607,
      "step": 15170
    },
    {
      "loss_action": 0.032017484307289124,
      "loss_total": 0.032017484307289124,
      "step": 15170
    },
    {
      "loss_action": 0.020037904381752014,
      "loss_total": 0.020037904381752014,
      "step": 15170
    },
    {
      "loss_action": 0.02601287141442299,
      "loss_total": 0.02601287141442299,
      "step": 15170
    },
    {
      "loss_action": 0.009126946330070496,
      "loss_total": 0.009126946330070496,
      "step": 15170
    },
    {
      "loss_action": 0.02659698948264122,
      "loss_total": 0.02659698948264122,
      "step": 15170
    },
    {
      "loss_action": 0.029629357159137726,
      "loss_total": 0.029629357159137726,
      "step": 15170
    },
    {
      "grad_norm": 0.304686963558197,
      "learning_rate": 7.5895e-05,
      "loss": 0.0189,
      "step": 15180
    },
    {
      "loss_action": 0.020525742322206497,
      "loss_total": 0.020525742322206497,
      "step": 15180
    },
    {
      "loss_action": 0.02231420949101448,
      "loss_total": 0.02231420949101448,
      "step": 15180
    },
    {
      "loss_action": 0.015446829609572887,
      "loss_total": 0.015446829609572887,
      "step": 15180
    },
    {
      "loss_action": 0.00988498143851757,
      "loss_total": 0.00988498143851757,
      "step": 15180
    },
    {
      "loss_action": 0.01685190573334694,
      "loss_total": 0.01685190573334694,
      "step": 15180
    },
    {
      "loss_action": 0.0131657924503088,
      "loss_total": 0.0131657924503088,
      "step": 15180
    },
    {
      "loss_action": 0.012384789064526558,
      "loss_total": 0.012384789064526558,
      "step": 15180
    },
    {
      "loss_action": 0.01866907626390457,
      "loss_total": 0.01866907626390457,
      "step": 15180
    },
    {
      "grad_norm": 0.3106868863105774,
      "learning_rate": 7.5945e-05,
      "loss": 0.0195,
      "step": 15190
    },
    {
      "loss_action": 0.03308193013072014,
      "loss_total": 0.03308193013072014,
      "step": 15190
    },
    {
      "loss_action": 0.012086423113942146,
      "loss_total": 0.012086423113942146,
      "step": 15190
    },
    {
      "loss_action": 0.020836718380451202,
      "loss_total": 0.020836718380451202,
      "step": 15190
    },
    {
      "loss_action": 0.015406489372253418,
      "loss_total": 0.015406489372253418,
      "step": 15190
    },
    {
      "loss_action": 0.010826047509908676,
      "loss_total": 0.010826047509908676,
      "step": 15190
    },
    {
      "loss_action": 0.009446653537452221,
      "loss_total": 0.009446653537452221,
      "step": 15190
    },
    {
      "loss_action": 0.0337839275598526,
      "loss_total": 0.0337839275598526,
      "step": 15190
    },
    {
      "loss_action": 0.019332272931933403,
      "loss_total": 0.019332272931933403,
      "step": 15190
    },
    {
      "grad_norm": 0.18519680202007294,
      "learning_rate": 7.5995e-05,
      "loss": 0.0179,
      "step": 15200
    },
    {
      "loss_action": 0.014440653845667839,
      "loss_total": 0.014440653845667839,
      "step": 15200
    },
    {
      "loss_action": 0.011807868257164955,
      "loss_total": 0.011807868257164955,
      "step": 15200
    },
    {
      "loss_action": 0.015496955253183842,
      "loss_total": 0.015496955253183842,
      "step": 15200
    },
    {
      "loss_action": 0.0131087526679039,
      "loss_total": 0.0131087526679039,
      "step": 15200
    },
    {
      "loss_action": 0.01990434341132641,
      "loss_total": 0.01990434341132641,
      "step": 15200
    },
    {
      "loss_action": 0.018203623592853546,
      "loss_total": 0.018203623592853546,
      "step": 15200
    },
    {
      "loss_action": 0.02031533420085907,
      "loss_total": 0.02031533420085907,
      "step": 15200
    },
    {
      "loss_action": 0.016584984958171844,
      "loss_total": 0.016584984958171844,
      "step": 15200
    },
    {
      "grad_norm": 0.3254210948944092,
      "learning_rate": 7.6045e-05,
      "loss": 0.0206,
      "step": 15210
    },
    {
      "loss_action": 0.024884235113859177,
      "loss_total": 0.024884235113859177,
      "step": 15210
    },
    {
      "loss_action": 0.025796635076403618,
      "loss_total": 0.025796635076403618,
      "step": 15210
    },
    {
      "loss_action": 0.04820757359266281,
      "loss_total": 0.04820757359266281,
      "step": 15210
    },
    {
      "loss_action": 0.024291489273309708,
      "loss_total": 0.024291489273309708,
      "step": 15210
    },
    {
      "loss_action": 0.016448315232992172,
      "loss_total": 0.016448315232992172,
      "step": 15210
    },
    {
      "loss_action": 0.009186356328427792,
      "loss_total": 0.009186356328427792,
      "step": 15210
    },
    {
      "loss_action": 0.009758887812495232,
      "loss_total": 0.009758887812495232,
      "step": 15210
    },
    {
      "loss_action": 0.00908621959388256,
      "loss_total": 0.00908621959388256,
      "step": 15210
    },
    {
      "grad_norm": 0.22650134563446045,
      "learning_rate": 7.609500000000001e-05,
      "loss": 0.0194,
      "step": 15220
    },
    {
      "loss_action": 0.01963672786951065,
      "loss_total": 0.01963672786951065,
      "step": 15220
    },
    {
      "loss_action": 0.008261039853096008,
      "loss_total": 0.008261039853096008,
      "step": 15220
    },
    {
      "loss_action": 0.022303950041532516,
      "loss_total": 0.022303950041532516,
      "step": 15220
    },
    {
      "loss_action": 0.011235466226935387,
      "loss_total": 0.011235466226935387,
      "step": 15220
    },
    {
      "loss_action": 0.018629414960741997,
      "loss_total": 0.018629414960741997,
      "step": 15220
    },
    {
      "loss_action": 0.05014491826295853,
      "loss_total": 0.05014491826295853,
      "step": 15220
    },
    {
      "loss_action": 0.006458430550992489,
      "loss_total": 0.006458430550992489,
      "step": 15220
    },
    {
      "loss_action": 0.04049905762076378,
      "loss_total": 0.04049905762076378,
      "step": 15220
    },
    {
      "grad_norm": 0.2902398407459259,
      "learning_rate": 7.6145e-05,
      "loss": 0.0206,
      "step": 15230
    },
    {
      "loss_action": 0.018983427435159683,
      "loss_total": 0.018983427435159683,
      "step": 15230
    },
    {
      "loss_action": 0.01413255836814642,
      "loss_total": 0.01413255836814642,
      "step": 15230
    },
    {
      "loss_action": 0.01418926753103733,
      "loss_total": 0.01418926753103733,
      "step": 15230
    },
    {
      "loss_action": 0.02194356918334961,
      "loss_total": 0.02194356918334961,
      "step": 15230
    },
    {
      "loss_action": 0.029676731675863266,
      "loss_total": 0.029676731675863266,
      "step": 15230
    },
    {
      "loss_action": 0.011379742994904518,
      "loss_total": 0.011379742994904518,
      "step": 15230
    },
    {
      "loss_action": 0.013918999582529068,
      "loss_total": 0.013918999582529068,
      "step": 15230
    },
    {
      "loss_action": 0.008792221546173096,
      "loss_total": 0.008792221546173096,
      "step": 15230
    },
    {
      "grad_norm": 0.33591005206108093,
      "learning_rate": 7.619500000000001e-05,
      "loss": 0.019,
      "step": 15240
    },
    {
      "loss_action": 0.03170349448919296,
      "loss_total": 0.03170349448919296,
      "step": 15240
    },
    {
      "loss_action": 0.030969496816396713,
      "loss_total": 0.030969496816396713,
      "step": 15240
    },
    {
      "loss_action": 0.03212190046906471,
      "loss_total": 0.03212190046906471,
      "step": 15240
    },
    {
      "loss_action": 0.014992673881351948,
      "loss_total": 0.014992673881351948,
      "step": 15240
    },
    {
      "loss_action": 0.04554898291826248,
      "loss_total": 0.04554898291826248,
      "step": 15240
    },
    {
      "loss_action": 0.02668013423681259,
      "loss_total": 0.02668013423681259,
      "step": 15240
    },
    {
      "loss_action": 0.018188711255788803,
      "loss_total": 0.018188711255788803,
      "step": 15240
    },
    {
      "loss_action": 0.02118464931845665,
      "loss_total": 0.02118464931845665,
      "step": 15240
    },
    {
      "grad_norm": 0.3324955403804779,
      "learning_rate": 7.6245e-05,
      "loss": 0.0209,
      "step": 15250
    },
    {
      "loss_action": 0.098603755235672,
      "loss_total": 0.098603755235672,
      "step": 15250
    },
    {
      "loss_action": 0.0053957374766469,
      "loss_total": 0.0053957374766469,
      "step": 15250
    },
    {
      "loss_action": 0.018813753500580788,
      "loss_total": 0.018813753500580788,
      "step": 15250
    },
    {
      "loss_action": 0.008980153128504753,
      "loss_total": 0.008980153128504753,
      "step": 15250
    },
    {
      "loss_action": 0.02352478727698326,
      "loss_total": 0.02352478727698326,
      "step": 15250
    },
    {
      "loss_action": 0.014423394575715065,
      "loss_total": 0.014423394575715065,
      "step": 15250
    },
    {
      "loss_action": 0.007916978560388088,
      "loss_total": 0.007916978560388088,
      "step": 15250
    },
    {
      "loss_action": 0.006932485848665237,
      "loss_total": 0.006932485848665237,
      "step": 15250
    },
    {
      "grad_norm": 0.2727123200893402,
      "learning_rate": 7.6295e-05,
      "loss": 0.0182,
      "step": 15260
    },
    {
      "loss_action": 0.007646647281944752,
      "loss_total": 0.007646647281944752,
      "step": 15260
    },
    {
      "loss_action": 0.007877903990447521,
      "loss_total": 0.007877903990447521,
      "step": 15260
    },
    {
      "loss_action": 0.012864261865615845,
      "loss_total": 0.012864261865615845,
      "step": 15260
    },
    {
      "loss_action": 0.02565339393913746,
      "loss_total": 0.02565339393913746,
      "step": 15260
    },
    {
      "loss_action": 0.010510127991437912,
      "loss_total": 0.010510127991437912,
      "step": 15260
    },
    {
      "loss_action": 0.00746193015947938,
      "loss_total": 0.00746193015947938,
      "step": 15260
    },
    {
      "loss_action": 0.030529769137501717,
      "loss_total": 0.030529769137501717,
      "step": 15260
    },
    {
      "loss_action": 0.011010749265551567,
      "loss_total": 0.011010749265551567,
      "step": 15260
    },
    {
      "grad_norm": 0.21984803676605225,
      "learning_rate": 7.6345e-05,
      "loss": 0.0222,
      "step": 15270
    },
    {
      "loss_action": 0.01985374465584755,
      "loss_total": 0.01985374465584755,
      "step": 15270
    },
    {
      "loss_action": 0.010447513312101364,
      "loss_total": 0.010447513312101364,
      "step": 15270
    },
    {
      "loss_action": 0.019999973475933075,
      "loss_total": 0.019999973475933075,
      "step": 15270
    },
    {
      "loss_action": 0.009613251313567162,
      "loss_total": 0.009613251313567162,
      "step": 15270
    },
    {
      "loss_action": 0.010325999930500984,
      "loss_total": 0.010325999930500984,
      "step": 15270
    },
    {
      "loss_action": 0.021589258685708046,
      "loss_total": 0.021589258685708046,
      "step": 15270
    },
    {
      "loss_action": 0.011453947983682156,
      "loss_total": 0.011453947983682156,
      "step": 15270
    },
    {
      "loss_action": 0.017229005694389343,
      "loss_total": 0.017229005694389343,
      "step": 15270
    },
    {
      "grad_norm": 0.27617985010147095,
      "learning_rate": 7.6395e-05,
      "loss": 0.0186,
      "step": 15280
    },
    {
      "loss_action": 0.008934024721384048,
      "loss_total": 0.008934024721384048,
      "step": 15280
    },
    {
      "loss_action": 0.008783298544585705,
      "loss_total": 0.008783298544585705,
      "step": 15280
    },
    {
      "loss_action": 0.01651170663535595,
      "loss_total": 0.01651170663535595,
      "step": 15280
    },
    {
      "loss_action": 0.016781307756900787,
      "loss_total": 0.016781307756900787,
      "step": 15280
    },
    {
      "loss_action": 0.018836654722690582,
      "loss_total": 0.018836654722690582,
      "step": 15280
    },
    {
      "loss_action": 0.01885145716369152,
      "loss_total": 0.01885145716369152,
      "step": 15280
    },
    {
      "loss_action": 0.010432109236717224,
      "loss_total": 0.010432109236717224,
      "step": 15280
    },
    {
      "loss_action": 0.012258550152182579,
      "loss_total": 0.012258550152182579,
      "step": 15280
    },
    {
      "grad_norm": 0.24021656811237335,
      "learning_rate": 7.6445e-05,
      "loss": 0.0198,
      "step": 15290
    },
    {
      "loss_action": 0.01573435589671135,
      "loss_total": 0.01573435589671135,
      "step": 15290
    },
    {
      "loss_action": 0.041961103677749634,
      "loss_total": 0.041961103677749634,
      "step": 15290
    },
    {
      "loss_action": 0.020327173173427582,
      "loss_total": 0.020327173173427582,
      "step": 15290
    },
    {
      "loss_action": 0.01702546514570713,
      "loss_total": 0.01702546514570713,
      "step": 15290
    },
    {
      "loss_action": 0.01113936211913824,
      "loss_total": 0.01113936211913824,
      "step": 15290
    },
    {
      "loss_action": 0.009272197261452675,
      "loss_total": 0.009272197261452675,
      "step": 15290
    },
    {
      "loss_action": 0.015568350441753864,
      "loss_total": 0.015568350441753864,
      "step": 15290
    },
    {
      "loss_action": 0.017058636993169785,
      "loss_total": 0.017058636993169785,
      "step": 15290
    },
    {
      "grad_norm": 0.44364848732948303,
      "learning_rate": 7.6495e-05,
      "loss": 0.0241,
      "step": 15300
    },
    {
      "loss_action": 0.031911447644233704,
      "loss_total": 0.031911447644233704,
      "step": 15300
    },
    {
      "loss_action": 0.026341896504163742,
      "loss_total": 0.026341896504163742,
      "step": 15300
    },
    {
      "loss_action": 0.012140640988945961,
      "loss_total": 0.012140640988945961,
      "step": 15300
    },
    {
      "loss_action": 0.011497744359076023,
      "loss_total": 0.011497744359076023,
      "step": 15300
    },
    {
      "loss_action": 0.02390475384891033,
      "loss_total": 0.02390475384891033,
      "step": 15300
    },
    {
      "loss_action": 0.01792846992611885,
      "loss_total": 0.01792846992611885,
      "step": 15300
    },
    {
      "loss_action": 0.01405720878392458,
      "loss_total": 0.01405720878392458,
      "step": 15300
    },
    {
      "loss_action": 0.012774582952260971,
      "loss_total": 0.012774582952260971,
      "step": 15300
    },
    {
      "grad_norm": 0.21738041937351227,
      "learning_rate": 7.6545e-05,
      "loss": 0.0219,
      "step": 15310
    },
    {
      "loss_action": 0.06504534184932709,
      "loss_total": 0.06504534184932709,
      "step": 15310
    },
    {
      "loss_action": 0.008427553810179234,
      "loss_total": 0.008427553810179234,
      "step": 15310
    },
    {
      "loss_action": 0.018740389496088028,
      "loss_total": 0.018740389496088028,
      "step": 15310
    },
    {
      "loss_action": 0.037733469158411026,
      "loss_total": 0.037733469158411026,
      "step": 15310
    },
    {
      "loss_action": 0.011874317191541195,
      "loss_total": 0.011874317191541195,
      "step": 15310
    },
    {
      "loss_action": 0.02119341492652893,
      "loss_total": 0.02119341492652893,
      "step": 15310
    },
    {
      "loss_action": 0.013228438794612885,
      "loss_total": 0.013228438794612885,
      "step": 15310
    },
    {
      "loss_action": 0.027512069791555405,
      "loss_total": 0.027512069791555405,
      "step": 15310
    },
    {
      "grad_norm": 0.19567261636257172,
      "learning_rate": 7.659500000000001e-05,
      "loss": 0.0176,
      "step": 15320
    },
    {
      "loss_action": 0.022034065797924995,
      "loss_total": 0.022034065797924995,
      "step": 15320
    },
    {
      "loss_action": 0.03396611660718918,
      "loss_total": 0.03396611660718918,
      "step": 15320
    },
    {
      "loss_action": 0.01331060379743576,
      "loss_total": 0.01331060379743576,
      "step": 15320
    },
    {
      "loss_action": 0.023372404277324677,
      "loss_total": 0.023372404277324677,
      "step": 15320
    },
    {
      "loss_action": 0.015128256753087044,
      "loss_total": 0.015128256753087044,
      "step": 15320
    },
    {
      "loss_action": 0.005805645138025284,
      "loss_total": 0.005805645138025284,
      "step": 15320
    },
    {
      "loss_action": 0.016639748588204384,
      "loss_total": 0.016639748588204384,
      "step": 15320
    },
    {
      "loss_action": 0.012353483587503433,
      "loss_total": 0.012353483587503433,
      "step": 15320
    },
    {
      "grad_norm": 0.19971857964992523,
      "learning_rate": 7.6645e-05,
      "loss": 0.0179,
      "step": 15330
    },
    {
      "loss_action": 0.015942443162202835,
      "loss_total": 0.015942443162202835,
      "step": 15330
    },
    {
      "loss_action": 0.025164244696497917,
      "loss_total": 0.025164244696497917,
      "step": 15330
    },
    {
      "loss_action": 0.023219456896185875,
      "loss_total": 0.023219456896185875,
      "step": 15330
    },
    {
      "loss_action": 0.01677340641617775,
      "loss_total": 0.01677340641617775,
      "step": 15330
    },
    {
      "loss_action": 0.028976082801818848,
      "loss_total": 0.028976082801818848,
      "step": 15330
    },
    {
      "loss_action": 0.017796270549297333,
      "loss_total": 0.017796270549297333,
      "step": 15330
    },
    {
      "loss_action": 0.012245789170265198,
      "loss_total": 0.012245789170265198,
      "step": 15330
    },
    {
      "loss_action": 0.028056828305125237,
      "loss_total": 0.028056828305125237,
      "step": 15330
    },
    {
      "grad_norm": 0.20138396322727203,
      "learning_rate": 7.669500000000001e-05,
      "loss": 0.0167,
      "step": 15340
    },
    {
      "loss_action": 0.039455730468034744,
      "loss_total": 0.039455730468034744,
      "step": 15340
    },
    {
      "loss_action": 0.01200761366635561,
      "loss_total": 0.01200761366635561,
      "step": 15340
    },
    {
      "loss_action": 0.014690999872982502,
      "loss_total": 0.014690999872982502,
      "step": 15340
    },
    {
      "loss_action": 0.011195646598935127,
      "loss_total": 0.011195646598935127,
      "step": 15340
    },
    {
      "loss_action": 0.008517898619174957,
      "loss_total": 0.008517898619174957,
      "step": 15340
    },
    {
      "loss_action": 0.006510529667139053,
      "loss_total": 0.006510529667139053,
      "step": 15340
    },
    {
      "loss_action": 0.0181601420044899,
      "loss_total": 0.0181601420044899,
      "step": 15340
    },
    {
      "loss_action": 0.015882782638072968,
      "loss_total": 0.015882782638072968,
      "step": 15340
    },
    {
      "grad_norm": 0.22922056913375854,
      "learning_rate": 7.6745e-05,
      "loss": 0.0163,
      "step": 15350
    },
    {
      "loss_action": 0.015092609450221062,
      "loss_total": 0.015092609450221062,
      "step": 15350
    },
    {
      "loss_action": 0.013045606203377247,
      "loss_total": 0.013045606203377247,
      "step": 15350
    },
    {
      "loss_action": 0.01327156275510788,
      "loss_total": 0.01327156275510788,
      "step": 15350
    },
    {
      "loss_action": 0.010352901183068752,
      "loss_total": 0.010352901183068752,
      "step": 15350
    },
    {
      "loss_action": 0.011515683494508266,
      "loss_total": 0.011515683494508266,
      "step": 15350
    },
    {
      "loss_action": 0.029726576060056686,
      "loss_total": 0.029726576060056686,
      "step": 15350
    },
    {
      "loss_action": 0.007893301546573639,
      "loss_total": 0.007893301546573639,
      "step": 15350
    },
    {
      "loss_action": 0.024987712502479553,
      "loss_total": 0.024987712502479553,
      "step": 15350
    },
    {
      "grad_norm": 0.1959674209356308,
      "learning_rate": 7.6795e-05,
      "loss": 0.0187,
      "step": 15360
    },
    {
      "loss_action": 0.07783503830432892,
      "loss_total": 0.07783503830432892,
      "step": 15360
    },
    {
      "loss_action": 0.02038486674427986,
      "loss_total": 0.02038486674427986,
      "step": 15360
    },
    {
      "loss_action": 0.008036667481064796,
      "loss_total": 0.008036667481064796,
      "step": 15360
    },
    {
      "loss_action": 0.01844499073922634,
      "loss_total": 0.01844499073922634,
      "step": 15360
    },
    {
      "loss_action": 0.02642073482275009,
      "loss_total": 0.02642073482275009,
      "step": 15360
    },
    {
      "loss_action": 0.03033512271940708,
      "loss_total": 0.03033512271940708,
      "step": 15360
    },
    {
      "loss_action": 0.02159854583442211,
      "loss_total": 0.02159854583442211,
      "step": 15360
    },
    {
      "loss_action": 0.008944390341639519,
      "loss_total": 0.008944390341639519,
      "step": 15360
    },
    {
      "grad_norm": 0.17618444561958313,
      "learning_rate": 7.6845e-05,
      "loss": 0.0167,
      "step": 15370
    },
    {
      "loss_action": 0.01626465655863285,
      "loss_total": 0.01626465655863285,
      "step": 15370
    },
    {
      "loss_action": 0.03394382819533348,
      "loss_total": 0.03394382819533348,
      "step": 15370
    },
    {
      "loss_action": 0.035720810294151306,
      "loss_total": 0.035720810294151306,
      "step": 15370
    },
    {
      "loss_action": 0.009562002494931221,
      "loss_total": 0.009562002494931221,
      "step": 15370
    },
    {
      "loss_action": 0.026595596224069595,
      "loss_total": 0.026595596224069595,
      "step": 15370
    },
    {
      "loss_action": 0.012895927764475346,
      "loss_total": 0.012895927764475346,
      "step": 15370
    },
    {
      "loss_action": 0.02224753051996231,
      "loss_total": 0.02224753051996231,
      "step": 15370
    },
    {
      "loss_action": 0.03201784938573837,
      "loss_total": 0.03201784938573837,
      "step": 15370
    },
    {
      "grad_norm": 0.15436191856861115,
      "learning_rate": 7.6895e-05,
      "loss": 0.0166,
      "step": 15380
    },
    {
      "loss_action": 0.007522302679717541,
      "loss_total": 0.007522302679717541,
      "step": 15380
    },
    {
      "loss_action": 0.007741993293166161,
      "loss_total": 0.007741993293166161,
      "step": 15380
    },
    {
      "loss_action": 0.01513739675283432,
      "loss_total": 0.01513739675283432,
      "step": 15380
    },
    {
      "loss_action": 0.016483819112181664,
      "loss_total": 0.016483819112181664,
      "step": 15380
    },
    {
      "loss_action": 0.013610024005174637,
      "loss_total": 0.013610024005174637,
      "step": 15380
    },
    {
      "loss_action": 0.014713126234710217,
      "loss_total": 0.014713126234710217,
      "step": 15380
    },
    {
      "loss_action": 0.015906237065792084,
      "loss_total": 0.015906237065792084,
      "step": 15380
    },
    {
      "loss_action": 0.029241137206554413,
      "loss_total": 0.029241137206554413,
      "step": 15380
    },
    {
      "grad_norm": 0.31675243377685547,
      "learning_rate": 7.6945e-05,
      "loss": 0.0169,
      "step": 15390
    },
    {
      "loss_action": 0.024967562407255173,
      "loss_total": 0.024967562407255173,
      "step": 15390
    },
    {
      "loss_action": 0.016526300460100174,
      "loss_total": 0.016526300460100174,
      "step": 15390
    },
    {
      "loss_action": 0.026664525270462036,
      "loss_total": 0.026664525270462036,
      "step": 15390
    },
    {
      "loss_action": 0.060847703367471695,
      "loss_total": 0.060847703367471695,
      "step": 15390
    },
    {
      "loss_action": 0.012734918855130672,
      "loss_total": 0.012734918855130672,
      "step": 15390
    },
    {
      "loss_action": 0.019596602767705917,
      "loss_total": 0.019596602767705917,
      "step": 15390
    },
    {
      "loss_action": 0.017759501934051514,
      "loss_total": 0.017759501934051514,
      "step": 15390
    },
    {
      "loss_action": 0.0133912842720747,
      "loss_total": 0.0133912842720747,
      "step": 15390
    },
    {
      "grad_norm": 0.26379379630088806,
      "learning_rate": 7.6995e-05,
      "loss": 0.019,
      "step": 15400
    },
    {
      "loss_action": 0.022715937346220016,
      "loss_total": 0.022715937346220016,
      "step": 15400
    },
    {
      "loss_action": 0.0150213111191988,
      "loss_total": 0.0150213111191988,
      "step": 15400
    },
    {
      "loss_action": 0.013967199251055717,
      "loss_total": 0.013967199251055717,
      "step": 15400
    },
    {
      "loss_action": 0.008430755697190762,
      "loss_total": 0.008430755697190762,
      "step": 15400
    },
    {
      "loss_action": 0.02807636931538582,
      "loss_total": 0.02807636931538582,
      "step": 15400
    },
    {
      "loss_action": 0.019751109182834625,
      "loss_total": 0.019751109182834625,
      "step": 15400
    },
    {
      "loss_action": 0.017328262329101562,
      "loss_total": 0.017328262329101562,
      "step": 15400
    },
    {
      "loss_action": 0.021039124578237534,
      "loss_total": 0.021039124578237534,
      "step": 15400
    },
    {
      "grad_norm": 0.30800652503967285,
      "learning_rate": 7.7045e-05,
      "loss": 0.0163,
      "step": 15410
    },
    {
      "loss_action": 0.03732822462916374,
      "loss_total": 0.03732822462916374,
      "step": 15410
    },
    {
      "loss_action": 0.015016303397715092,
      "loss_total": 0.015016303397715092,
      "step": 15410
    },
    {
      "loss_action": 0.1103518009185791,
      "loss_total": 0.1103518009185791,
      "step": 15410
    },
    {
      "loss_action": 0.01365499384701252,
      "loss_total": 0.01365499384701252,
      "step": 15410
    },
    {
      "loss_action": 0.012806384824216366,
      "loss_total": 0.012806384824216366,
      "step": 15410
    },
    {
      "loss_action": 0.013493437319993973,
      "loss_total": 0.013493437319993973,
      "step": 15410
    },
    {
      "loss_action": 0.014347517862915993,
      "loss_total": 0.014347517862915993,
      "step": 15410
    },
    {
      "loss_action": 0.01226481981575489,
      "loss_total": 0.01226481981575489,
      "step": 15410
    },
    {
      "grad_norm": 0.31813880801200867,
      "learning_rate": 7.7095e-05,
      "loss": 0.0198,
      "step": 15420
    },
    {
      "loss_action": 0.01941887103021145,
      "loss_total": 0.01941887103021145,
      "step": 15420
    },
    {
      "loss_action": 0.007042179815471172,
      "loss_total": 0.007042179815471172,
      "step": 15420
    },
    {
      "loss_action": 0.012484055943787098,
      "loss_total": 0.012484055943787098,
      "step": 15420
    },
    {
      "loss_action": 0.017960911616683006,
      "loss_total": 0.017960911616683006,
      "step": 15420
    },
    {
      "loss_action": 0.02007446624338627,
      "loss_total": 0.02007446624338627,
      "step": 15420
    },
    {
      "loss_action": 0.01999824121594429,
      "loss_total": 0.01999824121594429,
      "step": 15420
    },
    {
      "loss_action": 0.011945944279432297,
      "loss_total": 0.011945944279432297,
      "step": 15420
    },
    {
      "loss_action": 0.027868393808603287,
      "loss_total": 0.027868393808603287,
      "step": 15420
    },
    {
      "grad_norm": 0.2680529057979584,
      "learning_rate": 7.7145e-05,
      "loss": 0.0177,
      "step": 15430
    },
    {
      "loss_action": 0.013291395269334316,
      "loss_total": 0.013291395269334316,
      "step": 15430
    },
    {
      "loss_action": 0.011871520429849625,
      "loss_total": 0.011871520429849625,
      "step": 15430
    },
    {
      "loss_action": 0.012531675398349762,
      "loss_total": 0.012531675398349762,
      "step": 15430
    },
    {
      "loss_action": 0.01593935489654541,
      "loss_total": 0.01593935489654541,
      "step": 15430
    },
    {
      "loss_action": 0.018415510654449463,
      "loss_total": 0.018415510654449463,
      "step": 15430
    },
    {
      "loss_action": 0.01722199097275734,
      "loss_total": 0.01722199097275734,
      "step": 15430
    },
    {
      "loss_action": 0.01882626861333847,
      "loss_total": 0.01882626861333847,
      "step": 15430
    },
    {
      "loss_action": 0.02124297246336937,
      "loss_total": 0.02124297246336937,
      "step": 15430
    },
    {
      "grad_norm": 0.251769483089447,
      "learning_rate": 7.719500000000001e-05,
      "loss": 0.0195,
      "step": 15440
    },
    {
      "loss_action": 0.011686259880661964,
      "loss_total": 0.011686259880661964,
      "step": 15440
    },
    {
      "loss_action": 0.007329165935516357,
      "loss_total": 0.007329165935516357,
      "step": 15440
    },
    {
      "loss_action": 0.006032958626747131,
      "loss_total": 0.006032958626747131,
      "step": 15440
    },
    {
      "loss_action": 0.014092928729951382,
      "loss_total": 0.014092928729951382,
      "step": 15440
    },
    {
      "loss_action": 0.014493881724774837,
      "loss_total": 0.014493881724774837,
      "step": 15440
    },
    {
      "loss_action": 0.019900323823094368,
      "loss_total": 0.019900323823094368,
      "step": 15440
    },
    {
      "loss_action": 0.02381213754415512,
      "loss_total": 0.02381213754415512,
      "step": 15440
    },
    {
      "loss_action": 0.032996416091918945,
      "loss_total": 0.032996416091918945,
      "step": 15440
    },
    {
      "grad_norm": 0.2084043174982071,
      "learning_rate": 7.7245e-05,
      "loss": 0.0168,
      "step": 15450
    },
    {
      "loss_action": 0.008301442489027977,
      "loss_total": 0.008301442489027977,
      "step": 15450
    },
    {
      "loss_action": 0.011965559795498848,
      "loss_total": 0.011965559795498848,
      "step": 15450
    },
    {
      "loss_action": 0.012452732771635056,
      "loss_total": 0.012452732771635056,
      "step": 15450
    },
    {
      "loss_action": 0.02521379664540291,
      "loss_total": 0.02521379664540291,
      "step": 15450
    },
    {
      "loss_action": 0.015833858400583267,
      "loss_total": 0.015833858400583267,
      "step": 15450
    },
    {
      "loss_action": 0.011122282594442368,
      "loss_total": 0.011122282594442368,
      "step": 15450
    },
    {
      "loss_action": 0.019640479236841202,
      "loss_total": 0.019640479236841202,
      "step": 15450
    },
    {
      "loss_action": 0.02959921583533287,
      "loss_total": 0.02959921583533287,
      "step": 15450
    },
    {
      "grad_norm": 0.24697577953338623,
      "learning_rate": 7.729500000000001e-05,
      "loss": 0.0174,
      "step": 15460
    },
    {
      "loss_action": 0.016836196184158325,
      "loss_total": 0.016836196184158325,
      "step": 15460
    },
    {
      "loss_action": 0.011789584532380104,
      "loss_total": 0.011789584532380104,
      "step": 15460
    },
    {
      "loss_action": 0.007989136502146721,
      "loss_total": 0.007989136502146721,
      "step": 15460
    },
    {
      "loss_action": 0.009216836653649807,
      "loss_total": 0.009216836653649807,
      "step": 15460
    },
    {
      "loss_action": 0.00974555965512991,
      "loss_total": 0.00974555965512991,
      "step": 15460
    },
    {
      "loss_action": 0.010119836777448654,
      "loss_total": 0.010119836777448654,
      "step": 15460
    },
    {
      "loss_action": 0.008939672261476517,
      "loss_total": 0.008939672261476517,
      "step": 15460
    },
    {
      "loss_action": 0.009866345673799515,
      "loss_total": 0.009866345673799515,
      "step": 15460
    },
    {
      "grad_norm": 0.16982653737068176,
      "learning_rate": 7.7345e-05,
      "loss": 0.0151,
      "step": 15470
    },
    {
      "loss_action": 0.026102600619196892,
      "loss_total": 0.026102600619196892,
      "step": 15470
    },
    {
      "loss_action": 0.007145769894123077,
      "loss_total": 0.007145769894123077,
      "step": 15470
    },
    {
      "loss_action": 0.01904028095304966,
      "loss_total": 0.01904028095304966,
      "step": 15470
    },
    {
      "loss_action": 0.015142099931836128,
      "loss_total": 0.015142099931836128,
      "step": 15470
    },
    {
      "loss_action": 0.01981368288397789,
      "loss_total": 0.01981368288397789,
      "step": 15470
    },
    {
      "loss_action": 0.037887006998062134,
      "loss_total": 0.037887006998062134,
      "step": 15470
    },
    {
      "loss_action": 0.010239665396511555,
      "loss_total": 0.010239665396511555,
      "step": 15470
    },
    {
      "loss_action": 0.017289530485868454,
      "loss_total": 0.017289530485868454,
      "step": 15470
    },
    {
      "grad_norm": 0.17367897927761078,
      "learning_rate": 7.7395e-05,
      "loss": 0.0198,
      "step": 15480
    },
    {
      "loss_action": 0.029224181547760963,
      "loss_total": 0.029224181547760963,
      "step": 15480
    },
    {
      "loss_action": 0.026363499462604523,
      "loss_total": 0.026363499462604523,
      "step": 15480
    },
    {
      "loss_action": 0.010779324918985367,
      "loss_total": 0.010779324918985367,
      "step": 15480
    },
    {
      "loss_action": 0.010666070505976677,
      "loss_total": 0.010666070505976677,
      "step": 15480
    },
    {
      "loss_action": 0.012376041151583195,
      "loss_total": 0.012376041151583195,
      "step": 15480
    },
    {
      "loss_action": 0.012506757862865925,
      "loss_total": 0.012506757862865925,
      "step": 15480
    },
    {
      "loss_action": 0.009873093105852604,
      "loss_total": 0.009873093105852604,
      "step": 15480
    },
    {
      "loss_action": 0.026929475367069244,
      "loss_total": 0.026929475367069244,
      "step": 15480
    },
    {
      "grad_norm": 0.21208901703357697,
      "learning_rate": 7.7445e-05,
      "loss": 0.017,
      "step": 15490
    },
    {
      "loss_action": 0.0801316350698471,
      "loss_total": 0.0801316350698471,
      "step": 15490
    },
    {
      "loss_action": 0.011572977527976036,
      "loss_total": 0.011572977527976036,
      "step": 15490
    },
    {
      "loss_action": 0.01884036511182785,
      "loss_total": 0.01884036511182785,
      "step": 15490
    },
    {
      "loss_action": 0.015442636795341969,
      "loss_total": 0.015442636795341969,
      "step": 15490
    },
    {
      "loss_action": 0.007567764259874821,
      "loss_total": 0.007567764259874821,
      "step": 15490
    },
    {
      "loss_action": 0.021827735006809235,
      "loss_total": 0.021827735006809235,
      "step": 15490
    },
    {
      "loss_action": 0.02749418094754219,
      "loss_total": 0.02749418094754219,
      "step": 15490
    },
    {
      "loss_action": 0.009466848336160183,
      "loss_total": 0.009466848336160183,
      "step": 15490
    },
    {
      "grad_norm": 0.2960096299648285,
      "learning_rate": 7.7495e-05,
      "loss": 0.0211,
      "step": 15500
    },
    {
      "loss_action": 0.008937366306781769,
      "loss_total": 0.008937366306781769,
      "step": 15500
    },
    {
      "loss_action": 0.009999888017773628,
      "loss_total": 0.009999888017773628,
      "step": 15500
    },
    {
      "loss_action": 0.03626994043588638,
      "loss_total": 0.03626994043588638,
      "step": 15500
    },
    {
      "loss_action": 0.01864362135529518,
      "loss_total": 0.01864362135529518,
      "step": 15500
    },
    {
      "loss_action": 0.013319591991603374,
      "loss_total": 0.013319591991603374,
      "step": 15500
    },
    {
      "loss_action": 0.016410328447818756,
      "loss_total": 0.016410328447818756,
      "step": 15500
    },
    {
      "loss_action": 0.02024524286389351,
      "loss_total": 0.02024524286389351,
      "step": 15500
    },
    {
      "loss_action": 0.017806250602006912,
      "loss_total": 0.017806250602006912,
      "step": 15500
    },
    {
      "grad_norm": 0.25377923250198364,
      "learning_rate": 7.7545e-05,
      "loss": 0.0183,
      "step": 15510
    },
    {
      "loss_action": 0.009038317948579788,
      "loss_total": 0.009038317948579788,
      "step": 15510
    },
    {
      "loss_action": 0.009644838981330395,
      "loss_total": 0.009644838981330395,
      "step": 15510
    },
    {
      "loss_action": 0.01396381389349699,
      "loss_total": 0.01396381389349699,
      "step": 15510
    },
    {
      "loss_action": 0.019173521548509598,
      "loss_total": 0.019173521548509598,
      "step": 15510
    },
    {
      "loss_action": 0.011353319510817528,
      "loss_total": 0.011353319510817528,
      "step": 15510
    },
    {
      "loss_action": 0.030275609344244003,
      "loss_total": 0.030275609344244003,
      "step": 15510
    },
    {
      "loss_action": 0.02198171801865101,
      "loss_total": 0.02198171801865101,
      "step": 15510
    },
    {
      "loss_action": 0.024714238941669464,
      "loss_total": 0.024714238941669464,
      "step": 15510
    },
    {
      "grad_norm": 0.24446137249469757,
      "learning_rate": 7.7595e-05,
      "loss": 0.0187,
      "step": 15520
    },
    {
      "loss_action": 0.017827637493610382,
      "loss_total": 0.017827637493610382,
      "step": 15520
    },
    {
      "loss_action": 0.00827748142182827,
      "loss_total": 0.00827748142182827,
      "step": 15520
    },
    {
      "loss_action": 0.009513615630567074,
      "loss_total": 0.009513615630567074,
      "step": 15520
    },
    {
      "loss_action": 0.020660074427723885,
      "loss_total": 0.020660074427723885,
      "step": 15520
    },
    {
      "loss_action": 0.01018760446459055,
      "loss_total": 0.01018760446459055,
      "step": 15520
    },
    {
      "loss_action": 0.008633730933070183,
      "loss_total": 0.008633730933070183,
      "step": 15520
    },
    {
      "loss_action": 0.024506695568561554,
      "loss_total": 0.024506695568561554,
      "step": 15520
    },
    {
      "loss_action": 0.026768764480948448,
      "loss_total": 0.026768764480948448,
      "step": 15520
    },
    {
      "grad_norm": 0.21697863936424255,
      "learning_rate": 7.7645e-05,
      "loss": 0.0186,
      "step": 15530
    },
    {
      "loss_action": 0.017312657088041306,
      "loss_total": 0.017312657088041306,
      "step": 15530
    },
    {
      "loss_action": 0.02168673649430275,
      "loss_total": 0.02168673649430275,
      "step": 15530
    },
    {
      "loss_action": 0.022311944514513016,
      "loss_total": 0.022311944514513016,
      "step": 15530
    },
    {
      "loss_action": 0.00876813754439354,
      "loss_total": 0.00876813754439354,
      "step": 15530
    },
    {
      "loss_action": 0.018435228615999222,
      "loss_total": 0.018435228615999222,
      "step": 15530
    },
    {
      "loss_action": 0.01816520094871521,
      "loss_total": 0.01816520094871521,
      "step": 15530
    },
    {
      "loss_action": 0.010786779224872589,
      "loss_total": 0.010786779224872589,
      "step": 15530
    },
    {
      "loss_action": 0.020174982026219368,
      "loss_total": 0.020174982026219368,
      "step": 15530
    },
    {
      "grad_norm": 0.27492353320121765,
      "learning_rate": 7.769500000000001e-05,
      "loss": 0.0193,
      "step": 15540
    },
    {
      "loss_action": 0.015918593853712082,
      "loss_total": 0.015918593853712082,
      "step": 15540
    },
    {
      "loss_action": 0.020655687898397446,
      "loss_total": 0.020655687898397446,
      "step": 15540
    },
    {
      "loss_action": 0.022324245423078537,
      "loss_total": 0.022324245423078537,
      "step": 15540
    },
    {
      "loss_action": 0.04466404393315315,
      "loss_total": 0.04466404393315315,
      "step": 15540
    },
    {
      "loss_action": 0.009043551981449127,
      "loss_total": 0.009043551981449127,
      "step": 15540
    },
    {
      "loss_action": 0.010817150585353374,
      "loss_total": 0.010817150585353374,
      "step": 15540
    },
    {
      "loss_action": 0.025080159306526184,
      "loss_total": 0.025080159306526184,
      "step": 15540
    },
    {
      "loss_action": 0.019655514508485794,
      "loss_total": 0.019655514508485794,
      "step": 15540
    },
    {
      "grad_norm": 0.34423327445983887,
      "learning_rate": 7.7745e-05,
      "loss": 0.0219,
      "step": 15550
    },
    {
      "loss_action": 0.011483697220683098,
      "loss_total": 0.011483697220683098,
      "step": 15550
    },
    {
      "loss_action": 0.021831274032592773,
      "loss_total": 0.021831274032592773,
      "step": 15550
    },
    {
      "loss_action": 0.013677516020834446,
      "loss_total": 0.013677516020834446,
      "step": 15550
    },
    {
      "loss_action": 0.0213775597512722,
      "loss_total": 0.0213775597512722,
      "step": 15550
    },
    {
      "loss_action": 0.025559306144714355,
      "loss_total": 0.025559306144714355,
      "step": 15550
    },
    {
      "loss_action": 0.026333751156926155,
      "loss_total": 0.026333751156926155,
      "step": 15550
    },
    {
      "loss_action": 0.13131152093410492,
      "loss_total": 0.13131152093410492,
      "step": 15550
    },
    {
      "loss_action": 0.021322254091501236,
      "loss_total": 0.021322254091501236,
      "step": 15550
    },
    {
      "grad_norm": 0.26207393407821655,
      "learning_rate": 7.779500000000001e-05,
      "loss": 0.0248,
      "step": 15560
    },
    {
      "loss_action": 0.046001121401786804,
      "loss_total": 0.046001121401786804,
      "step": 15560
    },
    {
      "loss_action": 0.01351263839751482,
      "loss_total": 0.01351263839751482,
      "step": 15560
    },
    {
      "loss_action": 0.01759716309607029,
      "loss_total": 0.01759716309607029,
      "step": 15560
    },
    {
      "loss_action": 0.049500972032547,
      "loss_total": 0.049500972032547,
      "step": 15560
    },
    {
      "loss_action": 0.0245915986597538,
      "loss_total": 0.0245915986597538,
      "step": 15560
    },
    {
      "loss_action": 0.01763947308063507,
      "loss_total": 0.01763947308063507,
      "step": 15560
    },
    {
      "loss_action": 0.020730558782815933,
      "loss_total": 0.020730558782815933,
      "step": 15560
    },
    {
      "loss_action": 0.032557908445596695,
      "loss_total": 0.032557908445596695,
      "step": 15560
    },
    {
      "grad_norm": 0.31731364130973816,
      "learning_rate": 7.7845e-05,
      "loss": 0.0245,
      "step": 15570
    },
    {
      "loss_action": 0.020076964050531387,
      "loss_total": 0.020076964050531387,
      "step": 15570
    },
    {
      "loss_action": 0.0188195388764143,
      "loss_total": 0.0188195388764143,
      "step": 15570
    },
    {
      "loss_action": 0.018613765016198158,
      "loss_total": 0.018613765016198158,
      "step": 15570
    },
    {
      "loss_action": 0.026672758162021637,
      "loss_total": 0.026672758162021637,
      "step": 15570
    },
    {
      "loss_action": 0.014592891559004784,
      "loss_total": 0.014592891559004784,
      "step": 15570
    },
    {
      "loss_action": 0.02779972180724144,
      "loss_total": 0.02779972180724144,
      "step": 15570
    },
    {
      "loss_action": 0.04244530200958252,
      "loss_total": 0.04244530200958252,
      "step": 15570
    },
    {
      "loss_action": 0.012072163634002209,
      "loss_total": 0.012072163634002209,
      "step": 15570
    },
    {
      "grad_norm": 0.30676886439323425,
      "learning_rate": 7.789500000000001e-05,
      "loss": 0.0243,
      "step": 15580
    },
    {
      "loss_action": 0.021134275943040848,
      "loss_total": 0.021134275943040848,
      "step": 15580
    },
    {
      "loss_action": 0.012483254075050354,
      "loss_total": 0.012483254075050354,
      "step": 15580
    },
    {
      "loss_action": 0.01680939272046089,
      "loss_total": 0.01680939272046089,
      "step": 15580
    },
    {
      "loss_action": 0.022001272067427635,
      "loss_total": 0.022001272067427635,
      "step": 15580
    },
    {
      "loss_action": 0.019193679094314575,
      "loss_total": 0.019193679094314575,
      "step": 15580
    },
    {
      "loss_action": 0.015477526932954788,
      "loss_total": 0.015477526932954788,
      "step": 15580
    },
    {
      "loss_action": 0.014672918245196342,
      "loss_total": 0.014672918245196342,
      "step": 15580
    },
    {
      "loss_action": 0.02014756016433239,
      "loss_total": 0.02014756016433239,
      "step": 15580
    },
    {
      "grad_norm": 0.34976813197135925,
      "learning_rate": 7.7945e-05,
      "loss": 0.018,
      "step": 15590
    },
    {
      "loss_action": 0.026478387415409088,
      "loss_total": 0.026478387415409088,
      "step": 15590
    },
    {
      "loss_action": 0.012896448373794556,
      "loss_total": 0.012896448373794556,
      "step": 15590
    },
    {
      "loss_action": 0.028544312343001366,
      "loss_total": 0.028544312343001366,
      "step": 15590
    },
    {
      "loss_action": 0.023772049695253372,
      "loss_total": 0.023772049695253372,
      "step": 15590
    },
    {
      "loss_action": 0.022976748645305634,
      "loss_total": 0.022976748645305634,
      "step": 15590
    },
    {
      "loss_action": 0.009736832231283188,
      "loss_total": 0.009736832231283188,
      "step": 15590
    },
    {
      "loss_action": 0.008350035175681114,
      "loss_total": 0.008350035175681114,
      "step": 15590
    },
    {
      "loss_action": 0.013930818997323513,
      "loss_total": 0.013930818997323513,
      "step": 15590
    },
    {
      "grad_norm": 0.22054283320903778,
      "learning_rate": 7.7995e-05,
      "loss": 0.0187,
      "step": 15600
    },
    {
      "loss_action": 0.019580408930778503,
      "loss_total": 0.019580408930778503,
      "step": 15600
    },
    {
      "loss_action": 0.0081323878839612,
      "loss_total": 0.0081323878839612,
      "step": 15600
    },
    {
      "loss_action": 0.03564542531967163,
      "loss_total": 0.03564542531967163,
      "step": 15600
    },
    {
      "loss_action": 0.021034134551882744,
      "loss_total": 0.021034134551882744,
      "step": 15600
    },
    {
      "loss_action": 0.017529025673866272,
      "loss_total": 0.017529025673866272,
      "step": 15600
    },
    {
      "loss_action": 0.02498595044016838,
      "loss_total": 0.02498595044016838,
      "step": 15600
    },
    {
      "loss_action": 0.014495981857180595,
      "loss_total": 0.014495981857180595,
      "step": 15600
    },
    {
      "loss_action": 0.02847946062684059,
      "loss_total": 0.02847946062684059,
      "step": 15600
    },
    {
      "grad_norm": 0.325333833694458,
      "learning_rate": 7.8045e-05,
      "loss": 0.0189,
      "step": 15610
    },
    {
      "loss_action": 0.023076675832271576,
      "loss_total": 0.023076675832271576,
      "step": 15610
    },
    {
      "loss_action": 0.009754002094268799,
      "loss_total": 0.009754002094268799,
      "step": 15610
    },
    {
      "loss_action": 0.008864057250320911,
      "loss_total": 0.008864057250320911,
      "step": 15610
    },
    {
      "loss_action": 0.010032261721789837,
      "loss_total": 0.010032261721789837,
      "step": 15610
    },
    {
      "loss_action": 0.015817906707525253,
      "loss_total": 0.015817906707525253,
      "step": 15610
    },
    {
      "loss_action": 0.01970386691391468,
      "loss_total": 0.01970386691391468,
      "step": 15610
    },
    {
      "loss_action": 0.029345281422138214,
      "loss_total": 0.029345281422138214,
      "step": 15610
    },
    {
      "loss_action": 0.019912922754883766,
      "loss_total": 0.019912922754883766,
      "step": 15610
    },
    {
      "grad_norm": 0.18640238046646118,
      "learning_rate": 7.8095e-05,
      "loss": 0.0181,
      "step": 15620
    },
    {
      "loss_action": 0.01525413990020752,
      "loss_total": 0.01525413990020752,
      "step": 15620
    },
    {
      "loss_action": 0.014961551874876022,
      "loss_total": 0.014961551874876022,
      "step": 15620
    },
    {
      "loss_action": 0.004217005800455809,
      "loss_total": 0.004217005800455809,
      "step": 15620
    },
    {
      "loss_action": 0.008014293387532234,
      "loss_total": 0.008014293387532234,
      "step": 15620
    },
    {
      "loss_action": 0.01563175395131111,
      "loss_total": 0.01563175395131111,
      "step": 15620
    },
    {
      "loss_action": 0.00970387738198042,
      "loss_total": 0.00970387738198042,
      "step": 15620
    },
    {
      "loss_action": 0.021436836570501328,
      "loss_total": 0.021436836570501328,
      "step": 15620
    },
    {
      "loss_action": 0.013041749596595764,
      "loss_total": 0.013041749596595764,
      "step": 15620
    },
    {
      "grad_norm": 0.16663208603858948,
      "learning_rate": 7.8145e-05,
      "loss": 0.0141,
      "step": 15630
    },
    {
      "loss_action": 0.018697524443268776,
      "loss_total": 0.018697524443268776,
      "step": 15630
    },
    {
      "loss_action": 0.018449001014232635,
      "loss_total": 0.018449001014232635,
      "step": 15630
    },
    {
      "loss_action": 0.018040398135781288,
      "loss_total": 0.018040398135781288,
      "step": 15630
    },
    {
      "loss_action": 0.0192822627723217,
      "loss_total": 0.0192822627723217,
      "step": 15630
    },
    {
      "loss_action": 0.01868150755763054,
      "loss_total": 0.01868150755763054,
      "step": 15630
    },
    {
      "loss_action": 0.035944581031799316,
      "loss_total": 0.035944581031799316,
      "step": 15630
    },
    {
      "loss_action": 0.020572993904352188,
      "loss_total": 0.020572993904352188,
      "step": 15630
    },
    {
      "loss_action": 0.009284612722694874,
      "loss_total": 0.009284612722694874,
      "step": 15630
    },
    {
      "grad_norm": 0.4257717728614807,
      "learning_rate": 7.8195e-05,
      "loss": 0.0174,
      "step": 15640
    },
    {
      "loss_action": 0.011661570519208908,
      "loss_total": 0.011661570519208908,
      "step": 15640
    },
    {
      "loss_action": 0.009778271429240704,
      "loss_total": 0.009778271429240704,
      "step": 15640
    },
    {
      "loss_action": 0.010465002618730068,
      "loss_total": 0.010465002618730068,
      "step": 15640
    },
    {
      "loss_action": 0.01309822965413332,
      "loss_total": 0.01309822965413332,
      "step": 15640
    },
    {
      "loss_action": 0.022509939968585968,
      "loss_total": 0.022509939968585968,
      "step": 15640
    },
    {
      "loss_action": 0.025131400674581528,
      "loss_total": 0.025131400674581528,
      "step": 15640
    },
    {
      "loss_action": 0.050792258232831955,
      "loss_total": 0.050792258232831955,
      "step": 15640
    },
    {
      "loss_action": 0.011061198078095913,
      "loss_total": 0.011061198078095913,
      "step": 15640
    },
    {
      "grad_norm": 0.26719313859939575,
      "learning_rate": 7.824500000000001e-05,
      "loss": 0.0175,
      "step": 15650
    },
    {
      "loss_action": 0.01834477297961712,
      "loss_total": 0.01834477297961712,
      "step": 15650
    },
    {
      "loss_action": 0.013149484992027283,
      "loss_total": 0.013149484992027283,
      "step": 15650
    },
    {
      "loss_action": 0.01442033052444458,
      "loss_total": 0.01442033052444458,
      "step": 15650
    },
    {
      "loss_action": 0.01680905371904373,
      "loss_total": 0.01680905371904373,
      "step": 15650
    },
    {
      "loss_action": 0.006773647852241993,
      "loss_total": 0.006773647852241993,
      "step": 15650
    },
    {
      "loss_action": 0.021614812314510345,
      "loss_total": 0.021614812314510345,
      "step": 15650
    },
    {
      "loss_action": 0.01952139101922512,
      "loss_total": 0.01952139101922512,
      "step": 15650
    },
    {
      "loss_action": 0.027107950299978256,
      "loss_total": 0.027107950299978256,
      "step": 15650
    },
    {
      "grad_norm": 0.3238772451877594,
      "learning_rate": 7.829500000000001e-05,
      "loss": 0.0179,
      "step": 15660
    },
    {
      "loss_action": 0.007546244189143181,
      "loss_total": 0.007546244189143181,
      "step": 15660
    },
    {
      "loss_action": 0.011070911772549152,
      "loss_total": 0.011070911772549152,
      "step": 15660
    },
    {
      "loss_action": 0.008998977020382881,
      "loss_total": 0.008998977020382881,
      "step": 15660
    },
    {
      "loss_action": 0.008477823808789253,
      "loss_total": 0.008477823808789253,
      "step": 15660
    },
    {
      "loss_action": 0.02412121742963791,
      "loss_total": 0.02412121742963791,
      "step": 15660
    },
    {
      "loss_action": 0.03387707471847534,
      "loss_total": 0.03387707471847534,
      "step": 15660
    },
    {
      "loss_action": 0.022659827023744583,
      "loss_total": 0.022659827023744583,
      "step": 15660
    },
    {
      "loss_action": 0.010530101135373116,
      "loss_total": 0.010530101135373116,
      "step": 15660
    },
    {
      "grad_norm": 0.26054781675338745,
      "learning_rate": 7.8345e-05,
      "loss": 0.0167,
      "step": 15670
    },
    {
      "loss_action": 0.010507085360586643,
      "loss_total": 0.010507085360586643,
      "step": 15670
    },
    {
      "loss_action": 0.019642949104309082,
      "loss_total": 0.019642949104309082,
      "step": 15670
    },
    {
      "loss_action": 0.01447255164384842,
      "loss_total": 0.01447255164384842,
      "step": 15670
    },
    {
      "loss_action": 0.011845996603369713,
      "loss_total": 0.011845996603369713,
      "step": 15670
    },
    {
      "loss_action": 0.013449653051793575,
      "loss_total": 0.013449653051793575,
      "step": 15670
    },
    {
      "loss_action": 0.018323000520467758,
      "loss_total": 0.018323000520467758,
      "step": 15670
    },
    {
      "loss_action": 0.015096808783710003,
      "loss_total": 0.015096808783710003,
      "step": 15670
    },
    {
      "loss_action": 0.009216951206326485,
      "loss_total": 0.009216951206326485,
      "step": 15670
    },
    {
      "grad_norm": 0.23247842490673065,
      "learning_rate": 7.839500000000001e-05,
      "loss": 0.0174,
      "step": 15680
    },
    {
      "loss_action": 0.020627614110708237,
      "loss_total": 0.020627614110708237,
      "step": 15680
    },
    {
      "loss_action": 0.03410494700074196,
      "loss_total": 0.03410494700074196,
      "step": 15680
    },
    {
      "loss_action": 0.01575750671327114,
      "loss_total": 0.01575750671327114,
      "step": 15680
    },
    {
      "loss_action": 0.015654463320970535,
      "loss_total": 0.015654463320970535,
      "step": 15680
    },
    {
      "loss_action": 0.009187288582324982,
      "loss_total": 0.009187288582324982,
      "step": 15680
    },
    {
      "loss_action": 0.008406512439250946,
      "loss_total": 0.008406512439250946,
      "step": 15680
    },
    {
      "loss_action": 0.008786462247371674,
      "loss_total": 0.008786462247371674,
      "step": 15680
    },
    {
      "loss_action": 0.009998662397265434,
      "loss_total": 0.009998662397265434,
      "step": 15680
    },
    {
      "grad_norm": 0.31440478563308716,
      "learning_rate": 7.8445e-05,
      "loss": 0.0172,
      "step": 15690
    },
    {
      "loss_action": 0.02261798083782196,
      "loss_total": 0.02261798083782196,
      "step": 15690
    },
    {
      "loss_action": 0.027894046157598495,
      "loss_total": 0.027894046157598495,
      "step": 15690
    },
    {
      "loss_action": 0.007235257886350155,
      "loss_total": 0.007235257886350155,
      "step": 15690
    },
    {
      "loss_action": 0.012474248185753822,
      "loss_total": 0.012474248185753822,
      "step": 15690
    },
    {
      "loss_action": 0.016068395227193832,
      "loss_total": 0.016068395227193832,
      "step": 15690
    },
    {
      "loss_action": 0.039234526455402374,
      "loss_total": 0.039234526455402374,
      "step": 15690
    },
    {
      "loss_action": 0.019406063482165337,
      "loss_total": 0.019406063482165337,
      "step": 15690
    },
    {
      "loss_action": 0.010538643226027489,
      "loss_total": 0.010538643226027489,
      "step": 15690
    },
    {
      "grad_norm": 0.23303763568401337,
      "learning_rate": 7.849500000000001e-05,
      "loss": 0.0156,
      "step": 15700
    },
    {
      "loss_action": 0.01952163130044937,
      "loss_total": 0.01952163130044937,
      "step": 15700
    },
    {
      "loss_action": 0.026779688894748688,
      "loss_total": 0.026779688894748688,
      "step": 15700
    },
    {
      "loss_action": 0.01613892987370491,
      "loss_total": 0.01613892987370491,
      "step": 15700
    },
    {
      "loss_action": 0.013787683099508286,
      "loss_total": 0.013787683099508286,
      "step": 15700
    },
    {
      "loss_action": 0.01820155791938305,
      "loss_total": 0.01820155791938305,
      "step": 15700
    },
    {
      "loss_action": 0.01105756126344204,
      "loss_total": 0.01105756126344204,
      "step": 15700
    },
    {
      "loss_action": 0.01608496531844139,
      "loss_total": 0.01608496531844139,
      "step": 15700
    },
    {
      "loss_action": 0.11236618459224701,
      "loss_total": 0.11236618459224701,
      "step": 15700
    },
    {
      "grad_norm": 0.2814476191997528,
      "learning_rate": 7.8545e-05,
      "loss": 0.0182,
      "step": 15710
    },
    {
      "loss_action": 0.030574794858694077,
      "loss_total": 0.030574794858694077,
      "step": 15710
    },
    {
      "loss_action": 0.010484961792826653,
      "loss_total": 0.010484961792826653,
      "step": 15710
    },
    {
      "loss_action": 0.012273577973246574,
      "loss_total": 0.012273577973246574,
      "step": 15710
    },
    {
      "loss_action": 0.018917951732873917,
      "loss_total": 0.018917951732873917,
      "step": 15710
    },
    {
      "loss_action": 0.00940260011702776,
      "loss_total": 0.00940260011702776,
      "step": 15710
    },
    {
      "loss_action": 0.012278450652956963,
      "loss_total": 0.012278450652956963,
      "step": 15710
    },
    {
      "loss_action": 0.011542920023202896,
      "loss_total": 0.011542920023202896,
      "step": 15710
    },
    {
      "loss_action": 0.020174453034996986,
      "loss_total": 0.020174453034996986,
      "step": 15710
    },
    {
      "grad_norm": 0.16127656400203705,
      "learning_rate": 7.8595e-05,
      "loss": 0.0153,
      "step": 15720
    },
    {
      "loss_action": 0.008772110566496849,
      "loss_total": 0.008772110566496849,
      "step": 15720
    },
    {
      "loss_action": 0.009917905554175377,
      "loss_total": 0.009917905554175377,
      "step": 15720
    },
    {
      "loss_action": 0.013054817914962769,
      "loss_total": 0.013054817914962769,
      "step": 15720
    },
    {
      "loss_action": 0.007829152047634125,
      "loss_total": 0.007829152047634125,
      "step": 15720
    },
    {
      "loss_action": 0.016104407608509064,
      "loss_total": 0.016104407608509064,
      "step": 15720
    },
    {
      "loss_action": 0.005620663985610008,
      "loss_total": 0.005620663985610008,
      "step": 15720
    },
    {
      "loss_action": 0.008229445666074753,
      "loss_total": 0.008229445666074753,
      "step": 15720
    },
    {
      "loss_action": 0.0462767630815506,
      "loss_total": 0.0462767630815506,
      "step": 15720
    },
    {
      "grad_norm": 0.22588971257209778,
      "learning_rate": 7.8645e-05,
      "loss": 0.016,
      "step": 15730
    },
    {
      "loss_action": 0.019557999446988106,
      "loss_total": 0.019557999446988106,
      "step": 15730
    },
    {
      "loss_action": 0.011080491356551647,
      "loss_total": 0.011080491356551647,
      "step": 15730
    },
    {
      "loss_action": 0.009784211404621601,
      "loss_total": 0.009784211404621601,
      "step": 15730
    },
    {
      "loss_action": 0.010184314101934433,
      "loss_total": 0.010184314101934433,
      "step": 15730
    },
    {
      "loss_action": 0.01039184257388115,
      "loss_total": 0.01039184257388115,
      "step": 15730
    },
    {
      "loss_action": 0.018467392772436142,
      "loss_total": 0.018467392772436142,
      "step": 15730
    },
    {
      "loss_action": 0.008044654503464699,
      "loss_total": 0.008044654503464699,
      "step": 15730
    },
    {
      "loss_action": 0.011305256746709347,
      "loss_total": 0.011305256746709347,
      "step": 15730
    },
    {
      "grad_norm": 0.20227482914924622,
      "learning_rate": 7.8695e-05,
      "loss": 0.0164,
      "step": 15740
    },
    {
      "loss_action": 0.017127592116594315,
      "loss_total": 0.017127592116594315,
      "step": 15740
    },
    {
      "loss_action": 0.00834537111222744,
      "loss_total": 0.00834537111222744,
      "step": 15740
    },
    {
      "loss_action": 0.007849290035665035,
      "loss_total": 0.007849290035665035,
      "step": 15740
    },
    {
      "loss_action": 0.011023523285984993,
      "loss_total": 0.011023523285984993,
      "step": 15740
    },
    {
      "loss_action": 0.02792145311832428,
      "loss_total": 0.02792145311832428,
      "step": 15740
    },
    {
      "loss_action": 0.034507717937231064,
      "loss_total": 0.034507717937231064,
      "step": 15740
    },
    {
      "loss_action": 0.017783982679247856,
      "loss_total": 0.017783982679247856,
      "step": 15740
    },
    {
      "loss_action": 0.010946152731776237,
      "loss_total": 0.010946152731776237,
      "step": 15740
    },
    {
      "grad_norm": 0.27807384729385376,
      "learning_rate": 7.8745e-05,
      "loss": 0.0207,
      "step": 15750
    },
    {
      "loss_action": 0.0581636056303978,
      "loss_total": 0.0581636056303978,
      "step": 15750
    },
    {
      "loss_action": 0.01235681027173996,
      "loss_total": 0.01235681027173996,
      "step": 15750
    },
    {
      "loss_action": 0.016578666865825653,
      "loss_total": 0.016578666865825653,
      "step": 15750
    },
    {
      "loss_action": 0.012501131743192673,
      "loss_total": 0.012501131743192673,
      "step": 15750
    },
    {
      "loss_action": 0.020003806799650192,
      "loss_total": 0.020003806799650192,
      "step": 15750
    },
    {
      "loss_action": 0.01207199040800333,
      "loss_total": 0.01207199040800333,
      "step": 15750
    },
    {
      "loss_action": 0.02284267172217369,
      "loss_total": 0.02284267172217369,
      "step": 15750
    },
    {
      "loss_action": 0.05736355111002922,
      "loss_total": 0.05736355111002922,
      "step": 15750
    },
    {
      "grad_norm": 0.2510059177875519,
      "learning_rate": 7.879500000000001e-05,
      "loss": 0.0183,
      "step": 15760
    },
    {
      "loss_action": 0.015941806137561798,
      "loss_total": 0.015941806137561798,
      "step": 15760
    },
    {
      "loss_action": 0.010196652263402939,
      "loss_total": 0.010196652263402939,
      "step": 15760
    },
    {
      "loss_action": 0.025578245520591736,
      "loss_total": 0.025578245520591736,
      "step": 15760
    },
    {
      "loss_action": 0.030467184260487556,
      "loss_total": 0.030467184260487556,
      "step": 15760
    },
    {
      "loss_action": 0.015078285709023476,
      "loss_total": 0.015078285709023476,
      "step": 15760
    },
    {
      "loss_action": 0.015831299126148224,
      "loss_total": 0.015831299126148224,
      "step": 15760
    },
    {
      "loss_action": 0.010585442185401917,
      "loss_total": 0.010585442185401917,
      "step": 15760
    },
    {
      "loss_action": 0.017120856791734695,
      "loss_total": 0.017120856791734695,
      "step": 15760
    },
    {
      "grad_norm": 0.254304438829422,
      "learning_rate": 7.884500000000001e-05,
      "loss": 0.0198,
      "step": 15770
    },
    {
      "loss_action": 0.03819387033581734,
      "loss_total": 0.03819387033581734,
      "step": 15770
    },
    {
      "loss_action": 0.01978302374482155,
      "loss_total": 0.01978302374482155,
      "step": 15770
    },
    {
      "loss_action": 0.008357027545571327,
      "loss_total": 0.008357027545571327,
      "step": 15770
    },
    {
      "loss_action": 0.034408293664455414,
      "loss_total": 0.034408293664455414,
      "step": 15770
    },
    {
      "loss_action": 0.016207873821258545,
      "loss_total": 0.016207873821258545,
      "step": 15770
    },
    {
      "loss_action": 0.013889784924685955,
      "loss_total": 0.013889784924685955,
      "step": 15770
    },
    {
      "loss_action": 0.020945705473423004,
      "loss_total": 0.020945705473423004,
      "step": 15770
    },
    {
      "loss_action": 0.01829240471124649,
      "loss_total": 0.01829240471124649,
      "step": 15770
    },
    {
      "grad_norm": 0.26844727993011475,
      "learning_rate": 7.889500000000001e-05,
      "loss": 0.0219,
      "step": 15780
    },
    {
      "loss_action": 0.016733970493078232,
      "loss_total": 0.016733970493078232,
      "step": 15780
    },
    {
      "loss_action": 0.019472680985927582,
      "loss_total": 0.019472680985927582,
      "step": 15780
    },
    {
      "loss_action": 0.030060725286602974,
      "loss_total": 0.030060725286602974,
      "step": 15780
    },
    {
      "loss_action": 0.02109205350279808,
      "loss_total": 0.02109205350279808,
      "step": 15780
    },
    {
      "loss_action": 0.05086389183998108,
      "loss_total": 0.05086389183998108,
      "step": 15780
    },
    {
      "loss_action": 0.015478379093110561,
      "loss_total": 0.015478379093110561,
      "step": 15780
    },
    {
      "loss_action": 0.0219336599111557,
      "loss_total": 0.0219336599111557,
      "step": 15780
    },
    {
      "loss_action": 0.060547515749931335,
      "loss_total": 0.060547515749931335,
      "step": 15780
    },
    {
      "grad_norm": 0.30365025997161865,
      "learning_rate": 7.8945e-05,
      "loss": 0.0226,
      "step": 15790
    },
    {
      "loss_action": 0.008305361494421959,
      "loss_total": 0.008305361494421959,
      "step": 15790
    },
    {
      "loss_action": 0.012918876484036446,
      "loss_total": 0.012918876484036446,
      "step": 15790
    },
    {
      "loss_action": 0.037548910826444626,
      "loss_total": 0.037548910826444626,
      "step": 15790
    },
    {
      "loss_action": 0.01310138963162899,
      "loss_total": 0.01310138963162899,
      "step": 15790
    },
    {
      "loss_action": 0.011884307488799095,
      "loss_total": 0.011884307488799095,
      "step": 15790
    },
    {
      "loss_action": 0.023699544370174408,
      "loss_total": 0.023699544370174408,
      "step": 15790
    },
    {
      "loss_action": 0.017817888408899307,
      "loss_total": 0.017817888408899307,
      "step": 15790
    },
    {
      "loss_action": 0.02796274982392788,
      "loss_total": 0.02796274982392788,
      "step": 15790
    },
    {
      "grad_norm": 0.3447667360305786,
      "learning_rate": 7.899500000000001e-05,
      "loss": 0.0218,
      "step": 15800
    },
    {
      "loss_action": 0.020444460213184357,
      "loss_total": 0.020444460213184357,
      "step": 15800
    },
    {
      "loss_action": 0.01776399277150631,
      "loss_total": 0.01776399277150631,
      "step": 15800
    },
    {
      "loss_action": 0.025074180215597153,
      "loss_total": 0.025074180215597153,
      "step": 15800
    },
    {
      "loss_action": 0.02594602480530739,
      "loss_total": 0.02594602480530739,
      "step": 15800
    },
    {
      "loss_action": 0.011599041521549225,
      "loss_total": 0.011599041521549225,
      "step": 15800
    },
    {
      "loss_action": 0.025653952732682228,
      "loss_total": 0.025653952732682228,
      "step": 15800
    },
    {
      "loss_action": 0.015311398543417454,
      "loss_total": 0.015311398543417454,
      "step": 15800
    },
    {
      "loss_action": 0.016600899398326874,
      "loss_total": 0.016600899398326874,
      "step": 15800
    },
    {
      "grad_norm": 0.30528029799461365,
      "learning_rate": 7.9045e-05,
      "loss": 0.0186,
      "step": 15810
    },
    {
      "loss_action": 0.012304911389946938,
      "loss_total": 0.012304911389946938,
      "step": 15810
    },
    {
      "loss_action": 0.011245542205870152,
      "loss_total": 0.011245542205870152,
      "step": 15810
    },
    {
      "loss_action": 0.026418283581733704,
      "loss_total": 0.026418283581733704,
      "step": 15810
    },
    {
      "loss_action": 0.03623297065496445,
      "loss_total": 0.03623297065496445,
      "step": 15810
    },
    {
      "loss_action": 0.013853548094630241,
      "loss_total": 0.013853548094630241,
      "step": 15810
    },
    {
      "loss_action": 0.012525386177003384,
      "loss_total": 0.012525386177003384,
      "step": 15810
    },
    {
      "loss_action": 0.02056155726313591,
      "loss_total": 0.02056155726313591,
      "step": 15810
    },
    {
      "loss_action": 0.01527983509004116,
      "loss_total": 0.01527983509004116,
      "step": 15810
    },
    {
      "grad_norm": 0.2510835528373718,
      "learning_rate": 7.909500000000001e-05,
      "loss": 0.0191,
      "step": 15820
    },
    {
      "loss_action": 0.01378948800265789,
      "loss_total": 0.01378948800265789,
      "step": 15820
    },
    {
      "loss_action": 0.01239741500467062,
      "loss_total": 0.01239741500467062,
      "step": 15820
    },
    {
      "loss_action": 0.01300826109945774,
      "loss_total": 0.01300826109945774,
      "step": 15820
    },
    {
      "loss_action": 0.010251959785819054,
      "loss_total": 0.010251959785819054,
      "step": 15820
    },
    {
      "loss_action": 0.017836906015872955,
      "loss_total": 0.017836906015872955,
      "step": 15820
    },
    {
      "loss_action": 0.014011205174028873,
      "loss_total": 0.014011205174028873,
      "step": 15820
    },
    {
      "loss_action": 0.00845178309828043,
      "loss_total": 0.00845178309828043,
      "step": 15820
    },
    {
      "loss_action": 0.009166903793811798,
      "loss_total": 0.009166903793811798,
      "step": 15820
    },
    {
      "grad_norm": 0.24932274222373962,
      "learning_rate": 7.9145e-05,
      "loss": 0.0181,
      "step": 15830
    },
    {
      "loss_action": 0.011578114703297615,
      "loss_total": 0.011578114703297615,
      "step": 15830
    },
    {
      "loss_action": 0.009838433004915714,
      "loss_total": 0.009838433004915714,
      "step": 15830
    },
    {
      "loss_action": 0.017363229766488075,
      "loss_total": 0.017363229766488075,
      "step": 15830
    },
    {
      "loss_action": 0.015124990604817867,
      "loss_total": 0.015124990604817867,
      "step": 15830
    },
    {
      "loss_action": 0.028691058978438377,
      "loss_total": 0.028691058978438377,
      "step": 15830
    },
    {
      "loss_action": 0.010255806148052216,
      "loss_total": 0.010255806148052216,
      "step": 15830
    },
    {
      "loss_action": 0.013619601726531982,
      "loss_total": 0.013619601726531982,
      "step": 15830
    },
    {
      "loss_action": 0.00856852438300848,
      "loss_total": 0.00856852438300848,
      "step": 15830
    },
    {
      "grad_norm": 0.20437894761562347,
      "learning_rate": 7.9195e-05,
      "loss": 0.0206,
      "step": 15840
    },
    {
      "loss_action": 0.0196863804012537,
      "loss_total": 0.0196863804012537,
      "step": 15840
    },
    {
      "loss_action": 0.037288058549165726,
      "loss_total": 0.037288058549165726,
      "step": 15840
    },
    {
      "loss_action": 0.016981109976768494,
      "loss_total": 0.016981109976768494,
      "step": 15840
    },
    {
      "loss_action": 0.028670363128185272,
      "loss_total": 0.028670363128185272,
      "step": 15840
    },
    {
      "loss_action": 0.02350538596510887,
      "loss_total": 0.02350538596510887,
      "step": 15840
    },
    {
      "loss_action": 0.04094717651605606,
      "loss_total": 0.04094717651605606,
      "step": 15840
    },
    {
      "loss_action": 0.045638829469680786,
      "loss_total": 0.045638829469680786,
      "step": 15840
    },
    {
      "loss_action": 0.02884448878467083,
      "loss_total": 0.02884448878467083,
      "step": 15840
    },
    {
      "grad_norm": 0.2394789755344391,
      "learning_rate": 7.9245e-05,
      "loss": 0.0198,
      "step": 15850
    },
    {
      "loss_action": 0.01868915930390358,
      "loss_total": 0.01868915930390358,
      "step": 15850
    },
    {
      "loss_action": 0.008621477521955967,
      "loss_total": 0.008621477521955967,
      "step": 15850
    },
    {
      "loss_action": 0.021001260727643967,
      "loss_total": 0.021001260727643967,
      "step": 15850
    },
    {
      "loss_action": 0.027722356840968132,
      "loss_total": 0.027722356840968132,
      "step": 15850
    },
    {
      "loss_action": 0.014565673656761646,
      "loss_total": 0.014565673656761646,
      "step": 15850
    },
    {
      "loss_action": 0.007888412103056908,
      "loss_total": 0.007888412103056908,
      "step": 15850
    },
    {
      "loss_action": 0.054970722645521164,
      "loss_total": 0.054970722645521164,
      "step": 15850
    },
    {
      "loss_action": 0.018252551555633545,
      "loss_total": 0.018252551555633545,
      "step": 15850
    },
    {
      "grad_norm": 0.4457838237285614,
      "learning_rate": 7.9295e-05,
      "loss": 0.0212,
      "step": 15860
    },
    {
      "loss_action": 0.034089066088199615,
      "loss_total": 0.034089066088199615,
      "step": 15860
    },
    {
      "loss_action": 0.018589794635772705,
      "loss_total": 0.018589794635772705,
      "step": 15860
    },
    {
      "loss_action": 0.027170466259121895,
      "loss_total": 0.027170466259121895,
      "step": 15860
    },
    {
      "loss_action": 0.014681773260235786,
      "loss_total": 0.014681773260235786,
      "step": 15860
    },
    {
      "loss_action": 0.03624400869011879,
      "loss_total": 0.03624400869011879,
      "step": 15860
    },
    {
      "loss_action": 0.02839968353509903,
      "loss_total": 0.02839968353509903,
      "step": 15860
    },
    {
      "loss_action": 0.025285422801971436,
      "loss_total": 0.025285422801971436,
      "step": 15860
    },
    {
      "loss_action": 0.028710901737213135,
      "loss_total": 0.028710901737213135,
      "step": 15860
    },
    {
      "grad_norm": 0.3417762517929077,
      "learning_rate": 7.934500000000001e-05,
      "loss": 0.0242,
      "step": 15870
    },
    {
      "loss_action": 0.040551044046878815,
      "loss_total": 0.040551044046878815,
      "step": 15870
    },
    {
      "loss_action": 0.01756831258535385,
      "loss_total": 0.01756831258535385,
      "step": 15870
    },
    {
      "loss_action": 0.04849019646644592,
      "loss_total": 0.04849019646644592,
      "step": 15870
    },
    {
      "loss_action": 0.01390362810343504,
      "loss_total": 0.01390362810343504,
      "step": 15870
    },
    {
      "loss_action": 0.008912707678973675,
      "loss_total": 0.008912707678973675,
      "step": 15870
    },
    {
      "loss_action": 0.015211747959256172,
      "loss_total": 0.015211747959256172,
      "step": 15870
    },
    {
      "loss_action": 0.02876126952469349,
      "loss_total": 0.02876126952469349,
      "step": 15870
    },
    {
      "loss_action": 0.01766250655055046,
      "loss_total": 0.01766250655055046,
      "step": 15870
    },
    {
      "grad_norm": 0.23874534666538239,
      "learning_rate": 7.939500000000001e-05,
      "loss": 0.0209,
      "step": 15880
    },
    {
      "loss_action": 0.026405125856399536,
      "loss_total": 0.026405125856399536,
      "step": 15880
    },
    {
      "loss_action": 0.010700869373977184,
      "loss_total": 0.010700869373977184,
      "step": 15880
    },
    {
      "loss_action": 0.04866709187626839,
      "loss_total": 0.04866709187626839,
      "step": 15880
    },
    {
      "loss_action": 0.01126851700246334,
      "loss_total": 0.01126851700246334,
      "step": 15880
    },
    {
      "loss_action": 0.02333723194897175,
      "loss_total": 0.02333723194897175,
      "step": 15880
    },
    {
      "loss_action": 0.014164844527840614,
      "loss_total": 0.014164844527840614,
      "step": 15880
    },
    {
      "loss_action": 0.016391053795814514,
      "loss_total": 0.016391053795814514,
      "step": 15880
    },
    {
      "loss_action": 0.04594774171710014,
      "loss_total": 0.04594774171710014,
      "step": 15880
    },
    {
      "grad_norm": 0.2477411925792694,
      "learning_rate": 7.944500000000001e-05,
      "loss": 0.0206,
      "step": 15890
    },
    {
      "loss_action": 0.016839507967233658,
      "loss_total": 0.016839507967233658,
      "step": 15890
    },
    {
      "loss_action": 0.013666683807969093,
      "loss_total": 0.013666683807969093,
      "step": 15890
    },
    {
      "loss_action": 0.012438386678695679,
      "loss_total": 0.012438386678695679,
      "step": 15890
    },
    {
      "loss_action": 0.011398461647331715,
      "loss_total": 0.011398461647331715,
      "step": 15890
    },
    {
      "loss_action": 0.016598988324403763,
      "loss_total": 0.016598988324403763,
      "step": 15890
    },
    {
      "loss_action": 0.009634803980588913,
      "loss_total": 0.009634803980588913,
      "step": 15890
    },
    {
      "loss_action": 0.021657921373844147,
      "loss_total": 0.021657921373844147,
      "step": 15890
    },
    {
      "loss_action": 0.02127295359969139,
      "loss_total": 0.02127295359969139,
      "step": 15890
    },
    {
      "grad_norm": 0.22673112154006958,
      "learning_rate": 7.949500000000001e-05,
      "loss": 0.0181,
      "step": 15900
    },
    {
      "loss_action": 0.011473003774881363,
      "loss_total": 0.011473003774881363,
      "step": 15900
    },
    {
      "loss_action": 0.020060021430253983,
      "loss_total": 0.020060021430253983,
      "step": 15900
    },
    {
      "loss_action": 0.025177977979183197,
      "loss_total": 0.025177977979183197,
      "step": 15900
    },
    {
      "loss_action": 0.017299935221672058,
      "loss_total": 0.017299935221672058,
      "step": 15900
    },
    {
      "loss_action": 0.009673863649368286,
      "loss_total": 0.009673863649368286,
      "step": 15900
    },
    {
      "loss_action": 0.010182519443333149,
      "loss_total": 0.010182519443333149,
      "step": 15900
    },
    {
      "loss_action": 0.00780088035389781,
      "loss_total": 0.00780088035389781,
      "step": 15900
    },
    {
      "loss_action": 0.0156010203063488,
      "loss_total": 0.0156010203063488,
      "step": 15900
    },
    {
      "grad_norm": 0.3163290023803711,
      "learning_rate": 7.9545e-05,
      "loss": 0.0206,
      "step": 15910
    },
    {
      "loss_action": 0.028678547590970993,
      "loss_total": 0.028678547590970993,
      "step": 15910
    },
    {
      "loss_action": 0.011141924187541008,
      "loss_total": 0.011141924187541008,
      "step": 15910
    },
    {
      "loss_action": 0.016461629420518875,
      "loss_total": 0.016461629420518875,
      "step": 15910
    },
    {
      "loss_action": 0.021653853356838226,
      "loss_total": 0.021653853356838226,
      "step": 15910
    },
    {
      "loss_action": 0.014517577365040779,
      "loss_total": 0.014517577365040779,
      "step": 15910
    },
    {
      "loss_action": 0.020604699850082397,
      "loss_total": 0.020604699850082397,
      "step": 15910
    },
    {
      "loss_action": 0.17475080490112305,
      "loss_total": 0.17475080490112305,
      "step": 15910
    },
    {
      "loss_action": 0.050188761204481125,
      "loss_total": 0.050188761204481125,
      "step": 15910
    },
    {
      "grad_norm": 0.34783464670181274,
      "learning_rate": 7.959500000000001e-05,
      "loss": 0.0278,
      "step": 15920
    },
    {
      "loss_action": 0.007811488583683968,
      "loss_total": 0.007811488583683968,
      "step": 15920
    },
    {
      "loss_action": 0.01672135293483734,
      "loss_total": 0.01672135293483734,
      "step": 15920
    },
    {
      "loss_action": 0.03589332103729248,
      "loss_total": 0.03589332103729248,
      "step": 15920
    },
    {
      "loss_action": 0.017342735081911087,
      "loss_total": 0.017342735081911087,
      "step": 15920
    },
    {
      "loss_action": 0.013227976858615875,
      "loss_total": 0.013227976858615875,
      "step": 15920
    },
    {
      "loss_action": 0.03303777799010277,
      "loss_total": 0.03303777799010277,
      "step": 15920
    },
    {
      "loss_action": 0.03263426572084427,
      "loss_total": 0.03263426572084427,
      "step": 15920
    },
    {
      "loss_action": 0.017450042068958282,
      "loss_total": 0.017450042068958282,
      "step": 15920
    },
    {
      "grad_norm": 0.2601659893989563,
      "learning_rate": 7.9645e-05,
      "loss": 0.0252,
      "step": 15930
    },
    {
      "loss_action": 0.03531673550605774,
      "loss_total": 0.03531673550605774,
      "step": 15930
    },
    {
      "loss_action": 0.01535715814679861,
      "loss_total": 0.01535715814679861,
      "step": 15930
    },
    {
      "loss_action": 0.02097196877002716,
      "loss_total": 0.02097196877002716,
      "step": 15930
    },
    {
      "loss_action": 0.016259193420410156,
      "loss_total": 0.016259193420410156,
      "step": 15930
    },
    {
      "loss_action": 0.019860457628965378,
      "loss_total": 0.019860457628965378,
      "step": 15930
    },
    {
      "loss_action": 0.013903822749853134,
      "loss_total": 0.013903822749853134,
      "step": 15930
    },
    {
      "loss_action": 0.014091848395764828,
      "loss_total": 0.014091848395764828,
      "step": 15930
    },
    {
      "loss_action": 0.015184812247753143,
      "loss_total": 0.015184812247753143,
      "step": 15930
    },
    {
      "grad_norm": 0.22858186066150665,
      "learning_rate": 7.9695e-05,
      "loss": 0.0221,
      "step": 15940
    },
    {
      "loss_action": 0.024730710312724113,
      "loss_total": 0.024730710312724113,
      "step": 15940
    },
    {
      "loss_action": 0.011850094422698021,
      "loss_total": 0.011850094422698021,
      "step": 15940
    },
    {
      "loss_action": 0.01328077632933855,
      "loss_total": 0.01328077632933855,
      "step": 15940
    },
    {
      "loss_action": 0.019773952662944794,
      "loss_total": 0.019773952662944794,
      "step": 15940
    },
    {
      "loss_action": 0.014550101943314075,
      "loss_total": 0.014550101943314075,
      "step": 15940
    },
    {
      "loss_action": 0.010758655145764351,
      "loss_total": 0.010758655145764351,
      "step": 15940
    },
    {
      "loss_action": 0.016524415463209152,
      "loss_total": 0.016524415463209152,
      "step": 15940
    },
    {
      "loss_action": 0.015406172722578049,
      "loss_total": 0.015406172722578049,
      "step": 15940
    },
    {
      "grad_norm": 0.2789481580257416,
      "learning_rate": 7.9745e-05,
      "loss": 0.0218,
      "step": 15950
    },
    {
      "loss_action": 0.03357354551553726,
      "loss_total": 0.03357354551553726,
      "step": 15950
    },
    {
      "loss_action": 0.01741974428296089,
      "loss_total": 0.01741974428296089,
      "step": 15950
    },
    {
      "loss_action": 0.01750113070011139,
      "loss_total": 0.01750113070011139,
      "step": 15950
    },
    {
      "loss_action": 0.01669429987668991,
      "loss_total": 0.01669429987668991,
      "step": 15950
    },
    {
      "loss_action": 0.02026350051164627,
      "loss_total": 0.02026350051164627,
      "step": 15950
    },
    {
      "loss_action": 0.014913980849087238,
      "loss_total": 0.014913980849087238,
      "step": 15950
    },
    {
      "loss_action": 0.02107878029346466,
      "loss_total": 0.02107878029346466,
      "step": 15950
    },
    {
      "loss_action": 0.019355501979589462,
      "loss_total": 0.019355501979589462,
      "step": 15950
    },
    {
      "grad_norm": 0.33458298444747925,
      "learning_rate": 7.9795e-05,
      "loss": 0.0207,
      "step": 15960
    },
    {
      "loss_action": 0.009667334146797657,
      "loss_total": 0.009667334146797657,
      "step": 15960
    },
    {
      "loss_action": 0.017589353024959564,
      "loss_total": 0.017589353024959564,
      "step": 15960
    },
    {
      "loss_action": 0.01651081070303917,
      "loss_total": 0.01651081070303917,
      "step": 15960
    },
    {
      "loss_action": 0.01981770060956478,
      "loss_total": 0.01981770060956478,
      "step": 15960
    },
    {
      "loss_action": 0.021498121321201324,
      "loss_total": 0.021498121321201324,
      "step": 15960
    },
    {
      "loss_action": 0.011683376505970955,
      "loss_total": 0.011683376505970955,
      "step": 15960
    },
    {
      "loss_action": 0.013856790028512478,
      "loss_total": 0.013856790028512478,
      "step": 15960
    },
    {
      "loss_action": 0.01963702216744423,
      "loss_total": 0.01963702216744423,
      "step": 15960
    },
    {
      "grad_norm": 0.17185638844966888,
      "learning_rate": 7.9845e-05,
      "loss": 0.0183,
      "step": 15970
    },
    {
      "loss_action": 0.012856150045990944,
      "loss_total": 0.012856150045990944,
      "step": 15970
    },
    {
      "loss_action": 0.01855740137398243,
      "loss_total": 0.01855740137398243,
      "step": 15970
    },
    {
      "loss_action": 0.02049688622355461,
      "loss_total": 0.02049688622355461,
      "step": 15970
    },
    {
      "loss_action": 0.012960221618413925,
      "loss_total": 0.012960221618413925,
      "step": 15970
    },
    {
      "loss_action": 0.014117204584181309,
      "loss_total": 0.014117204584181309,
      "step": 15970
    },
    {
      "loss_action": 0.016741907224059105,
      "loss_total": 0.016741907224059105,
      "step": 15970
    },
    {
      "loss_action": 0.012527359649538994,
      "loss_total": 0.012527359649538994,
      "step": 15970
    },
    {
      "loss_action": 0.009157225489616394,
      "loss_total": 0.009157225489616394,
      "step": 15970
    },
    {
      "grad_norm": 0.28889480233192444,
      "learning_rate": 7.9895e-05,
      "loss": 0.019,
      "step": 15980
    },
    {
      "loss_action": 0.013619338162243366,
      "loss_total": 0.013619338162243366,
      "step": 15980
    },
    {
      "loss_action": 0.023812416940927505,
      "loss_total": 0.023812416940927505,
      "step": 15980
    },
    {
      "loss_action": 0.015960004180669785,
      "loss_total": 0.015960004180669785,
      "step": 15980
    },
    {
      "loss_action": 0.010220429860055447,
      "loss_total": 0.010220429860055447,
      "step": 15980
    },
    {
      "loss_action": 0.014415750280022621,
      "loss_total": 0.014415750280022621,
      "step": 15980
    },
    {
      "loss_action": 0.007964074611663818,
      "loss_total": 0.007964074611663818,
      "step": 15980
    },
    {
      "loss_action": 0.010179920122027397,
      "loss_total": 0.010179920122027397,
      "step": 15980
    },
    {
      "loss_action": 0.011080974712967873,
      "loss_total": 0.011080974712967873,
      "step": 15980
    },
    {
      "grad_norm": 0.247256800532341,
      "learning_rate": 7.994500000000001e-05,
      "loss": 0.0177,
      "step": 15990
    },
    {
      "loss_action": 0.007939483039081097,
      "loss_total": 0.007939483039081097,
      "step": 15990
    },
    {
      "loss_action": 0.016369927674531937,
      "loss_total": 0.016369927674531937,
      "step": 15990
    },
    {
      "loss_action": 0.025530049577355385,
      "loss_total": 0.025530049577355385,
      "step": 15990
    },
    {
      "loss_action": 0.017209580168128014,
      "loss_total": 0.017209580168128014,
      "step": 15990
    },
    {
      "loss_action": 0.010488338768482208,
      "loss_total": 0.010488338768482208,
      "step": 15990
    },
    {
      "loss_action": 0.020177502185106277,
      "loss_total": 0.020177502185106277,
      "step": 15990
    },
    {
      "loss_action": 0.018873360008001328,
      "loss_total": 0.018873360008001328,
      "step": 15990
    },
    {
      "loss_action": 0.006420773454010487,
      "loss_total": 0.006420773454010487,
      "step": 15990
    },
    {
      "grad_norm": 0.24607974290847778,
      "learning_rate": 7.999500000000001e-05,
      "loss": 0.0188,
      "step": 16000
    },
    {
      "loss_action": 0.013012251816689968,
      "loss_total": 0.013012251816689968,
      "step": 16000
    },
    {
      "loss_action": 0.007909681648015976,
      "loss_total": 0.007909681648015976,
      "step": 16000
    },
    {
      "loss_action": 0.029083700850605965,
      "loss_total": 0.029083700850605965,
      "step": 16000
    },
    {
      "loss_action": 0.032456666231155396,
      "loss_total": 0.032456666231155396,
      "step": 16000
    },
    {
      "loss_action": 0.02303270623087883,
      "loss_total": 0.02303270623087883,
      "step": 16000
    },
    {
      "loss_action": 0.015081439167261124,
      "loss_total": 0.015081439167261124,
      "step": 16000
    },
    {
      "loss_action": 0.02174614556133747,
      "loss_total": 0.02174614556133747,
      "step": 16000
    },
    {
      "loss_action": 0.012670876458287239,
      "loss_total": 0.012670876458287239,
      "step": 16000
    },
    {
      "grad_norm": 0.20675422251224518,
      "learning_rate": 8.0045e-05,
      "loss": 0.0163,
      "step": 16010
    },
    {
      "loss_action": 0.024349013343453407,
      "loss_total": 0.024349013343453407,
      "step": 16010
    },
    {
      "loss_action": 0.032396234571933746,
      "loss_total": 0.032396234571933746,
      "step": 16010
    },
    {
      "loss_action": 0.01982681266963482,
      "loss_total": 0.01982681266963482,
      "step": 16010
    },
    {
      "loss_action": 0.020570702850818634,
      "loss_total": 0.020570702850818634,
      "step": 16010
    },
    {
      "loss_action": 0.012157999910414219,
      "loss_total": 0.012157999910414219,
      "step": 16010
    },
    {
      "loss_action": 0.0247818510979414,
      "loss_total": 0.0247818510979414,
      "step": 16010
    },
    {
      "loss_action": 0.038391850888729095,
      "loss_total": 0.038391850888729095,
      "step": 16010
    },
    {
      "loss_action": 0.029562272131443024,
      "loss_total": 0.029562272131443024,
      "step": 16010
    },
    {
      "grad_norm": 0.18029645085334778,
      "learning_rate": 8.009500000000001e-05,
      "loss": 0.0179,
      "step": 16020
    },
    {
      "loss_action": 0.005812968593090773,
      "loss_total": 0.005812968593090773,
      "step": 16020
    },
    {
      "loss_action": 0.009080947376787663,
      "loss_total": 0.009080947376787663,
      "step": 16020
    },
    {
      "loss_action": 0.006942554377019405,
      "loss_total": 0.006942554377019405,
      "step": 16020
    },
    {
      "loss_action": 0.02155362255871296,
      "loss_total": 0.02155362255871296,
      "step": 16020
    },
    {
      "loss_action": 0.009690951555967331,
      "loss_total": 0.009690951555967331,
      "step": 16020
    },
    {
      "loss_action": 0.004578674212098122,
      "loss_total": 0.004578674212098122,
      "step": 16020
    },
    {
      "loss_action": 0.013698002323508263,
      "loss_total": 0.013698002323508263,
      "step": 16020
    },
    {
      "loss_action": 0.01878039352595806,
      "loss_total": 0.01878039352595806,
      "step": 16020
    },
    {
      "grad_norm": 0.13622580468654633,
      "learning_rate": 8.0145e-05,
      "loss": 0.0142,
      "step": 16030
    },
    {
      "loss_action": 0.011167241260409355,
      "loss_total": 0.011167241260409355,
      "step": 16030
    },
    {
      "loss_action": 0.054089684039354324,
      "loss_total": 0.054089684039354324,
      "step": 16030
    },
    {
      "loss_action": 0.010197386145591736,
      "loss_total": 0.010197386145591736,
      "step": 16030
    },
    {
      "loss_action": 0.02440023422241211,
      "loss_total": 0.02440023422241211,
      "step": 16030
    },
    {
      "loss_action": 0.009753898717463017,
      "loss_total": 0.009753898717463017,
      "step": 16030
    },
    {
      "loss_action": 0.0069466279819607735,
      "loss_total": 0.0069466279819607735,
      "step": 16030
    },
    {
      "loss_action": 0.01411466859281063,
      "loss_total": 0.01411466859281063,
      "step": 16030
    },
    {
      "loss_action": 0.01878262311220169,
      "loss_total": 0.01878262311220169,
      "step": 16030
    },
    {
      "grad_norm": 0.18034130334854126,
      "learning_rate": 8.019500000000001e-05,
      "loss": 0.0158,
      "step": 16040
    },
    {
      "loss_action": 0.009276384487748146,
      "loss_total": 0.009276384487748146,
      "step": 16040
    },
    {
      "loss_action": 0.015609808266162872,
      "loss_total": 0.015609808266162872,
      "step": 16040
    },
    {
      "loss_action": 0.010018553584814072,
      "loss_total": 0.010018553584814072,
      "step": 16040
    },
    {
      "loss_action": 0.008713234215974808,
      "loss_total": 0.008713234215974808,
      "step": 16040
    },
    {
      "loss_action": 0.012935807928442955,
      "loss_total": 0.012935807928442955,
      "step": 16040
    },
    {
      "loss_action": 0.005726866889744997,
      "loss_total": 0.005726866889744997,
      "step": 16040
    },
    {
      "loss_action": 0.016575951129198074,
      "loss_total": 0.016575951129198074,
      "step": 16040
    },
    {
      "loss_action": 0.021189726889133453,
      "loss_total": 0.021189726889133453,
      "step": 16040
    },
    {
      "grad_norm": 0.2637113630771637,
      "learning_rate": 8.0245e-05,
      "loss": 0.0168,
      "step": 16050
    },
    {
      "loss_action": 0.009653277695178986,
      "loss_total": 0.009653277695178986,
      "step": 16050
    },
    {
      "loss_action": 0.0060805706307291985,
      "loss_total": 0.0060805706307291985,
      "step": 16050
    },
    {
      "loss_action": 0.010505318641662598,
      "loss_total": 0.010505318641662598,
      "step": 16050
    },
    {
      "loss_action": 0.014833233319222927,
      "loss_total": 0.014833233319222927,
      "step": 16050
    },
    {
      "loss_action": 0.021411512047052383,
      "loss_total": 0.021411512047052383,
      "step": 16050
    },
    {
      "loss_action": 0.01631661131978035,
      "loss_total": 0.01631661131978035,
      "step": 16050
    },
    {
      "loss_action": 0.0335240438580513,
      "loss_total": 0.0335240438580513,
      "step": 16050
    },
    {
      "loss_action": 0.029695410281419754,
      "loss_total": 0.029695410281419754,
      "step": 16050
    },
    {
      "grad_norm": 0.15609575808048248,
      "learning_rate": 8.0295e-05,
      "loss": 0.0165,
      "step": 16060
    },
    {
      "loss_action": 0.009176257066428661,
      "loss_total": 0.009176257066428661,
      "step": 16060
    },
    {
      "loss_action": 0.015784747898578644,
      "loss_total": 0.015784747898578644,
      "step": 16060
    },
    {
      "loss_action": 0.020132966339588165,
      "loss_total": 0.020132966339588165,
      "step": 16060
    },
    {
      "loss_action": 0.027530517429113388,
      "loss_total": 0.027530517429113388,
      "step": 16060
    },
    {
      "loss_action": 0.014179063029587269,
      "loss_total": 0.014179063029587269,
      "step": 16060
    },
    {
      "loss_action": 0.012973079457879066,
      "loss_total": 0.012973079457879066,
      "step": 16060
    },
    {
      "loss_action": 0.021359402686357498,
      "loss_total": 0.021359402686357498,
      "step": 16060
    },
    {
      "loss_action": 0.01714680716395378,
      "loss_total": 0.01714680716395378,
      "step": 16060
    },
    {
      "grad_norm": 0.20072616636753082,
      "learning_rate": 8.0345e-05,
      "loss": 0.0164,
      "step": 16070
    },
    {
      "loss_action": 0.01586201600730419,
      "loss_total": 0.01586201600730419,
      "step": 16070
    },
    {
      "loss_action": 0.018694454804062843,
      "loss_total": 0.018694454804062843,
      "step": 16070
    },
    {
      "loss_action": 0.00757250189781189,
      "loss_total": 0.00757250189781189,
      "step": 16070
    },
    {
      "loss_action": 0.010303998365998268,
      "loss_total": 0.010303998365998268,
      "step": 16070
    },
    {
      "loss_action": 0.011731626465916634,
      "loss_total": 0.011731626465916634,
      "step": 16070
    },
    {
      "loss_action": 0.009632790461182594,
      "loss_total": 0.009632790461182594,
      "step": 16070
    },
    {
      "loss_action": 0.014773504808545113,
      "loss_total": 0.014773504808545113,
      "step": 16070
    },
    {
      "loss_action": 0.019025657325983047,
      "loss_total": 0.019025657325983047,
      "step": 16070
    },
    {
      "grad_norm": 0.19022391736507416,
      "learning_rate": 8.0395e-05,
      "loss": 0.0176,
      "step": 16080
    },
    {
      "loss_action": 0.019721169024705887,
      "loss_total": 0.019721169024705887,
      "step": 16080
    },
    {
      "loss_action": 0.008319977670907974,
      "loss_total": 0.008319977670907974,
      "step": 16080
    },
    {
      "loss_action": 0.008921286091208458,
      "loss_total": 0.008921286091208458,
      "step": 16080
    },
    {
      "loss_action": 0.007595260161906481,
      "loss_total": 0.007595260161906481,
      "step": 16080
    },
    {
      "loss_action": 0.058495037257671356,
      "loss_total": 0.058495037257671356,
      "step": 16080
    },
    {
      "loss_action": 0.009072144515812397,
      "loss_total": 0.009072144515812397,
      "step": 16080
    },
    {
      "loss_action": 0.020045675337314606,
      "loss_total": 0.020045675337314606,
      "step": 16080
    },
    {
      "loss_action": 0.013469652272760868,
      "loss_total": 0.013469652272760868,
      "step": 16080
    },
    {
      "grad_norm": 0.2461935579776764,
      "learning_rate": 8.0445e-05,
      "loss": 0.0198,
      "step": 16090
    },
    {
      "loss_action": 0.019666574895381927,
      "loss_total": 0.019666574895381927,
      "step": 16090
    },
    {
      "loss_action": 0.02400919795036316,
      "loss_total": 0.02400919795036316,
      "step": 16090
    },
    {
      "loss_action": 0.01773335039615631,
      "loss_total": 0.01773335039615631,
      "step": 16090
    },
    {
      "loss_action": 0.009587849490344524,
      "loss_total": 0.009587849490344524,
      "step": 16090
    },
    {
      "loss_action": 0.01250902283936739,
      "loss_total": 0.01250902283936739,
      "step": 16090
    },
    {
      "loss_action": 0.012123145163059235,
      "loss_total": 0.012123145163059235,
      "step": 16090
    },
    {
      "loss_action": 0.023466240614652634,
      "loss_total": 0.023466240614652634,
      "step": 16090
    },
    {
      "loss_action": 0.021318960934877396,
      "loss_total": 0.021318960934877396,
      "step": 16090
    },
    {
      "grad_norm": 0.2927217185497284,
      "learning_rate": 8.049500000000001e-05,
      "loss": 0.0171,
      "step": 16100
    },
    {
      "loss_action": 0.03518030047416687,
      "loss_total": 0.03518030047416687,
      "step": 16100
    },
    {
      "loss_action": 0.016953956335783005,
      "loss_total": 0.016953956335783005,
      "step": 16100
    },
    {
      "loss_action": 0.05105554312467575,
      "loss_total": 0.05105554312467575,
      "step": 16100
    },
    {
      "loss_action": 0.019701037555933,
      "loss_total": 0.019701037555933,
      "step": 16100
    },
    {
      "loss_action": 0.010594882071018219,
      "loss_total": 0.010594882071018219,
      "step": 16100
    },
    {
      "loss_action": 0.02416173741221428,
      "loss_total": 0.02416173741221428,
      "step": 16100
    },
    {
      "loss_action": 0.033013634383678436,
      "loss_total": 0.033013634383678436,
      "step": 16100
    },
    {
      "loss_action": 0.05296150594949722,
      "loss_total": 0.05296150594949722,
      "step": 16100
    },
    {
      "grad_norm": 0.25356796383857727,
      "learning_rate": 8.054500000000001e-05,
      "loss": 0.0198,
      "step": 16110
    },
    {
      "loss_action": 0.01163132581859827,
      "loss_total": 0.01163132581859827,
      "step": 16110
    },
    {
      "loss_action": 0.018912315368652344,
      "loss_total": 0.018912315368652344,
      "step": 16110
    },
    {
      "loss_action": 0.014014052227139473,
      "loss_total": 0.014014052227139473,
      "step": 16110
    },
    {
      "loss_action": 0.009036580100655556,
      "loss_total": 0.009036580100655556,
      "step": 16110
    },
    {
      "loss_action": 0.0415622815489769,
      "loss_total": 0.0415622815489769,
      "step": 16110
    },
    {
      "loss_action": 0.017215948551893234,
      "loss_total": 0.017215948551893234,
      "step": 16110
    },
    {
      "loss_action": 0.01074663084000349,
      "loss_total": 0.01074663084000349,
      "step": 16110
    },
    {
      "loss_action": 0.006420803721994162,
      "loss_total": 0.006420803721994162,
      "step": 16110
    },
    {
      "grad_norm": 0.21337220072746277,
      "learning_rate": 8.059500000000001e-05,
      "loss": 0.0197,
      "step": 16120
    },
    {
      "loss_action": 0.014635748229920864,
      "loss_total": 0.014635748229920864,
      "step": 16120
    },
    {
      "loss_action": 0.010877888649702072,
      "loss_total": 0.010877888649702072,
      "step": 16120
    },
    {
      "loss_action": 0.01590738818049431,
      "loss_total": 0.01590738818049431,
      "step": 16120
    },
    {
      "loss_action": 0.020406382158398628,
      "loss_total": 0.020406382158398628,
      "step": 16120
    },
    {
      "loss_action": 0.01919451914727688,
      "loss_total": 0.01919451914727688,
      "step": 16120
    },
    {
      "loss_action": 0.018750855699181557,
      "loss_total": 0.018750855699181557,
      "step": 16120
    },
    {
      "loss_action": 0.09650550037622452,
      "loss_total": 0.09650550037622452,
      "step": 16120
    },
    {
      "loss_action": 0.01668546535074711,
      "loss_total": 0.01668546535074711,
      "step": 16120
    },
    {
      "grad_norm": 0.2492140829563141,
      "learning_rate": 8.0645e-05,
      "loss": 0.0181,
      "step": 16130
    },
    {
      "loss_action": 0.01214221864938736,
      "loss_total": 0.01214221864938736,
      "step": 16130
    },
    {
      "loss_action": 0.012130175717175007,
      "loss_total": 0.012130175717175007,
      "step": 16130
    },
    {
      "loss_action": 0.017202915623784065,
      "loss_total": 0.017202915623784065,
      "step": 16130
    },
    {
      "loss_action": 0.013463613577187061,
      "loss_total": 0.013463613577187061,
      "step": 16130
    },
    {
      "loss_action": 0.013995137065649033,
      "loss_total": 0.013995137065649033,
      "step": 16130
    },
    {
      "loss_action": 0.012738484889268875,
      "loss_total": 0.012738484889268875,
      "step": 16130
    },
    {
      "loss_action": 0.00804215483367443,
      "loss_total": 0.00804215483367443,
      "step": 16130
    },
    {
      "loss_action": 0.018674876540899277,
      "loss_total": 0.018674876540899277,
      "step": 16130
    },
    {
      "grad_norm": 0.1935361623764038,
      "learning_rate": 8.0695e-05,
      "loss": 0.0152,
      "step": 16140
    },
    {
      "loss_action": 0.01640116609632969,
      "loss_total": 0.01640116609632969,
      "step": 16140
    },
    {
      "loss_action": 0.013762209564447403,
      "loss_total": 0.013762209564447403,
      "step": 16140
    },
    {
      "loss_action": 0.014903642237186432,
      "loss_total": 0.014903642237186432,
      "step": 16140
    },
    {
      "loss_action": 0.014500084333121777,
      "loss_total": 0.014500084333121777,
      "step": 16140
    },
    {
      "loss_action": 0.012820293195545673,
      "loss_total": 0.012820293195545673,
      "step": 16140
    },
    {
      "loss_action": 0.037865050137043,
      "loss_total": 0.037865050137043,
      "step": 16140
    },
    {
      "loss_action": 0.012247071601450443,
      "loss_total": 0.012247071601450443,
      "step": 16140
    },
    {
      "loss_action": 0.009944561868906021,
      "loss_total": 0.009944561868906021,
      "step": 16140
    },
    {
      "grad_norm": 0.22338353097438812,
      "learning_rate": 8.0745e-05,
      "loss": 0.0175,
      "step": 16150
    },
    {
      "loss_action": 0.023627374321222305,
      "loss_total": 0.023627374321222305,
      "step": 16150
    },
    {
      "loss_action": 0.008332042023539543,
      "loss_total": 0.008332042023539543,
      "step": 16150
    },
    {
      "loss_action": 0.02901986986398697,
      "loss_total": 0.02901986986398697,
      "step": 16150
    },
    {
      "loss_action": 0.005544578190892935,
      "loss_total": 0.005544578190892935,
      "step": 16150
    },
    {
      "loss_action": 0.02368798293173313,
      "loss_total": 0.02368798293173313,
      "step": 16150
    },
    {
      "loss_action": 0.012086031958460808,
      "loss_total": 0.012086031958460808,
      "step": 16150
    },
    {
      "loss_action": 0.013122262433171272,
      "loss_total": 0.013122262433171272,
      "step": 16150
    },
    {
      "loss_action": 0.01583278365433216,
      "loss_total": 0.01583278365433216,
      "step": 16150
    },
    {
      "grad_norm": 0.20620708167552948,
      "learning_rate": 8.0795e-05,
      "loss": 0.0179,
      "step": 16160
    },
    {
      "loss_action": 0.024598250165581703,
      "loss_total": 0.024598250165581703,
      "step": 16160
    },
    {
      "loss_action": 0.02214086428284645,
      "loss_total": 0.02214086428284645,
      "step": 16160
    },
    {
      "loss_action": 0.01245307456701994,
      "loss_total": 0.01245307456701994,
      "step": 16160
    },
    {
      "loss_action": 0.013855581171810627,
      "loss_total": 0.013855581171810627,
      "step": 16160
    },
    {
      "loss_action": 0.01589394547045231,
      "loss_total": 0.01589394547045231,
      "step": 16160
    },
    {
      "loss_action": 0.006515044718980789,
      "loss_total": 0.006515044718980789,
      "step": 16160
    },
    {
      "loss_action": 0.010644767433404922,
      "loss_total": 0.010644767433404922,
      "step": 16160
    },
    {
      "loss_action": 0.019313406199216843,
      "loss_total": 0.019313406199216843,
      "step": 16160
    },
    {
      "grad_norm": 0.18626675009727478,
      "learning_rate": 8.0845e-05,
      "loss": 0.0176,
      "step": 16170
    },
    {
      "loss_action": 0.018669966608285904,
      "loss_total": 0.018669966608285904,
      "step": 16170
    },
    {
      "loss_action": 0.014690371230244637,
      "loss_total": 0.014690371230244637,
      "step": 16170
    },
    {
      "loss_action": 0.01814262382686138,
      "loss_total": 0.01814262382686138,
      "step": 16170
    },
    {
      "loss_action": 0.0074154529720544815,
      "loss_total": 0.0074154529720544815,
      "step": 16170
    },
    {
      "loss_action": 0.027382591739296913,
      "loss_total": 0.027382591739296913,
      "step": 16170
    },
    {
      "loss_action": 0.032083697617053986,
      "loss_total": 0.032083697617053986,
      "step": 16170
    },
    {
      "loss_action": 0.012249734252691269,
      "loss_total": 0.012249734252691269,
      "step": 16170
    },
    {
      "loss_action": 0.010276651941239834,
      "loss_total": 0.010276651941239834,
      "step": 16170
    },
    {
      "grad_norm": 0.2735181152820587,
      "learning_rate": 8.0895e-05,
      "loss": 0.016,
      "step": 16180
    },
    {
      "loss_action": 0.01109436247497797,
      "loss_total": 0.01109436247497797,
      "step": 16180
    },
    {
      "loss_action": 0.017112208530306816,
      "loss_total": 0.017112208530306816,
      "step": 16180
    },
    {
      "loss_action": 0.016331462189555168,
      "loss_total": 0.016331462189555168,
      "step": 16180
    },
    {
      "loss_action": 0.02863253653049469,
      "loss_total": 0.02863253653049469,
      "step": 16180
    },
    {
      "loss_action": 0.01731463521718979,
      "loss_total": 0.01731463521718979,
      "step": 16180
    },
    {
      "loss_action": 0.04190995544195175,
      "loss_total": 0.04190995544195175,
      "step": 16180
    },
    {
      "loss_action": 0.016008643433451653,
      "loss_total": 0.016008643433451653,
      "step": 16180
    },
    {
      "loss_action": 0.013253961689770222,
      "loss_total": 0.013253961689770222,
      "step": 16180
    },
    {
      "grad_norm": 0.2572890818119049,
      "learning_rate": 8.0945e-05,
      "loss": 0.0192,
      "step": 16190
    },
    {
      "loss_action": 0.010413456708192825,
      "loss_total": 0.010413456708192825,
      "step": 16190
    },
    {
      "loss_action": 0.012627983465790749,
      "loss_total": 0.012627983465790749,
      "step": 16190
    },
    {
      "loss_action": 0.014454562216997147,
      "loss_total": 0.014454562216997147,
      "step": 16190
    },
    {
      "loss_action": 0.010557558387517929,
      "loss_total": 0.010557558387517929,
      "step": 16190
    },
    {
      "loss_action": 0.01012192852795124,
      "loss_total": 0.01012192852795124,
      "step": 16190
    },
    {
      "loss_action": 0.035679541528224945,
      "loss_total": 0.035679541528224945,
      "step": 16190
    },
    {
      "loss_action": 0.011081879958510399,
      "loss_total": 0.011081879958510399,
      "step": 16190
    },
    {
      "loss_action": 0.01752241887152195,
      "loss_total": 0.01752241887152195,
      "step": 16190
    },
    {
      "grad_norm": 0.20052753388881683,
      "learning_rate": 8.099499999999999e-05,
      "loss": 0.0166,
      "step": 16200
    },
    {
      "loss_action": 0.015827348455786705,
      "loss_total": 0.015827348455786705,
      "step": 16200
    },
    {
      "loss_action": 0.012466726824641228,
      "loss_total": 0.012466726824641228,
      "step": 16200
    },
    {
      "loss_action": 0.015429145656526089,
      "loss_total": 0.015429145656526089,
      "step": 16200
    },
    {
      "loss_action": 0.013363856822252274,
      "loss_total": 0.013363856822252274,
      "step": 16200
    },
    {
      "loss_action": 0.00894792377948761,
      "loss_total": 0.00894792377948761,
      "step": 16200
    },
    {
      "loss_action": 0.01747925952076912,
      "loss_total": 0.01747925952076912,
      "step": 16200
    },
    {
      "loss_action": 0.012420888990163803,
      "loss_total": 0.012420888990163803,
      "step": 16200
    },
    {
      "loss_action": 0.021189002320170403,
      "loss_total": 0.021189002320170403,
      "step": 16200
    },
    {
      "grad_norm": 0.2355589121580124,
      "learning_rate": 8.104500000000001e-05,
      "loss": 0.0199,
      "step": 16210
    },
    {
      "loss_action": 0.019253643229603767,
      "loss_total": 0.019253643229603767,
      "step": 16210
    },
    {
      "loss_action": 0.016189338639378548,
      "loss_total": 0.016189338639378548,
      "step": 16210
    },
    {
      "loss_action": 0.012148887850344181,
      "loss_total": 0.012148887850344181,
      "step": 16210
    },
    {
      "loss_action": 0.01730244979262352,
      "loss_total": 0.01730244979262352,
      "step": 16210
    },
    {
      "loss_action": 0.019697144627571106,
      "loss_total": 0.019697144627571106,
      "step": 16210
    },
    {
      "loss_action": 0.018958907574415207,
      "loss_total": 0.018958907574415207,
      "step": 16210
    },
    {
      "loss_action": 0.014401460066437721,
      "loss_total": 0.014401460066437721,
      "step": 16210
    },
    {
      "loss_action": 0.022187037393450737,
      "loss_total": 0.022187037393450737,
      "step": 16210
    },
    {
      "grad_norm": 0.3046530485153198,
      "learning_rate": 8.1095e-05,
      "loss": 0.0189,
      "step": 16220
    },
    {
      "loss_action": 0.008966231718659401,
      "loss_total": 0.008966231718659401,
      "step": 16220
    },
    {
      "loss_action": 0.021662738174200058,
      "loss_total": 0.021662738174200058,
      "step": 16220
    },
    {
      "loss_action": 0.010210529901087284,
      "loss_total": 0.010210529901087284,
      "step": 16220
    },
    {
      "loss_action": 0.008215419016778469,
      "loss_total": 0.008215419016778469,
      "step": 16220
    },
    {
      "loss_action": 0.013592375442385674,
      "loss_total": 0.013592375442385674,
      "step": 16220
    },
    {
      "loss_action": 0.010125745087862015,
      "loss_total": 0.010125745087862015,
      "step": 16220
    },
    {
      "loss_action": 0.01312418282032013,
      "loss_total": 0.01312418282032013,
      "step": 16220
    },
    {
      "loss_action": 0.013475107029080391,
      "loss_total": 0.013475107029080391,
      "step": 16220
    },
    {
      "grad_norm": 0.2991781234741211,
      "learning_rate": 8.114500000000001e-05,
      "loss": 0.017,
      "step": 16230
    },
    {
      "loss_action": 0.010361126624047756,
      "loss_total": 0.010361126624047756,
      "step": 16230
    },
    {
      "loss_action": 0.02450786530971527,
      "loss_total": 0.02450786530971527,
      "step": 16230
    },
    {
      "loss_action": 0.010223930701613426,
      "loss_total": 0.010223930701613426,
      "step": 16230
    },
    {
      "loss_action": 0.018740687519311905,
      "loss_total": 0.018740687519311905,
      "step": 16230
    },
    {
      "loss_action": 0.01502014510333538,
      "loss_total": 0.01502014510333538,
      "step": 16230
    },
    {
      "loss_action": 0.016353152692317963,
      "loss_total": 0.016353152692317963,
      "step": 16230
    },
    {
      "loss_action": 0.01596665009856224,
      "loss_total": 0.01596665009856224,
      "step": 16230
    },
    {
      "loss_action": 0.012605841271579266,
      "loss_total": 0.012605841271579266,
      "step": 16230
    },
    {
      "grad_norm": 0.2460768073797226,
      "learning_rate": 8.1195e-05,
      "loss": 0.0164,
      "step": 16240
    },
    {
      "loss_action": 0.01859106309711933,
      "loss_total": 0.01859106309711933,
      "step": 16240
    },
    {
      "loss_action": 0.009953459724783897,
      "loss_total": 0.009953459724783897,
      "step": 16240
    },
    {
      "loss_action": 0.03406707942485809,
      "loss_total": 0.03406707942485809,
      "step": 16240
    },
    {
      "loss_action": 0.006937005557119846,
      "loss_total": 0.006937005557119846,
      "step": 16240
    },
    {
      "loss_action": 0.008336992934346199,
      "loss_total": 0.008336992934346199,
      "step": 16240
    },
    {
      "loss_action": 0.02054787427186966,
      "loss_total": 0.02054787427186966,
      "step": 16240
    },
    {
      "loss_action": 0.019247617572546005,
      "loss_total": 0.019247617572546005,
      "step": 16240
    },
    {
      "loss_action": 0.011827342212200165,
      "loss_total": 0.011827342212200165,
      "step": 16240
    },
    {
      "grad_norm": 0.252290278673172,
      "learning_rate": 8.1245e-05,
      "loss": 0.0205,
      "step": 16250
    },
    {
      "loss_action": 0.010265840217471123,
      "loss_total": 0.010265840217471123,
      "step": 16250
    },
    {
      "loss_action": 0.031447019428014755,
      "loss_total": 0.031447019428014755,
      "step": 16250
    },
    {
      "loss_action": 0.02563754841685295,
      "loss_total": 0.02563754841685295,
      "step": 16250
    },
    {
      "loss_action": 0.023183882236480713,
      "loss_total": 0.023183882236480713,
      "step": 16250
    },
    {
      "loss_action": 0.015859173610806465,
      "loss_total": 0.015859173610806465,
      "step": 16250
    },
    {
      "loss_action": 0.011948509141802788,
      "loss_total": 0.011948509141802788,
      "step": 16250
    },
    {
      "loss_action": 0.023785868659615517,
      "loss_total": 0.023785868659615517,
      "step": 16250
    },
    {
      "loss_action": 0.014727246947586536,
      "loss_total": 0.014727246947586536,
      "step": 16250
    },
    {
      "grad_norm": 0.2078918218612671,
      "learning_rate": 8.1295e-05,
      "loss": 0.0189,
      "step": 16260
    },
    {
      "loss_action": 0.010200221091508865,
      "loss_total": 0.010200221091508865,
      "step": 16260
    },
    {
      "loss_action": 0.019369278103113174,
      "loss_total": 0.019369278103113174,
      "step": 16260
    },
    {
      "loss_action": 0.016361162066459656,
      "loss_total": 0.016361162066459656,
      "step": 16260
    },
    {
      "loss_action": 0.013549534603953362,
      "loss_total": 0.013549534603953362,
      "step": 16260
    },
    {
      "loss_action": 0.012704476714134216,
      "loss_total": 0.012704476714134216,
      "step": 16260
    },
    {
      "loss_action": 0.011553333140909672,
      "loss_total": 0.011553333140909672,
      "step": 16260
    },
    {
      "loss_action": 0.0074826860800385475,
      "loss_total": 0.0074826860800385475,
      "step": 16260
    },
    {
      "loss_action": 0.016430867835879326,
      "loss_total": 0.016430867835879326,
      "step": 16260
    },
    {
      "grad_norm": 0.2468673586845398,
      "learning_rate": 8.1345e-05,
      "loss": 0.0184,
      "step": 16270
    },
    {
      "loss_action": 0.012297520413994789,
      "loss_total": 0.012297520413994789,
      "step": 16270
    },
    {
      "loss_action": 0.012049172073602676,
      "loss_total": 0.012049172073602676,
      "step": 16270
    },
    {
      "loss_action": 0.006311208009719849,
      "loss_total": 0.006311208009719849,
      "step": 16270
    },
    {
      "loss_action": 0.04646206647157669,
      "loss_total": 0.04646206647157669,
      "step": 16270
    },
    {
      "loss_action": 0.01348017156124115,
      "loss_total": 0.01348017156124115,
      "step": 16270
    },
    {
      "loss_action": 0.011211678385734558,
      "loss_total": 0.011211678385734558,
      "step": 16270
    },
    {
      "loss_action": 0.016067849472165108,
      "loss_total": 0.016067849472165108,
      "step": 16270
    },
    {
      "loss_action": 0.009290014393627644,
      "loss_total": 0.009290014393627644,
      "step": 16270
    },
    {
      "grad_norm": 0.24175715446472168,
      "learning_rate": 8.1395e-05,
      "loss": 0.0171,
      "step": 16280
    },
    {
      "loss_action": 0.02239367738366127,
      "loss_total": 0.02239367738366127,
      "step": 16280
    },
    {
      "loss_action": 0.007324800360947847,
      "loss_total": 0.007324800360947847,
      "step": 16280
    },
    {
      "loss_action": 0.009874111041426659,
      "loss_total": 0.009874111041426659,
      "step": 16280
    },
    {
      "loss_action": 0.006781665608286858,
      "loss_total": 0.006781665608286858,
      "step": 16280
    },
    {
      "loss_action": 0.015601398423314095,
      "loss_total": 0.015601398423314095,
      "step": 16280
    },
    {
      "loss_action": 0.006746272556483746,
      "loss_total": 0.006746272556483746,
      "step": 16280
    },
    {
      "loss_action": 0.007228897884488106,
      "loss_total": 0.007228897884488106,
      "step": 16280
    },
    {
      "loss_action": 0.017596621066331863,
      "loss_total": 0.017596621066331863,
      "step": 16280
    },
    {
      "grad_norm": 0.2905450165271759,
      "learning_rate": 8.1445e-05,
      "loss": 0.0201,
      "step": 16290
    },
    {
      "loss_action": 0.02353319153189659,
      "loss_total": 0.02353319153189659,
      "step": 16290
    },
    {
      "loss_action": 0.009866317734122276,
      "loss_total": 0.009866317734122276,
      "step": 16290
    },
    {
      "loss_action": 0.021072078496217728,
      "loss_total": 0.021072078496217728,
      "step": 16290
    },
    {
      "loss_action": 0.0386526994407177,
      "loss_total": 0.0386526994407177,
      "step": 16290
    },
    {
      "loss_action": 0.02134142816066742,
      "loss_total": 0.02134142816066742,
      "step": 16290
    },
    {
      "loss_action": 0.01409445982426405,
      "loss_total": 0.01409445982426405,
      "step": 16290
    },
    {
      "loss_action": 0.005173460580408573,
      "loss_total": 0.005173460580408573,
      "step": 16290
    },
    {
      "loss_action": 0.012725725769996643,
      "loss_total": 0.012725725769996643,
      "step": 16290
    },
    {
      "grad_norm": 0.25323206186294556,
      "learning_rate": 8.1495e-05,
      "loss": 0.0185,
      "step": 16300
    },
    {
      "loss_action": 0.017459332942962646,
      "loss_total": 0.017459332942962646,
      "step": 16300
    },
    {
      "loss_action": 0.02267049252986908,
      "loss_total": 0.02267049252986908,
      "step": 16300
    },
    {
      "loss_action": 0.01214277371764183,
      "loss_total": 0.01214277371764183,
      "step": 16300
    },
    {
      "loss_action": 0.022732164710760117,
      "loss_total": 0.022732164710760117,
      "step": 16300
    },
    {
      "loss_action": 0.012366215698421001,
      "loss_total": 0.012366215698421001,
      "step": 16300
    },
    {
      "loss_action": 0.01299256831407547,
      "loss_total": 0.01299256831407547,
      "step": 16300
    },
    {
      "loss_action": 0.006625968962907791,
      "loss_total": 0.006625968962907791,
      "step": 16300
    },
    {
      "loss_action": 0.00609208457171917,
      "loss_total": 0.00609208457171917,
      "step": 16300
    },
    {
      "grad_norm": 0.19504480063915253,
      "learning_rate": 8.1545e-05,
      "loss": 0.0157,
      "step": 16310
    },
    {
      "loss_action": 0.019183430820703506,
      "loss_total": 0.019183430820703506,
      "step": 16310
    },
    {
      "loss_action": 0.02799932286143303,
      "loss_total": 0.02799932286143303,
      "step": 16310
    },
    {
      "loss_action": 0.014211383648216724,
      "loss_total": 0.014211383648216724,
      "step": 16310
    },
    {
      "loss_action": 0.010535700246691704,
      "loss_total": 0.010535700246691704,
      "step": 16310
    },
    {
      "loss_action": 0.018673371523618698,
      "loss_total": 0.018673371523618698,
      "step": 16310
    },
    {
      "loss_action": 0.012117189355194569,
      "loss_total": 0.012117189355194569,
      "step": 16310
    },
    {
      "loss_action": 0.016231687739491463,
      "loss_total": 0.016231687739491463,
      "step": 16310
    },
    {
      "loss_action": 0.019290432333946228,
      "loss_total": 0.019290432333946228,
      "step": 16310
    },
    {
      "grad_norm": 0.19600194692611694,
      "learning_rate": 8.1595e-05,
      "loss": 0.0158,
      "step": 16320
    },
    {
      "loss_action": 0.005966230295598507,
      "loss_total": 0.005966230295598507,
      "step": 16320
    },
    {
      "loss_action": 0.010919168591499329,
      "loss_total": 0.010919168591499329,
      "step": 16320
    },
    {
      "loss_action": 0.020730923861265182,
      "loss_total": 0.020730923861265182,
      "step": 16320
    },
    {
      "loss_action": 0.007439210079610348,
      "loss_total": 0.007439210079610348,
      "step": 16320
    },
    {
      "loss_action": 0.009336313232779503,
      "loss_total": 0.009336313232779503,
      "step": 16320
    },
    {
      "loss_action": 0.006443851161748171,
      "loss_total": 0.006443851161748171,
      "step": 16320
    },
    {
      "loss_action": 0.02895817533135414,
      "loss_total": 0.02895817533135414,
      "step": 16320
    },
    {
      "loss_action": 0.02005583792924881,
      "loss_total": 0.02005583792924881,
      "step": 16320
    },
    {
      "grad_norm": 0.19119477272033691,
      "learning_rate": 8.164500000000001e-05,
      "loss": 0.0156,
      "step": 16330
    },
    {
      "loss_action": 0.02148783579468727,
      "loss_total": 0.02148783579468727,
      "step": 16330
    },
    {
      "loss_action": 0.013836393132805824,
      "loss_total": 0.013836393132805824,
      "step": 16330
    },
    {
      "loss_action": 0.041002701967954636,
      "loss_total": 0.041002701967954636,
      "step": 16330
    },
    {
      "loss_action": 0.010643171146512032,
      "loss_total": 0.010643171146512032,
      "step": 16330
    },
    {
      "loss_action": 0.009244780987501144,
      "loss_total": 0.009244780987501144,
      "step": 16330
    },
    {
      "loss_action": 0.013303539715707302,
      "loss_total": 0.013303539715707302,
      "step": 16330
    },
    {
      "loss_action": 0.013590089976787567,
      "loss_total": 0.013590089976787567,
      "step": 16330
    },
    {
      "loss_action": 0.012726783752441406,
      "loss_total": 0.012726783752441406,
      "step": 16330
    },
    {
      "grad_norm": 0.30592861771583557,
      "learning_rate": 8.1695e-05,
      "loss": 0.0175,
      "step": 16340
    },
    {
      "loss_action": 0.021743159741163254,
      "loss_total": 0.021743159741163254,
      "step": 16340
    },
    {
      "loss_action": 0.011979090981185436,
      "loss_total": 0.011979090981185436,
      "step": 16340
    },
    {
      "loss_action": 0.018183227628469467,
      "loss_total": 0.018183227628469467,
      "step": 16340
    },
    {
      "loss_action": 0.030115555971860886,
      "loss_total": 0.030115555971860886,
      "step": 16340
    },
    {
      "loss_action": 0.012934401631355286,
      "loss_total": 0.012934401631355286,
      "step": 16340
    },
    {
      "loss_action": 0.016864394769072533,
      "loss_total": 0.016864394769072533,
      "step": 16340
    },
    {
      "loss_action": 0.02515079826116562,
      "loss_total": 0.02515079826116562,
      "step": 16340
    },
    {
      "loss_action": 0.0076179224997758865,
      "loss_total": 0.0076179224997758865,
      "step": 16340
    },
    {
      "grad_norm": 0.24846376478672028,
      "learning_rate": 8.174500000000001e-05,
      "loss": 0.0159,
      "step": 16350
    },
    {
      "loss_action": 0.023823289200663567,
      "loss_total": 0.023823289200663567,
      "step": 16350
    },
    {
      "loss_action": 0.017694082111120224,
      "loss_total": 0.017694082111120224,
      "step": 16350
    },
    {
      "loss_action": 0.02567148581147194,
      "loss_total": 0.02567148581147194,
      "step": 16350
    },
    {
      "loss_action": 0.014534498564898968,
      "loss_total": 0.014534498564898968,
      "step": 16350
    },
    {
      "loss_action": 0.02061467617750168,
      "loss_total": 0.02061467617750168,
      "step": 16350
    },
    {
      "loss_action": 0.026452843099832535,
      "loss_total": 0.026452843099832535,
      "step": 16350
    },
    {
      "loss_action": 0.030290141701698303,
      "loss_total": 0.030290141701698303,
      "step": 16350
    },
    {
      "loss_action": 0.015401870012283325,
      "loss_total": 0.015401870012283325,
      "step": 16350
    },
    {
      "grad_norm": 0.2531697452068329,
      "learning_rate": 8.1795e-05,
      "loss": 0.0167,
      "step": 16360
    },
    {
      "loss_action": 0.008240523748099804,
      "loss_total": 0.008240523748099804,
      "step": 16360
    },
    {
      "loss_action": 0.016079537570476532,
      "loss_total": 0.016079537570476532,
      "step": 16360
    },
    {
      "loss_action": 0.007924756035208702,
      "loss_total": 0.007924756035208702,
      "step": 16360
    },
    {
      "loss_action": 0.01260300911962986,
      "loss_total": 0.01260300911962986,
      "step": 16360
    },
    {
      "loss_action": 0.011486850678920746,
      "loss_total": 0.011486850678920746,
      "step": 16360
    },
    {
      "loss_action": 0.009858113713562489,
      "loss_total": 0.009858113713562489,
      "step": 16360
    },
    {
      "loss_action": 0.018634863197803497,
      "loss_total": 0.018634863197803497,
      "step": 16360
    },
    {
      "loss_action": 0.016298752278089523,
      "loss_total": 0.016298752278089523,
      "step": 16360
    },
    {
      "grad_norm": 0.24867436289787292,
      "learning_rate": 8.1845e-05,
      "loss": 0.0152,
      "step": 16370
    },
    {
      "loss_action": 0.009470177814364433,
      "loss_total": 0.009470177814364433,
      "step": 16370
    },
    {
      "loss_action": 0.01802711933851242,
      "loss_total": 0.01802711933851242,
      "step": 16370
    },
    {
      "loss_action": 0.01224544458091259,
      "loss_total": 0.01224544458091259,
      "step": 16370
    },
    {
      "loss_action": 0.020629528909921646,
      "loss_total": 0.020629528909921646,
      "step": 16370
    },
    {
      "loss_action": 0.015132440254092216,
      "loss_total": 0.015132440254092216,
      "step": 16370
    },
    {
      "loss_action": 0.02471877448260784,
      "loss_total": 0.02471877448260784,
      "step": 16370
    },
    {
      "loss_action": 0.022499918937683105,
      "loss_total": 0.022499918937683105,
      "step": 16370
    },
    {
      "loss_action": 0.01348598301410675,
      "loss_total": 0.01348598301410675,
      "step": 16370
    },
    {
      "grad_norm": 0.2399984896183014,
      "learning_rate": 8.1895e-05,
      "loss": 0.0163,
      "step": 16380
    },
    {
      "loss_action": 0.008124392479658127,
      "loss_total": 0.008124392479658127,
      "step": 16380
    },
    {
      "loss_action": 0.012834019958972931,
      "loss_total": 0.012834019958972931,
      "step": 16380
    },
    {
      "loss_action": 0.014070415869355202,
      "loss_total": 0.014070415869355202,
      "step": 16380
    },
    {
      "loss_action": 0.011987971141934395,
      "loss_total": 0.011987971141934395,
      "step": 16380
    },
    {
      "loss_action": 0.026372581720352173,
      "loss_total": 0.026372581720352173,
      "step": 16380
    },
    {
      "loss_action": 0.03937554731965065,
      "loss_total": 0.03937554731965065,
      "step": 16380
    },
    {
      "loss_action": 0.011125360615551472,
      "loss_total": 0.011125360615551472,
      "step": 16380
    },
    {
      "loss_action": 0.01075499877333641,
      "loss_total": 0.01075499877333641,
      "step": 16380
    },
    {
      "grad_norm": 0.21398749947547913,
      "learning_rate": 8.1945e-05,
      "loss": 0.017,
      "step": 16390
    },
    {
      "loss_action": 0.009737977758049965,
      "loss_total": 0.009737977758049965,
      "step": 16390
    },
    {
      "loss_action": 0.01190795749425888,
      "loss_total": 0.01190795749425888,
      "step": 16390
    },
    {
      "loss_action": 0.012645475566387177,
      "loss_total": 0.012645475566387177,
      "step": 16390
    },
    {
      "loss_action": 0.008360981941223145,
      "loss_total": 0.008360981941223145,
      "step": 16390
    },
    {
      "loss_action": 0.009469919838011265,
      "loss_total": 0.009469919838011265,
      "step": 16390
    },
    {
      "loss_action": 0.021999657154083252,
      "loss_total": 0.021999657154083252,
      "step": 16390
    },
    {
      "loss_action": 0.02166644111275673,
      "loss_total": 0.02166644111275673,
      "step": 16390
    },
    {
      "loss_action": 0.015453251078724861,
      "loss_total": 0.015453251078724861,
      "step": 16390
    },
    {
      "grad_norm": 0.3086705207824707,
      "learning_rate": 8.1995e-05,
      "loss": 0.0184,
      "step": 16400
    },
    {
      "loss_action": 0.017350293695926666,
      "loss_total": 0.017350293695926666,
      "step": 16400
    },
    {
      "loss_action": 0.007606429047882557,
      "loss_total": 0.007606429047882557,
      "step": 16400
    },
    {
      "loss_action": 0.01636204868555069,
      "loss_total": 0.01636204868555069,
      "step": 16400
    },
    {
      "loss_action": 0.015124483034014702,
      "loss_total": 0.015124483034014702,
      "step": 16400
    },
    {
      "loss_action": 0.030359596014022827,
      "loss_total": 0.030359596014022827,
      "step": 16400
    },
    {
      "loss_action": 0.016406122595071793,
      "loss_total": 0.016406122595071793,
      "step": 16400
    },
    {
      "loss_action": 0.006087888032197952,
      "loss_total": 0.006087888032197952,
      "step": 16400
    },
    {
      "loss_action": 0.02368442714214325,
      "loss_total": 0.02368442714214325,
      "step": 16400
    },
    {
      "grad_norm": 0.27662986516952515,
      "learning_rate": 8.2045e-05,
      "loss": 0.0158,
      "step": 16410
    },
    {
      "loss_action": 0.01407054252922535,
      "loss_total": 0.01407054252922535,
      "step": 16410
    },
    {
      "loss_action": 0.023089677095413208,
      "loss_total": 0.023089677095413208,
      "step": 16410
    },
    {
      "loss_action": 0.009896564297378063,
      "loss_total": 0.009896564297378063,
      "step": 16410
    },
    {
      "loss_action": 0.013978584669530392,
      "loss_total": 0.013978584669530392,
      "step": 16410
    },
    {
      "loss_action": 0.02036990597844124,
      "loss_total": 0.02036990597844124,
      "step": 16410
    },
    {
      "loss_action": 0.022968851029872894,
      "loss_total": 0.022968851029872894,
      "step": 16410
    },
    {
      "loss_action": 0.015727989375591278,
      "loss_total": 0.015727989375591278,
      "step": 16410
    },
    {
      "loss_action": 0.010303176939487457,
      "loss_total": 0.010303176939487457,
      "step": 16410
    },
    {
      "grad_norm": 0.2951717972755432,
      "learning_rate": 8.2095e-05,
      "loss": 0.0204,
      "step": 16420
    },
    {
      "loss_action": 0.038501057773828506,
      "loss_total": 0.038501057773828506,
      "step": 16420
    },
    {
      "loss_action": 0.012492440640926361,
      "loss_total": 0.012492440640926361,
      "step": 16420
    },
    {
      "loss_action": 0.03391007333993912,
      "loss_total": 0.03391007333993912,
      "step": 16420
    },
    {
      "loss_action": 0.02080736681818962,
      "loss_total": 0.02080736681818962,
      "step": 16420
    },
    {
      "loss_action": 0.035492658615112305,
      "loss_total": 0.035492658615112305,
      "step": 16420
    },
    {
      "loss_action": 0.017843201756477356,
      "loss_total": 0.017843201756477356,
      "step": 16420
    },
    {
      "loss_action": 0.09876489639282227,
      "loss_total": 0.09876489639282227,
      "step": 16420
    },
    {
      "loss_action": 0.009683143347501755,
      "loss_total": 0.009683143347501755,
      "step": 16420
    },
    {
      "grad_norm": 0.3508460819721222,
      "learning_rate": 8.214500000000001e-05,
      "loss": 0.0253,
      "step": 16430
    },
    {
      "loss_action": 0.022387806326150894,
      "loss_total": 0.022387806326150894,
      "step": 16430
    },
    {
      "loss_action": 0.00818269606679678,
      "loss_total": 0.00818269606679678,
      "step": 16430
    },
    {
      "loss_action": 0.018665634095668793,
      "loss_total": 0.018665634095668793,
      "step": 16430
    },
    {
      "loss_action": 0.01660257764160633,
      "loss_total": 0.01660257764160633,
      "step": 16430
    },
    {
      "loss_action": 0.027896663174033165,
      "loss_total": 0.027896663174033165,
      "step": 16430
    },
    {
      "loss_action": 0.012323359027504921,
      "loss_total": 0.012323359027504921,
      "step": 16430
    },
    {
      "loss_action": 0.03341265767812729,
      "loss_total": 0.03341265767812729,
      "step": 16430
    },
    {
      "loss_action": 0.016524117439985275,
      "loss_total": 0.016524117439985275,
      "step": 16430
    },
    {
      "grad_norm": 0.23162052035331726,
      "learning_rate": 8.2195e-05,
      "loss": 0.0186,
      "step": 16440
    },
    {
      "loss_action": 0.01292045135051012,
      "loss_total": 0.01292045135051012,
      "step": 16440
    },
    {
      "loss_action": 0.00718785310164094,
      "loss_total": 0.00718785310164094,
      "step": 16440
    },
    {
      "loss_action": 0.01789841614663601,
      "loss_total": 0.01789841614663601,
      "step": 16440
    },
    {
      "loss_action": 0.01679433137178421,
      "loss_total": 0.01679433137178421,
      "step": 16440
    },
    {
      "loss_action": 0.010953685268759727,
      "loss_total": 0.010953685268759727,
      "step": 16440
    },
    {
      "loss_action": 0.01663990691304207,
      "loss_total": 0.01663990691304207,
      "step": 16440
    },
    {
      "loss_action": 0.019446779042482376,
      "loss_total": 0.019446779042482376,
      "step": 16440
    },
    {
      "loss_action": 0.0092537309974432,
      "loss_total": 0.0092537309974432,
      "step": 16440
    },
    {
      "grad_norm": 0.3619609773159027,
      "learning_rate": 8.224500000000001e-05,
      "loss": 0.0209,
      "step": 16450
    },
    {
      "loss_action": 0.017068874090909958,
      "loss_total": 0.017068874090909958,
      "step": 16450
    },
    {
      "loss_action": 0.01451265811920166,
      "loss_total": 0.01451265811920166,
      "step": 16450
    },
    {
      "loss_action": 0.01931898668408394,
      "loss_total": 0.01931898668408394,
      "step": 16450
    },
    {
      "loss_action": 0.014135650359094143,
      "loss_total": 0.014135650359094143,
      "step": 16450
    },
    {
      "loss_action": 0.00818573497235775,
      "loss_total": 0.00818573497235775,
      "step": 16450
    },
    {
      "loss_action": 0.012208826839923859,
      "loss_total": 0.012208826839923859,
      "step": 16450
    },
    {
      "loss_action": 0.015940165147185326,
      "loss_total": 0.015940165147185326,
      "step": 16450
    },
    {
      "loss_action": 0.011886976659297943,
      "loss_total": 0.011886976659297943,
      "step": 16450
    },
    {
      "grad_norm": 0.2454967051744461,
      "learning_rate": 8.2295e-05,
      "loss": 0.0169,
      "step": 16460
    },
    {
      "loss_action": 0.01515878550708294,
      "loss_total": 0.01515878550708294,
      "step": 16460
    },
    {
      "loss_action": 0.009982542134821415,
      "loss_total": 0.009982542134821415,
      "step": 16460
    },
    {
      "loss_action": 0.010030131787061691,
      "loss_total": 0.010030131787061691,
      "step": 16460
    },
    {
      "loss_action": 0.01924939453601837,
      "loss_total": 0.01924939453601837,
      "step": 16460
    },
    {
      "loss_action": 0.010841174982488155,
      "loss_total": 0.010841174982488155,
      "step": 16460
    },
    {
      "loss_action": 0.013618970289826393,
      "loss_total": 0.013618970289826393,
      "step": 16460
    },
    {
      "loss_action": 0.021884523332118988,
      "loss_total": 0.021884523332118988,
      "step": 16460
    },
    {
      "loss_action": 0.010717998258769512,
      "loss_total": 0.010717998258769512,
      "step": 16460
    },
    {
      "grad_norm": 0.20189118385314941,
      "learning_rate": 8.234500000000001e-05,
      "loss": 0.0173,
      "step": 16470
    },
    {
      "loss_action": 0.007535379845649004,
      "loss_total": 0.007535379845649004,
      "step": 16470
    },
    {
      "loss_action": 0.023285824805498123,
      "loss_total": 0.023285824805498123,
      "step": 16470
    },
    {
      "loss_action": 0.013618730939924717,
      "loss_total": 0.013618730939924717,
      "step": 16470
    },
    {
      "loss_action": 0.014829955995082855,
      "loss_total": 0.014829955995082855,
      "step": 16470
    },
    {
      "loss_action": 0.018217768520116806,
      "loss_total": 0.018217768520116806,
      "step": 16470
    },
    {
      "loss_action": 0.015861941501498222,
      "loss_total": 0.015861941501498222,
      "step": 16470
    },
    {
      "loss_action": 0.011836182326078415,
      "loss_total": 0.011836182326078415,
      "step": 16470
    },
    {
      "loss_action": 0.03357642889022827,
      "loss_total": 0.03357642889022827,
      "step": 16470
    },
    {
      "grad_norm": 0.24683526158332825,
      "learning_rate": 8.2395e-05,
      "loss": 0.0188,
      "step": 16480
    },
    {
      "loss_action": 0.03888355940580368,
      "loss_total": 0.03888355940580368,
      "step": 16480
    },
    {
      "loss_action": 0.04543802887201309,
      "loss_total": 0.04543802887201309,
      "step": 16480
    },
    {
      "loss_action": 0.016075406223535538,
      "loss_total": 0.016075406223535538,
      "step": 16480
    },
    {
      "loss_action": 0.011827608570456505,
      "loss_total": 0.011827608570456505,
      "step": 16480
    },
    {
      "loss_action": 0.013082848861813545,
      "loss_total": 0.013082848861813545,
      "step": 16480
    },
    {
      "loss_action": 0.01596170663833618,
      "loss_total": 0.01596170663833618,
      "step": 16480
    },
    {
      "loss_action": 0.020421471446752548,
      "loss_total": 0.020421471446752548,
      "step": 16480
    },
    {
      "loss_action": 0.01487528532743454,
      "loss_total": 0.01487528532743454,
      "step": 16480
    },
    {
      "grad_norm": 0.20014896988868713,
      "learning_rate": 8.2445e-05,
      "loss": 0.0197,
      "step": 16490
    },
    {
      "loss_action": 0.011226043105125427,
      "loss_total": 0.011226043105125427,
      "step": 16490
    },
    {
      "loss_action": 0.011422418057918549,
      "loss_total": 0.011422418057918549,
      "step": 16490
    },
    {
      "loss_action": 0.020873382687568665,
      "loss_total": 0.020873382687568665,
      "step": 16490
    },
    {
      "loss_action": 0.016314152628183365,
      "loss_total": 0.016314152628183365,
      "step": 16490
    },
    {
      "loss_action": 0.018219053745269775,
      "loss_total": 0.018219053745269775,
      "step": 16490
    },
    {
      "loss_action": 0.01720261201262474,
      "loss_total": 0.01720261201262474,
      "step": 16490
    },
    {
      "loss_action": 0.013379824347794056,
      "loss_total": 0.013379824347794056,
      "step": 16490
    },
    {
      "loss_action": 0.03890609368681908,
      "loss_total": 0.03890609368681908,
      "step": 16490
    },
    {
      "grad_norm": 0.2676975429058075,
      "learning_rate": 8.2495e-05,
      "loss": 0.018,
      "step": 16500
    },
    {
      "loss_action": 0.009812906384468079,
      "loss_total": 0.009812906384468079,
      "step": 16500
    },
    {
      "loss_action": 0.011972869746387005,
      "loss_total": 0.011972869746387005,
      "step": 16500
    },
    {
      "loss_action": 0.012562593445181847,
      "loss_total": 0.012562593445181847,
      "step": 16500
    },
    {
      "loss_action": 0.01582813449203968,
      "loss_total": 0.01582813449203968,
      "step": 16500
    },
    {
      "loss_action": 0.012614283710718155,
      "loss_total": 0.012614283710718155,
      "step": 16500
    },
    {
      "loss_action": 0.011657953262329102,
      "loss_total": 0.011657953262329102,
      "step": 16500
    },
    {
      "loss_action": 0.00539590185508132,
      "loss_total": 0.00539590185508132,
      "step": 16500
    },
    {
      "loss_action": 0.011590797454118729,
      "loss_total": 0.011590797454118729,
      "step": 16500
    },
    {
      "grad_norm": 0.18348172307014465,
      "learning_rate": 8.2545e-05,
      "loss": 0.0142,
      "step": 16510
    },
    {
      "loss_action": 0.010433213785290718,
      "loss_total": 0.010433213785290718,
      "step": 16510
    },
    {
      "loss_action": 0.00924703013151884,
      "loss_total": 0.00924703013151884,
      "step": 16510
    },
    {
      "loss_action": 0.023483294993638992,
      "loss_total": 0.023483294993638992,
      "step": 16510
    },
    {
      "loss_action": 0.02119804173707962,
      "loss_total": 0.02119804173707962,
      "step": 16510
    },
    {
      "loss_action": 0.01735568977892399,
      "loss_total": 0.01735568977892399,
      "step": 16510
    },
    {
      "loss_action": 0.013560408726334572,
      "loss_total": 0.013560408726334572,
      "step": 16510
    },
    {
      "loss_action": 0.01383304689079523,
      "loss_total": 0.01383304689079523,
      "step": 16510
    },
    {
      "loss_action": 0.02619778737425804,
      "loss_total": 0.02619778737425804,
      "step": 16510
    },
    {
      "grad_norm": 0.18857455253601074,
      "learning_rate": 8.2595e-05,
      "loss": 0.0149,
      "step": 16520
    },
    {
      "loss_action": 0.012619396671652794,
      "loss_total": 0.012619396671652794,
      "step": 16520
    },
    {
      "loss_action": 0.01685485616326332,
      "loss_total": 0.01685485616326332,
      "step": 16520
    },
    {
      "loss_action": 0.008968307636678219,
      "loss_total": 0.008968307636678219,
      "step": 16520
    },
    {
      "loss_action": 0.011712262406945229,
      "loss_total": 0.011712262406945229,
      "step": 16520
    },
    {
      "loss_action": 0.009123748168349266,
      "loss_total": 0.009123748168349266,
      "step": 16520
    },
    {
      "loss_action": 0.014439153485000134,
      "loss_total": 0.014439153485000134,
      "step": 16520
    },
    {
      "loss_action": 0.01148222479969263,
      "loss_total": 0.01148222479969263,
      "step": 16520
    },
    {
      "loss_action": 0.029414605349302292,
      "loss_total": 0.029414605349302292,
      "step": 16520
    },
    {
      "grad_norm": 0.24839328229427338,
      "learning_rate": 8.2645e-05,
      "loss": 0.0151,
      "step": 16530
    },
    {
      "loss_action": 0.015577622689306736,
      "loss_total": 0.015577622689306736,
      "step": 16530
    },
    {
      "loss_action": 0.006359642371535301,
      "loss_total": 0.006359642371535301,
      "step": 16530
    },
    {
      "loss_action": 0.014642145484685898,
      "loss_total": 0.014642145484685898,
      "step": 16530
    },
    {
      "loss_action": 0.010260676965117455,
      "loss_total": 0.010260676965117455,
      "step": 16530
    },
    {
      "loss_action": 0.013970005325973034,
      "loss_total": 0.013970005325973034,
      "step": 16530
    },
    {
      "loss_action": 0.012241399846971035,
      "loss_total": 0.012241399846971035,
      "step": 16530
    },
    {
      "loss_action": 0.021882398054003716,
      "loss_total": 0.021882398054003716,
      "step": 16530
    },
    {
      "loss_action": 0.02517957240343094,
      "loss_total": 0.02517957240343094,
      "step": 16530
    },
    {
      "grad_norm": 0.2583814859390259,
      "learning_rate": 8.269500000000001e-05,
      "loss": 0.0147,
      "step": 16540
    },
    {
      "loss_action": 0.027030078694224358,
      "loss_total": 0.027030078694224358,
      "step": 16540
    },
    {
      "loss_action": 0.02196672558784485,
      "loss_total": 0.02196672558784485,
      "step": 16540
    },
    {
      "loss_action": 0.017829881981015205,
      "loss_total": 0.017829881981015205,
      "step": 16540
    },
    {
      "loss_action": 0.013842970132827759,
      "loss_total": 0.013842970132827759,
      "step": 16540
    },
    {
      "loss_action": 0.015856415033340454,
      "loss_total": 0.015856415033340454,
      "step": 16540
    },
    {
      "loss_action": 0.006247836630791426,
      "loss_total": 0.006247836630791426,
      "step": 16540
    },
    {
      "loss_action": 0.014088696800172329,
      "loss_total": 0.014088696800172329,
      "step": 16540
    },
    {
      "loss_action": 0.012940592132508755,
      "loss_total": 0.012940592132508755,
      "step": 16540
    },
    {
      "grad_norm": 0.1494053304195404,
      "learning_rate": 8.274500000000001e-05,
      "loss": 0.0166,
      "step": 16550
    },
    {
      "loss_action": 0.009295230731368065,
      "loss_total": 0.009295230731368065,
      "step": 16550
    },
    {
      "loss_action": 0.02237125113606453,
      "loss_total": 0.02237125113606453,
      "step": 16550
    },
    {
      "loss_action": 0.028399288654327393,
      "loss_total": 0.028399288654327393,
      "step": 16550
    },
    {
      "loss_action": 0.014351924881339073,
      "loss_total": 0.014351924881339073,
      "step": 16550
    },
    {
      "loss_action": 0.02083703503012657,
      "loss_total": 0.02083703503012657,
      "step": 16550
    },
    {
      "loss_action": 0.02163076028227806,
      "loss_total": 0.02163076028227806,
      "step": 16550
    },
    {
      "loss_action": 0.009186819195747375,
      "loss_total": 0.009186819195747375,
      "step": 16550
    },
    {
      "loss_action": 0.009864716790616512,
      "loss_total": 0.009864716790616512,
      "step": 16550
    },
    {
      "grad_norm": 0.2128140926361084,
      "learning_rate": 8.2795e-05,
      "loss": 0.0164,
      "step": 16560
    },
    {
      "loss_action": 0.008818939328193665,
      "loss_total": 0.008818939328193665,
      "step": 16560
    },
    {
      "loss_action": 0.025227785110473633,
      "loss_total": 0.025227785110473633,
      "step": 16560
    },
    {
      "loss_action": 0.023865781724452972,
      "loss_total": 0.023865781724452972,
      "step": 16560
    },
    {
      "loss_action": 0.00887024961411953,
      "loss_total": 0.00887024961411953,
      "step": 16560
    },
    {
      "loss_action": 0.010583369061350822,
      "loss_total": 0.010583369061350822,
      "step": 16560
    },
    {
      "loss_action": 0.009798442013561726,
      "loss_total": 0.009798442013561726,
      "step": 16560
    },
    {
      "loss_action": 0.030633730813860893,
      "loss_total": 0.030633730813860893,
      "step": 16560
    },
    {
      "loss_action": 0.03473639860749245,
      "loss_total": 0.03473639860749245,
      "step": 16560
    },
    {
      "grad_norm": 0.22621655464172363,
      "learning_rate": 8.284500000000001e-05,
      "loss": 0.0183,
      "step": 16570
    },
    {
      "loss_action": 0.024548429995775223,
      "loss_total": 0.024548429995775223,
      "step": 16570
    },
    {
      "loss_action": 0.027905168011784554,
      "loss_total": 0.027905168011784554,
      "step": 16570
    },
    {
      "loss_action": 0.033906564116477966,
      "loss_total": 0.033906564116477966,
      "step": 16570
    },
    {
      "loss_action": 0.012411626987159252,
      "loss_total": 0.012411626987159252,
      "step": 16570
    },
    {
      "loss_action": 0.02067929320037365,
      "loss_total": 0.02067929320037365,
      "step": 16570
    },
    {
      "loss_action": 0.0187959186732769,
      "loss_total": 0.0187959186732769,
      "step": 16570
    },
    {
      "loss_action": 0.017541447654366493,
      "loss_total": 0.017541447654366493,
      "step": 16570
    },
    {
      "loss_action": 0.01446667779237032,
      "loss_total": 0.01446667779237032,
      "step": 16570
    },
    {
      "grad_norm": 0.20080015063285828,
      "learning_rate": 8.2895e-05,
      "loss": 0.0165,
      "step": 16580
    },
    {
      "loss_action": 0.010832772590219975,
      "loss_total": 0.010832772590219975,
      "step": 16580
    },
    {
      "loss_action": 0.02263588458299637,
      "loss_total": 0.02263588458299637,
      "step": 16580
    },
    {
      "loss_action": 0.021456565707921982,
      "loss_total": 0.021456565707921982,
      "step": 16580
    },
    {
      "loss_action": 0.02434772625565529,
      "loss_total": 0.02434772625565529,
      "step": 16580
    },
    {
      "loss_action": 0.01957400143146515,
      "loss_total": 0.01957400143146515,
      "step": 16580
    },
    {
      "loss_action": 0.02128763124346733,
      "loss_total": 0.02128763124346733,
      "step": 16580
    },
    {
      "loss_action": 0.008757970295846462,
      "loss_total": 0.008757970295846462,
      "step": 16580
    },
    {
      "loss_action": 0.03592752665281296,
      "loss_total": 0.03592752665281296,
      "step": 16580
    },
    {
      "grad_norm": 0.16395899653434753,
      "learning_rate": 8.2945e-05,
      "loss": 0.0168,
      "step": 16590
    },
    {
      "loss_action": 0.015289181843400002,
      "loss_total": 0.015289181843400002,
      "step": 16590
    },
    {
      "loss_action": 0.015018273144960403,
      "loss_total": 0.015018273144960403,
      "step": 16590
    },
    {
      "loss_action": 0.01090283878147602,
      "loss_total": 0.01090283878147602,
      "step": 16590
    },
    {
      "loss_action": 0.00696395942941308,
      "loss_total": 0.00696395942941308,
      "step": 16590
    },
    {
      "loss_action": 0.01057069469243288,
      "loss_total": 0.01057069469243288,
      "step": 16590
    },
    {
      "loss_action": 0.023470381274819374,
      "loss_total": 0.023470381274819374,
      "step": 16590
    },
    {
      "loss_action": 0.01269383355975151,
      "loss_total": 0.01269383355975151,
      "step": 16590
    },
    {
      "loss_action": 0.011306755244731903,
      "loss_total": 0.011306755244731903,
      "step": 16590
    },
    {
      "grad_norm": 0.29262983798980713,
      "learning_rate": 8.2995e-05,
      "loss": 0.0188,
      "step": 16600
    },
    {
      "loss_action": 0.008724041283130646,
      "loss_total": 0.008724041283130646,
      "step": 16600
    },
    {
      "loss_action": 0.00709193479269743,
      "loss_total": 0.00709193479269743,
      "step": 16600
    },
    {
      "loss_action": 0.015524819493293762,
      "loss_total": 0.015524819493293762,
      "step": 16600
    },
    {
      "loss_action": 0.018217433243989944,
      "loss_total": 0.018217433243989944,
      "step": 16600
    },
    {
      "loss_action": 0.007608950138092041,
      "loss_total": 0.007608950138092041,
      "step": 16600
    },
    {
      "loss_action": 0.009557880461215973,
      "loss_total": 0.009557880461215973,
      "step": 16600
    },
    {
      "loss_action": 0.017872389405965805,
      "loss_total": 0.017872389405965805,
      "step": 16600
    },
    {
      "loss_action": 0.015590405091643333,
      "loss_total": 0.015590405091643333,
      "step": 16600
    },
    {
      "grad_norm": 0.26558518409729004,
      "learning_rate": 8.3045e-05,
      "loss": 0.0158,
      "step": 16610
    },
    {
      "loss_action": 0.014348838478326797,
      "loss_total": 0.014348838478326797,
      "step": 16610
    },
    {
      "loss_action": 0.017248917371034622,
      "loss_total": 0.017248917371034622,
      "step": 16610
    },
    {
      "loss_action": 0.014912804588675499,
      "loss_total": 0.014912804588675499,
      "step": 16610
    },
    {
      "loss_action": 0.008972658775746822,
      "loss_total": 0.008972658775746822,
      "step": 16610
    },
    {
      "loss_action": 0.015519999898970127,
      "loss_total": 0.015519999898970127,
      "step": 16610
    },
    {
      "loss_action": 0.015346243977546692,
      "loss_total": 0.015346243977546692,
      "step": 16610
    },
    {
      "loss_action": 0.010652715340256691,
      "loss_total": 0.010652715340256691,
      "step": 16610
    },
    {
      "loss_action": 0.0319368839263916,
      "loss_total": 0.0319368839263916,
      "step": 16610
    },
    {
      "grad_norm": 0.23448209464550018,
      "learning_rate": 8.3095e-05,
      "loss": 0.0165,
      "step": 16620
    },
    {
      "loss_action": 0.013742152601480484,
      "loss_total": 0.013742152601480484,
      "step": 16620
    },
    {
      "loss_action": 0.025188375264406204,
      "loss_total": 0.025188375264406204,
      "step": 16620
    },
    {
      "loss_action": 0.009862126782536507,
      "loss_total": 0.009862126782536507,
      "step": 16620
    },
    {
      "loss_action": 0.010281285271048546,
      "loss_total": 0.010281285271048546,
      "step": 16620
    },
    {
      "loss_action": 0.020090749487280846,
      "loss_total": 0.020090749487280846,
      "step": 16620
    },
    {
      "loss_action": 0.013210653327405453,
      "loss_total": 0.013210653327405453,
      "step": 16620
    },
    {
      "loss_action": 0.02259255200624466,
      "loss_total": 0.02259255200624466,
      "step": 16620
    },
    {
      "loss_action": 0.028011206537485123,
      "loss_total": 0.028011206537485123,
      "step": 16620
    },
    {
      "grad_norm": 0.21887053549289703,
      "learning_rate": 8.3145e-05,
      "loss": 0.0166,
      "step": 16630
    },
    {
      "loss_action": 0.015861928462982178,
      "loss_total": 0.015861928462982178,
      "step": 16630
    },
    {
      "loss_action": 0.008988951332867146,
      "loss_total": 0.008988951332867146,
      "step": 16630
    },
    {
      "loss_action": 0.005349840968847275,
      "loss_total": 0.005349840968847275,
      "step": 16630
    },
    {
      "loss_action": 0.012015284970402718,
      "loss_total": 0.012015284970402718,
      "step": 16630
    },
    {
      "loss_action": 0.03286757692694664,
      "loss_total": 0.03286757692694664,
      "step": 16630
    },
    {
      "loss_action": 0.010144724510610104,
      "loss_total": 0.010144724510610104,
      "step": 16630
    },
    {
      "loss_action": 0.014940556138753891,
      "loss_total": 0.014940556138753891,
      "step": 16630
    },
    {
      "loss_action": 0.015457321889698505,
      "loss_total": 0.015457321889698505,
      "step": 16630
    },
    {
      "grad_norm": 0.1263425648212433,
      "learning_rate": 8.3195e-05,
      "loss": 0.0159,
      "step": 16640
    },
    {
      "loss_action": 0.014055061154067516,
      "loss_total": 0.014055061154067516,
      "step": 16640
    },
    {
      "loss_action": 0.014542216435074806,
      "loss_total": 0.014542216435074806,
      "step": 16640
    },
    {
      "loss_action": 0.00826377421617508,
      "loss_total": 0.00826377421617508,
      "step": 16640
    },
    {
      "loss_action": 0.023954011499881744,
      "loss_total": 0.023954011499881744,
      "step": 16640
    },
    {
      "loss_action": 0.015975654125213623,
      "loss_total": 0.015975654125213623,
      "step": 16640
    },
    {
      "loss_action": 0.009338455274701118,
      "loss_total": 0.009338455274701118,
      "step": 16640
    },
    {
      "loss_action": 0.016423378139734268,
      "loss_total": 0.016423378139734268,
      "step": 16640
    },
    {
      "loss_action": 0.021894028410315514,
      "loss_total": 0.021894028410315514,
      "step": 16640
    },
    {
      "grad_norm": 0.20502780377864838,
      "learning_rate": 8.324500000000001e-05,
      "loss": 0.0163,
      "step": 16650
    },
    {
      "loss_action": 0.005934199318289757,
      "loss_total": 0.005934199318289757,
      "step": 16650
    },
    {
      "loss_action": 0.006316106766462326,
      "loss_total": 0.006316106766462326,
      "step": 16650
    },
    {
      "loss_action": 0.007901770994067192,
      "loss_total": 0.007901770994067192,
      "step": 16650
    },
    {
      "loss_action": 0.006877577863633633,
      "loss_total": 0.006877577863633633,
      "step": 16650
    },
    {
      "loss_action": 0.019568156450986862,
      "loss_total": 0.019568156450986862,
      "step": 16650
    },
    {
      "loss_action": 0.006220370531082153,
      "loss_total": 0.006220370531082153,
      "step": 16650
    },
    {
      "loss_action": 0.037295542657375336,
      "loss_total": 0.037295542657375336,
      "step": 16650
    },
    {
      "loss_action": 0.005885861348360777,
      "loss_total": 0.005885861348360777,
      "step": 16650
    },
    {
      "grad_norm": 0.16807177662849426,
      "learning_rate": 8.3295e-05,
      "loss": 0.0151,
      "step": 16660
    },
    {
      "loss_action": 0.020076006650924683,
      "loss_total": 0.020076006650924683,
      "step": 16660
    },
    {
      "loss_action": 0.018364550545811653,
      "loss_total": 0.018364550545811653,
      "step": 16660
    },
    {
      "loss_action": 0.014015871100127697,
      "loss_total": 0.014015871100127697,
      "step": 16660
    },
    {
      "loss_action": 0.023808103054761887,
      "loss_total": 0.023808103054761887,
      "step": 16660
    },
    {
      "loss_action": 0.015333283692598343,
      "loss_total": 0.015333283692598343,
      "step": 16660
    },
    {
      "loss_action": 0.018400931730866432,
      "loss_total": 0.018400931730866432,
      "step": 16660
    },
    {
      "loss_action": 0.015144562348723412,
      "loss_total": 0.015144562348723412,
      "step": 16660
    },
    {
      "loss_action": 0.0384744331240654,
      "loss_total": 0.0384744331240654,
      "step": 16660
    },
    {
      "grad_norm": 0.24378268420696259,
      "learning_rate": 8.334500000000001e-05,
      "loss": 0.0184,
      "step": 16670
    },
    {
      "loss_action": 0.034935347735881805,
      "loss_total": 0.034935347735881805,
      "step": 16670
    },
    {
      "loss_action": 0.02672630548477173,
      "loss_total": 0.02672630548477173,
      "step": 16670
    },
    {
      "loss_action": 0.024131745100021362,
      "loss_total": 0.024131745100021362,
      "step": 16670
    },
    {
      "loss_action": 0.03195855766534805,
      "loss_total": 0.03195855766534805,
      "step": 16670
    },
    {
      "loss_action": 0.01876942440867424,
      "loss_total": 0.01876942440867424,
      "step": 16670
    },
    {
      "loss_action": 0.026931194588541985,
      "loss_total": 0.026931194588541985,
      "step": 16670
    },
    {
      "loss_action": 0.029940608888864517,
      "loss_total": 0.029940608888864517,
      "step": 16670
    },
    {
      "loss_action": 0.010271493345499039,
      "loss_total": 0.010271493345499039,
      "step": 16670
    },
    {
      "grad_norm": 0.3966335356235504,
      "learning_rate": 8.3395e-05,
      "loss": 0.0194,
      "step": 16680
    },
    {
      "loss_action": 0.00881285686045885,
      "loss_total": 0.00881285686045885,
      "step": 16680
    },
    {
      "loss_action": 0.015951208770275116,
      "loss_total": 0.015951208770275116,
      "step": 16680
    },
    {
      "loss_action": 0.008553002029657364,
      "loss_total": 0.008553002029657364,
      "step": 16680
    },
    {
      "loss_action": 0.018125232309103012,
      "loss_total": 0.018125232309103012,
      "step": 16680
    },
    {
      "loss_action": 0.02167939580976963,
      "loss_total": 0.02167939580976963,
      "step": 16680
    },
    {
      "loss_action": 0.009850980713963509,
      "loss_total": 0.009850980713963509,
      "step": 16680
    },
    {
      "loss_action": 0.01640087366104126,
      "loss_total": 0.01640087366104126,
      "step": 16680
    },
    {
      "loss_action": 0.011826830916106701,
      "loss_total": 0.011826830916106701,
      "step": 16680
    },
    {
      "grad_norm": 0.20178239047527313,
      "learning_rate": 8.344500000000001e-05,
      "loss": 0.0236,
      "step": 16690
    },
    {
      "loss_action": 0.01645715907216072,
      "loss_total": 0.01645715907216072,
      "step": 16690
    },
    {
      "loss_action": 0.01596229337155819,
      "loss_total": 0.01596229337155819,
      "step": 16690
    },
    {
      "loss_action": 0.020259179174900055,
      "loss_total": 0.020259179174900055,
      "step": 16690
    },
    {
      "loss_action": 0.02068197727203369,
      "loss_total": 0.02068197727203369,
      "step": 16690
    },
    {
      "loss_action": 0.09299477934837341,
      "loss_total": 0.09299477934837341,
      "step": 16690
    },
    {
      "loss_action": 0.021537935361266136,
      "loss_total": 0.021537935361266136,
      "step": 16690
    },
    {
      "loss_action": 0.026835240423679352,
      "loss_total": 0.026835240423679352,
      "step": 16690
    },
    {
      "loss_action": 0.01641763560473919,
      "loss_total": 0.01641763560473919,
      "step": 16690
    },
    {
      "grad_norm": 0.17309914529323578,
      "learning_rate": 8.3495e-05,
      "loss": 0.0182,
      "step": 16700
    },
    {
      "loss_action": 0.010077794082462788,
      "loss_total": 0.010077794082462788,
      "step": 16700
    },
    {
      "loss_action": 0.016666634008288383,
      "loss_total": 0.016666634008288383,
      "step": 16700
    },
    {
      "loss_action": 0.011921948753297329,
      "loss_total": 0.011921948753297329,
      "step": 16700
    },
    {
      "loss_action": 0.011624789796769619,
      "loss_total": 0.011624789796769619,
      "step": 16700
    },
    {
      "loss_action": 0.012904712930321693,
      "loss_total": 0.012904712930321693,
      "step": 16700
    },
    {
      "loss_action": 0.026269277557730675,
      "loss_total": 0.026269277557730675,
      "step": 16700
    },
    {
      "loss_action": 0.01913999766111374,
      "loss_total": 0.01913999766111374,
      "step": 16700
    },
    {
      "loss_action": 0.024134613573551178,
      "loss_total": 0.024134613573551178,
      "step": 16700
    },
    {
      "grad_norm": 0.2296229749917984,
      "learning_rate": 8.3545e-05,
      "loss": 0.0168,
      "step": 16710
    },
    {
      "loss_action": 0.007290081586688757,
      "loss_total": 0.007290081586688757,
      "step": 16710
    },
    {
      "loss_action": 0.008129575289785862,
      "loss_total": 0.008129575289785862,
      "step": 16710
    },
    {
      "loss_action": 0.018683433532714844,
      "loss_total": 0.018683433532714844,
      "step": 16710
    },
    {
      "loss_action": 0.008392801508307457,
      "loss_total": 0.008392801508307457,
      "step": 16710
    },
    {
      "loss_action": 0.008300088346004486,
      "loss_total": 0.008300088346004486,
      "step": 16710
    },
    {
      "loss_action": 0.011525548063218594,
      "loss_total": 0.011525548063218594,
      "step": 16710
    },
    {
      "loss_action": 0.009068118408322334,
      "loss_total": 0.009068118408322334,
      "step": 16710
    },
    {
      "loss_action": 0.02391333505511284,
      "loss_total": 0.02391333505511284,
      "step": 16710
    },
    {
      "grad_norm": 0.18265339732170105,
      "learning_rate": 8.3595e-05,
      "loss": 0.0171,
      "step": 16720
    },
    {
      "loss_action": 0.008730025961995125,
      "loss_total": 0.008730025961995125,
      "step": 16720
    },
    {
      "loss_action": 0.01730012148618698,
      "loss_total": 0.01730012148618698,
      "step": 16720
    },
    {
      "loss_action": 0.012901771813631058,
      "loss_total": 0.012901771813631058,
      "step": 16720
    },
    {
      "loss_action": 0.018313733860850334,
      "loss_total": 0.018313733860850334,
      "step": 16720
    },
    {
      "loss_action": 0.010939178988337517,
      "loss_total": 0.010939178988337517,
      "step": 16720
    },
    {
      "loss_action": 0.014513478614389896,
      "loss_total": 0.014513478614389896,
      "step": 16720
    },
    {
      "loss_action": 0.010427076369524002,
      "loss_total": 0.010427076369524002,
      "step": 16720
    },
    {
      "loss_action": 0.009061599150300026,
      "loss_total": 0.009061599150300026,
      "step": 16720
    },
    {
      "grad_norm": 0.16223767399787903,
      "learning_rate": 8.3645e-05,
      "loss": 0.0169,
      "step": 16730
    },
    {
      "loss_action": 0.01587643288075924,
      "loss_total": 0.01587643288075924,
      "step": 16730
    },
    {
      "loss_action": 0.02007250115275383,
      "loss_total": 0.02007250115275383,
      "step": 16730
    },
    {
      "loss_action": 0.012341439723968506,
      "loss_total": 0.012341439723968506,
      "step": 16730
    },
    {
      "loss_action": 0.04993872717022896,
      "loss_total": 0.04993872717022896,
      "step": 16730
    },
    {
      "loss_action": 0.011448661796748638,
      "loss_total": 0.011448661796748638,
      "step": 16730
    },
    {
      "loss_action": 0.01646563597023487,
      "loss_total": 0.01646563597023487,
      "step": 16730
    },
    {
      "loss_action": 0.012820743024349213,
      "loss_total": 0.012820743024349213,
      "step": 16730
    },
    {
      "loss_action": 0.014643811620771885,
      "loss_total": 0.014643811620771885,
      "step": 16730
    },
    {
      "grad_norm": 0.240849569439888,
      "learning_rate": 8.3695e-05,
      "loss": 0.016,
      "step": 16740
    },
    {
      "loss_action": 0.008678192272782326,
      "loss_total": 0.008678192272782326,
      "step": 16740
    },
    {
      "loss_action": 0.014470601454377174,
      "loss_total": 0.014470601454377174,
      "step": 16740
    },
    {
      "loss_action": 0.04641898721456528,
      "loss_total": 0.04641898721456528,
      "step": 16740
    },
    {
      "loss_action": 0.01248563826084137,
      "loss_total": 0.01248563826084137,
      "step": 16740
    },
    {
      "loss_action": 0.008842170238494873,
      "loss_total": 0.008842170238494873,
      "step": 16740
    },
    {
      "loss_action": 0.006692125461995602,
      "loss_total": 0.006692125461995602,
      "step": 16740
    },
    {
      "loss_action": 0.00894801877439022,
      "loss_total": 0.00894801877439022,
      "step": 16740
    },
    {
      "loss_action": 0.009895063936710358,
      "loss_total": 0.009895063936710358,
      "step": 16740
    },
    {
      "grad_norm": 0.18392805755138397,
      "learning_rate": 8.3745e-05,
      "loss": 0.0166,
      "step": 16750
    },
    {
      "loss_action": 0.010613956488668919,
      "loss_total": 0.010613956488668919,
      "step": 16750
    },
    {
      "loss_action": 0.009056676179170609,
      "loss_total": 0.009056676179170609,
      "step": 16750
    },
    {
      "loss_action": 0.011824585497379303,
      "loss_total": 0.011824585497379303,
      "step": 16750
    },
    {
      "loss_action": 0.015053430572152138,
      "loss_total": 0.015053430572152138,
      "step": 16750
    },
    {
      "loss_action": 0.05160318687558174,
      "loss_total": 0.05160318687558174,
      "step": 16750
    },
    {
      "loss_action": 0.014007007703185081,
      "loss_total": 0.014007007703185081,
      "step": 16750
    },
    {
      "loss_action": 0.024209000170230865,
      "loss_total": 0.024209000170230865,
      "step": 16750
    },
    {
      "loss_action": 0.015301397070288658,
      "loss_total": 0.015301397070288658,
      "step": 16750
    },
    {
      "grad_norm": 0.1670098453760147,
      "learning_rate": 8.3795e-05,
      "loss": 0.0173,
      "step": 16760
    },
    {
      "loss_action": 0.02169552631676197,
      "loss_total": 0.02169552631676197,
      "step": 16760
    },
    {
      "loss_action": 0.011178664863109589,
      "loss_total": 0.011178664863109589,
      "step": 16760
    },
    {
      "loss_action": 0.0189942866563797,
      "loss_total": 0.0189942866563797,
      "step": 16760
    },
    {
      "loss_action": 0.0152066545560956,
      "loss_total": 0.0152066545560956,
      "step": 16760
    },
    {
      "loss_action": 0.008156070485711098,
      "loss_total": 0.008156070485711098,
      "step": 16760
    },
    {
      "loss_action": 0.030050093308091164,
      "loss_total": 0.030050093308091164,
      "step": 16760
    },
    {
      "loss_action": 0.020247794687747955,
      "loss_total": 0.020247794687747955,
      "step": 16760
    },
    {
      "loss_action": 0.011688614264130592,
      "loss_total": 0.011688614264130592,
      "step": 16760
    },
    {
      "grad_norm": 0.23817674815654755,
      "learning_rate": 8.384500000000001e-05,
      "loss": 0.0162,
      "step": 16770
    },
    {
      "loss_action": 0.024958902969956398,
      "loss_total": 0.024958902969956398,
      "step": 16770
    },
    {
      "loss_action": 0.015394357964396477,
      "loss_total": 0.015394357964396477,
      "step": 16770
    },
    {
      "loss_action": 0.009714530780911446,
      "loss_total": 0.009714530780911446,
      "step": 16770
    },
    {
      "loss_action": 0.012920254841446877,
      "loss_total": 0.012920254841446877,
      "step": 16770
    },
    {
      "loss_action": 0.010688995011150837,
      "loss_total": 0.010688995011150837,
      "step": 16770
    },
    {
      "loss_action": 0.023045342415571213,
      "loss_total": 0.023045342415571213,
      "step": 16770
    },
    {
      "loss_action": 0.007383082993328571,
      "loss_total": 0.007383082993328571,
      "step": 16770
    },
    {
      "loss_action": 0.02152009680867195,
      "loss_total": 0.02152009680867195,
      "step": 16770
    },
    {
      "grad_norm": 0.22061780095100403,
      "learning_rate": 8.3895e-05,
      "loss": 0.0166,
      "step": 16780
    },
    {
      "loss_action": 0.013165982440114021,
      "loss_total": 0.013165982440114021,
      "step": 16780
    },
    {
      "loss_action": 0.016538534313440323,
      "loss_total": 0.016538534313440323,
      "step": 16780
    },
    {
      "loss_action": 0.008763112127780914,
      "loss_total": 0.008763112127780914,
      "step": 16780
    },
    {
      "loss_action": 0.008880233392119408,
      "loss_total": 0.008880233392119408,
      "step": 16780
    },
    {
      "loss_action": 0.014192034490406513,
      "loss_total": 0.014192034490406513,
      "step": 16780
    },
    {
      "loss_action": 0.005862947553396225,
      "loss_total": 0.005862947553396225,
      "step": 16780
    },
    {
      "loss_action": 0.026989515870809555,
      "loss_total": 0.026989515870809555,
      "step": 16780
    },
    {
      "loss_action": 0.014917432330548763,
      "loss_total": 0.014917432330548763,
      "step": 16780
    },
    {
      "grad_norm": 0.1818665713071823,
      "learning_rate": 8.394500000000001e-05,
      "loss": 0.0161,
      "step": 16790
    },
    {
      "loss_action": 0.03317556902766228,
      "loss_total": 0.03317556902766228,
      "step": 16790
    },
    {
      "loss_action": 0.009437467902898788,
      "loss_total": 0.009437467902898788,
      "step": 16790
    },
    {
      "loss_action": 0.014789996668696404,
      "loss_total": 0.014789996668696404,
      "step": 16790
    },
    {
      "loss_action": 0.012397863902151585,
      "loss_total": 0.012397863902151585,
      "step": 16790
    },
    {
      "loss_action": 0.023256439715623856,
      "loss_total": 0.023256439715623856,
      "step": 16790
    },
    {
      "loss_action": 0.0099838487803936,
      "loss_total": 0.0099838487803936,
      "step": 16790
    },
    {
      "loss_action": 0.026243731379508972,
      "loss_total": 0.026243731379508972,
      "step": 16790
    },
    {
      "loss_action": 0.008041271939873695,
      "loss_total": 0.008041271939873695,
      "step": 16790
    },
    {
      "grad_norm": 0.186788409948349,
      "learning_rate": 8.3995e-05,
      "loss": 0.0184,
      "step": 16800
    },
    {
      "loss_action": 0.03262398764491081,
      "loss_total": 0.03262398764491081,
      "step": 16800
    },
    {
      "loss_action": 0.01405581459403038,
      "loss_total": 0.01405581459403038,
      "step": 16800
    },
    {
      "loss_action": 0.028526579961180687,
      "loss_total": 0.028526579961180687,
      "step": 16800
    },
    {
      "loss_action": 0.018358737230300903,
      "loss_total": 0.018358737230300903,
      "step": 16800
    },
    {
      "loss_action": 0.015461411327123642,
      "loss_total": 0.015461411327123642,
      "step": 16800
    },
    {
      "loss_action": 0.014652526006102562,
      "loss_total": 0.014652526006102562,
      "step": 16800
    },
    {
      "loss_action": 0.013964615762233734,
      "loss_total": 0.013964615762233734,
      "step": 16800
    },
    {
      "loss_action": 0.019333358854055405,
      "loss_total": 0.019333358854055405,
      "step": 16800
    },
    {
      "grad_norm": 0.19423893094062805,
      "learning_rate": 8.404500000000001e-05,
      "loss": 0.0186,
      "step": 16810
    },
    {
      "loss_action": 0.014877935871481895,
      "loss_total": 0.014877935871481895,
      "step": 16810
    },
    {
      "loss_action": 0.08562539517879486,
      "loss_total": 0.08562539517879486,
      "step": 16810
    },
    {
      "loss_action": 0.009652583859860897,
      "loss_total": 0.009652583859860897,
      "step": 16810
    },
    {
      "loss_action": 0.014417236670851707,
      "loss_total": 0.014417236670851707,
      "step": 16810
    },
    {
      "loss_action": 0.027829300612211227,
      "loss_total": 0.027829300612211227,
      "step": 16810
    },
    {
      "loss_action": 0.009214077144861221,
      "loss_total": 0.009214077144861221,
      "step": 16810
    },
    {
      "loss_action": 0.02721601165831089,
      "loss_total": 0.02721601165831089,
      "step": 16810
    },
    {
      "loss_action": 0.025734398514032364,
      "loss_total": 0.025734398514032364,
      "step": 16810
    },
    {
      "grad_norm": 0.1692529171705246,
      "learning_rate": 8.4095e-05,
      "loss": 0.0196,
      "step": 16820
    },
    {
      "loss_action": 0.021202031522989273,
      "loss_total": 0.021202031522989273,
      "step": 16820
    },
    {
      "loss_action": 0.014521051198244095,
      "loss_total": 0.014521051198244095,
      "step": 16820
    },
    {
      "loss_action": 0.021709559485316277,
      "loss_total": 0.021709559485316277,
      "step": 16820
    },
    {
      "loss_action": 0.006604725494980812,
      "loss_total": 0.006604725494980812,
      "step": 16820
    },
    {
      "loss_action": 0.01419054064899683,
      "loss_total": 0.01419054064899683,
      "step": 16820
    },
    {
      "loss_action": 0.024942927062511444,
      "loss_total": 0.024942927062511444,
      "step": 16820
    },
    {
      "loss_action": 0.008934009820222855,
      "loss_total": 0.008934009820222855,
      "step": 16820
    },
    {
      "loss_action": 0.016207244247198105,
      "loss_total": 0.016207244247198105,
      "step": 16820
    },
    {
      "grad_norm": 0.23125796020030975,
      "learning_rate": 8.4145e-05,
      "loss": 0.0174,
      "step": 16830
    },
    {
      "loss_action": 0.017430393025279045,
      "loss_total": 0.017430393025279045,
      "step": 16830
    },
    {
      "loss_action": 0.024706870317459106,
      "loss_total": 0.024706870317459106,
      "step": 16830
    },
    {
      "loss_action": 0.013809951022267342,
      "loss_total": 0.013809951022267342,
      "step": 16830
    },
    {
      "loss_action": 0.024631187319755554,
      "loss_total": 0.024631187319755554,
      "step": 16830
    },
    {
      "loss_action": 0.010086692869663239,
      "loss_total": 0.010086692869663239,
      "step": 16830
    },
    {
      "loss_action": 0.01727629266679287,
      "loss_total": 0.01727629266679287,
      "step": 16830
    },
    {
      "loss_action": 0.034662045538425446,
      "loss_total": 0.034662045538425446,
      "step": 16830
    },
    {
      "loss_action": 0.009304850362241268,
      "loss_total": 0.009304850362241268,
      "step": 16830
    },
    {
      "grad_norm": 0.2860141396522522,
      "learning_rate": 8.4195e-05,
      "loss": 0.0166,
      "step": 16840
    },
    {
      "loss_action": 0.016514619812369347,
      "loss_total": 0.016514619812369347,
      "step": 16840
    },
    {
      "loss_action": 0.027704715728759766,
      "loss_total": 0.027704715728759766,
      "step": 16840
    },
    {
      "loss_action": 0.011741388589143753,
      "loss_total": 0.011741388589143753,
      "step": 16840
    },
    {
      "loss_action": 0.02029900625348091,
      "loss_total": 0.02029900625348091,
      "step": 16840
    },
    {
      "loss_action": 0.0160595141351223,
      "loss_total": 0.0160595141351223,
      "step": 16840
    },
    {
      "loss_action": 0.01663145422935486,
      "loss_total": 0.01663145422935486,
      "step": 16840
    },
    {
      "loss_action": 0.02172233723104,
      "loss_total": 0.02172233723104,
      "step": 16840
    },
    {
      "loss_action": 0.026982294395565987,
      "loss_total": 0.026982294395565987,
      "step": 16840
    },
    {
      "grad_norm": 0.26363757252693176,
      "learning_rate": 8.4245e-05,
      "loss": 0.0181,
      "step": 16850
    },
    {
      "loss_action": 0.008149981498718262,
      "loss_total": 0.008149981498718262,
      "step": 16850
    },
    {
      "loss_action": 0.017134472727775574,
      "loss_total": 0.017134472727775574,
      "step": 16850
    },
    {
      "loss_action": 0.01326831802725792,
      "loss_total": 0.01326831802725792,
      "step": 16850
    },
    {
      "loss_action": 0.015404144302010536,
      "loss_total": 0.015404144302010536,
      "step": 16850
    },
    {
      "loss_action": 0.03086676076054573,
      "loss_total": 0.03086676076054573,
      "step": 16850
    },
    {
      "loss_action": 0.017430812120437622,
      "loss_total": 0.017430812120437622,
      "step": 16850
    },
    {
      "loss_action": 0.033946845680475235,
      "loss_total": 0.033946845680475235,
      "step": 16850
    },
    {
      "loss_action": 0.028552182018756866,
      "loss_total": 0.028552182018756866,
      "step": 16850
    },
    {
      "grad_norm": 0.26811110973358154,
      "learning_rate": 8.4295e-05,
      "loss": 0.017,
      "step": 16860
    },
    {
      "loss_action": 0.01822001114487648,
      "loss_total": 0.01822001114487648,
      "step": 16860
    },
    {
      "loss_action": 0.018349215388298035,
      "loss_total": 0.018349215388298035,
      "step": 16860
    },
    {
      "loss_action": 0.03561981022357941,
      "loss_total": 0.03561981022357941,
      "step": 16860
    },
    {
      "loss_action": 0.01593353971838951,
      "loss_total": 0.01593353971838951,
      "step": 16860
    },
    {
      "loss_action": 0.030498292297124863,
      "loss_total": 0.030498292297124863,
      "step": 16860
    },
    {
      "loss_action": 0.048504821956157684,
      "loss_total": 0.048504821956157684,
      "step": 16860
    },
    {
      "loss_action": 0.009392530657351017,
      "loss_total": 0.009392530657351017,
      "step": 16860
    },
    {
      "loss_action": 0.025331638753414154,
      "loss_total": 0.025331638753414154,
      "step": 16860
    },
    {
      "grad_norm": 0.1948351413011551,
      "learning_rate": 8.4345e-05,
      "loss": 0.0177,
      "step": 16870
    },
    {
      "loss_action": 0.014494132250547409,
      "loss_total": 0.014494132250547409,
      "step": 16870
    },
    {
      "loss_action": 0.02383323572576046,
      "loss_total": 0.02383323572576046,
      "step": 16870
    },
    {
      "loss_action": 0.021905796602368355,
      "loss_total": 0.021905796602368355,
      "step": 16870
    },
    {
      "loss_action": 0.022394251078367233,
      "loss_total": 0.022394251078367233,
      "step": 16870
    },
    {
      "loss_action": 0.01860874518752098,
      "loss_total": 0.01860874518752098,
      "step": 16870
    },
    {
      "loss_action": 0.02424110472202301,
      "loss_total": 0.02424110472202301,
      "step": 16870
    },
    {
      "loss_action": 0.018322760239243507,
      "loss_total": 0.018322760239243507,
      "step": 16870
    },
    {
      "loss_action": 0.02436244860291481,
      "loss_total": 0.02436244860291481,
      "step": 16870
    },
    {
      "grad_norm": 0.18815986812114716,
      "learning_rate": 8.439500000000001e-05,
      "loss": 0.0175,
      "step": 16880
    },
    {
      "loss_action": 0.013193894177675247,
      "loss_total": 0.013193894177675247,
      "step": 16880
    },
    {
      "loss_action": 0.025043517351150513,
      "loss_total": 0.025043517351150513,
      "step": 16880
    },
    {
      "loss_action": 0.010312959551811218,
      "loss_total": 0.010312959551811218,
      "step": 16880
    },
    {
      "loss_action": 0.013205492869019508,
      "loss_total": 0.013205492869019508,
      "step": 16880
    },
    {
      "loss_action": 0.01728452369570732,
      "loss_total": 0.01728452369570732,
      "step": 16880
    },
    {
      "loss_action": 0.014420529827475548,
      "loss_total": 0.014420529827475548,
      "step": 16880
    },
    {
      "loss_action": 0.015736326575279236,
      "loss_total": 0.015736326575279236,
      "step": 16880
    },
    {
      "loss_action": 0.0187993124127388,
      "loss_total": 0.0187993124127388,
      "step": 16880
    },
    {
      "grad_norm": 0.2593262195587158,
      "learning_rate": 8.444500000000001e-05,
      "loss": 0.0163,
      "step": 16890
    },
    {
      "loss_action": 0.010078519582748413,
      "loss_total": 0.010078519582748413,
      "step": 16890
    },
    {
      "loss_action": 0.013970482163131237,
      "loss_total": 0.013970482163131237,
      "step": 16890
    },
    {
      "loss_action": 0.03289999067783356,
      "loss_total": 0.03289999067783356,
      "step": 16890
    },
    {
      "loss_action": 0.018830837681889534,
      "loss_total": 0.018830837681889534,
      "step": 16890
    },
    {
      "loss_action": 0.018738780170679092,
      "loss_total": 0.018738780170679092,
      "step": 16890
    },
    {
      "loss_action": 0.011549524962902069,
      "loss_total": 0.011549524962902069,
      "step": 16890
    },
    {
      "loss_action": 0.022409360855817795,
      "loss_total": 0.022409360855817795,
      "step": 16890
    },
    {
      "loss_action": 0.02319224551320076,
      "loss_total": 0.02319224551320076,
      "step": 16890
    },
    {
      "grad_norm": 0.2387993484735489,
      "learning_rate": 8.4495e-05,
      "loss": 0.0185,
      "step": 16900
    },
    {
      "loss_action": 0.014489462599158287,
      "loss_total": 0.014489462599158287,
      "step": 16900
    },
    {
      "loss_action": 0.012170085683465004,
      "loss_total": 0.012170085683465004,
      "step": 16900
    },
    {
      "loss_action": 0.018247593194246292,
      "loss_total": 0.018247593194246292,
      "step": 16900
    },
    {
      "loss_action": 0.010080832988023758,
      "loss_total": 0.010080832988023758,
      "step": 16900
    },
    {
      "loss_action": 0.01843944564461708,
      "loss_total": 0.01843944564461708,
      "step": 16900
    },
    {
      "loss_action": 0.010638508945703506,
      "loss_total": 0.010638508945703506,
      "step": 16900
    },
    {
      "loss_action": 0.012397553771734238,
      "loss_total": 0.012397553771734238,
      "step": 16900
    },
    {
      "loss_action": 0.014547872357070446,
      "loss_total": 0.014547872357070446,
      "step": 16900
    },
    {
      "grad_norm": 0.23640355467796326,
      "learning_rate": 8.454500000000001e-05,
      "loss": 0.0173,
      "step": 16910
    },
    {
      "loss_action": 0.017732368782162666,
      "loss_total": 0.017732368782162666,
      "step": 16910
    },
    {
      "loss_action": 0.016510389745235443,
      "loss_total": 0.016510389745235443,
      "step": 16910
    },
    {
      "loss_action": 0.007312431000173092,
      "loss_total": 0.007312431000173092,
      "step": 16910
    },
    {
      "loss_action": 0.02270515263080597,
      "loss_total": 0.02270515263080597,
      "step": 16910
    },
    {
      "loss_action": 0.018620871007442474,
      "loss_total": 0.018620871007442474,
      "step": 16910
    },
    {
      "loss_action": 0.031256526708602905,
      "loss_total": 0.031256526708602905,
      "step": 16910
    },
    {
      "loss_action": 0.013260765001177788,
      "loss_total": 0.013260765001177788,
      "step": 16910
    },
    {
      "loss_action": 0.012768429704010487,
      "loss_total": 0.012768429704010487,
      "step": 16910
    },
    {
      "grad_norm": 0.17686064541339874,
      "learning_rate": 8.4595e-05,
      "loss": 0.0171,
      "step": 16920
    },
    {
      "loss_action": 0.03901577740907669,
      "loss_total": 0.03901577740907669,
      "step": 16920
    },
    {
      "loss_action": 0.02291722595691681,
      "loss_total": 0.02291722595691681,
      "step": 16920
    },
    {
      "loss_action": 0.009263681247830391,
      "loss_total": 0.009263681247830391,
      "step": 16920
    },
    {
      "loss_action": 0.016071731224656105,
      "loss_total": 0.016071731224656105,
      "step": 16920
    },
    {
      "loss_action": 0.008803796023130417,
      "loss_total": 0.008803796023130417,
      "step": 16920
    },
    {
      "loss_action": 0.013462682254612446,
      "loss_total": 0.013462682254612446,
      "step": 16920
    },
    {
      "loss_action": 0.02381947636604309,
      "loss_total": 0.02381947636604309,
      "step": 16920
    },
    {
      "loss_action": 0.011653853580355644,
      "loss_total": 0.011653853580355644,
      "step": 16920
    },
    {
      "grad_norm": 0.2920481562614441,
      "learning_rate": 8.464500000000001e-05,
      "loss": 0.0175,
      "step": 16930
    },
    {
      "loss_action": 0.009183262474834919,
      "loss_total": 0.009183262474834919,
      "step": 16930
    },
    {
      "loss_action": 0.015644380822777748,
      "loss_total": 0.015644380822777748,
      "step": 16930
    },
    {
      "loss_action": 0.010720103979110718,
      "loss_total": 0.010720103979110718,
      "step": 16930
    },
    {
      "loss_action": 0.007315793540328741,
      "loss_total": 0.007315793540328741,
      "step": 16930
    },
    {
      "loss_action": 0.014031841419637203,
      "loss_total": 0.014031841419637203,
      "step": 16930
    },
    {
      "loss_action": 0.010445415042340755,
      "loss_total": 0.010445415042340755,
      "step": 16930
    },
    {
      "loss_action": 0.010923906229436398,
      "loss_total": 0.010923906229436398,
      "step": 16930
    },
    {
      "loss_action": 0.00607402715831995,
      "loss_total": 0.00607402715831995,
      "step": 16930
    },
    {
      "grad_norm": 0.19205227494239807,
      "learning_rate": 8.4695e-05,
      "loss": 0.0171,
      "step": 16940
    },
    {
      "loss_action": 0.006858073174953461,
      "loss_total": 0.006858073174953461,
      "step": 16940
    },
    {
      "loss_action": 0.013268493115901947,
      "loss_total": 0.013268493115901947,
      "step": 16940
    },
    {
      "loss_action": 0.010604037903249264,
      "loss_total": 0.010604037903249264,
      "step": 16940
    },
    {
      "loss_action": 0.014204937033355236,
      "loss_total": 0.014204937033355236,
      "step": 16940
    },
    {
      "loss_action": 0.010902026668190956,
      "loss_total": 0.010902026668190956,
      "step": 16940
    },
    {
      "loss_action": 0.007800668943673372,
      "loss_total": 0.007800668943673372,
      "step": 16940
    },
    {
      "loss_action": 0.018469203263521194,
      "loss_total": 0.018469203263521194,
      "step": 16940
    },
    {
      "loss_action": 0.00663520023226738,
      "loss_total": 0.00663520023226738,
      "step": 16940
    },
    {
      "grad_norm": 0.2436666339635849,
      "learning_rate": 8.4745e-05,
      "loss": 0.0174,
      "step": 16950
    },
    {
      "loss_action": 0.008732946589589119,
      "loss_total": 0.008732946589589119,
      "step": 16950
    },
    {
      "loss_action": 0.009114053100347519,
      "loss_total": 0.009114053100347519,
      "step": 16950
    },
    {
      "loss_action": 0.016389325261116028,
      "loss_total": 0.016389325261116028,
      "step": 16950
    },
    {
      "loss_action": 0.007408700417727232,
      "loss_total": 0.007408700417727232,
      "step": 16950
    },
    {
      "loss_action": 0.01895255595445633,
      "loss_total": 0.01895255595445633,
      "step": 16950
    },
    {
      "loss_action": 0.03382240980863571,
      "loss_total": 0.03382240980863571,
      "step": 16950
    },
    {
      "loss_action": 0.04822281748056412,
      "loss_total": 0.04822281748056412,
      "step": 16950
    },
    {
      "loss_action": 0.008689071983098984,
      "loss_total": 0.008689071983098984,
      "step": 16950
    },
    {
      "grad_norm": 0.26961955428123474,
      "learning_rate": 8.4795e-05,
      "loss": 0.0181,
      "step": 16960
    },
    {
      "loss_action": 0.018984355032444,
      "loss_total": 0.018984355032444,
      "step": 16960
    },
    {
      "loss_action": 0.01537654735147953,
      "loss_total": 0.01537654735147953,
      "step": 16960
    },
    {
      "loss_action": 0.0181770920753479,
      "loss_total": 0.0181770920753479,
      "step": 16960
    },
    {
      "loss_action": 0.0057884459383785725,
      "loss_total": 0.0057884459383785725,
      "step": 16960
    },
    {
      "loss_action": 0.007763889152556658,
      "loss_total": 0.007763889152556658,
      "step": 16960
    },
    {
      "loss_action": 0.012623630464076996,
      "loss_total": 0.012623630464076996,
      "step": 16960
    },
    {
      "loss_action": 0.051598068326711655,
      "loss_total": 0.051598068326711655,
      "step": 16960
    },
    {
      "loss_action": 0.018212852999567986,
      "loss_total": 0.018212852999567986,
      "step": 16960
    },
    {
      "grad_norm": 0.16636626422405243,
      "learning_rate": 8.4845e-05,
      "loss": 0.0162,
      "step": 16970
    },
    {
      "loss_action": 0.01053248904645443,
      "loss_total": 0.01053248904645443,
      "step": 16970
    },
    {
      "loss_action": 0.016429828479886055,
      "loss_total": 0.016429828479886055,
      "step": 16970
    },
    {
      "loss_action": 0.014223702251911163,
      "loss_total": 0.014223702251911163,
      "step": 16970
    },
    {
      "loss_action": 0.016715047881007195,
      "loss_total": 0.016715047881007195,
      "step": 16970
    },
    {
      "loss_action": 0.02577029913663864,
      "loss_total": 0.02577029913663864,
      "step": 16970
    },
    {
      "loss_action": 0.05434395372867584,
      "loss_total": 0.05434395372867584,
      "step": 16970
    },
    {
      "loss_action": 0.00914999283850193,
      "loss_total": 0.00914999283850193,
      "step": 16970
    },
    {
      "loss_action": 0.018633080646395683,
      "loss_total": 0.018633080646395683,
      "step": 16970
    },
    {
      "grad_norm": 0.28986629843711853,
      "learning_rate": 8.4895e-05,
      "loss": 0.0166,
      "step": 16980
    },
    {
      "loss_action": 0.006302631925791502,
      "loss_total": 0.006302631925791502,
      "step": 16980
    },
    {
      "loss_action": 0.012493240647017956,
      "loss_total": 0.012493240647017956,
      "step": 16980
    },
    {
      "loss_action": 0.012341571971774101,
      "loss_total": 0.012341571971774101,
      "step": 16980
    },
    {
      "loss_action": 0.03452305495738983,
      "loss_total": 0.03452305495738983,
      "step": 16980
    },
    {
      "loss_action": 0.0076272152364254,
      "loss_total": 0.0076272152364254,
      "step": 16980
    },
    {
      "loss_action": 0.009252548217773438,
      "loss_total": 0.009252548217773438,
      "step": 16980
    },
    {
      "loss_action": 0.01737101376056671,
      "loss_total": 0.01737101376056671,
      "step": 16980
    },
    {
      "loss_action": 0.014751143753528595,
      "loss_total": 0.014751143753528595,
      "step": 16980
    },
    {
      "grad_norm": 0.21337580680847168,
      "learning_rate": 8.494500000000001e-05,
      "loss": 0.0177,
      "step": 16990
    },
    {
      "loss_action": 0.015865754336118698,
      "loss_total": 0.015865754336118698,
      "step": 16990
    },
    {
      "loss_action": 0.013601573184132576,
      "loss_total": 0.013601573184132576,
      "step": 16990
    },
    {
      "loss_action": 0.011990867555141449,
      "loss_total": 0.011990867555141449,
      "step": 16990
    },
    {
      "loss_action": 0.0066973986104130745,
      "loss_total": 0.0066973986104130745,
      "step": 16990
    },
    {
      "loss_action": 0.014962292276322842,
      "loss_total": 0.014962292276322842,
      "step": 16990
    },
    {
      "loss_action": 0.014976410195231438,
      "loss_total": 0.014976410195231438,
      "step": 16990
    },
    {
      "loss_action": 0.007136719301342964,
      "loss_total": 0.007136719301342964,
      "step": 16990
    },
    {
      "loss_action": 0.025300506502389908,
      "loss_total": 0.025300506502389908,
      "step": 16990
    },
    {
      "grad_norm": 0.18305329978466034,
      "learning_rate": 8.499500000000001e-05,
      "loss": 0.0193,
      "step": 17000
    },
    {
      "loss_action": 0.009998178109526634,
      "loss_total": 0.009998178109526634,
      "step": 17000
    },
    {
      "loss_action": 0.029647083953022957,
      "loss_total": 0.029647083953022957,
      "step": 17000
    },
    {
      "loss_action": 0.019105330109596252,
      "loss_total": 0.019105330109596252,
      "step": 17000
    },
    {
      "loss_action": 0.013283006846904755,
      "loss_total": 0.013283006846904755,
      "step": 17000
    },
    {
      "loss_action": 0.01159072108566761,
      "loss_total": 0.01159072108566761,
      "step": 17000
    },
    {
      "loss_action": 0.040207140147686005,
      "loss_total": 0.040207140147686005,
      "step": 17000
    },
    {
      "loss_action": 0.011802366003394127,
      "loss_total": 0.011802366003394127,
      "step": 17000
    },
    {
      "loss_action": 0.013316366821527481,
      "loss_total": 0.013316366821527481,
      "step": 17000
    },
    {
      "grad_norm": 0.20669643580913544,
      "learning_rate": 8.504500000000001e-05,
      "loss": 0.02,
      "step": 17010
    },
    {
      "loss_action": 0.00967724435031414,
      "loss_total": 0.00967724435031414,
      "step": 17010
    },
    {
      "loss_action": 0.02446398138999939,
      "loss_total": 0.02446398138999939,
      "step": 17010
    },
    {
      "loss_action": 0.010710129514336586,
      "loss_total": 0.010710129514336586,
      "step": 17010
    },
    {
      "loss_action": 0.019178902730345726,
      "loss_total": 0.019178902730345726,
      "step": 17010
    },
    {
      "loss_action": 0.058743055909872055,
      "loss_total": 0.058743055909872055,
      "step": 17010
    },
    {
      "loss_action": 0.011284123174846172,
      "loss_total": 0.011284123174846172,
      "step": 17010
    },
    {
      "loss_action": 0.03184659034013748,
      "loss_total": 0.03184659034013748,
      "step": 17010
    },
    {
      "loss_action": 0.014820734970271587,
      "loss_total": 0.014820734970271587,
      "step": 17010
    },
    {
      "grad_norm": 0.20287759602069855,
      "learning_rate": 8.5095e-05,
      "loss": 0.0213,
      "step": 17020
    },
    {
      "loss_action": 0.02112221159040928,
      "loss_total": 0.02112221159040928,
      "step": 17020
    },
    {
      "loss_action": 0.01070760004222393,
      "loss_total": 0.01070760004222393,
      "step": 17020
    },
    {
      "loss_action": 0.026996780186891556,
      "loss_total": 0.026996780186891556,
      "step": 17020
    },
    {
      "loss_action": 0.011981512419879436,
      "loss_total": 0.011981512419879436,
      "step": 17020
    },
    {
      "loss_action": 0.037688128650188446,
      "loss_total": 0.037688128650188446,
      "step": 17020
    },
    {
      "loss_action": 0.014153994619846344,
      "loss_total": 0.014153994619846344,
      "step": 17020
    },
    {
      "loss_action": 0.020957347005605698,
      "loss_total": 0.020957347005605698,
      "step": 17020
    },
    {
      "loss_action": 0.030165810137987137,
      "loss_total": 0.030165810137987137,
      "step": 17020
    },
    {
      "grad_norm": 0.2118733525276184,
      "learning_rate": 8.514500000000001e-05,
      "loss": 0.0189,
      "step": 17030
    },
    {
      "loss_action": 0.07301439344882965,
      "loss_total": 0.07301439344882965,
      "step": 17030
    },
    {
      "loss_action": 0.01403043232858181,
      "loss_total": 0.01403043232858181,
      "step": 17030
    },
    {
      "loss_action": 0.013700967654585838,
      "loss_total": 0.013700967654585838,
      "step": 17030
    },
    {
      "loss_action": 0.009663062170147896,
      "loss_total": 0.009663062170147896,
      "step": 17030
    },
    {
      "loss_action": 0.011326822452247143,
      "loss_total": 0.011326822452247143,
      "step": 17030
    },
    {
      "loss_action": 0.014528999105095863,
      "loss_total": 0.014528999105095863,
      "step": 17030
    },
    {
      "loss_action": 0.026769697666168213,
      "loss_total": 0.026769697666168213,
      "step": 17030
    },
    {
      "loss_action": 0.008552499115467072,
      "loss_total": 0.008552499115467072,
      "step": 17030
    },
    {
      "grad_norm": 0.2676278352737427,
      "learning_rate": 8.5195e-05,
      "loss": 0.0201,
      "step": 17040
    },
    {
      "loss_action": 0.017329564318060875,
      "loss_total": 0.017329564318060875,
      "step": 17040
    },
    {
      "loss_action": 0.013353131711483002,
      "loss_total": 0.013353131711483002,
      "step": 17040
    },
    {
      "loss_action": 0.01886848174035549,
      "loss_total": 0.01886848174035549,
      "step": 17040
    },
    {
      "loss_action": 0.014862647280097008,
      "loss_total": 0.014862647280097008,
      "step": 17040
    },
    {
      "loss_action": 0.02092263102531433,
      "loss_total": 0.02092263102531433,
      "step": 17040
    },
    {
      "loss_action": 0.01858588121831417,
      "loss_total": 0.01858588121831417,
      "step": 17040
    },
    {
      "loss_action": 0.016401873901486397,
      "loss_total": 0.016401873901486397,
      "step": 17040
    },
    {
      "loss_action": 0.020476818084716797,
      "loss_total": 0.020476818084716797,
      "step": 17040
    },
    {
      "grad_norm": 0.21935442090034485,
      "learning_rate": 8.524500000000001e-05,
      "loss": 0.0178,
      "step": 17050
    },
    {
      "loss_action": 0.033080555498600006,
      "loss_total": 0.033080555498600006,
      "step": 17050
    },
    {
      "loss_action": 0.01318404171615839,
      "loss_total": 0.01318404171615839,
      "step": 17050
    },
    {
      "loss_action": 0.03295380622148514,
      "loss_total": 0.03295380622148514,
      "step": 17050
    },
    {
      "loss_action": 0.013736709952354431,
      "loss_total": 0.013736709952354431,
      "step": 17050
    },
    {
      "loss_action": 0.014491800218820572,
      "loss_total": 0.014491800218820572,
      "step": 17050
    },
    {
      "loss_action": 0.014325800351798534,
      "loss_total": 0.014325800351798534,
      "step": 17050
    },
    {
      "loss_action": 0.01659366488456726,
      "loss_total": 0.01659366488456726,
      "step": 17050
    },
    {
      "loss_action": 0.020807694643735886,
      "loss_total": 0.020807694643735886,
      "step": 17050
    },
    {
      "grad_norm": 0.24847762286663055,
      "learning_rate": 8.5295e-05,
      "loss": 0.0214,
      "step": 17060
    },
    {
      "loss_action": 0.009853018447756767,
      "loss_total": 0.009853018447756767,
      "step": 17060
    },
    {
      "loss_action": 0.012714081443846226,
      "loss_total": 0.012714081443846226,
      "step": 17060
    },
    {
      "loss_action": 0.008180283010005951,
      "loss_total": 0.008180283010005951,
      "step": 17060
    },
    {
      "loss_action": 0.02920885570347309,
      "loss_total": 0.02920885570347309,
      "step": 17060
    },
    {
      "loss_action": 0.026424437761306763,
      "loss_total": 0.026424437761306763,
      "step": 17060
    },
    {
      "loss_action": 0.012207075022161007,
      "loss_total": 0.012207075022161007,
      "step": 17060
    },
    {
      "loss_action": 0.0305949654430151,
      "loss_total": 0.0305949654430151,
      "step": 17060
    },
    {
      "loss_action": 0.012241153046488762,
      "loss_total": 0.012241153046488762,
      "step": 17060
    },
    {
      "grad_norm": 0.2304287552833557,
      "learning_rate": 8.5345e-05,
      "loss": 0.017,
      "step": 17070
    },
    {
      "loss_action": 0.05376474931836128,
      "loss_total": 0.05376474931836128,
      "step": 17070
    },
    {
      "loss_action": 0.06475187093019485,
      "loss_total": 0.06475187093019485,
      "step": 17070
    },
    {
      "loss_action": 0.018126625567674637,
      "loss_total": 0.018126625567674637,
      "step": 17070
    },
    {
      "loss_action": 0.029424678534269333,
      "loss_total": 0.029424678534269333,
      "step": 17070
    },
    {
      "loss_action": 0.013186069205403328,
      "loss_total": 0.013186069205403328,
      "step": 17070
    },
    {
      "loss_action": 0.024957844987511635,
      "loss_total": 0.024957844987511635,
      "step": 17070
    },
    {
      "loss_action": 0.018237851560115814,
      "loss_total": 0.018237851560115814,
      "step": 17070
    },
    {
      "loss_action": 0.032859452068805695,
      "loss_total": 0.032859452068805695,
      "step": 17070
    },
    {
      "grad_norm": 0.23710615932941437,
      "learning_rate": 8.5395e-05,
      "loss": 0.0202,
      "step": 17080
    },
    {
      "loss_action": 0.02413763478398323,
      "loss_total": 0.02413763478398323,
      "step": 17080
    },
    {
      "loss_action": 0.02169768139719963,
      "loss_total": 0.02169768139719963,
      "step": 17080
    },
    {
      "loss_action": 0.006788605824112892,
      "loss_total": 0.006788605824112892,
      "step": 17080
    },
    {
      "loss_action": 0.01549953781068325,
      "loss_total": 0.01549953781068325,
      "step": 17080
    },
    {
      "loss_action": 0.013570023700594902,
      "loss_total": 0.013570023700594902,
      "step": 17080
    },
    {
      "loss_action": 0.022548142820596695,
      "loss_total": 0.022548142820596695,
      "step": 17080
    },
    {
      "loss_action": 0.018964208662509918,
      "loss_total": 0.018964208662509918,
      "step": 17080
    },
    {
      "loss_action": 0.035544075071811676,
      "loss_total": 0.035544075071811676,
      "step": 17080
    },
    {
      "grad_norm": 0.2306644469499588,
      "learning_rate": 8.5445e-05,
      "loss": 0.0177,
      "step": 17090
    },
    {
      "loss_action": 0.023107748478651047,
      "loss_total": 0.023107748478651047,
      "step": 17090
    },
    {
      "loss_action": 0.014259199611842632,
      "loss_total": 0.014259199611842632,
      "step": 17090
    },
    {
      "loss_action": 0.01568441279232502,
      "loss_total": 0.01568441279232502,
      "step": 17090
    },
    {
      "loss_action": 0.024166159331798553,
      "loss_total": 0.024166159331798553,
      "step": 17090
    },
    {
      "loss_action": 0.02350626513361931,
      "loss_total": 0.02350626513361931,
      "step": 17090
    },
    {
      "loss_action": 0.016068102791905403,
      "loss_total": 0.016068102791905403,
      "step": 17090
    },
    {
      "loss_action": 0.017090069130063057,
      "loss_total": 0.017090069130063057,
      "step": 17090
    },
    {
      "loss_action": 0.007685428019613028,
      "loss_total": 0.007685428019613028,
      "step": 17090
    },
    {
      "grad_norm": 0.2604796886444092,
      "learning_rate": 8.549500000000001e-05,
      "loss": 0.0187,
      "step": 17100
    },
    {
      "loss_action": 0.014511974528431892,
      "loss_total": 0.014511974528431892,
      "step": 17100
    },
    {
      "loss_action": 0.01570267230272293,
      "loss_total": 0.01570267230272293,
      "step": 17100
    },
    {
      "loss_action": 0.00931295845657587,
      "loss_total": 0.00931295845657587,
      "step": 17100
    },
    {
      "loss_action": 0.05137219280004501,
      "loss_total": 0.05137219280004501,
      "step": 17100
    },
    {
      "loss_action": 0.011598138138651848,
      "loss_total": 0.011598138138651848,
      "step": 17100
    },
    {
      "loss_action": 0.03317369520664215,
      "loss_total": 0.03317369520664215,
      "step": 17100
    },
    {
      "loss_action": 0.020925160497426987,
      "loss_total": 0.020925160497426987,
      "step": 17100
    },
    {
      "loss_action": 0.0250425785779953,
      "loss_total": 0.0250425785779953,
      "step": 17100
    },
    {
      "grad_norm": 0.18633760511875153,
      "learning_rate": 8.554500000000001e-05,
      "loss": 0.018,
      "step": 17110
    },
    {
      "loss_action": 0.012362398207187653,
      "loss_total": 0.012362398207187653,
      "step": 17110
    },
    {
      "loss_action": 0.018328703939914703,
      "loss_total": 0.018328703939914703,
      "step": 17110
    },
    {
      "loss_action": 0.006316164042800665,
      "loss_total": 0.006316164042800665,
      "step": 17110
    },
    {
      "loss_action": 0.027258340269327164,
      "loss_total": 0.027258340269327164,
      "step": 17110
    },
    {
      "loss_action": 0.02630607597529888,
      "loss_total": 0.02630607597529888,
      "step": 17110
    },
    {
      "loss_action": 0.018406931310892105,
      "loss_total": 0.018406931310892105,
      "step": 17110
    },
    {
      "loss_action": 0.005444974172860384,
      "loss_total": 0.005444974172860384,
      "step": 17110
    },
    {
      "loss_action": 0.022705988958477974,
      "loss_total": 0.022705988958477974,
      "step": 17110
    },
    {
      "grad_norm": 0.29780113697052,
      "learning_rate": 8.559500000000001e-05,
      "loss": 0.0174,
      "step": 17120
    },
    {
      "loss_action": 0.017963692545890808,
      "loss_total": 0.017963692545890808,
      "step": 17120
    },
    {
      "loss_action": 0.0329737663269043,
      "loss_total": 0.0329737663269043,
      "step": 17120
    },
    {
      "loss_action": 0.03596015274524689,
      "loss_total": 0.03596015274524689,
      "step": 17120
    },
    {
      "loss_action": 0.012737371027469635,
      "loss_total": 0.012737371027469635,
      "step": 17120
    },
    {
      "loss_action": 0.007511809468269348,
      "loss_total": 0.007511809468269348,
      "step": 17120
    },
    {
      "loss_action": 0.011019573546946049,
      "loss_total": 0.011019573546946049,
      "step": 17120
    },
    {
      "loss_action": 0.028498752042651176,
      "loss_total": 0.028498752042651176,
      "step": 17120
    },
    {
      "loss_action": 0.010911719873547554,
      "loss_total": 0.010911719873547554,
      "step": 17120
    },
    {
      "grad_norm": 0.1785961389541626,
      "learning_rate": 8.564500000000001e-05,
      "loss": 0.0171,
      "step": 17130
    },
    {
      "loss_action": 0.013244519010186195,
      "loss_total": 0.013244519010186195,
      "step": 17130
    },
    {
      "loss_action": 0.0099599938839674,
      "loss_total": 0.0099599938839674,
      "step": 17130
    },
    {
      "loss_action": 0.014061801135540009,
      "loss_total": 0.014061801135540009,
      "step": 17130
    },
    {
      "loss_action": 0.00710262032225728,
      "loss_total": 0.00710262032225728,
      "step": 17130
    },
    {
      "loss_action": 0.009723493829369545,
      "loss_total": 0.009723493829369545,
      "step": 17130
    },
    {
      "loss_action": 0.027585502713918686,
      "loss_total": 0.027585502713918686,
      "step": 17130
    },
    {
      "loss_action": 0.009317290037870407,
      "loss_total": 0.009317290037870407,
      "step": 17130
    },
    {
      "loss_action": 0.023493660613894463,
      "loss_total": 0.023493660613894463,
      "step": 17130
    },
    {
      "grad_norm": 0.21112824976444244,
      "learning_rate": 8.5695e-05,
      "loss": 0.0178,
      "step": 17140
    },
    {
      "loss_action": 0.008923630230128765,
      "loss_total": 0.008923630230128765,
      "step": 17140
    },
    {
      "loss_action": 0.007840496487915516,
      "loss_total": 0.007840496487915516,
      "step": 17140
    },
    {
      "loss_action": 0.011694910936057568,
      "loss_total": 0.011694910936057568,
      "step": 17140
    },
    {
      "loss_action": 0.015759438276290894,
      "loss_total": 0.015759438276290894,
      "step": 17140
    },
    {
      "loss_action": 0.017882512882351875,
      "loss_total": 0.017882512882351875,
      "step": 17140
    },
    {
      "loss_action": 0.011365287005901337,
      "loss_total": 0.011365287005901337,
      "step": 17140
    },
    {
      "loss_action": 0.008022699505090714,
      "loss_total": 0.008022699505090714,
      "step": 17140
    },
    {
      "loss_action": 0.009348873049020767,
      "loss_total": 0.009348873049020767,
      "step": 17140
    },
    {
      "grad_norm": 0.22224228084087372,
      "learning_rate": 8.574500000000001e-05,
      "loss": 0.0172,
      "step": 17150
    },
    {
      "loss_action": 0.019412042573094368,
      "loss_total": 0.019412042573094368,
      "step": 17150
    },
    {
      "loss_action": 0.007092609070241451,
      "loss_total": 0.007092609070241451,
      "step": 17150
    },
    {
      "loss_action": 0.010489987209439278,
      "loss_total": 0.010489987209439278,
      "step": 17150
    },
    {
      "loss_action": 0.014120612293481827,
      "loss_total": 0.014120612293481827,
      "step": 17150
    },
    {
      "loss_action": 0.01376439444720745,
      "loss_total": 0.01376439444720745,
      "step": 17150
    },
    {
      "loss_action": 0.013175343163311481,
      "loss_total": 0.013175343163311481,
      "step": 17150
    },
    {
      "loss_action": 0.024246279150247574,
      "loss_total": 0.024246279150247574,
      "step": 17150
    },
    {
      "loss_action": 0.02678477019071579,
      "loss_total": 0.02678477019071579,
      "step": 17150
    },
    {
      "grad_norm": 0.3404274880886078,
      "learning_rate": 8.5795e-05,
      "loss": 0.0289,
      "step": 17160
    },
    {
      "loss_action": 0.012776617892086506,
      "loss_total": 0.012776617892086506,
      "step": 17160
    },
    {
      "loss_action": 0.02739996835589409,
      "loss_total": 0.02739996835589409,
      "step": 17160
    },
    {
      "loss_action": 0.03393988683819771,
      "loss_total": 0.03393988683819771,
      "step": 17160
    },
    {
      "loss_action": 0.023793082684278488,
      "loss_total": 0.023793082684278488,
      "step": 17160
    },
    {
      "loss_action": 0.021718576550483704,
      "loss_total": 0.021718576550483704,
      "step": 17160
    },
    {
      "loss_action": 0.012631871737539768,
      "loss_total": 0.012631871737539768,
      "step": 17160
    },
    {
      "loss_action": 0.02451797015964985,
      "loss_total": 0.02451797015964985,
      "step": 17160
    },
    {
      "loss_action": 0.025473318994045258,
      "loss_total": 0.025473318994045258,
      "step": 17160
    },
    {
      "grad_norm": 0.24847401678562164,
      "learning_rate": 8.5845e-05,
      "loss": 0.026,
      "step": 17170
    },
    {
      "loss_action": 0.012822184711694717,
      "loss_total": 0.012822184711694717,
      "step": 17170
    },
    {
      "loss_action": 0.03978103771805763,
      "loss_total": 0.03978103771805763,
      "step": 17170
    },
    {
      "loss_action": 0.031280696392059326,
      "loss_total": 0.031280696392059326,
      "step": 17170
    },
    {
      "loss_action": 0.03340217471122742,
      "loss_total": 0.03340217471122742,
      "step": 17170
    },
    {
      "loss_action": 0.025562377646565437,
      "loss_total": 0.025562377646565437,
      "step": 17170
    },
    {
      "loss_action": 0.022714562714099884,
      "loss_total": 0.022714562714099884,
      "step": 17170
    },
    {
      "loss_action": 0.045095425099134445,
      "loss_total": 0.045095425099134445,
      "step": 17170
    },
    {
      "loss_action": 0.012476240284740925,
      "loss_total": 0.012476240284740925,
      "step": 17170
    },
    {
      "grad_norm": 0.2756645083427429,
      "learning_rate": 8.5895e-05,
      "loss": 0.0268,
      "step": 17180
    },
    {
      "loss_action": 0.02245597541332245,
      "loss_total": 0.02245597541332245,
      "step": 17180
    },
    {
      "loss_action": 0.023583771660923958,
      "loss_total": 0.023583771660923958,
      "step": 17180
    },
    {
      "loss_action": 0.02433445304632187,
      "loss_total": 0.02433445304632187,
      "step": 17180
    },
    {
      "loss_action": 0.029505670070648193,
      "loss_total": 0.029505670070648193,
      "step": 17180
    },
    {
      "loss_action": 0.041254546493291855,
      "loss_total": 0.041254546493291855,
      "step": 17180
    },
    {
      "loss_action": 0.01801738515496254,
      "loss_total": 0.01801738515496254,
      "step": 17180
    },
    {
      "loss_action": 0.0224916972219944,
      "loss_total": 0.0224916972219944,
      "step": 17180
    },
    {
      "loss_action": 0.055957019329071045,
      "loss_total": 0.055957019329071045,
      "step": 17180
    },
    {
      "grad_norm": 0.27085599303245544,
      "learning_rate": 8.5945e-05,
      "loss": 0.0223,
      "step": 17190
    },
    {
      "loss_action": 0.014465199783444405,
      "loss_total": 0.014465199783444405,
      "step": 17190
    },
    {
      "loss_action": 0.018220527097582817,
      "loss_total": 0.018220527097582817,
      "step": 17190
    },
    {
      "loss_action": 0.028160301968455315,
      "loss_total": 0.028160301968455315,
      "step": 17190
    },
    {
      "loss_action": 0.022364409640431404,
      "loss_total": 0.022364409640431404,
      "step": 17190
    },
    {
      "loss_action": 0.020966019481420517,
      "loss_total": 0.020966019481420517,
      "step": 17190
    },
    {
      "loss_action": 0.009996400214731693,
      "loss_total": 0.009996400214731693,
      "step": 17190
    },
    {
      "loss_action": 0.018874242901802063,
      "loss_total": 0.018874242901802063,
      "step": 17190
    },
    {
      "loss_action": 0.010111741721630096,
      "loss_total": 0.010111741721630096,
      "step": 17190
    },
    {
      "grad_norm": 0.2708743214607239,
      "learning_rate": 8.5995e-05,
      "loss": 0.0217,
      "step": 17200
    },
    {
      "loss_action": 0.01118283811956644,
      "loss_total": 0.01118283811956644,
      "step": 17200
    },
    {
      "loss_action": 0.023660555481910706,
      "loss_total": 0.023660555481910706,
      "step": 17200
    },
    {
      "loss_action": 0.015727097168564796,
      "loss_total": 0.015727097168564796,
      "step": 17200
    },
    {
      "loss_action": 0.015469683334231377,
      "loss_total": 0.015469683334231377,
      "step": 17200
    },
    {
      "loss_action": 0.010671965777873993,
      "loss_total": 0.010671965777873993,
      "step": 17200
    },
    {
      "loss_action": 0.022179514169692993,
      "loss_total": 0.022179514169692993,
      "step": 17200
    },
    {
      "loss_action": 0.014178496785461903,
      "loss_total": 0.014178496785461903,
      "step": 17200
    },
    {
      "loss_action": 0.022629717364907265,
      "loss_total": 0.022629717364907265,
      "step": 17200
    },
    {
      "grad_norm": 0.20516006648540497,
      "learning_rate": 8.604500000000001e-05,
      "loss": 0.023,
      "step": 17210
    },
    {
      "loss_action": 0.0896252915263176,
      "loss_total": 0.0896252915263176,
      "step": 17210
    },
    {
      "loss_action": 0.01696905307471752,
      "loss_total": 0.01696905307471752,
      "step": 17210
    },
    {
      "loss_action": 0.02475089766085148,
      "loss_total": 0.02475089766085148,
      "step": 17210
    },
    {
      "loss_action": 0.02232016995549202,
      "loss_total": 0.02232016995549202,
      "step": 17210
    },
    {
      "loss_action": 0.023823430761694908,
      "loss_total": 0.023823430761694908,
      "step": 17210
    },
    {
      "loss_action": 0.03775008022785187,
      "loss_total": 0.03775008022785187,
      "step": 17210
    },
    {
      "loss_action": 0.020591316744685173,
      "loss_total": 0.020591316744685173,
      "step": 17210
    },
    {
      "loss_action": 0.01577930524945259,
      "loss_total": 0.01577930524945259,
      "step": 17210
    },
    {
      "grad_norm": 0.3061349391937256,
      "learning_rate": 8.609500000000001e-05,
      "loss": 0.0226,
      "step": 17220
    },
    {
      "loss_action": 0.01806984841823578,
      "loss_total": 0.01806984841823578,
      "step": 17220
    },
    {
      "loss_action": 0.020024657249450684,
      "loss_total": 0.020024657249450684,
      "step": 17220
    },
    {
      "loss_action": 0.019305706024169922,
      "loss_total": 0.019305706024169922,
      "step": 17220
    },
    {
      "loss_action": 0.013416962698101997,
      "loss_total": 0.013416962698101997,
      "step": 17220
    },
    {
      "loss_action": 0.023457400500774384,
      "loss_total": 0.023457400500774384,
      "step": 17220
    },
    {
      "loss_action": 0.008928428404033184,
      "loss_total": 0.008928428404033184,
      "step": 17220
    },
    {
      "loss_action": 0.027351820841431618,
      "loss_total": 0.027351820841431618,
      "step": 17220
    },
    {
      "loss_action": 0.01853063330054283,
      "loss_total": 0.01853063330054283,
      "step": 17220
    },
    {
      "grad_norm": 0.22660435736179352,
      "learning_rate": 8.614500000000001e-05,
      "loss": 0.0199,
      "step": 17230
    },
    {
      "loss_action": 0.013151012361049652,
      "loss_total": 0.013151012361049652,
      "step": 17230
    },
    {
      "loss_action": 0.012787338346242905,
      "loss_total": 0.012787338346242905,
      "step": 17230
    },
    {
      "loss_action": 0.034620750695466995,
      "loss_total": 0.034620750695466995,
      "step": 17230
    },
    {
      "loss_action": 0.017350774258375168,
      "loss_total": 0.017350774258375168,
      "step": 17230
    },
    {
      "loss_action": 0.016107000410556793,
      "loss_total": 0.016107000410556793,
      "step": 17230
    },
    {
      "loss_action": 0.015454440377652645,
      "loss_total": 0.015454440377652645,
      "step": 17230
    },
    {
      "loss_action": 0.011522112414240837,
      "loss_total": 0.011522112414240837,
      "step": 17230
    },
    {
      "loss_action": 0.01556459441781044,
      "loss_total": 0.01556459441781044,
      "step": 17230
    },
    {
      "grad_norm": 0.19691728055477142,
      "learning_rate": 8.6195e-05,
      "loss": 0.0192,
      "step": 17240
    },
    {
      "loss_action": 0.021119385957717896,
      "loss_total": 0.021119385957717896,
      "step": 17240
    },
    {
      "loss_action": 0.019193755462765694,
      "loss_total": 0.019193755462765694,
      "step": 17240
    },
    {
      "loss_action": 0.015790648758411407,
      "loss_total": 0.015790648758411407,
      "step": 17240
    },
    {
      "loss_action": 0.021193696185946465,
      "loss_total": 0.021193696185946465,
      "step": 17240
    },
    {
      "loss_action": 0.010975396260619164,
      "loss_total": 0.010975396260619164,
      "step": 17240
    },
    {
      "loss_action": 0.00839365553110838,
      "loss_total": 0.00839365553110838,
      "step": 17240
    },
    {
      "loss_action": 0.013322819024324417,
      "loss_total": 0.013322819024324417,
      "step": 17240
    },
    {
      "loss_action": 0.009705822914838791,
      "loss_total": 0.009705822914838791,
      "step": 17240
    },
    {
      "grad_norm": 0.29479336738586426,
      "learning_rate": 8.624500000000001e-05,
      "loss": 0.0197,
      "step": 17250
    },
    {
      "loss_action": 0.007993343286216259,
      "loss_total": 0.007993343286216259,
      "step": 17250
    },
    {
      "loss_action": 0.037013255059719086,
      "loss_total": 0.037013255059719086,
      "step": 17250
    },
    {
      "loss_action": 0.03036295808851719,
      "loss_total": 0.03036295808851719,
      "step": 17250
    },
    {
      "loss_action": 0.043300557881593704,
      "loss_total": 0.043300557881593704,
      "step": 17250
    },
    {
      "loss_action": 0.01122460700571537,
      "loss_total": 0.01122460700571537,
      "step": 17250
    },
    {
      "loss_action": 0.011479462496936321,
      "loss_total": 0.011479462496936321,
      "step": 17250
    },
    {
      "loss_action": 0.023160047829151154,
      "loss_total": 0.023160047829151154,
      "step": 17250
    },
    {
      "loss_action": 0.026070334017276764,
      "loss_total": 0.026070334017276764,
      "step": 17250
    },
    {
      "grad_norm": 0.3123486042022705,
      "learning_rate": 8.6295e-05,
      "loss": 0.0197,
      "step": 17260
    },
    {
      "loss_action": 0.019306452944874763,
      "loss_total": 0.019306452944874763,
      "step": 17260
    },
    {
      "loss_action": 0.01862543635070324,
      "loss_total": 0.01862543635070324,
      "step": 17260
    },
    {
      "loss_action": 0.02773778885602951,
      "loss_total": 0.02773778885602951,
      "step": 17260
    },
    {
      "loss_action": 0.017193280160427094,
      "loss_total": 0.017193280160427094,
      "step": 17260
    },
    {
      "loss_action": 0.016131144016981125,
      "loss_total": 0.016131144016981125,
      "step": 17260
    },
    {
      "loss_action": 0.014679288491606712,
      "loss_total": 0.014679288491606712,
      "step": 17260
    },
    {
      "loss_action": 0.012045841664075851,
      "loss_total": 0.012045841664075851,
      "step": 17260
    },
    {
      "loss_action": 0.02729273959994316,
      "loss_total": 0.02729273959994316,
      "step": 17260
    },
    {
      "grad_norm": 0.217927485704422,
      "learning_rate": 8.634500000000001e-05,
      "loss": 0.0171,
      "step": 17270
    },
    {
      "loss_action": 0.01683528907597065,
      "loss_total": 0.01683528907597065,
      "step": 17270
    },
    {
      "loss_action": 0.01622537523508072,
      "loss_total": 0.01622537523508072,
      "step": 17270
    },
    {
      "loss_action": 0.008983451873064041,
      "loss_total": 0.008983451873064041,
      "step": 17270
    },
    {
      "loss_action": 0.010104898363351822,
      "loss_total": 0.010104898363351822,
      "step": 17270
    },
    {
      "loss_action": 0.013622387312352657,
      "loss_total": 0.013622387312352657,
      "step": 17270
    },
    {
      "loss_action": 0.020594768226146698,
      "loss_total": 0.020594768226146698,
      "step": 17270
    },
    {
      "loss_action": 0.027924049645662308,
      "loss_total": 0.027924049645662308,
      "step": 17270
    },
    {
      "loss_action": 0.013149996288120747,
      "loss_total": 0.013149996288120747,
      "step": 17270
    },
    {
      "grad_norm": 0.3151123821735382,
      "learning_rate": 8.6395e-05,
      "loss": 0.0192,
      "step": 17280
    },
    {
      "loss_action": 0.021888472139835358,
      "loss_total": 0.021888472139835358,
      "step": 17280
    },
    {
      "loss_action": 0.018587008118629456,
      "loss_total": 0.018587008118629456,
      "step": 17280
    },
    {
      "loss_action": 0.025119632482528687,
      "loss_total": 0.025119632482528687,
      "step": 17280
    },
    {
      "loss_action": 0.015683265402913094,
      "loss_total": 0.015683265402913094,
      "step": 17280
    },
    {
      "loss_action": 0.046954721212387085,
      "loss_total": 0.046954721212387085,
      "step": 17280
    },
    {
      "loss_action": 0.023653831332921982,
      "loss_total": 0.023653831332921982,
      "step": 17280
    },
    {
      "loss_action": 0.014154216274619102,
      "loss_total": 0.014154216274619102,
      "step": 17280
    },
    {
      "loss_action": 0.012539036571979523,
      "loss_total": 0.012539036571979523,
      "step": 17280
    },
    {
      "grad_norm": 0.16601137816905975,
      "learning_rate": 8.6445e-05,
      "loss": 0.0177,
      "step": 17290
    },
    {
      "loss_action": 0.024821575731039047,
      "loss_total": 0.024821575731039047,
      "step": 17290
    },
    {
      "loss_action": 0.012707107700407505,
      "loss_total": 0.012707107700407505,
      "step": 17290
    },
    {
      "loss_action": 0.016057463362812996,
      "loss_total": 0.016057463362812996,
      "step": 17290
    },
    {
      "loss_action": 0.01206167507916689,
      "loss_total": 0.01206167507916689,
      "step": 17290
    },
    {
      "loss_action": 0.00873403251171112,
      "loss_total": 0.00873403251171112,
      "step": 17290
    },
    {
      "loss_action": 0.009216129779815674,
      "loss_total": 0.009216129779815674,
      "step": 17290
    },
    {
      "loss_action": 0.030952315777540207,
      "loss_total": 0.030952315777540207,
      "step": 17290
    },
    {
      "loss_action": 0.02376744896173477,
      "loss_total": 0.02376744896173477,
      "step": 17290
    },
    {
      "grad_norm": 0.20209142565727234,
      "learning_rate": 8.6495e-05,
      "loss": 0.0181,
      "step": 17300
    },
    {
      "loss_action": 0.011526202782988548,
      "loss_total": 0.011526202782988548,
      "step": 17300
    },
    {
      "loss_action": 0.010502781718969345,
      "loss_total": 0.010502781718969345,
      "step": 17300
    },
    {
      "loss_action": 0.014101872220635414,
      "loss_total": 0.014101872220635414,
      "step": 17300
    },
    {
      "loss_action": 0.010082504712045193,
      "loss_total": 0.010082504712045193,
      "step": 17300
    },
    {
      "loss_action": 0.012950717471539974,
      "loss_total": 0.012950717471539974,
      "step": 17300
    },
    {
      "loss_action": 0.01399216614663601,
      "loss_total": 0.01399216614663601,
      "step": 17300
    },
    {
      "loss_action": 0.015036256983876228,
      "loss_total": 0.015036256983876228,
      "step": 17300
    },
    {
      "loss_action": 0.012615878134965897,
      "loss_total": 0.012615878134965897,
      "step": 17300
    },
    {
      "grad_norm": 0.22919701039791107,
      "learning_rate": 8.6545e-05,
      "loss": 0.0159,
      "step": 17310
    },
    {
      "loss_action": 0.013398920185863972,
      "loss_total": 0.013398920185863972,
      "step": 17310
    },
    {
      "loss_action": 0.015448862686753273,
      "loss_total": 0.015448862686753273,
      "step": 17310
    },
    {
      "loss_action": 0.060659654438495636,
      "loss_total": 0.060659654438495636,
      "step": 17310
    },
    {
      "loss_action": 0.040144652128219604,
      "loss_total": 0.040144652128219604,
      "step": 17310
    },
    {
      "loss_action": 0.017048606649041176,
      "loss_total": 0.017048606649041176,
      "step": 17310
    },
    {
      "loss_action": 0.030838843435049057,
      "loss_total": 0.030838843435049057,
      "step": 17310
    },
    {
      "loss_action": 0.01662665233016014,
      "loss_total": 0.01662665233016014,
      "step": 17310
    },
    {
      "loss_action": 0.00981055200099945,
      "loss_total": 0.00981055200099945,
      "step": 17310
    },
    {
      "grad_norm": 0.1983168125152588,
      "learning_rate": 8.659500000000001e-05,
      "loss": 0.0158,
      "step": 17320
    },
    {
      "loss_action": 0.029907003045082092,
      "loss_total": 0.029907003045082092,
      "step": 17320
    },
    {
      "loss_action": 0.006175187882035971,
      "loss_total": 0.006175187882035971,
      "step": 17320
    },
    {
      "loss_action": 0.02322939783334732,
      "loss_total": 0.02322939783334732,
      "step": 17320
    },
    {
      "loss_action": 0.006954328157007694,
      "loss_total": 0.006954328157007694,
      "step": 17320
    },
    {
      "loss_action": 0.009433893486857414,
      "loss_total": 0.009433893486857414,
      "step": 17320
    },
    {
      "loss_action": 0.005909362342208624,
      "loss_total": 0.005909362342208624,
      "step": 17320
    },
    {
      "loss_action": 0.020128952339291573,
      "loss_total": 0.020128952339291573,
      "step": 17320
    },
    {
      "loss_action": 0.017915144562721252,
      "loss_total": 0.017915144562721252,
      "step": 17320
    },
    {
      "grad_norm": 0.3009985685348511,
      "learning_rate": 8.664500000000001e-05,
      "loss": 0.0191,
      "step": 17330
    },
    {
      "loss_action": 0.013696436770260334,
      "loss_total": 0.013696436770260334,
      "step": 17330
    },
    {
      "loss_action": 0.01205219142138958,
      "loss_total": 0.01205219142138958,
      "step": 17330
    },
    {
      "loss_action": 0.025993257761001587,
      "loss_total": 0.025993257761001587,
      "step": 17330
    },
    {
      "loss_action": 0.013865932822227478,
      "loss_total": 0.013865932822227478,
      "step": 17330
    },
    {
      "loss_action": 0.029877692461013794,
      "loss_total": 0.029877692461013794,
      "step": 17330
    },
    {
      "loss_action": 0.014005202800035477,
      "loss_total": 0.014005202800035477,
      "step": 17330
    },
    {
      "loss_action": 0.012140996754169464,
      "loss_total": 0.012140996754169464,
      "step": 17330
    },
    {
      "loss_action": 0.012139154598116875,
      "loss_total": 0.012139154598116875,
      "step": 17330
    },
    {
      "grad_norm": 0.18025152385234833,
      "learning_rate": 8.669500000000001e-05,
      "loss": 0.0158,
      "step": 17340
    },
    {
      "loss_action": 0.010644463822245598,
      "loss_total": 0.010644463822245598,
      "step": 17340
    },
    {
      "loss_action": 0.01069475244730711,
      "loss_total": 0.01069475244730711,
      "step": 17340
    },
    {
      "loss_action": 0.028236836194992065,
      "loss_total": 0.028236836194992065,
      "step": 17340
    },
    {
      "loss_action": 0.04317856207489967,
      "loss_total": 0.04317856207489967,
      "step": 17340
    },
    {
      "loss_action": 0.028057964518666267,
      "loss_total": 0.028057964518666267,
      "step": 17340
    },
    {
      "loss_action": 0.010690910741686821,
      "loss_total": 0.010690910741686821,
      "step": 17340
    },
    {
      "loss_action": 0.008519050665199757,
      "loss_total": 0.008519050665199757,
      "step": 17340
    },
    {
      "loss_action": 0.014000734314322472,
      "loss_total": 0.014000734314322472,
      "step": 17340
    },
    {
      "grad_norm": 0.3771022856235504,
      "learning_rate": 8.674500000000001e-05,
      "loss": 0.0168,
      "step": 17350
    },
    {
      "loss_action": 0.012040742672979832,
      "loss_total": 0.012040742672979832,
      "step": 17350
    },
    {
      "loss_action": 0.01854288950562477,
      "loss_total": 0.01854288950562477,
      "step": 17350
    },
    {
      "loss_action": 0.010230190120637417,
      "loss_total": 0.010230190120637417,
      "step": 17350
    },
    {
      "loss_action": 0.008987276814877987,
      "loss_total": 0.008987276814877987,
      "step": 17350
    },
    {
      "loss_action": 0.016832172870635986,
      "loss_total": 0.016832172870635986,
      "step": 17350
    },
    {
      "loss_action": 0.008388885296881199,
      "loss_total": 0.008388885296881199,
      "step": 17350
    },
    {
      "loss_action": 0.006189888343214989,
      "loss_total": 0.006189888343214989,
      "step": 17350
    },
    {
      "loss_action": 0.034783490002155304,
      "loss_total": 0.034783490002155304,
      "step": 17350
    },
    {
      "grad_norm": 0.22913533449172974,
      "learning_rate": 8.6795e-05,
      "loss": 0.0153,
      "step": 17360
    },
    {
      "loss_action": 0.017373252660036087,
      "loss_total": 0.017373252660036087,
      "step": 17360
    },
    {
      "loss_action": 0.01002507470548153,
      "loss_total": 0.01002507470548153,
      "step": 17360
    },
    {
      "loss_action": 0.013000600039958954,
      "loss_total": 0.013000600039958954,
      "step": 17360
    },
    {
      "loss_action": 0.01919911801815033,
      "loss_total": 0.01919911801815033,
      "step": 17360
    },
    {
      "loss_action": 0.012499453499913216,
      "loss_total": 0.012499453499913216,
      "step": 17360
    },
    {
      "loss_action": 0.01301619317382574,
      "loss_total": 0.01301619317382574,
      "step": 17360
    },
    {
      "loss_action": 0.022912265732884407,
      "loss_total": 0.022912265732884407,
      "step": 17360
    },
    {
      "loss_action": 0.036639437079429626,
      "loss_total": 0.036639437079429626,
      "step": 17360
    },
    {
      "grad_norm": 0.22299836575984955,
      "learning_rate": 8.684500000000001e-05,
      "loss": 0.0155,
      "step": 17370
    },
    {
      "loss_action": 0.00888377707451582,
      "loss_total": 0.00888377707451582,
      "step": 17370
    },
    {
      "loss_action": 0.028278782963752747,
      "loss_total": 0.028278782963752747,
      "step": 17370
    },
    {
      "loss_action": 0.015242978930473328,
      "loss_total": 0.015242978930473328,
      "step": 17370
    },
    {
      "loss_action": 0.02309184893965721,
      "loss_total": 0.02309184893965721,
      "step": 17370
    },
    {
      "loss_action": 0.029164165258407593,
      "loss_total": 0.029164165258407593,
      "step": 17370
    },
    {
      "loss_action": 0.009528645314276218,
      "loss_total": 0.009528645314276218,
      "step": 17370
    },
    {
      "loss_action": 0.10233433544635773,
      "loss_total": 0.10233433544635773,
      "step": 17370
    },
    {
      "loss_action": 0.012725223787128925,
      "loss_total": 0.012725223787128925,
      "step": 17370
    },
    {
      "grad_norm": 0.2226911187171936,
      "learning_rate": 8.6895e-05,
      "loss": 0.017,
      "step": 17380
    },
    {
      "loss_action": 0.015482300892472267,
      "loss_total": 0.015482300892472267,
      "step": 17380
    },
    {
      "loss_action": 0.015107509680092335,
      "loss_total": 0.015107509680092335,
      "step": 17380
    },
    {
      "loss_action": 0.006069637835025787,
      "loss_total": 0.006069637835025787,
      "step": 17380
    },
    {
      "loss_action": 0.021158162504434586,
      "loss_total": 0.021158162504434586,
      "step": 17380
    },
    {
      "loss_action": 0.011819679290056229,
      "loss_total": 0.011819679290056229,
      "step": 17380
    },
    {
      "loss_action": 0.017620591446757317,
      "loss_total": 0.017620591446757317,
      "step": 17380
    },
    {
      "loss_action": 0.009044766426086426,
      "loss_total": 0.009044766426086426,
      "step": 17380
    },
    {
      "loss_action": 0.005204204004257917,
      "loss_total": 0.005204204004257917,
      "step": 17380
    },
    {
      "grad_norm": 0.13949202001094818,
      "learning_rate": 8.6945e-05,
      "loss": 0.0154,
      "step": 17390
    },
    {
      "loss_action": 0.005596423987299204,
      "loss_total": 0.005596423987299204,
      "step": 17390
    },
    {
      "loss_action": 0.009217220358550549,
      "loss_total": 0.009217220358550549,
      "step": 17390
    },
    {
      "loss_action": 0.027021020650863647,
      "loss_total": 0.027021020650863647,
      "step": 17390
    },
    {
      "loss_action": 0.01761341467499733,
      "loss_total": 0.01761341467499733,
      "step": 17390
    },
    {
      "loss_action": 0.027517791837453842,
      "loss_total": 0.027517791837453842,
      "step": 17390
    },
    {
      "loss_action": 0.010055727325379848,
      "loss_total": 0.010055727325379848,
      "step": 17390
    },
    {
      "loss_action": 0.0285495575517416,
      "loss_total": 0.0285495575517416,
      "step": 17390
    },
    {
      "loss_action": 0.012131434865295887,
      "loss_total": 0.012131434865295887,
      "step": 17390
    },
    {
      "grad_norm": 0.17896881699562073,
      "learning_rate": 8.6995e-05,
      "loss": 0.0183,
      "step": 17400
    },
    {
      "loss_action": 0.013811006210744381,
      "loss_total": 0.013811006210744381,
      "step": 17400
    },
    {
      "loss_action": 0.016325557604432106,
      "loss_total": 0.016325557604432106,
      "step": 17400
    },
    {
      "loss_action": 0.01454037707298994,
      "loss_total": 0.01454037707298994,
      "step": 17400
    },
    {
      "loss_action": 0.006464427337050438,
      "loss_total": 0.006464427337050438,
      "step": 17400
    },
    {
      "loss_action": 0.015041048638522625,
      "loss_total": 0.015041048638522625,
      "step": 17400
    },
    {
      "loss_action": 0.02110920287668705,
      "loss_total": 0.02110920287668705,
      "step": 17400
    },
    {
      "loss_action": 0.010846973396837711,
      "loss_total": 0.010846973396837711,
      "step": 17400
    },
    {
      "loss_action": 0.020316027104854584,
      "loss_total": 0.020316027104854584,
      "step": 17400
    },
    {
      "grad_norm": 0.24560168385505676,
      "learning_rate": 8.7045e-05,
      "loss": 0.0158,
      "step": 17410
    },
    {
      "loss_action": 0.007421982008963823,
      "loss_total": 0.007421982008963823,
      "step": 17410
    },
    {
      "loss_action": 0.009709209203720093,
      "loss_total": 0.009709209203720093,
      "step": 17410
    },
    {
      "loss_action": 0.013073911890387535,
      "loss_total": 0.013073911890387535,
      "step": 17410
    },
    {
      "loss_action": 0.014604756608605385,
      "loss_total": 0.014604756608605385,
      "step": 17410
    },
    {
      "loss_action": 0.01248510368168354,
      "loss_total": 0.01248510368168354,
      "step": 17410
    },
    {
      "loss_action": 0.008010867983102798,
      "loss_total": 0.008010867983102798,
      "step": 17410
    },
    {
      "loss_action": 0.03258253633975983,
      "loss_total": 0.03258253633975983,
      "step": 17410
    },
    {
      "loss_action": 0.011009077541530132,
      "loss_total": 0.011009077541530132,
      "step": 17410
    },
    {
      "grad_norm": 0.1995406448841095,
      "learning_rate": 8.7095e-05,
      "loss": 0.0144,
      "step": 17420
    },
    {
      "loss_action": 0.01648009940981865,
      "loss_total": 0.01648009940981865,
      "step": 17420
    },
    {
      "loss_action": 0.009481782093644142,
      "loss_total": 0.009481782093644142,
      "step": 17420
    },
    {
      "loss_action": 0.017785411328077316,
      "loss_total": 0.017785411328077316,
      "step": 17420
    },
    {
      "loss_action": 0.01722782291471958,
      "loss_total": 0.01722782291471958,
      "step": 17420
    },
    {
      "loss_action": 0.013062594458460808,
      "loss_total": 0.013062594458460808,
      "step": 17420
    },
    {
      "loss_action": 0.02361753210425377,
      "loss_total": 0.02361753210425377,
      "step": 17420
    },
    {
      "loss_action": 0.014953788369894028,
      "loss_total": 0.014953788369894028,
      "step": 17420
    },
    {
      "loss_action": 0.024169161915779114,
      "loss_total": 0.024169161915779114,
      "step": 17420
    },
    {
      "grad_norm": 0.20408499240875244,
      "learning_rate": 8.714499999999999e-05,
      "loss": 0.0174,
      "step": 17430
    },
    {
      "loss_action": 0.013780683279037476,
      "loss_total": 0.013780683279037476,
      "step": 17430
    },
    {
      "loss_action": 0.014067435637116432,
      "loss_total": 0.014067435637116432,
      "step": 17430
    },
    {
      "loss_action": 0.009020810015499592,
      "loss_total": 0.009020810015499592,
      "step": 17430
    },
    {
      "loss_action": 0.01619657687842846,
      "loss_total": 0.01619657687842846,
      "step": 17430
    },
    {
      "loss_action": 0.015818897634744644,
      "loss_total": 0.015818897634744644,
      "step": 17430
    },
    {
      "loss_action": 0.01934698596596718,
      "loss_total": 0.01934698596596718,
      "step": 17430
    },
    {
      "loss_action": 0.022031472995877266,
      "loss_total": 0.022031472995877266,
      "step": 17430
    },
    {
      "loss_action": 0.011391967535018921,
      "loss_total": 0.011391967535018921,
      "step": 17430
    },
    {
      "grad_norm": 0.20567773282527924,
      "learning_rate": 8.719500000000001e-05,
      "loss": 0.0155,
      "step": 17440
    },
    {
      "loss_action": 0.020324304699897766,
      "loss_total": 0.020324304699897766,
      "step": 17440
    },
    {
      "loss_action": 0.006300479173660278,
      "loss_total": 0.006300479173660278,
      "step": 17440
    },
    {
      "loss_action": 0.007249445654451847,
      "loss_total": 0.007249445654451847,
      "step": 17440
    },
    {
      "loss_action": 0.01357901282608509,
      "loss_total": 0.01357901282608509,
      "step": 17440
    },
    {
      "loss_action": 0.0381942056119442,
      "loss_total": 0.0381942056119442,
      "step": 17440
    },
    {
      "loss_action": 0.01132047176361084,
      "loss_total": 0.01132047176361084,
      "step": 17440
    },
    {
      "loss_action": 0.01847495511174202,
      "loss_total": 0.01847495511174202,
      "step": 17440
    },
    {
      "loss_action": 0.024598006159067154,
      "loss_total": 0.024598006159067154,
      "step": 17440
    },
    {
      "grad_norm": 0.21042263507843018,
      "learning_rate": 8.7245e-05,
      "loss": 0.0156,
      "step": 17450
    },
    {
      "loss_action": 0.013828969560563564,
      "loss_total": 0.013828969560563564,
      "step": 17450
    },
    {
      "loss_action": 0.01700131595134735,
      "loss_total": 0.01700131595134735,
      "step": 17450
    },
    {
      "loss_action": 0.020903851836919785,
      "loss_total": 0.020903851836919785,
      "step": 17450
    },
    {
      "loss_action": 0.009660273790359497,
      "loss_total": 0.009660273790359497,
      "step": 17450
    },
    {
      "loss_action": 0.013078948482871056,
      "loss_total": 0.013078948482871056,
      "step": 17450
    },
    {
      "loss_action": 0.008910000324249268,
      "loss_total": 0.008910000324249268,
      "step": 17450
    },
    {
      "loss_action": 0.009919075295329094,
      "loss_total": 0.009919075295329094,
      "step": 17450
    },
    {
      "loss_action": 0.01683417707681656,
      "loss_total": 0.01683417707681656,
      "step": 17450
    },
    {
      "grad_norm": 0.21871702373027802,
      "learning_rate": 8.729500000000001e-05,
      "loss": 0.0188,
      "step": 17460
    },
    {
      "loss_action": 0.019947942346334457,
      "loss_total": 0.019947942346334457,
      "step": 17460
    },
    {
      "loss_action": 0.006399567238986492,
      "loss_total": 0.006399567238986492,
      "step": 17460
    },
    {
      "loss_action": 0.010804565623402596,
      "loss_total": 0.010804565623402596,
      "step": 17460
    },
    {
      "loss_action": 0.013167466036975384,
      "loss_total": 0.013167466036975384,
      "step": 17460
    },
    {
      "loss_action": 0.010302851907908916,
      "loss_total": 0.010302851907908916,
      "step": 17460
    },
    {
      "loss_action": 0.011167272925376892,
      "loss_total": 0.011167272925376892,
      "step": 17460
    },
    {
      "loss_action": 0.019367381930351257,
      "loss_total": 0.019367381930351257,
      "step": 17460
    },
    {
      "loss_action": 0.01318714115768671,
      "loss_total": 0.01318714115768671,
      "step": 17460
    },
    {
      "grad_norm": 0.20695845782756805,
      "learning_rate": 8.7345e-05,
      "loss": 0.0163,
      "step": 17470
    },
    {
      "loss_action": 0.010843588039278984,
      "loss_total": 0.010843588039278984,
      "step": 17470
    },
    {
      "loss_action": 0.009138436056673527,
      "loss_total": 0.009138436056673527,
      "step": 17470
    },
    {
      "loss_action": 0.005374794825911522,
      "loss_total": 0.005374794825911522,
      "step": 17470
    },
    {
      "loss_action": 0.01653183251619339,
      "loss_total": 0.01653183251619339,
      "step": 17470
    },
    {
      "loss_action": 0.008619340136647224,
      "loss_total": 0.008619340136647224,
      "step": 17470
    },
    {
      "loss_action": 0.01827908493578434,
      "loss_total": 0.01827908493578434,
      "step": 17470
    },
    {
      "loss_action": 0.009960073977708817,
      "loss_total": 0.009960073977708817,
      "step": 17470
    },
    {
      "loss_action": 0.04160526394844055,
      "loss_total": 0.04160526394844055,
      "step": 17470
    },
    {
      "grad_norm": 0.2218717783689499,
      "learning_rate": 8.7395e-05,
      "loss": 0.0166,
      "step": 17480
    },
    {
      "loss_action": 0.018712718039751053,
      "loss_total": 0.018712718039751053,
      "step": 17480
    },
    {
      "loss_action": 0.019125400111079216,
      "loss_total": 0.019125400111079216,
      "step": 17480
    },
    {
      "loss_action": 0.02192068286240101,
      "loss_total": 0.02192068286240101,
      "step": 17480
    },
    {
      "loss_action": 0.02336150035262108,
      "loss_total": 0.02336150035262108,
      "step": 17480
    },
    {
      "loss_action": 0.019341662526130676,
      "loss_total": 0.019341662526130676,
      "step": 17480
    },
    {
      "loss_action": 0.014549612998962402,
      "loss_total": 0.014549612998962402,
      "step": 17480
    },
    {
      "loss_action": 0.03245898336172104,
      "loss_total": 0.03245898336172104,
      "step": 17480
    },
    {
      "loss_action": 0.024210814386606216,
      "loss_total": 0.024210814386606216,
      "step": 17480
    },
    {
      "grad_norm": 0.2554495632648468,
      "learning_rate": 8.7445e-05,
      "loss": 0.0192,
      "step": 17490
    },
    {
      "loss_action": 0.03511463478207588,
      "loss_total": 0.03511463478207588,
      "step": 17490
    },
    {
      "loss_action": 0.018289227038621902,
      "loss_total": 0.018289227038621902,
      "step": 17490
    },
    {
      "loss_action": 0.022825634106993675,
      "loss_total": 0.022825634106993675,
      "step": 17490
    },
    {
      "loss_action": 0.0248098187148571,
      "loss_total": 0.0248098187148571,
      "step": 17490
    },
    {
      "loss_action": 0.01844198629260063,
      "loss_total": 0.01844198629260063,
      "step": 17490
    },
    {
      "loss_action": 0.02543697878718376,
      "loss_total": 0.02543697878718376,
      "step": 17490
    },
    {
      "loss_action": 0.018591590225696564,
      "loss_total": 0.018591590225696564,
      "step": 17490
    },
    {
      "loss_action": 0.008770095184445381,
      "loss_total": 0.008770095184445381,
      "step": 17490
    },
    {
      "grad_norm": 0.22285790741443634,
      "learning_rate": 8.7495e-05,
      "loss": 0.0169,
      "step": 17500
    },
    {
      "loss_action": 0.011530810967087746,
      "loss_total": 0.011530810967087746,
      "step": 17500
    },
    {
      "loss_action": 0.02277624048292637,
      "loss_total": 0.02277624048292637,
      "step": 17500
    },
    {
      "loss_action": 0.0158679261803627,
      "loss_total": 0.0158679261803627,
      "step": 17500
    },
    {
      "loss_action": 0.016940370202064514,
      "loss_total": 0.016940370202064514,
      "step": 17500
    },
    {
      "loss_action": 0.004734568763524294,
      "loss_total": 0.004734568763524294,
      "step": 17500
    },
    {
      "loss_action": 0.013946439139544964,
      "loss_total": 0.013946439139544964,
      "step": 17500
    },
    {
      "loss_action": 0.013031864538788795,
      "loss_total": 0.013031864538788795,
      "step": 17500
    },
    {
      "loss_action": 0.021599452942609787,
      "loss_total": 0.021599452942609787,
      "step": 17500
    },
    {
      "grad_norm": 0.19670166075229645,
      "learning_rate": 8.7545e-05,
      "loss": 0.0141,
      "step": 17510
    },
    {
      "loss_action": 0.009301477111876011,
      "loss_total": 0.009301477111876011,
      "step": 17510
    },
    {
      "loss_action": 0.008206576108932495,
      "loss_total": 0.008206576108932495,
      "step": 17510
    },
    {
      "loss_action": 0.015378703363239765,
      "loss_total": 0.015378703363239765,
      "step": 17510
    },
    {
      "loss_action": 0.021445421501994133,
      "loss_total": 0.021445421501994133,
      "step": 17510
    },
    {
      "loss_action": 0.0066973804496228695,
      "loss_total": 0.0066973804496228695,
      "step": 17510
    },
    {
      "loss_action": 0.006378567777574062,
      "loss_total": 0.006378567777574062,
      "step": 17510
    },
    {
      "loss_action": 0.031070612370967865,
      "loss_total": 0.031070612370967865,
      "step": 17510
    },
    {
      "loss_action": 0.00462082214653492,
      "loss_total": 0.00462082214653492,
      "step": 17510
    },
    {
      "grad_norm": 0.26418572664260864,
      "learning_rate": 8.7595e-05,
      "loss": 0.0221,
      "step": 17520
    },
    {
      "loss_action": 0.015935178846120834,
      "loss_total": 0.015935178846120834,
      "step": 17520
    },
    {
      "loss_action": 0.010041816160082817,
      "loss_total": 0.010041816160082817,
      "step": 17520
    },
    {
      "loss_action": 0.014231424778699875,
      "loss_total": 0.014231424778699875,
      "step": 17520
    },
    {
      "loss_action": 0.01961573213338852,
      "loss_total": 0.01961573213338852,
      "step": 17520
    },
    {
      "loss_action": 0.023021884262561798,
      "loss_total": 0.023021884262561798,
      "step": 17520
    },
    {
      "loss_action": 0.022137099876999855,
      "loss_total": 0.022137099876999855,
      "step": 17520
    },
    {
      "loss_action": 0.007761647924780846,
      "loss_total": 0.007761647924780846,
      "step": 17520
    },
    {
      "loss_action": 0.023801514878869057,
      "loss_total": 0.023801514878869057,
      "step": 17520
    },
    {
      "grad_norm": 0.24003267288208008,
      "learning_rate": 8.7645e-05,
      "loss": 0.0194,
      "step": 17530
    },
    {
      "loss_action": 0.010730170644819736,
      "loss_total": 0.010730170644819736,
      "step": 17530
    },
    {
      "loss_action": 0.031056305393576622,
      "loss_total": 0.031056305393576622,
      "step": 17530
    },
    {
      "loss_action": 0.015236442908644676,
      "loss_total": 0.015236442908644676,
      "step": 17530
    },
    {
      "loss_action": 0.016299167647957802,
      "loss_total": 0.016299167647957802,
      "step": 17530
    },
    {
      "loss_action": 0.016098033636808395,
      "loss_total": 0.016098033636808395,
      "step": 17530
    },
    {
      "loss_action": 0.011461439542472363,
      "loss_total": 0.011461439542472363,
      "step": 17530
    },
    {
      "loss_action": 0.014588996767997742,
      "loss_total": 0.014588996767997742,
      "step": 17530
    },
    {
      "loss_action": 0.016943171620368958,
      "loss_total": 0.016943171620368958,
      "step": 17530
    },
    {
      "grad_norm": 0.1936511993408203,
      "learning_rate": 8.7695e-05,
      "loss": 0.0171,
      "step": 17540
    },
    {
      "loss_action": 0.01960730366408825,
      "loss_total": 0.01960730366408825,
      "step": 17540
    },
    {
      "loss_action": 0.009727480821311474,
      "loss_total": 0.009727480821311474,
      "step": 17540
    },
    {
      "loss_action": 0.006181848235428333,
      "loss_total": 0.006181848235428333,
      "step": 17540
    },
    {
      "loss_action": 0.006397061049938202,
      "loss_total": 0.006397061049938202,
      "step": 17540
    },
    {
      "loss_action": 0.005936698988080025,
      "loss_total": 0.005936698988080025,
      "step": 17540
    },
    {
      "loss_action": 0.021399440243840218,
      "loss_total": 0.021399440243840218,
      "step": 17540
    },
    {
      "loss_action": 0.007586346939206123,
      "loss_total": 0.007586346939206123,
      "step": 17540
    },
    {
      "loss_action": 0.011479511857032776,
      "loss_total": 0.011479511857032776,
      "step": 17540
    },
    {
      "grad_norm": 0.2916543185710907,
      "learning_rate": 8.7745e-05,
      "loss": 0.016,
      "step": 17550
    },
    {
      "loss_action": 0.0065694935619831085,
      "loss_total": 0.0065694935619831085,
      "step": 17550
    },
    {
      "loss_action": 0.015390673652291298,
      "loss_total": 0.015390673652291298,
      "step": 17550
    },
    {
      "loss_action": 0.022577770054340363,
      "loss_total": 0.022577770054340363,
      "step": 17550
    },
    {
      "loss_action": 0.014976478181779385,
      "loss_total": 0.014976478181779385,
      "step": 17550
    },
    {
      "loss_action": 0.011972736567258835,
      "loss_total": 0.011972736567258835,
      "step": 17550
    },
    {
      "loss_action": 0.03633631020784378,
      "loss_total": 0.03633631020784378,
      "step": 17550
    },
    {
      "loss_action": 0.014474715106189251,
      "loss_total": 0.014474715106189251,
      "step": 17550
    },
    {
      "loss_action": 0.0166569035500288,
      "loss_total": 0.0166569035500288,
      "step": 17550
    },
    {
      "grad_norm": 0.1971583217382431,
      "learning_rate": 8.779500000000001e-05,
      "loss": 0.0183,
      "step": 17560
    },
    {
      "loss_action": 0.01335233822464943,
      "loss_total": 0.01335233822464943,
      "step": 17560
    },
    {
      "loss_action": 0.027912702411413193,
      "loss_total": 0.027912702411413193,
      "step": 17560
    },
    {
      "loss_action": 0.027416132390499115,
      "loss_total": 0.027416132390499115,
      "step": 17560
    },
    {
      "loss_action": 0.03611242398619652,
      "loss_total": 0.03611242398619652,
      "step": 17560
    },
    {
      "loss_action": 0.013414626009762287,
      "loss_total": 0.013414626009762287,
      "step": 17560
    },
    {
      "loss_action": 0.005744500085711479,
      "loss_total": 0.005744500085711479,
      "step": 17560
    },
    {
      "loss_action": 0.018699616193771362,
      "loss_total": 0.018699616193771362,
      "step": 17560
    },
    {
      "loss_action": 0.010315099731087685,
      "loss_total": 0.010315099731087685,
      "step": 17560
    },
    {
      "grad_norm": 0.27113959193229675,
      "learning_rate": 8.7845e-05,
      "loss": 0.0219,
      "step": 17570
    },
    {
      "loss_action": 0.022965652868151665,
      "loss_total": 0.022965652868151665,
      "step": 17570
    },
    {
      "loss_action": 0.026027418673038483,
      "loss_total": 0.026027418673038483,
      "step": 17570
    },
    {
      "loss_action": 0.011099075898528099,
      "loss_total": 0.011099075898528099,
      "step": 17570
    },
    {
      "loss_action": 0.03192078694701195,
      "loss_total": 0.03192078694701195,
      "step": 17570
    },
    {
      "loss_action": 0.05963493883609772,
      "loss_total": 0.05963493883609772,
      "step": 17570
    },
    {
      "loss_action": 0.024591267108917236,
      "loss_total": 0.024591267108917236,
      "step": 17570
    },
    {
      "loss_action": 0.00898016057908535,
      "loss_total": 0.00898016057908535,
      "step": 17570
    },
    {
      "loss_action": 0.03644729033112526,
      "loss_total": 0.03644729033112526,
      "step": 17570
    },
    {
      "grad_norm": 0.23084163665771484,
      "learning_rate": 8.789500000000001e-05,
      "loss": 0.0196,
      "step": 17580
    },
    {
      "loss_action": 0.015388665720820427,
      "loss_total": 0.015388665720820427,
      "step": 17580
    },
    {
      "loss_action": 0.015897516161203384,
      "loss_total": 0.015897516161203384,
      "step": 17580
    },
    {
      "loss_action": 0.01675933599472046,
      "loss_total": 0.01675933599472046,
      "step": 17580
    },
    {
      "loss_action": 0.03330685943365097,
      "loss_total": 0.03330685943365097,
      "step": 17580
    },
    {
      "loss_action": 0.028269249945878983,
      "loss_total": 0.028269249945878983,
      "step": 17580
    },
    {
      "loss_action": 0.017894316464662552,
      "loss_total": 0.017894316464662552,
      "step": 17580
    },
    {
      "loss_action": 0.02002507820725441,
      "loss_total": 0.02002507820725441,
      "step": 17580
    },
    {
      "loss_action": 0.021464118734002113,
      "loss_total": 0.021464118734002113,
      "step": 17580
    },
    {
      "grad_norm": 0.2464679330587387,
      "learning_rate": 8.7945e-05,
      "loss": 0.02,
      "step": 17590
    },
    {
      "loss_action": 0.011875554919242859,
      "loss_total": 0.011875554919242859,
      "step": 17590
    },
    {
      "loss_action": 0.00876009650528431,
      "loss_total": 0.00876009650528431,
      "step": 17590
    },
    {
      "loss_action": 0.008932439610362053,
      "loss_total": 0.008932439610362053,
      "step": 17590
    },
    {
      "loss_action": 0.01550541166216135,
      "loss_total": 0.01550541166216135,
      "step": 17590
    },
    {
      "loss_action": 0.016460923478007317,
      "loss_total": 0.016460923478007317,
      "step": 17590
    },
    {
      "loss_action": 0.030084408819675446,
      "loss_total": 0.030084408819675446,
      "step": 17590
    },
    {
      "loss_action": 0.020977798849344254,
      "loss_total": 0.020977798849344254,
      "step": 17590
    },
    {
      "loss_action": 0.011734344065189362,
      "loss_total": 0.011734344065189362,
      "step": 17590
    },
    {
      "grad_norm": 0.2558813989162445,
      "learning_rate": 8.7995e-05,
      "loss": 0.0187,
      "step": 17600
    },
    {
      "loss_action": 0.020794309675693512,
      "loss_total": 0.020794309675693512,
      "step": 17600
    },
    {
      "loss_action": 0.012496855109930038,
      "loss_total": 0.012496855109930038,
      "step": 17600
    },
    {
      "loss_action": 0.01099240593612194,
      "loss_total": 0.01099240593612194,
      "step": 17600
    },
    {
      "loss_action": 0.007739958353340626,
      "loss_total": 0.007739958353340626,
      "step": 17600
    },
    {
      "loss_action": 0.010394299402832985,
      "loss_total": 0.010394299402832985,
      "step": 17600
    },
    {
      "loss_action": 0.026252344250679016,
      "loss_total": 0.026252344250679016,
      "step": 17600
    },
    {
      "loss_action": 0.00939510390162468,
      "loss_total": 0.00939510390162468,
      "step": 17600
    },
    {
      "loss_action": 0.011814278550446033,
      "loss_total": 0.011814278550446033,
      "step": 17600
    },
    {
      "grad_norm": 0.19552437961101532,
      "learning_rate": 8.8045e-05,
      "loss": 0.0169,
      "step": 17610
    },
    {
      "loss_action": 0.008914978243410587,
      "loss_total": 0.008914978243410587,
      "step": 17610
    },
    {
      "loss_action": 0.00840296782553196,
      "loss_total": 0.00840296782553196,
      "step": 17610
    },
    {
      "loss_action": 0.01768641173839569,
      "loss_total": 0.01768641173839569,
      "step": 17610
    },
    {
      "loss_action": 0.010283519513905048,
      "loss_total": 0.010283519513905048,
      "step": 17610
    },
    {
      "loss_action": 0.01785963401198387,
      "loss_total": 0.01785963401198387,
      "step": 17610
    },
    {
      "loss_action": 0.007638941518962383,
      "loss_total": 0.007638941518962383,
      "step": 17610
    },
    {
      "loss_action": 0.0141048738732934,
      "loss_total": 0.0141048738732934,
      "step": 17610
    },
    {
      "loss_action": 0.01018822006881237,
      "loss_total": 0.01018822006881237,
      "step": 17610
    },
    {
      "grad_norm": 0.2143242508172989,
      "learning_rate": 8.8095e-05,
      "loss": 0.0142,
      "step": 17620
    },
    {
      "loss_action": 0.009956112131476402,
      "loss_total": 0.009956112131476402,
      "step": 17620
    },
    {
      "loss_action": 0.017910536378622055,
      "loss_total": 0.017910536378622055,
      "step": 17620
    },
    {
      "loss_action": 0.015322457998991013,
      "loss_total": 0.015322457998991013,
      "step": 17620
    },
    {
      "loss_action": 0.009430034086108208,
      "loss_total": 0.009430034086108208,
      "step": 17620
    },
    {
      "loss_action": 0.012655535712838173,
      "loss_total": 0.012655535712838173,
      "step": 17620
    },
    {
      "loss_action": 0.032408591359853745,
      "loss_total": 0.032408591359853745,
      "step": 17620
    },
    {
      "loss_action": 0.023933473974466324,
      "loss_total": 0.023933473974466324,
      "step": 17620
    },
    {
      "loss_action": 0.014945147559046745,
      "loss_total": 0.014945147559046745,
      "step": 17620
    },
    {
      "grad_norm": 0.21083872020244598,
      "learning_rate": 8.8145e-05,
      "loss": 0.0183,
      "step": 17630
    },
    {
      "loss_action": 0.04012969136238098,
      "loss_total": 0.04012969136238098,
      "step": 17630
    },
    {
      "loss_action": 0.007556558586657047,
      "loss_total": 0.007556558586657047,
      "step": 17630
    },
    {
      "loss_action": 0.01986299268901348,
      "loss_total": 0.01986299268901348,
      "step": 17630
    },
    {
      "loss_action": 0.013460412621498108,
      "loss_total": 0.013460412621498108,
      "step": 17630
    },
    {
      "loss_action": 0.017251763492822647,
      "loss_total": 0.017251763492822647,
      "step": 17630
    },
    {
      "loss_action": 0.01339663378894329,
      "loss_total": 0.01339663378894329,
      "step": 17630
    },
    {
      "loss_action": 0.03494727611541748,
      "loss_total": 0.03494727611541748,
      "step": 17630
    },
    {
      "loss_action": 0.05365119129419327,
      "loss_total": 0.05365119129419327,
      "step": 17630
    },
    {
      "grad_norm": 0.31620439887046814,
      "learning_rate": 8.8195e-05,
      "loss": 0.0185,
      "step": 17640
    },
    {
      "loss_action": 0.023198580369353294,
      "loss_total": 0.023198580369353294,
      "step": 17640
    },
    {
      "loss_action": 0.01812949776649475,
      "loss_total": 0.01812949776649475,
      "step": 17640
    },
    {
      "loss_action": 0.02045080065727234,
      "loss_total": 0.02045080065727234,
      "step": 17640
    },
    {
      "loss_action": 0.018236320465803146,
      "loss_total": 0.018236320465803146,
      "step": 17640
    },
    {
      "loss_action": 0.016153573989868164,
      "loss_total": 0.016153573989868164,
      "step": 17640
    },
    {
      "loss_action": 0.025547415018081665,
      "loss_total": 0.025547415018081665,
      "step": 17640
    },
    {
      "loss_action": 0.007429584860801697,
      "loss_total": 0.007429584860801697,
      "step": 17640
    },
    {
      "loss_action": 0.014838169328868389,
      "loss_total": 0.014838169328868389,
      "step": 17640
    },
    {
      "grad_norm": 0.1981513351202011,
      "learning_rate": 8.8245e-05,
      "loss": 0.0178,
      "step": 17650
    },
    {
      "loss_action": 0.02815959043800831,
      "loss_total": 0.02815959043800831,
      "step": 17650
    },
    {
      "loss_action": 0.044828303158283234,
      "loss_total": 0.044828303158283234,
      "step": 17650
    },
    {
      "loss_action": 0.02546793222427368,
      "loss_total": 0.02546793222427368,
      "step": 17650
    },
    {
      "loss_action": 0.013495860621333122,
      "loss_total": 0.013495860621333122,
      "step": 17650
    },
    {
      "loss_action": 0.014943473972380161,
      "loss_total": 0.014943473972380161,
      "step": 17650
    },
    {
      "loss_action": 0.053615033626556396,
      "loss_total": 0.053615033626556396,
      "step": 17650
    },
    {
      "loss_action": 0.019657520577311516,
      "loss_total": 0.019657520577311516,
      "step": 17650
    },
    {
      "loss_action": 0.010574756190180779,
      "loss_total": 0.010574756190180779,
      "step": 17650
    },
    {
      "grad_norm": 0.16042879223823547,
      "learning_rate": 8.829500000000001e-05,
      "loss": 0.0173,
      "step": 17660
    },
    {
      "loss_action": 0.015170375816524029,
      "loss_total": 0.015170375816524029,
      "step": 17660
    },
    {
      "loss_action": 0.01235772855579853,
      "loss_total": 0.01235772855579853,
      "step": 17660
    },
    {
      "loss_action": 0.00711078941822052,
      "loss_total": 0.00711078941822052,
      "step": 17660
    },
    {
      "loss_action": 0.016772065311670303,
      "loss_total": 0.016772065311670303,
      "step": 17660
    },
    {
      "loss_action": 0.026741329580545425,
      "loss_total": 0.026741329580545425,
      "step": 17660
    },
    {
      "loss_action": 0.013028396293520927,
      "loss_total": 0.013028396293520927,
      "step": 17660
    },
    {
      "loss_action": 0.014732390642166138,
      "loss_total": 0.014732390642166138,
      "step": 17660
    },
    {
      "loss_action": 0.011000428348779678,
      "loss_total": 0.011000428348779678,
      "step": 17660
    },
    {
      "grad_norm": 0.263397216796875,
      "learning_rate": 8.8345e-05,
      "loss": 0.0178,
      "step": 17670
    },
    {
      "loss_action": 0.013722226023674011,
      "loss_total": 0.013722226023674011,
      "step": 17670
    },
    {
      "loss_action": 0.012812966480851173,
      "loss_total": 0.012812966480851173,
      "step": 17670
    },
    {
      "loss_action": 0.01307204831391573,
      "loss_total": 0.01307204831391573,
      "step": 17670
    },
    {
      "loss_action": 0.017503943294286728,
      "loss_total": 0.017503943294286728,
      "step": 17670
    },
    {
      "loss_action": 0.04643619805574417,
      "loss_total": 0.04643619805574417,
      "step": 17670
    },
    {
      "loss_action": 0.013900053687393665,
      "loss_total": 0.013900053687393665,
      "step": 17670
    },
    {
      "loss_action": 0.018808061257004738,
      "loss_total": 0.018808061257004738,
      "step": 17670
    },
    {
      "loss_action": 0.010533953085541725,
      "loss_total": 0.010533953085541725,
      "step": 17670
    },
    {
      "grad_norm": 0.32229873538017273,
      "learning_rate": 8.839500000000001e-05,
      "loss": 0.018,
      "step": 17680
    },
    {
      "loss_action": 0.015710443258285522,
      "loss_total": 0.015710443258285522,
      "step": 17680
    },
    {
      "loss_action": 0.021360812708735466,
      "loss_total": 0.021360812708735466,
      "step": 17680
    },
    {
      "loss_action": 0.02565198764204979,
      "loss_total": 0.02565198764204979,
      "step": 17680
    },
    {
      "loss_action": 0.04138701781630516,
      "loss_total": 0.04138701781630516,
      "step": 17680
    },
    {
      "loss_action": 0.02846258506178856,
      "loss_total": 0.02846258506178856,
      "step": 17680
    },
    {
      "loss_action": 0.014712312258780003,
      "loss_total": 0.014712312258780003,
      "step": 17680
    },
    {
      "loss_action": 0.0180655624717474,
      "loss_total": 0.0180655624717474,
      "step": 17680
    },
    {
      "loss_action": 0.013221194967627525,
      "loss_total": 0.013221194967627525,
      "step": 17680
    },
    {
      "grad_norm": 0.26575252413749695,
      "learning_rate": 8.8445e-05,
      "loss": 0.0206,
      "step": 17690
    },
    {
      "loss_action": 0.011585873551666737,
      "loss_total": 0.011585873551666737,
      "step": 17690
    },
    {
      "loss_action": 0.03463408350944519,
      "loss_total": 0.03463408350944519,
      "step": 17690
    },
    {
      "loss_action": 0.004872660152614117,
      "loss_total": 0.004872660152614117,
      "step": 17690
    },
    {
      "loss_action": 0.01424176525324583,
      "loss_total": 0.01424176525324583,
      "step": 17690
    },
    {
      "loss_action": 0.04042501375079155,
      "loss_total": 0.04042501375079155,
      "step": 17690
    },
    {
      "loss_action": 0.01925705373287201,
      "loss_total": 0.01925705373287201,
      "step": 17690
    },
    {
      "loss_action": 0.022529173642396927,
      "loss_total": 0.022529173642396927,
      "step": 17690
    },
    {
      "loss_action": 0.011897052638232708,
      "loss_total": 0.011897052638232708,
      "step": 17690
    },
    {
      "grad_norm": 0.27110716700553894,
      "learning_rate": 8.849500000000001e-05,
      "loss": 0.0163,
      "step": 17700
    },
    {
      "loss_action": 0.01260315626859665,
      "loss_total": 0.01260315626859665,
      "step": 17700
    },
    {
      "loss_action": 0.033166106790304184,
      "loss_total": 0.033166106790304184,
      "step": 17700
    },
    {
      "loss_action": 0.027459336444735527,
      "loss_total": 0.027459336444735527,
      "step": 17700
    },
    {
      "loss_action": 0.018032677471637726,
      "loss_total": 0.018032677471637726,
      "step": 17700
    },
    {
      "loss_action": 0.04064255207777023,
      "loss_total": 0.04064255207777023,
      "step": 17700
    },
    {
      "loss_action": 0.025717755779623985,
      "loss_total": 0.025717755779623985,
      "step": 17700
    },
    {
      "loss_action": 0.01349548064172268,
      "loss_total": 0.01349548064172268,
      "step": 17700
    },
    {
      "loss_action": 0.00803007185459137,
      "loss_total": 0.00803007185459137,
      "step": 17700
    },
    {
      "grad_norm": 0.34858253598213196,
      "learning_rate": 8.8545e-05,
      "loss": 0.0173,
      "step": 17710
    },
    {
      "loss_action": 0.012871726416051388,
      "loss_total": 0.012871726416051388,
      "step": 17710
    },
    {
      "loss_action": 0.023688165470957756,
      "loss_total": 0.023688165470957756,
      "step": 17710
    },
    {
      "loss_action": 0.02023397572338581,
      "loss_total": 0.02023397572338581,
      "step": 17710
    },
    {
      "loss_action": 0.010447747074067593,
      "loss_total": 0.010447747074067593,
      "step": 17710
    },
    {
      "loss_action": 0.012939799576997757,
      "loss_total": 0.012939799576997757,
      "step": 17710
    },
    {
      "loss_action": 0.018689261749386787,
      "loss_total": 0.018689261749386787,
      "step": 17710
    },
    {
      "loss_action": 0.02195947989821434,
      "loss_total": 0.02195947989821434,
      "step": 17710
    },
    {
      "loss_action": 0.006359990686178207,
      "loss_total": 0.006359990686178207,
      "step": 17710
    },
    {
      "grad_norm": 0.20576629042625427,
      "learning_rate": 8.8595e-05,
      "loss": 0.0173,
      "step": 17720
    },
    {
      "loss_action": 0.027179058641195297,
      "loss_total": 0.027179058641195297,
      "step": 17720
    },
    {
      "loss_action": 0.010914464481174946,
      "loss_total": 0.010914464481174946,
      "step": 17720
    },
    {
      "loss_action": 0.00929915253072977,
      "loss_total": 0.00929915253072977,
      "step": 17720
    },
    {
      "loss_action": 0.022663787007331848,
      "loss_total": 0.022663787007331848,
      "step": 17720
    },
    {
      "loss_action": 0.010229784995317459,
      "loss_total": 0.010229784995317459,
      "step": 17720
    },
    {
      "loss_action": 0.015579783357679844,
      "loss_total": 0.015579783357679844,
      "step": 17720
    },
    {
      "loss_action": 0.011765260249376297,
      "loss_total": 0.011765260249376297,
      "step": 17720
    },
    {
      "loss_action": 0.014142735861241817,
      "loss_total": 0.014142735861241817,
      "step": 17720
    },
    {
      "grad_norm": 0.22476831078529358,
      "learning_rate": 8.8645e-05,
      "loss": 0.0164,
      "step": 17730
    },
    {
      "loss_action": 0.01679481565952301,
      "loss_total": 0.01679481565952301,
      "step": 17730
    },
    {
      "loss_action": 0.010431311093270779,
      "loss_total": 0.010431311093270779,
      "step": 17730
    },
    {
      "loss_action": 0.01253744587302208,
      "loss_total": 0.01253744587302208,
      "step": 17730
    },
    {
      "loss_action": 0.019613321870565414,
      "loss_total": 0.019613321870565414,
      "step": 17730
    },
    {
      "loss_action": 0.007989940233528614,
      "loss_total": 0.007989940233528614,
      "step": 17730
    },
    {
      "loss_action": 0.010387159883975983,
      "loss_total": 0.010387159883975983,
      "step": 17730
    },
    {
      "loss_action": 0.012215368449687958,
      "loss_total": 0.012215368449687958,
      "step": 17730
    },
    {
      "loss_action": 0.014326823875308037,
      "loss_total": 0.014326823875308037,
      "step": 17730
    },
    {
      "grad_norm": 0.28695160150527954,
      "learning_rate": 8.8695e-05,
      "loss": 0.0181,
      "step": 17740
    },
    {
      "loss_action": 0.014364142902195454,
      "loss_total": 0.014364142902195454,
      "step": 17740
    },
    {
      "loss_action": 0.013438393361866474,
      "loss_total": 0.013438393361866474,
      "step": 17740
    },
    {
      "loss_action": 0.009461205452680588,
      "loss_total": 0.009461205452680588,
      "step": 17740
    },
    {
      "loss_action": 0.016218753531575203,
      "loss_total": 0.016218753531575203,
      "step": 17740
    },
    {
      "loss_action": 0.009663515724241734,
      "loss_total": 0.009663515724241734,
      "step": 17740
    },
    {
      "loss_action": 0.006832536775618792,
      "loss_total": 0.006832536775618792,
      "step": 17740
    },
    {
      "loss_action": 0.012175432406365871,
      "loss_total": 0.012175432406365871,
      "step": 17740
    },
    {
      "loss_action": 0.029954589903354645,
      "loss_total": 0.029954589903354645,
      "step": 17740
    },
    {
      "grad_norm": 0.35113686323165894,
      "learning_rate": 8.8745e-05,
      "loss": 0.0189,
      "step": 17750
    },
    {
      "loss_action": 0.02100989781320095,
      "loss_total": 0.02100989781320095,
      "step": 17750
    },
    {
      "loss_action": 0.017484303563833237,
      "loss_total": 0.017484303563833237,
      "step": 17750
    },
    {
      "loss_action": 0.017891570925712585,
      "loss_total": 0.017891570925712585,
      "step": 17750
    },
    {
      "loss_action": 0.013243535533547401,
      "loss_total": 0.013243535533547401,
      "step": 17750
    },
    {
      "loss_action": 0.014463098719716072,
      "loss_total": 0.014463098719716072,
      "step": 17750
    },
    {
      "loss_action": 0.01623372919857502,
      "loss_total": 0.01623372919857502,
      "step": 17750
    },
    {
      "loss_action": 0.020857278257608414,
      "loss_total": 0.020857278257608414,
      "step": 17750
    },
    {
      "loss_action": 0.017087150365114212,
      "loss_total": 0.017087150365114212,
      "step": 17750
    },
    {
      "grad_norm": 0.18241512775421143,
      "learning_rate": 8.8795e-05,
      "loss": 0.0167,
      "step": 17760
    },
    {
      "loss_action": 0.00776367262005806,
      "loss_total": 0.00776367262005806,
      "step": 17760
    },
    {
      "loss_action": 0.007674172054976225,
      "loss_total": 0.007674172054976225,
      "step": 17760
    },
    {
      "loss_action": 0.08615809679031372,
      "loss_total": 0.08615809679031372,
      "step": 17760
    },
    {
      "loss_action": 0.013114889152348042,
      "loss_total": 0.013114889152348042,
      "step": 17760
    },
    {
      "loss_action": 0.03139475733041763,
      "loss_total": 0.03139475733041763,
      "step": 17760
    },
    {
      "loss_action": 0.011191977187991142,
      "loss_total": 0.011191977187991142,
      "step": 17760
    },
    {
      "loss_action": 0.02018999308347702,
      "loss_total": 0.02018999308347702,
      "step": 17760
    },
    {
      "loss_action": 0.013116402551531792,
      "loss_total": 0.013116402551531792,
      "step": 17760
    },
    {
      "grad_norm": 0.21101848781108856,
      "learning_rate": 8.8845e-05,
      "loss": 0.0169,
      "step": 17770
    },
    {
      "loss_action": 0.01593029499053955,
      "loss_total": 0.01593029499053955,
      "step": 17770
    },
    {
      "loss_action": 0.00984017364680767,
      "loss_total": 0.00984017364680767,
      "step": 17770
    },
    {
      "loss_action": 0.010099874809384346,
      "loss_total": 0.010099874809384346,
      "step": 17770
    },
    {
      "loss_action": 0.0384761244058609,
      "loss_total": 0.0384761244058609,
      "step": 17770
    },
    {
      "loss_action": 0.014616770669817924,
      "loss_total": 0.014616770669817924,
      "step": 17770
    },
    {
      "loss_action": 0.014900614507496357,
      "loss_total": 0.014900614507496357,
      "step": 17770
    },
    {
      "loss_action": 0.012299565598368645,
      "loss_total": 0.012299565598368645,
      "step": 17770
    },
    {
      "loss_action": 0.006933015771210194,
      "loss_total": 0.006933015771210194,
      "step": 17770
    },
    {
      "grad_norm": 0.22016365826129913,
      "learning_rate": 8.889500000000001e-05,
      "loss": 0.0182,
      "step": 17780
    },
    {
      "loss_action": 0.0108865424990654,
      "loss_total": 0.0108865424990654,
      "step": 17780
    },
    {
      "loss_action": 0.01148759201169014,
      "loss_total": 0.01148759201169014,
      "step": 17780
    },
    {
      "loss_action": 0.017387783154845238,
      "loss_total": 0.017387783154845238,
      "step": 17780
    },
    {
      "loss_action": 0.016183920204639435,
      "loss_total": 0.016183920204639435,
      "step": 17780
    },
    {
      "loss_action": 0.03648701310157776,
      "loss_total": 0.03648701310157776,
      "step": 17780
    },
    {
      "loss_action": 0.015691351145505905,
      "loss_total": 0.015691351145505905,
      "step": 17780
    },
    {
      "loss_action": 0.010702580213546753,
      "loss_total": 0.010702580213546753,
      "step": 17780
    },
    {
      "loss_action": 0.013109983876347542,
      "loss_total": 0.013109983876347542,
      "step": 17780
    },
    {
      "grad_norm": 0.346800833940506,
      "learning_rate": 8.8945e-05,
      "loss": 0.0184,
      "step": 17790
    },
    {
      "loss_action": 0.01367185078561306,
      "loss_total": 0.01367185078561306,
      "step": 17790
    },
    {
      "loss_action": 0.015756558626890182,
      "loss_total": 0.015756558626890182,
      "step": 17790
    },
    {
      "loss_action": 0.016067635267972946,
      "loss_total": 0.016067635267972946,
      "step": 17790
    },
    {
      "loss_action": 0.01345109473913908,
      "loss_total": 0.01345109473913908,
      "step": 17790
    },
    {
      "loss_action": 0.007188977673649788,
      "loss_total": 0.007188977673649788,
      "step": 17790
    },
    {
      "loss_action": 0.011476777493953705,
      "loss_total": 0.011476777493953705,
      "step": 17790
    },
    {
      "loss_action": 0.010393023490905762,
      "loss_total": 0.010393023490905762,
      "step": 17790
    },
    {
      "loss_action": 0.020162492990493774,
      "loss_total": 0.020162492990493774,
      "step": 17790
    },
    {
      "grad_norm": 0.3110845983028412,
      "learning_rate": 8.899500000000001e-05,
      "loss": 0.0212,
      "step": 17800
    },
    {
      "loss_action": 0.048336200416088104,
      "loss_total": 0.048336200416088104,
      "step": 17800
    },
    {
      "loss_action": 0.011784693226218224,
      "loss_total": 0.011784693226218224,
      "step": 17800
    },
    {
      "loss_action": 0.013277585618197918,
      "loss_total": 0.013277585618197918,
      "step": 17800
    },
    {
      "loss_action": 0.020849330350756645,
      "loss_total": 0.020849330350756645,
      "step": 17800
    },
    {
      "loss_action": 0.01673772558569908,
      "loss_total": 0.01673772558569908,
      "step": 17800
    },
    {
      "loss_action": 0.03406288102269173,
      "loss_total": 0.03406288102269173,
      "step": 17800
    },
    {
      "loss_action": 0.030512914061546326,
      "loss_total": 0.030512914061546326,
      "step": 17800
    },
    {
      "loss_action": 0.022693682461977005,
      "loss_total": 0.022693682461977005,
      "step": 17800
    },
    {
      "grad_norm": 0.14915017783641815,
      "learning_rate": 8.9045e-05,
      "loss": 0.0205,
      "step": 17810
    },
    {
      "loss_action": 0.012425297871232033,
      "loss_total": 0.012425297871232033,
      "step": 17810
    },
    {
      "loss_action": 0.008561946451663971,
      "loss_total": 0.008561946451663971,
      "step": 17810
    },
    {
      "loss_action": 0.03175177425146103,
      "loss_total": 0.03175177425146103,
      "step": 17810
    },
    {
      "loss_action": 0.010418391786515713,
      "loss_total": 0.010418391786515713,
      "step": 17810
    },
    {
      "loss_action": 0.012563185766339302,
      "loss_total": 0.012563185766339302,
      "step": 17810
    },
    {
      "loss_action": 0.013296068646013737,
      "loss_total": 0.013296068646013737,
      "step": 17810
    },
    {
      "loss_action": 0.036213263869285583,
      "loss_total": 0.036213263869285583,
      "step": 17810
    },
    {
      "loss_action": 0.011403985321521759,
      "loss_total": 0.011403985321521759,
      "step": 17810
    },
    {
      "grad_norm": 0.2585000991821289,
      "learning_rate": 8.9095e-05,
      "loss": 0.0199,
      "step": 17820
    },
    {
      "loss_action": 0.014922713860869408,
      "loss_total": 0.014922713860869408,
      "step": 17820
    },
    {
      "loss_action": 0.017074327915906906,
      "loss_total": 0.017074327915906906,
      "step": 17820
    },
    {
      "loss_action": 0.020914077758789062,
      "loss_total": 0.020914077758789062,
      "step": 17820
    },
    {
      "loss_action": 0.027296997606754303,
      "loss_total": 0.027296997606754303,
      "step": 17820
    },
    {
      "loss_action": 0.017042580991983414,
      "loss_total": 0.017042580991983414,
      "step": 17820
    },
    {
      "loss_action": 0.01868594065308571,
      "loss_total": 0.01868594065308571,
      "step": 17820
    },
    {
      "loss_action": 0.029558487236499786,
      "loss_total": 0.029558487236499786,
      "step": 17820
    },
    {
      "loss_action": 0.028613757342100143,
      "loss_total": 0.028613757342100143,
      "step": 17820
    },
    {
      "grad_norm": 0.23012937605381012,
      "learning_rate": 8.9145e-05,
      "loss": 0.0174,
      "step": 17830
    },
    {
      "loss_action": 0.03329429030418396,
      "loss_total": 0.03329429030418396,
      "step": 17830
    },
    {
      "loss_action": 0.013169902376830578,
      "loss_total": 0.013169902376830578,
      "step": 17830
    },
    {
      "loss_action": 0.01760721206665039,
      "loss_total": 0.01760721206665039,
      "step": 17830
    },
    {
      "loss_action": 0.028626300394535065,
      "loss_total": 0.028626300394535065,
      "step": 17830
    },
    {
      "loss_action": 0.022106530144810677,
      "loss_total": 0.022106530144810677,
      "step": 17830
    },
    {
      "loss_action": 0.012524203397333622,
      "loss_total": 0.012524203397333622,
      "step": 17830
    },
    {
      "loss_action": 0.00818450003862381,
      "loss_total": 0.00818450003862381,
      "step": 17830
    },
    {
      "loss_action": 0.02052772045135498,
      "loss_total": 0.02052772045135498,
      "step": 17830
    },
    {
      "grad_norm": 0.20629233121871948,
      "learning_rate": 8.9195e-05,
      "loss": 0.0166,
      "step": 17840
    },
    {
      "loss_action": 0.011388050392270088,
      "loss_total": 0.011388050392270088,
      "step": 17840
    },
    {
      "loss_action": 0.012970966286957264,
      "loss_total": 0.012970966286957264,
      "step": 17840
    },
    {
      "loss_action": 0.04763467609882355,
      "loss_total": 0.04763467609882355,
      "step": 17840
    },
    {
      "loss_action": 0.007464820519089699,
      "loss_total": 0.007464820519089699,
      "step": 17840
    },
    {
      "loss_action": 0.01163145899772644,
      "loss_total": 0.01163145899772644,
      "step": 17840
    },
    {
      "loss_action": 0.02100474014878273,
      "loss_total": 0.02100474014878273,
      "step": 17840
    },
    {
      "loss_action": 0.02455119974911213,
      "loss_total": 0.02455119974911213,
      "step": 17840
    },
    {
      "loss_action": 0.011933369562029839,
      "loss_total": 0.011933369562029839,
      "step": 17840
    },
    {
      "grad_norm": 0.27149808406829834,
      "learning_rate": 8.9245e-05,
      "loss": 0.0184,
      "step": 17850
    },
    {
      "loss_action": 0.03589065372943878,
      "loss_total": 0.03589065372943878,
      "step": 17850
    },
    {
      "loss_action": 0.011595133692026138,
      "loss_total": 0.011595133692026138,
      "step": 17850
    },
    {
      "loss_action": 0.011336869560182095,
      "loss_total": 0.011336869560182095,
      "step": 17850
    },
    {
      "loss_action": 0.005927027203142643,
      "loss_total": 0.005927027203142643,
      "step": 17850
    },
    {
      "loss_action": 0.020385373383760452,
      "loss_total": 0.020385373383760452,
      "step": 17850
    },
    {
      "loss_action": 0.012002155184745789,
      "loss_total": 0.012002155184745789,
      "step": 17850
    },
    {
      "loss_action": 0.023629533126950264,
      "loss_total": 0.023629533126950264,
      "step": 17850
    },
    {
      "loss_action": 0.02750129997730255,
      "loss_total": 0.02750129997730255,
      "step": 17850
    },
    {
      "grad_norm": 0.2718559503555298,
      "learning_rate": 8.9295e-05,
      "loss": 0.0185,
      "step": 17860
    },
    {
      "loss_action": 0.014060682617127895,
      "loss_total": 0.014060682617127895,
      "step": 17860
    },
    {
      "loss_action": 0.02169007807970047,
      "loss_total": 0.02169007807970047,
      "step": 17860
    },
    {
      "loss_action": 0.018738457933068275,
      "loss_total": 0.018738457933068275,
      "step": 17860
    },
    {
      "loss_action": 0.013857563957571983,
      "loss_total": 0.013857563957571983,
      "step": 17860
    },
    {
      "loss_action": 0.026046648621559143,
      "loss_total": 0.026046648621559143,
      "step": 17860
    },
    {
      "loss_action": 0.020017918199300766,
      "loss_total": 0.020017918199300766,
      "step": 17860
    },
    {
      "loss_action": 0.027023980394005775,
      "loss_total": 0.027023980394005775,
      "step": 17860
    },
    {
      "loss_action": 0.05354733765125275,
      "loss_total": 0.05354733765125275,
      "step": 17860
    },
    {
      "grad_norm": 0.276693195104599,
      "learning_rate": 8.9345e-05,
      "loss": 0.0242,
      "step": 17870
    },
    {
      "loss_action": 0.018729448318481445,
      "loss_total": 0.018729448318481445,
      "step": 17870
    },
    {
      "loss_action": 0.02170591428875923,
      "loss_total": 0.02170591428875923,
      "step": 17870
    },
    {
      "loss_action": 0.015826087445020676,
      "loss_total": 0.015826087445020676,
      "step": 17870
    },
    {
      "loss_action": 0.030059002339839935,
      "loss_total": 0.030059002339839935,
      "step": 17870
    },
    {
      "loss_action": 0.030639315024018288,
      "loss_total": 0.030639315024018288,
      "step": 17870
    },
    {
      "loss_action": 0.042856164276599884,
      "loss_total": 0.042856164276599884,
      "step": 17870
    },
    {
      "loss_action": 0.014727840200066566,
      "loss_total": 0.014727840200066566,
      "step": 17870
    },
    {
      "loss_action": 0.018366292119026184,
      "loss_total": 0.018366292119026184,
      "step": 17870
    },
    {
      "grad_norm": 0.27404874563217163,
      "learning_rate": 8.939500000000001e-05,
      "loss": 0.0214,
      "step": 17880
    },
    {
      "loss_action": 0.01361966971307993,
      "loss_total": 0.01361966971307993,
      "step": 17880
    },
    {
      "loss_action": 0.014738890342414379,
      "loss_total": 0.014738890342414379,
      "step": 17880
    },
    {
      "loss_action": 0.01810269057750702,
      "loss_total": 0.01810269057750702,
      "step": 17880
    },
    {
      "loss_action": 0.020985545590519905,
      "loss_total": 0.020985545590519905,
      "step": 17880
    },
    {
      "loss_action": 0.014216192066669464,
      "loss_total": 0.014216192066669464,
      "step": 17880
    },
    {
      "loss_action": 0.01957857795059681,
      "loss_total": 0.01957857795059681,
      "step": 17880
    },
    {
      "loss_action": 0.01713372766971588,
      "loss_total": 0.01713372766971588,
      "step": 17880
    },
    {
      "loss_action": 0.01929345354437828,
      "loss_total": 0.01929345354437828,
      "step": 17880
    },
    {
      "grad_norm": 0.2805379629135132,
      "learning_rate": 8.9445e-05,
      "loss": 0.0184,
      "step": 17890
    },
    {
      "loss_action": 0.019970159977674484,
      "loss_total": 0.019970159977674484,
      "step": 17890
    },
    {
      "loss_action": 0.018422681838274002,
      "loss_total": 0.018422681838274002,
      "step": 17890
    },
    {
      "loss_action": 0.017531318590044975,
      "loss_total": 0.017531318590044975,
      "step": 17890
    },
    {
      "loss_action": 0.04425208270549774,
      "loss_total": 0.04425208270549774,
      "step": 17890
    },
    {
      "loss_action": 0.03208053112030029,
      "loss_total": 0.03208053112030029,
      "step": 17890
    },
    {
      "loss_action": 0.013752485625445843,
      "loss_total": 0.013752485625445843,
      "step": 17890
    },
    {
      "loss_action": 0.007383123505860567,
      "loss_total": 0.007383123505860567,
      "step": 17890
    },
    {
      "loss_action": 0.018062744289636612,
      "loss_total": 0.018062744289636612,
      "step": 17890
    },
    {
      "grad_norm": 0.19242726266384125,
      "learning_rate": 8.949500000000001e-05,
      "loss": 0.0178,
      "step": 17900
    },
    {
      "loss_action": 0.02732326090335846,
      "loss_total": 0.02732326090335846,
      "step": 17900
    },
    {
      "loss_action": 0.021911228075623512,
      "loss_total": 0.021911228075623512,
      "step": 17900
    },
    {
      "loss_action": 0.020341698080301285,
      "loss_total": 0.020341698080301285,
      "step": 17900
    },
    {
      "loss_action": 0.01937286928296089,
      "loss_total": 0.01937286928296089,
      "step": 17900
    },
    {
      "loss_action": 0.01912795752286911,
      "loss_total": 0.01912795752286911,
      "step": 17900
    },
    {
      "loss_action": 0.02278386801481247,
      "loss_total": 0.02278386801481247,
      "step": 17900
    },
    {
      "loss_action": 0.012775704264640808,
      "loss_total": 0.012775704264640808,
      "step": 17900
    },
    {
      "loss_action": 0.025208767503499985,
      "loss_total": 0.025208767503499985,
      "step": 17900
    },
    {
      "grad_norm": 0.1872471421957016,
      "learning_rate": 8.9545e-05,
      "loss": 0.0153,
      "step": 17910
    },
    {
      "loss_action": 0.010160323232412338,
      "loss_total": 0.010160323232412338,
      "step": 17910
    },
    {
      "loss_action": 0.012095605954527855,
      "loss_total": 0.012095605954527855,
      "step": 17910
    },
    {
      "loss_action": 0.017115995287895203,
      "loss_total": 0.017115995287895203,
      "step": 17910
    },
    {
      "loss_action": 0.00755211990326643,
      "loss_total": 0.00755211990326643,
      "step": 17910
    },
    {
      "loss_action": 0.012056253850460052,
      "loss_total": 0.012056253850460052,
      "step": 17910
    },
    {
      "loss_action": 0.005318015813827515,
      "loss_total": 0.005318015813827515,
      "step": 17910
    },
    {
      "loss_action": 0.01693330891430378,
      "loss_total": 0.01693330891430378,
      "step": 17910
    },
    {
      "loss_action": 0.007983013056218624,
      "loss_total": 0.007983013056218624,
      "step": 17910
    },
    {
      "grad_norm": 0.22571486234664917,
      "learning_rate": 8.959500000000001e-05,
      "loss": 0.018,
      "step": 17920
    },
    {
      "loss_action": 0.02852734550833702,
      "loss_total": 0.02852734550833702,
      "step": 17920
    },
    {
      "loss_action": 0.05236349254846573,
      "loss_total": 0.05236349254846573,
      "step": 17920
    },
    {
      "loss_action": 0.04097316786646843,
      "loss_total": 0.04097316786646843,
      "step": 17920
    },
    {
      "loss_action": 0.011282915249466896,
      "loss_total": 0.011282915249466896,
      "step": 17920
    },
    {
      "loss_action": 0.028588101267814636,
      "loss_total": 0.028588101267814636,
      "step": 17920
    },
    {
      "loss_action": 0.027410434558987617,
      "loss_total": 0.027410434558987617,
      "step": 17920
    },
    {
      "loss_action": 0.017464159056544304,
      "loss_total": 0.017464159056544304,
      "step": 17920
    },
    {
      "loss_action": 0.07728178054094315,
      "loss_total": 0.07728178054094315,
      "step": 17920
    },
    {
      "grad_norm": 0.31853097677230835,
      "learning_rate": 8.9645e-05,
      "loss": 0.0204,
      "step": 17930
    },
    {
      "loss_action": 0.00948817003518343,
      "loss_total": 0.00948817003518343,
      "step": 17930
    },
    {
      "loss_action": 0.02296874299645424,
      "loss_total": 0.02296874299645424,
      "step": 17930
    },
    {
      "loss_action": 0.03144580498337746,
      "loss_total": 0.03144580498337746,
      "step": 17930
    },
    {
      "loss_action": 0.015024993568658829,
      "loss_total": 0.015024993568658829,
      "step": 17930
    },
    {
      "loss_action": 0.01203855499625206,
      "loss_total": 0.01203855499625206,
      "step": 17930
    },
    {
      "loss_action": 0.011232016608119011,
      "loss_total": 0.011232016608119011,
      "step": 17930
    },
    {
      "loss_action": 0.011217951774597168,
      "loss_total": 0.011217951774597168,
      "step": 17930
    },
    {
      "loss_action": 0.025452887639403343,
      "loss_total": 0.025452887639403343,
      "step": 17930
    },
    {
      "grad_norm": 0.37470653653144836,
      "learning_rate": 8.9695e-05,
      "loss": 0.0191,
      "step": 17940
    },
    {
      "loss_action": 0.04348718002438545,
      "loss_total": 0.04348718002438545,
      "step": 17940
    },
    {
      "loss_action": 0.0197640098631382,
      "loss_total": 0.0197640098631382,
      "step": 17940
    },
    {
      "loss_action": 0.02137468382716179,
      "loss_total": 0.02137468382716179,
      "step": 17940
    },
    {
      "loss_action": 0.04413224011659622,
      "loss_total": 0.04413224011659622,
      "step": 17940
    },
    {
      "loss_action": 0.016747737303376198,
      "loss_total": 0.016747737303376198,
      "step": 17940
    },
    {
      "loss_action": 0.02600698731839657,
      "loss_total": 0.02600698731839657,
      "step": 17940
    },
    {
      "loss_action": 0.018701110035181046,
      "loss_total": 0.018701110035181046,
      "step": 17940
    },
    {
      "loss_action": 0.02162913978099823,
      "loss_total": 0.02162913978099823,
      "step": 17940
    },
    {
      "grad_norm": 0.20896989107131958,
      "learning_rate": 8.9745e-05,
      "loss": 0.0216,
      "step": 17950
    },
    {
      "loss_action": 0.010477556847035885,
      "loss_total": 0.010477556847035885,
      "step": 17950
    },
    {
      "loss_action": 0.01675686426460743,
      "loss_total": 0.01675686426460743,
      "step": 17950
    },
    {
      "loss_action": 0.012485189363360405,
      "loss_total": 0.012485189363360405,
      "step": 17950
    },
    {
      "loss_action": 0.012106170877814293,
      "loss_total": 0.012106170877814293,
      "step": 17950
    },
    {
      "loss_action": 0.01768505945801735,
      "loss_total": 0.01768505945801735,
      "step": 17950
    },
    {
      "loss_action": 0.01861272007226944,
      "loss_total": 0.01861272007226944,
      "step": 17950
    },
    {
      "loss_action": 0.03840332478284836,
      "loss_total": 0.03840332478284836,
      "step": 17950
    },
    {
      "loss_action": 0.024637464433908463,
      "loss_total": 0.024637464433908463,
      "step": 17950
    },
    {
      "grad_norm": 0.22703580558300018,
      "learning_rate": 8.9795e-05,
      "loss": 0.0171,
      "step": 17960
    },
    {
      "loss_action": 0.03183022513985634,
      "loss_total": 0.03183022513985634,
      "step": 17960
    },
    {
      "loss_action": 0.016015248373150826,
      "loss_total": 0.016015248373150826,
      "step": 17960
    },
    {
      "loss_action": 0.018182870000600815,
      "loss_total": 0.018182870000600815,
      "step": 17960
    },
    {
      "loss_action": 0.009888087399303913,
      "loss_total": 0.009888087399303913,
      "step": 17960
    },
    {
      "loss_action": 0.026572609320282936,
      "loss_total": 0.026572609320282936,
      "step": 17960
    },
    {
      "loss_action": 0.01384573895484209,
      "loss_total": 0.01384573895484209,
      "step": 17960
    },
    {
      "loss_action": 0.023809026926755905,
      "loss_total": 0.023809026926755905,
      "step": 17960
    },
    {
      "loss_action": 0.06555739045143127,
      "loss_total": 0.06555739045143127,
      "step": 17960
    },
    {
      "grad_norm": 0.2683635652065277,
      "learning_rate": 8.9845e-05,
      "loss": 0.022,
      "step": 17970
    },
    {
      "loss_action": 0.01944936439394951,
      "loss_total": 0.01944936439394951,
      "step": 17970
    },
    {
      "loss_action": 0.015157967805862427,
      "loss_total": 0.015157967805862427,
      "step": 17970
    },
    {
      "loss_action": 0.023514971137046814,
      "loss_total": 0.023514971137046814,
      "step": 17970
    },
    {
      "loss_action": 0.0337875671684742,
      "loss_total": 0.0337875671684742,
      "step": 17970
    },
    {
      "loss_action": 0.026317251846194267,
      "loss_total": 0.026317251846194267,
      "step": 17970
    },
    {
      "loss_action": 0.009873881936073303,
      "loss_total": 0.009873881936073303,
      "step": 17970
    },
    {
      "loss_action": 0.027040904387831688,
      "loss_total": 0.027040904387831688,
      "step": 17970
    },
    {
      "loss_action": 0.018720276653766632,
      "loss_total": 0.018720276653766632,
      "step": 17970
    },
    {
      "grad_norm": 0.2166685312986374,
      "learning_rate": 8.9895e-05,
      "loss": 0.0193,
      "step": 17980
    },
    {
      "loss_action": 0.02389538288116455,
      "loss_total": 0.02389538288116455,
      "step": 17980
    },
    {
      "loss_action": 0.031371816992759705,
      "loss_total": 0.031371816992759705,
      "step": 17980
    },
    {
      "loss_action": 0.021389301866292953,
      "loss_total": 0.021389301866292953,
      "step": 17980
    },
    {
      "loss_action": 0.024322006851434708,
      "loss_total": 0.024322006851434708,
      "step": 17980
    },
    {
      "loss_action": 0.013564035296440125,
      "loss_total": 0.013564035296440125,
      "step": 17980
    },
    {
      "loss_action": 0.01909254491329193,
      "loss_total": 0.01909254491329193,
      "step": 17980
    },
    {
      "loss_action": 0.020899606868624687,
      "loss_total": 0.020899606868624687,
      "step": 17980
    },
    {
      "loss_action": 0.010641731321811676,
      "loss_total": 0.010641731321811676,
      "step": 17980
    },
    {
      "grad_norm": 0.27005138993263245,
      "learning_rate": 8.994500000000001e-05,
      "loss": 0.0211,
      "step": 17990
    },
    {
      "loss_action": 0.02093835175037384,
      "loss_total": 0.02093835175037384,
      "step": 17990
    },
    {
      "loss_action": 0.013173132203519344,
      "loss_total": 0.013173132203519344,
      "step": 17990
    },
    {
      "loss_action": 0.02345302142202854,
      "loss_total": 0.02345302142202854,
      "step": 17990
    },
    {
      "loss_action": 0.01910826377570629,
      "loss_total": 0.01910826377570629,
      "step": 17990
    },
    {
      "loss_action": 0.01873943954706192,
      "loss_total": 0.01873943954706192,
      "step": 17990
    },
    {
      "loss_action": 0.015591229312121868,
      "loss_total": 0.015591229312121868,
      "step": 17990
    },
    {
      "loss_action": 0.009805534034967422,
      "loss_total": 0.009805534034967422,
      "step": 17990
    },
    {
      "loss_action": 0.011266432702541351,
      "loss_total": 0.011266432702541351,
      "step": 17990
    },
    {
      "grad_norm": 0.23870350420475006,
      "learning_rate": 8.999500000000001e-05,
      "loss": 0.0189,
      "step": 18000
    },
    {
      "loss_action": 0.04626363515853882,
      "loss_total": 0.04626363515853882,
      "step": 18000
    },
    {
      "loss_action": 0.023271555081009865,
      "loss_total": 0.023271555081009865,
      "step": 18000
    },
    {
      "loss_action": 0.012685837224125862,
      "loss_total": 0.012685837224125862,
      "step": 18000
    },
    {
      "loss_action": 0.021542776376008987,
      "loss_total": 0.021542776376008987,
      "step": 18000
    },
    {
      "loss_action": 0.0077386717312037945,
      "loss_total": 0.0077386717312037945,
      "step": 18000
    },
    {
      "loss_action": 0.008921481668949127,
      "loss_total": 0.008921481668949127,
      "step": 18000
    },
    {
      "loss_action": 0.02027464285492897,
      "loss_total": 0.02027464285492897,
      "step": 18000
    },
    {
      "loss_action": 0.00878099724650383,
      "loss_total": 0.00878099724650383,
      "step": 18000
    },
    {
      "grad_norm": 0.2159939557313919,
      "learning_rate": 9.0045e-05,
      "loss": 0.0181,
      "step": 18010
    },
    {
      "loss_action": 0.028089141473174095,
      "loss_total": 0.028089141473174095,
      "step": 18010
    },
    {
      "loss_action": 0.009840009734034538,
      "loss_total": 0.009840009734034538,
      "step": 18010
    },
    {
      "loss_action": 0.017644722014665604,
      "loss_total": 0.017644722014665604,
      "step": 18010
    },
    {
      "loss_action": 0.012293328531086445,
      "loss_total": 0.012293328531086445,
      "step": 18010
    },
    {
      "loss_action": 0.014144254848361015,
      "loss_total": 0.014144254848361015,
      "step": 18010
    },
    {
      "loss_action": 0.0328681580722332,
      "loss_total": 0.0328681580722332,
      "step": 18010
    },
    {
      "loss_action": 0.022278357297182083,
      "loss_total": 0.022278357297182083,
      "step": 18010
    },
    {
      "loss_action": 0.026646850630640984,
      "loss_total": 0.026646850630640984,
      "step": 18010
    },
    {
      "grad_norm": 0.17383220791816711,
      "learning_rate": 9.009500000000001e-05,
      "loss": 0.017,
      "step": 18020
    },
    {
      "loss_action": 0.011935211718082428,
      "loss_total": 0.011935211718082428,
      "step": 18020
    },
    {
      "loss_action": 0.02702055498957634,
      "loss_total": 0.02702055498957634,
      "step": 18020
    },
    {
      "loss_action": 0.008982284925878048,
      "loss_total": 0.008982284925878048,
      "step": 18020
    },
    {
      "loss_action": 0.011943647637963295,
      "loss_total": 0.011943647637963295,
      "step": 18020
    },
    {
      "loss_action": 0.06605732440948486,
      "loss_total": 0.06605732440948486,
      "step": 18020
    },
    {
      "loss_action": 0.02135031297802925,
      "loss_total": 0.02135031297802925,
      "step": 18020
    },
    {
      "loss_action": 0.012911711819469929,
      "loss_total": 0.012911711819469929,
      "step": 18020
    },
    {
      "loss_action": 0.019145924597978592,
      "loss_total": 0.019145924597978592,
      "step": 18020
    },
    {
      "grad_norm": 0.2177368551492691,
      "learning_rate": 9.0145e-05,
      "loss": 0.0171,
      "step": 18030
    },
    {
      "loss_action": 0.008831068873405457,
      "loss_total": 0.008831068873405457,
      "step": 18030
    },
    {
      "loss_action": 0.01865878514945507,
      "loss_total": 0.01865878514945507,
      "step": 18030
    },
    {
      "loss_action": 0.011087657883763313,
      "loss_total": 0.011087657883763313,
      "step": 18030
    },
    {
      "loss_action": 0.015665406361222267,
      "loss_total": 0.015665406361222267,
      "step": 18030
    },
    {
      "loss_action": 0.020769579336047173,
      "loss_total": 0.020769579336047173,
      "step": 18030
    },
    {
      "loss_action": 0.014975745230913162,
      "loss_total": 0.014975745230913162,
      "step": 18030
    },
    {
      "loss_action": 0.02208954468369484,
      "loss_total": 0.02208954468369484,
      "step": 18030
    },
    {
      "loss_action": 0.00654403492808342,
      "loss_total": 0.00654403492808342,
      "step": 18030
    },
    {
      "grad_norm": 0.20425334572792053,
      "learning_rate": 9.019500000000001e-05,
      "loss": 0.0159,
      "step": 18040
    },
    {
      "loss_action": 0.02464483678340912,
      "loss_total": 0.02464483678340912,
      "step": 18040
    },
    {
      "loss_action": 0.0042422376573085785,
      "loss_total": 0.0042422376573085785,
      "step": 18040
    },
    {
      "loss_action": 0.014818588271737099,
      "loss_total": 0.014818588271737099,
      "step": 18040
    },
    {
      "loss_action": 0.011021429672837257,
      "loss_total": 0.011021429672837257,
      "step": 18040
    },
    {
      "loss_action": 0.010209720581769943,
      "loss_total": 0.010209720581769943,
      "step": 18040
    },
    {
      "loss_action": 0.02018905058503151,
      "loss_total": 0.02018905058503151,
      "step": 18040
    },
    {
      "loss_action": 0.010475283488631248,
      "loss_total": 0.010475283488631248,
      "step": 18040
    },
    {
      "loss_action": 0.021590806543827057,
      "loss_total": 0.021590806543827057,
      "step": 18040
    },
    {
      "grad_norm": 0.17613881826400757,
      "learning_rate": 9.0245e-05,
      "loss": 0.0162,
      "step": 18050
    },
    {
      "loss_action": 0.006388059817254543,
      "loss_total": 0.006388059817254543,
      "step": 18050
    },
    {
      "loss_action": 0.01801377721130848,
      "loss_total": 0.01801377721130848,
      "step": 18050
    },
    {
      "loss_action": 0.01840868964791298,
      "loss_total": 0.01840868964791298,
      "step": 18050
    },
    {
      "loss_action": 0.030720645561814308,
      "loss_total": 0.030720645561814308,
      "step": 18050
    },
    {
      "loss_action": 0.014978206716477871,
      "loss_total": 0.014978206716477871,
      "step": 18050
    },
    {
      "loss_action": 0.006632544100284576,
      "loss_total": 0.006632544100284576,
      "step": 18050
    },
    {
      "loss_action": 0.015275154262781143,
      "loss_total": 0.015275154262781143,
      "step": 18050
    },
    {
      "loss_action": 0.012070060707628727,
      "loss_total": 0.012070060707628727,
      "step": 18050
    },
    {
      "grad_norm": 0.23988047242164612,
      "learning_rate": 9.0295e-05,
      "loss": 0.017,
      "step": 18060
    },
    {
      "loss_action": 0.011565197259187698,
      "loss_total": 0.011565197259187698,
      "step": 18060
    },
    {
      "loss_action": 0.00869511254131794,
      "loss_total": 0.00869511254131794,
      "step": 18060
    },
    {
      "loss_action": 0.018406368792057037,
      "loss_total": 0.018406368792057037,
      "step": 18060
    },
    {
      "loss_action": 0.012930884957313538,
      "loss_total": 0.012930884957313538,
      "step": 18060
    },
    {
      "loss_action": 0.007431114558130503,
      "loss_total": 0.007431114558130503,
      "step": 18060
    },
    {
      "loss_action": 0.009017106145620346,
      "loss_total": 0.009017106145620346,
      "step": 18060
    },
    {
      "loss_action": 0.03136802464723587,
      "loss_total": 0.03136802464723587,
      "step": 18060
    },
    {
      "loss_action": 0.021068450063467026,
      "loss_total": 0.021068450063467026,
      "step": 18060
    },
    {
      "grad_norm": 0.2941611707210541,
      "learning_rate": 9.0345e-05,
      "loss": 0.0188,
      "step": 18070
    },
    {
      "loss_action": 0.013813551515340805,
      "loss_total": 0.013813551515340805,
      "step": 18070
    },
    {
      "loss_action": 0.03422807902097702,
      "loss_total": 0.03422807902097702,
      "step": 18070
    },
    {
      "loss_action": 0.027896622195839882,
      "loss_total": 0.027896622195839882,
      "step": 18070
    },
    {
      "loss_action": 0.01594175025820732,
      "loss_total": 0.01594175025820732,
      "step": 18070
    },
    {
      "loss_action": 0.013444516807794571,
      "loss_total": 0.013444516807794571,
      "step": 18070
    },
    {
      "loss_action": 0.022246550768613815,
      "loss_total": 0.022246550768613815,
      "step": 18070
    },
    {
      "loss_action": 0.01973981037735939,
      "loss_total": 0.01973981037735939,
      "step": 18070
    },
    {
      "loss_action": 0.010948220267891884,
      "loss_total": 0.010948220267891884,
      "step": 18070
    },
    {
      "grad_norm": 0.3764083683490753,
      "learning_rate": 9.0395e-05,
      "loss": 0.0175,
      "step": 18080
    },
    {
      "loss_action": 0.01944432407617569,
      "loss_total": 0.01944432407617569,
      "step": 18080
    },
    {
      "loss_action": 0.06569043546915054,
      "loss_total": 0.06569043546915054,
      "step": 18080
    },
    {
      "loss_action": 0.019469067454338074,
      "loss_total": 0.019469067454338074,
      "step": 18080
    },
    {
      "loss_action": 0.013269810006022453,
      "loss_total": 0.013269810006022453,
      "step": 18080
    },
    {
      "loss_action": 0.012912323698401451,
      "loss_total": 0.012912323698401451,
      "step": 18080
    },
    {
      "loss_action": 0.02298099547624588,
      "loss_total": 0.02298099547624588,
      "step": 18080
    },
    {
      "loss_action": 0.0086822509765625,
      "loss_total": 0.0086822509765625,
      "step": 18080
    },
    {
      "loss_action": 0.01971409097313881,
      "loss_total": 0.01971409097313881,
      "step": 18080
    },
    {
      "grad_norm": 0.38681405782699585,
      "learning_rate": 9.0445e-05,
      "loss": 0.0203,
      "step": 18090
    },
    {
      "loss_action": 0.01452373992651701,
      "loss_total": 0.01452373992651701,
      "step": 18090
    },
    {
      "loss_action": 0.02640329673886299,
      "loss_total": 0.02640329673886299,
      "step": 18090
    },
    {
      "loss_action": 0.012977826409041882,
      "loss_total": 0.012977826409041882,
      "step": 18090
    },
    {
      "loss_action": 0.02995504066348076,
      "loss_total": 0.02995504066348076,
      "step": 18090
    },
    {
      "loss_action": 0.013383626937866211,
      "loss_total": 0.013383626937866211,
      "step": 18090
    },
    {
      "loss_action": 0.024703374132514,
      "loss_total": 0.024703374132514,
      "step": 18090
    },
    {
      "loss_action": 0.01544128730893135,
      "loss_total": 0.01544128730893135,
      "step": 18090
    },
    {
      "loss_action": 0.025741852819919586,
      "loss_total": 0.025741852819919586,
      "step": 18090
    },
    {
      "grad_norm": 0.36296340823173523,
      "learning_rate": 9.049500000000001e-05,
      "loss": 0.0254,
      "step": 18100
    },
    {
      "loss_action": 0.01749773882329464,
      "loss_total": 0.01749773882329464,
      "step": 18100
    },
    {
      "loss_action": 0.024841496720910072,
      "loss_total": 0.024841496720910072,
      "step": 18100
    },
    {
      "loss_action": 0.021095357835292816,
      "loss_total": 0.021095357835292816,
      "step": 18100
    },
    {
      "loss_action": 0.008647664450109005,
      "loss_total": 0.008647664450109005,
      "step": 18100
    },
    {
      "loss_action": 0.018091373145580292,
      "loss_total": 0.018091373145580292,
      "step": 18100
    },
    {
      "loss_action": 0.023055581375956535,
      "loss_total": 0.023055581375956535,
      "step": 18100
    },
    {
      "loss_action": 0.024306856095790863,
      "loss_total": 0.024306856095790863,
      "step": 18100
    },
    {
      "loss_action": 0.020615724846720695,
      "loss_total": 0.020615724846720695,
      "step": 18100
    },
    {
      "grad_norm": 0.23552702367305756,
      "learning_rate": 9.054500000000001e-05,
      "loss": 0.0218,
      "step": 18110
    },
    {
      "loss_action": 0.008861876092851162,
      "loss_total": 0.008861876092851162,
      "step": 18110
    },
    {
      "loss_action": 0.025058628991246223,
      "loss_total": 0.025058628991246223,
      "step": 18110
    },
    {
      "loss_action": 0.01430504396557808,
      "loss_total": 0.01430504396557808,
      "step": 18110
    },
    {
      "loss_action": 0.04142545908689499,
      "loss_total": 0.04142545908689499,
      "step": 18110
    },
    {
      "loss_action": 0.01612422801554203,
      "loss_total": 0.01612422801554203,
      "step": 18110
    },
    {
      "loss_action": 0.017924003303050995,
      "loss_total": 0.017924003303050995,
      "step": 18110
    },
    {
      "loss_action": 0.02574281208217144,
      "loss_total": 0.02574281208217144,
      "step": 18110
    },
    {
      "loss_action": 0.014020213857293129,
      "loss_total": 0.014020213857293129,
      "step": 18110
    },
    {
      "grad_norm": 0.22304096817970276,
      "learning_rate": 9.059500000000001e-05,
      "loss": 0.0184,
      "step": 18120
    },
    {
      "loss_action": 0.01712348870933056,
      "loss_total": 0.01712348870933056,
      "step": 18120
    },
    {
      "loss_action": 0.011803355067968369,
      "loss_total": 0.011803355067968369,
      "step": 18120
    },
    {
      "loss_action": 0.013341395184397697,
      "loss_total": 0.013341395184397697,
      "step": 18120
    },
    {
      "loss_action": 0.023182913661003113,
      "loss_total": 0.023182913661003113,
      "step": 18120
    },
    {
      "loss_action": 0.020566757768392563,
      "loss_total": 0.020566757768392563,
      "step": 18120
    },
    {
      "loss_action": 0.01677878573536873,
      "loss_total": 0.01677878573536873,
      "step": 18120
    },
    {
      "loss_action": 0.006670389324426651,
      "loss_total": 0.006670389324426651,
      "step": 18120
    },
    {
      "loss_action": 0.018772877752780914,
      "loss_total": 0.018772877752780914,
      "step": 18120
    },
    {
      "grad_norm": 0.24332955479621887,
      "learning_rate": 9.0645e-05,
      "loss": 0.0168,
      "step": 18130
    },
    {
      "loss_action": 0.04998515918850899,
      "loss_total": 0.04998515918850899,
      "step": 18130
    },
    {
      "loss_action": 0.01661735214293003,
      "loss_total": 0.01661735214293003,
      "step": 18130
    },
    {
      "loss_action": 0.026360951364040375,
      "loss_total": 0.026360951364040375,
      "step": 18130
    },
    {
      "loss_action": 0.03817426413297653,
      "loss_total": 0.03817426413297653,
      "step": 18130
    },
    {
      "loss_action": 0.020976906642317772,
      "loss_total": 0.020976906642317772,
      "step": 18130
    },
    {
      "loss_action": 0.012695696204900742,
      "loss_total": 0.012695696204900742,
      "step": 18130
    },
    {
      "loss_action": 0.014654836617410183,
      "loss_total": 0.014654836617410183,
      "step": 18130
    },
    {
      "loss_action": 0.014644544571638107,
      "loss_total": 0.014644544571638107,
      "step": 18130
    },
    {
      "grad_norm": 0.2781867980957031,
      "learning_rate": 9.069500000000001e-05,
      "loss": 0.0208,
      "step": 18140
    },
    {
      "loss_action": 0.01928205043077469,
      "loss_total": 0.01928205043077469,
      "step": 18140
    },
    {
      "loss_action": 0.012638174928724766,
      "loss_total": 0.012638174928724766,
      "step": 18140
    },
    {
      "loss_action": 0.0055060014128685,
      "loss_total": 0.0055060014128685,
      "step": 18140
    },
    {
      "loss_action": 0.011210985481739044,
      "loss_total": 0.011210985481739044,
      "step": 18140
    },
    {
      "loss_action": 0.030268725007772446,
      "loss_total": 0.030268725007772446,
      "step": 18140
    },
    {
      "loss_action": 0.019436290487647057,
      "loss_total": 0.019436290487647057,
      "step": 18140
    },
    {
      "loss_action": 0.02359175682067871,
      "loss_total": 0.02359175682067871,
      "step": 18140
    },
    {
      "loss_action": 0.012267263606190681,
      "loss_total": 0.012267263606190681,
      "step": 18140
    },
    {
      "grad_norm": 0.19897162914276123,
      "learning_rate": 9.0745e-05,
      "loss": 0.0167,
      "step": 18150
    },
    {
      "loss_action": 0.02263285219669342,
      "loss_total": 0.02263285219669342,
      "step": 18150
    },
    {
      "loss_action": 0.020024394616484642,
      "loss_total": 0.020024394616484642,
      "step": 18150
    },
    {
      "loss_action": 0.016167685389518738,
      "loss_total": 0.016167685389518738,
      "step": 18150
    },
    {
      "loss_action": 0.015728693455457687,
      "loss_total": 0.015728693455457687,
      "step": 18150
    },
    {
      "loss_action": 0.009820844978094101,
      "loss_total": 0.009820844978094101,
      "step": 18150
    },
    {
      "loss_action": 0.010899221524596214,
      "loss_total": 0.010899221524596214,
      "step": 18150
    },
    {
      "loss_action": 0.02128024399280548,
      "loss_total": 0.02128024399280548,
      "step": 18150
    },
    {
      "loss_action": 0.013212434016168118,
      "loss_total": 0.013212434016168118,
      "step": 18150
    },
    {
      "grad_norm": 0.1342967450618744,
      "learning_rate": 9.079500000000001e-05,
      "loss": 0.0169,
      "step": 18160
    },
    {
      "loss_action": 0.005907587707042694,
      "loss_total": 0.005907587707042694,
      "step": 18160
    },
    {
      "loss_action": 0.020304199308156967,
      "loss_total": 0.020304199308156967,
      "step": 18160
    },
    {
      "loss_action": 0.008906246162950993,
      "loss_total": 0.008906246162950993,
      "step": 18160
    },
    {
      "loss_action": 0.02100343257188797,
      "loss_total": 0.02100343257188797,
      "step": 18160
    },
    {
      "loss_action": 0.008998040109872818,
      "loss_total": 0.008998040109872818,
      "step": 18160
    },
    {
      "loss_action": 0.03948996216058731,
      "loss_total": 0.03948996216058731,
      "step": 18160
    },
    {
      "loss_action": 0.008172916248440742,
      "loss_total": 0.008172916248440742,
      "step": 18160
    },
    {
      "loss_action": 0.02041483111679554,
      "loss_total": 0.02041483111679554,
      "step": 18160
    },
    {
      "grad_norm": 0.18787357211112976,
      "learning_rate": 9.0845e-05,
      "loss": 0.0205,
      "step": 18170
    },
    {
      "loss_action": 0.012442626059055328,
      "loss_total": 0.012442626059055328,
      "step": 18170
    },
    {
      "loss_action": 0.01135527715086937,
      "loss_total": 0.01135527715086937,
      "step": 18170
    },
    {
      "loss_action": 0.025227375328540802,
      "loss_total": 0.025227375328540802,
      "step": 18170
    },
    {
      "loss_action": 0.014107633382081985,
      "loss_total": 0.014107633382081985,
      "step": 18170
    },
    {
      "loss_action": 0.018167808651924133,
      "loss_total": 0.018167808651924133,
      "step": 18170
    },
    {
      "loss_action": 0.015081800520420074,
      "loss_total": 0.015081800520420074,
      "step": 18170
    },
    {
      "loss_action": 0.03218657523393631,
      "loss_total": 0.03218657523393631,
      "step": 18170
    },
    {
      "loss_action": 0.02889658883213997,
      "loss_total": 0.02889658883213997,
      "step": 18170
    },
    {
      "grad_norm": 0.190459743142128,
      "learning_rate": 9.0895e-05,
      "loss": 0.0173,
      "step": 18180
    },
    {
      "loss_action": 0.005915602669119835,
      "loss_total": 0.005915602669119835,
      "step": 18180
    },
    {
      "loss_action": 0.02910221554338932,
      "loss_total": 0.02910221554338932,
      "step": 18180
    },
    {
      "loss_action": 0.006732190027832985,
      "loss_total": 0.006732190027832985,
      "step": 18180
    },
    {
      "loss_action": 0.01790284737944603,
      "loss_total": 0.01790284737944603,
      "step": 18180
    },
    {
      "loss_action": 0.007605590391904116,
      "loss_total": 0.007605590391904116,
      "step": 18180
    },
    {
      "loss_action": 0.021130606532096863,
      "loss_total": 0.021130606532096863,
      "step": 18180
    },
    {
      "loss_action": 0.011291049420833588,
      "loss_total": 0.011291049420833588,
      "step": 18180
    },
    {
      "loss_action": 0.01595030166208744,
      "loss_total": 0.01595030166208744,
      "step": 18180
    },
    {
      "grad_norm": 0.2087307721376419,
      "learning_rate": 9.0945e-05,
      "loss": 0.0166,
      "step": 18190
    },
    {
      "loss_action": 0.00510465819388628,
      "loss_total": 0.00510465819388628,
      "step": 18190
    },
    {
      "loss_action": 0.008347956463694572,
      "loss_total": 0.008347956463694572,
      "step": 18190
    },
    {
      "loss_action": 0.01675431802868843,
      "loss_total": 0.01675431802868843,
      "step": 18190
    },
    {
      "loss_action": 0.025402838364243507,
      "loss_total": 0.025402838364243507,
      "step": 18190
    },
    {
      "loss_action": 0.010836388915777206,
      "loss_total": 0.010836388915777206,
      "step": 18190
    },
    {
      "loss_action": 0.010404631495475769,
      "loss_total": 0.010404631495475769,
      "step": 18190
    },
    {
      "loss_action": 0.030639667063951492,
      "loss_total": 0.030639667063951492,
      "step": 18190
    },
    {
      "loss_action": 0.03310396149754524,
      "loss_total": 0.03310396149754524,
      "step": 18190
    },
    {
      "grad_norm": 0.2647147476673126,
      "learning_rate": 9.0995e-05,
      "loss": 0.0165,
      "step": 18200
    },
    {
      "loss_action": 0.033502668142318726,
      "loss_total": 0.033502668142318726,
      "step": 18200
    },
    {
      "loss_action": 0.013108871877193451,
      "loss_total": 0.013108871877193451,
      "step": 18200
    },
    {
      "loss_action": 0.04548804089426994,
      "loss_total": 0.04548804089426994,
      "step": 18200
    },
    {
      "loss_action": 0.026468228548765182,
      "loss_total": 0.026468228548765182,
      "step": 18200
    },
    {
      "loss_action": 0.022485598921775818,
      "loss_total": 0.022485598921775818,
      "step": 18200
    },
    {
      "loss_action": 0.017865486443042755,
      "loss_total": 0.017865486443042755,
      "step": 18200
    },
    {
      "loss_action": 0.01833752728998661,
      "loss_total": 0.01833752728998661,
      "step": 18200
    },
    {
      "loss_action": 0.010927122086286545,
      "loss_total": 0.010927122086286545,
      "step": 18200
    },
    {
      "grad_norm": 0.15738068521022797,
      "learning_rate": 9.1045e-05,
      "loss": 0.0167,
      "step": 18210
    },
    {
      "loss_action": 0.008310385048389435,
      "loss_total": 0.008310385048389435,
      "step": 18210
    },
    {
      "loss_action": 0.01216057874262333,
      "loss_total": 0.01216057874262333,
      "step": 18210
    },
    {
      "loss_action": 0.025028549134731293,
      "loss_total": 0.025028549134731293,
      "step": 18210
    },
    {
      "loss_action": 0.018643110990524292,
      "loss_total": 0.018643110990524292,
      "step": 18210
    },
    {
      "loss_action": 0.08812989294528961,
      "loss_total": 0.08812989294528961,
      "step": 18210
    },
    {
      "loss_action": 0.012598996981978416,
      "loss_total": 0.012598996981978416,
      "step": 18210
    },
    {
      "loss_action": 0.010168030858039856,
      "loss_total": 0.010168030858039856,
      "step": 18210
    },
    {
      "loss_action": 0.01917296275496483,
      "loss_total": 0.01917296275496483,
      "step": 18210
    },
    {
      "grad_norm": 0.1644819676876068,
      "learning_rate": 9.109500000000001e-05,
      "loss": 0.0182,
      "step": 18220
    },
    {
      "loss_action": 0.022508561611175537,
      "loss_total": 0.022508561611175537,
      "step": 18220
    },
    {
      "loss_action": 0.006631412543356419,
      "loss_total": 0.006631412543356419,
      "step": 18220
    },
    {
      "loss_action": 0.011647616513073444,
      "loss_total": 0.011647616513073444,
      "step": 18220
    },
    {
      "loss_action": 0.007474932819604874,
      "loss_total": 0.007474932819604874,
      "step": 18220
    },
    {
      "loss_action": 0.0089868800714612,
      "loss_total": 0.0089868800714612,
      "step": 18220
    },
    {
      "loss_action": 0.012374498881399632,
      "loss_total": 0.012374498881399632,
      "step": 18220
    },
    {
      "loss_action": 0.026921890676021576,
      "loss_total": 0.026921890676021576,
      "step": 18220
    },
    {
      "loss_action": 0.014183100312948227,
      "loss_total": 0.014183100312948227,
      "step": 18220
    },
    {
      "grad_norm": 0.21907192468643188,
      "learning_rate": 9.114500000000001e-05,
      "loss": 0.0166,
      "step": 18230
    },
    {
      "loss_action": 0.018653713166713715,
      "loss_total": 0.018653713166713715,
      "step": 18230
    },
    {
      "loss_action": 0.040528230369091034,
      "loss_total": 0.040528230369091034,
      "step": 18230
    },
    {
      "loss_action": 0.012895923107862473,
      "loss_total": 0.012895923107862473,
      "step": 18230
    },
    {
      "loss_action": 0.026500144973397255,
      "loss_total": 0.026500144973397255,
      "step": 18230
    },
    {
      "loss_action": 0.026375742629170418,
      "loss_total": 0.026375742629170418,
      "step": 18230
    },
    {
      "loss_action": 0.007189616095274687,
      "loss_total": 0.007189616095274687,
      "step": 18230
    },
    {
      "loss_action": 0.023792732506990433,
      "loss_total": 0.023792732506990433,
      "step": 18230
    },
    {
      "loss_action": 0.014255205169320107,
      "loss_total": 0.014255205169320107,
      "step": 18230
    },
    {
      "grad_norm": 0.2131689488887787,
      "learning_rate": 9.119500000000001e-05,
      "loss": 0.0175,
      "step": 18240
    },
    {
      "loss_action": 0.010139759629964828,
      "loss_total": 0.010139759629964828,
      "step": 18240
    },
    {
      "loss_action": 0.022603768855333328,
      "loss_total": 0.022603768855333328,
      "step": 18240
    },
    {
      "loss_action": 0.012496747076511383,
      "loss_total": 0.012496747076511383,
      "step": 18240
    },
    {
      "loss_action": 0.0227874256670475,
      "loss_total": 0.0227874256670475,
      "step": 18240
    },
    {
      "loss_action": 0.013638770207762718,
      "loss_total": 0.013638770207762718,
      "step": 18240
    },
    {
      "loss_action": 0.010732581838965416,
      "loss_total": 0.010732581838965416,
      "step": 18240
    },
    {
      "loss_action": 0.011382516473531723,
      "loss_total": 0.011382516473531723,
      "step": 18240
    },
    {
      "loss_action": 0.017923740670084953,
      "loss_total": 0.017923740670084953,
      "step": 18240
    },
    {
      "grad_norm": 0.19521261751651764,
      "learning_rate": 9.1245e-05,
      "loss": 0.0181,
      "step": 18250
    },
    {
      "loss_action": 0.010672861710190773,
      "loss_total": 0.010672861710190773,
      "step": 18250
    },
    {
      "loss_action": 0.013644819147884846,
      "loss_total": 0.013644819147884846,
      "step": 18250
    },
    {
      "loss_action": 0.03649214655160904,
      "loss_total": 0.03649214655160904,
      "step": 18250
    },
    {
      "loss_action": 0.025989841669797897,
      "loss_total": 0.025989841669797897,
      "step": 18250
    },
    {
      "loss_action": 0.014114374294877052,
      "loss_total": 0.014114374294877052,
      "step": 18250
    },
    {
      "loss_action": 0.01879470981657505,
      "loss_total": 0.01879470981657505,
      "step": 18250
    },
    {
      "loss_action": 0.014391535893082619,
      "loss_total": 0.014391535893082619,
      "step": 18250
    },
    {
      "loss_action": 0.019126711413264275,
      "loss_total": 0.019126711413264275,
      "step": 18250
    },
    {
      "grad_norm": 0.15585558116436005,
      "learning_rate": 9.129500000000001e-05,
      "loss": 0.0179,
      "step": 18260
    },
    {
      "loss_action": 0.010670782066881657,
      "loss_total": 0.010670782066881657,
      "step": 18260
    },
    {
      "loss_action": 0.029058726504445076,
      "loss_total": 0.029058726504445076,
      "step": 18260
    },
    {
      "loss_action": 0.01502431370317936,
      "loss_total": 0.01502431370317936,
      "step": 18260
    },
    {
      "loss_action": 0.017467668280005455,
      "loss_total": 0.017467668280005455,
      "step": 18260
    },
    {
      "loss_action": 0.01615649275481701,
      "loss_total": 0.01615649275481701,
      "step": 18260
    },
    {
      "loss_action": 0.028551893308758736,
      "loss_total": 0.028551893308758736,
      "step": 18260
    },
    {
      "loss_action": 0.009481234475970268,
      "loss_total": 0.009481234475970268,
      "step": 18260
    },
    {
      "loss_action": 0.008298574015498161,
      "loss_total": 0.008298574015498161,
      "step": 18260
    },
    {
      "grad_norm": 0.19935430586338043,
      "learning_rate": 9.1345e-05,
      "loss": 0.0176,
      "step": 18270
    },
    {
      "loss_action": 0.012569090351462364,
      "loss_total": 0.012569090351462364,
      "step": 18270
    },
    {
      "loss_action": 0.03012303076684475,
      "loss_total": 0.03012303076684475,
      "step": 18270
    },
    {
      "loss_action": 0.00871102511882782,
      "loss_total": 0.00871102511882782,
      "step": 18270
    },
    {
      "loss_action": 0.02443334087729454,
      "loss_total": 0.02443334087729454,
      "step": 18270
    },
    {
      "loss_action": 0.008876219391822815,
      "loss_total": 0.008876219391822815,
      "step": 18270
    },
    {
      "loss_action": 0.010797406546771526,
      "loss_total": 0.010797406546771526,
      "step": 18270
    },
    {
      "loss_action": 0.01280202902853489,
      "loss_total": 0.01280202902853489,
      "step": 18270
    },
    {
      "loss_action": 0.010247068479657173,
      "loss_total": 0.010247068479657173,
      "step": 18270
    },
    {
      "grad_norm": 0.17206621170043945,
      "learning_rate": 9.1395e-05,
      "loss": 0.0163,
      "step": 18280
    },
    {
      "loss_action": 0.013272848911583424,
      "loss_total": 0.013272848911583424,
      "step": 18280
    },
    {
      "loss_action": 0.006537619978189468,
      "loss_total": 0.006537619978189468,
      "step": 18280
    },
    {
      "loss_action": 0.007996421307325363,
      "loss_total": 0.007996421307325363,
      "step": 18280
    },
    {
      "loss_action": 0.00854211300611496,
      "loss_total": 0.00854211300611496,
      "step": 18280
    },
    {
      "loss_action": 0.022091109305620193,
      "loss_total": 0.022091109305620193,
      "step": 18280
    },
    {
      "loss_action": 0.005793226882815361,
      "loss_total": 0.005793226882815361,
      "step": 18280
    },
    {
      "loss_action": 0.03568271920084953,
      "loss_total": 0.03568271920084953,
      "step": 18280
    },
    {
      "loss_action": 0.005195837467908859,
      "loss_total": 0.005195837467908859,
      "step": 18280
    },
    {
      "grad_norm": 0.29868006706237793,
      "learning_rate": 9.1445e-05,
      "loss": 0.0161,
      "step": 18290
    },
    {
      "loss_action": 0.007770877331495285,
      "loss_total": 0.007770877331495285,
      "step": 18290
    },
    {
      "loss_action": 0.033052511513233185,
      "loss_total": 0.033052511513233185,
      "step": 18290
    },
    {
      "loss_action": 0.010607833974063396,
      "loss_total": 0.010607833974063396,
      "step": 18290
    },
    {
      "loss_action": 0.045232489705085754,
      "loss_total": 0.045232489705085754,
      "step": 18290
    },
    {
      "loss_action": 0.010600539855659008,
      "loss_total": 0.010600539855659008,
      "step": 18290
    },
    {
      "loss_action": 0.016756072640419006,
      "loss_total": 0.016756072640419006,
      "step": 18290
    },
    {
      "loss_action": 0.012370161712169647,
      "loss_total": 0.012370161712169647,
      "step": 18290
    },
    {
      "loss_action": 0.031885892152786255,
      "loss_total": 0.031885892152786255,
      "step": 18290
    },
    {
      "grad_norm": 0.24684371054172516,
      "learning_rate": 9.1495e-05,
      "loss": 0.0166,
      "step": 18300
    },
    {
      "loss_action": 0.015971407294273376,
      "loss_total": 0.015971407294273376,
      "step": 18300
    },
    {
      "loss_action": 0.028572924435138702,
      "loss_total": 0.028572924435138702,
      "step": 18300
    },
    {
      "loss_action": 0.011722240597009659,
      "loss_total": 0.011722240597009659,
      "step": 18300
    },
    {
      "loss_action": 0.01400381326675415,
      "loss_total": 0.01400381326675415,
      "step": 18300
    },
    {
      "loss_action": 0.026917647570371628,
      "loss_total": 0.026917647570371628,
      "step": 18300
    },
    {
      "loss_action": 0.010102815926074982,
      "loss_total": 0.010102815926074982,
      "step": 18300
    },
    {
      "loss_action": 0.010561743751168251,
      "loss_total": 0.010561743751168251,
      "step": 18300
    },
    {
      "loss_action": 0.01865829899907112,
      "loss_total": 0.01865829899907112,
      "step": 18300
    },
    {
      "grad_norm": 0.2263522893190384,
      "learning_rate": 9.1545e-05,
      "loss": 0.0164,
      "step": 18310
    },
    {
      "loss_action": 0.009948229417204857,
      "loss_total": 0.009948229417204857,
      "step": 18310
    },
    {
      "loss_action": 0.009194251149892807,
      "loss_total": 0.009194251149892807,
      "step": 18310
    },
    {
      "loss_action": 0.006816510111093521,
      "loss_total": 0.006816510111093521,
      "step": 18310
    },
    {
      "loss_action": 0.022047707810997963,
      "loss_total": 0.022047707810997963,
      "step": 18310
    },
    {
      "loss_action": 0.006747236475348473,
      "loss_total": 0.006747236475348473,
      "step": 18310
    },
    {
      "loss_action": 0.021770775318145752,
      "loss_total": 0.021770775318145752,
      "step": 18310
    },
    {
      "loss_action": 0.009052680805325508,
      "loss_total": 0.009052680805325508,
      "step": 18310
    },
    {
      "loss_action": 0.017164938151836395,
      "loss_total": 0.017164938151836395,
      "step": 18310
    },
    {
      "grad_norm": 0.2649587094783783,
      "learning_rate": 9.1595e-05,
      "loss": 0.0171,
      "step": 18320
    },
    {
      "loss_action": 0.011548897251486778,
      "loss_total": 0.011548897251486778,
      "step": 18320
    },
    {
      "loss_action": 0.016029782593250275,
      "loss_total": 0.016029782593250275,
      "step": 18320
    },
    {
      "loss_action": 0.01114245317876339,
      "loss_total": 0.01114245317876339,
      "step": 18320
    },
    {
      "loss_action": 0.02101920358836651,
      "loss_total": 0.02101920358836651,
      "step": 18320
    },
    {
      "loss_action": 0.010821692645549774,
      "loss_total": 0.010821692645549774,
      "step": 18320
    },
    {
      "loss_action": 0.023253904655575752,
      "loss_total": 0.023253904655575752,
      "step": 18320
    },
    {
      "loss_action": 0.006796694360673428,
      "loss_total": 0.006796694360673428,
      "step": 18320
    },
    {
      "loss_action": 0.007561872247606516,
      "loss_total": 0.007561872247606516,
      "step": 18320
    },
    {
      "grad_norm": 0.3100423514842987,
      "learning_rate": 9.164500000000001e-05,
      "loss": 0.0182,
      "step": 18330
    },
    {
      "loss_action": 0.009698629379272461,
      "loss_total": 0.009698629379272461,
      "step": 18330
    },
    {
      "loss_action": 0.01361813023686409,
      "loss_total": 0.01361813023686409,
      "step": 18330
    },
    {
      "loss_action": 0.01447765901684761,
      "loss_total": 0.01447765901684761,
      "step": 18330
    },
    {
      "loss_action": 0.012973310425877571,
      "loss_total": 0.012973310425877571,
      "step": 18330
    },
    {
      "loss_action": 0.01695750281214714,
      "loss_total": 0.01695750281214714,
      "step": 18330
    },
    {
      "loss_action": 0.007015318609774113,
      "loss_total": 0.007015318609774113,
      "step": 18330
    },
    {
      "loss_action": 0.012720998376607895,
      "loss_total": 0.012720998376607895,
      "step": 18330
    },
    {
      "loss_action": 0.011898154392838478,
      "loss_total": 0.011898154392838478,
      "step": 18330
    },
    {
      "grad_norm": 0.33501318097114563,
      "learning_rate": 9.169500000000001e-05,
      "loss": 0.0181,
      "step": 18340
    },
    {
      "loss_action": 0.013658763840794563,
      "loss_total": 0.013658763840794563,
      "step": 18340
    },
    {
      "loss_action": 0.010052541270852089,
      "loss_total": 0.010052541270852089,
      "step": 18340
    },
    {
      "loss_action": 0.0120769701898098,
      "loss_total": 0.0120769701898098,
      "step": 18340
    },
    {
      "loss_action": 0.02150389552116394,
      "loss_total": 0.02150389552116394,
      "step": 18340
    },
    {
      "loss_action": 0.025630731135606766,
      "loss_total": 0.025630731135606766,
      "step": 18340
    },
    {
      "loss_action": 0.014790520071983337,
      "loss_total": 0.014790520071983337,
      "step": 18340
    },
    {
      "loss_action": 0.01222790963947773,
      "loss_total": 0.01222790963947773,
      "step": 18340
    },
    {
      "loss_action": 0.015798773616552353,
      "loss_total": 0.015798773616552353,
      "step": 18340
    },
    {
      "grad_norm": 0.22829222679138184,
      "learning_rate": 9.1745e-05,
      "loss": 0.0168,
      "step": 18350
    },
    {
      "loss_action": 0.010730928741395473,
      "loss_total": 0.010730928741395473,
      "step": 18350
    },
    {
      "loss_action": 0.0069841044023633,
      "loss_total": 0.0069841044023633,
      "step": 18350
    },
    {
      "loss_action": 0.022172264754772186,
      "loss_total": 0.022172264754772186,
      "step": 18350
    },
    {
      "loss_action": 0.010269301012158394,
      "loss_total": 0.010269301012158394,
      "step": 18350
    },
    {
      "loss_action": 0.014105614274740219,
      "loss_total": 0.014105614274740219,
      "step": 18350
    },
    {
      "loss_action": 0.015988316386938095,
      "loss_total": 0.015988316386938095,
      "step": 18350
    },
    {
      "loss_action": 0.02099202573299408,
      "loss_total": 0.02099202573299408,
      "step": 18350
    },
    {
      "loss_action": 0.011430609039962292,
      "loss_total": 0.011430609039962292,
      "step": 18350
    },
    {
      "grad_norm": 0.2421303391456604,
      "learning_rate": 9.179500000000001e-05,
      "loss": 0.0166,
      "step": 18360
    },
    {
      "loss_action": 0.009520010091364384,
      "loss_total": 0.009520010091364384,
      "step": 18360
    },
    {
      "loss_action": 0.009770075790584087,
      "loss_total": 0.009770075790584087,
      "step": 18360
    },
    {
      "loss_action": 0.025709424167871475,
      "loss_total": 0.025709424167871475,
      "step": 18360
    },
    {
      "loss_action": 0.023258047178387642,
      "loss_total": 0.023258047178387642,
      "step": 18360
    },
    {
      "loss_action": 0.04119357094168663,
      "loss_total": 0.04119357094168663,
      "step": 18360
    },
    {
      "loss_action": 0.00739667285233736,
      "loss_total": 0.00739667285233736,
      "step": 18360
    },
    {
      "loss_action": 0.017373602837324142,
      "loss_total": 0.017373602837324142,
      "step": 18360
    },
    {
      "loss_action": 0.011383429169654846,
      "loss_total": 0.011383429169654846,
      "step": 18360
    },
    {
      "grad_norm": 0.22569897770881653,
      "learning_rate": 9.1845e-05,
      "loss": 0.0183,
      "step": 18370
    },
    {
      "loss_action": 0.010675430297851562,
      "loss_total": 0.010675430297851562,
      "step": 18370
    },
    {
      "loss_action": 0.023605041205883026,
      "loss_total": 0.023605041205883026,
      "step": 18370
    },
    {
      "loss_action": 0.011845086701214314,
      "loss_total": 0.011845086701214314,
      "step": 18370
    },
    {
      "loss_action": 0.01626778207719326,
      "loss_total": 0.01626778207719326,
      "step": 18370
    },
    {
      "loss_action": 0.008314955979585648,
      "loss_total": 0.008314955979585648,
      "step": 18370
    },
    {
      "loss_action": 0.03401821106672287,
      "loss_total": 0.03401821106672287,
      "step": 18370
    },
    {
      "loss_action": 0.028809135779738426,
      "loss_total": 0.028809135779738426,
      "step": 18370
    },
    {
      "loss_action": 0.01118692196905613,
      "loss_total": 0.01118692196905613,
      "step": 18370
    },
    {
      "grad_norm": 0.17058202624320984,
      "learning_rate": 9.189500000000001e-05,
      "loss": 0.0185,
      "step": 18380
    },
    {
      "loss_action": 0.013193578459322453,
      "loss_total": 0.013193578459322453,
      "step": 18380
    },
    {
      "loss_action": 0.03663664311170578,
      "loss_total": 0.03663664311170578,
      "step": 18380
    },
    {
      "loss_action": 0.019550394266843796,
      "loss_total": 0.019550394266843796,
      "step": 18380
    },
    {
      "loss_action": 0.02523578330874443,
      "loss_total": 0.02523578330874443,
      "step": 18380
    },
    {
      "loss_action": 0.011969237588346004,
      "loss_total": 0.011969237588346004,
      "step": 18380
    },
    {
      "loss_action": 0.023897353559732437,
      "loss_total": 0.023897353559732437,
      "step": 18380
    },
    {
      "loss_action": 0.01242443174123764,
      "loss_total": 0.01242443174123764,
      "step": 18380
    },
    {
      "loss_action": 0.011050207540392876,
      "loss_total": 0.011050207540392876,
      "step": 18380
    },
    {
      "grad_norm": 0.2612092196941376,
      "learning_rate": 9.1945e-05,
      "loss": 0.0159,
      "step": 18390
    },
    {
      "loss_action": 0.012323761358857155,
      "loss_total": 0.012323761358857155,
      "step": 18390
    },
    {
      "loss_action": 0.07283815741539001,
      "loss_total": 0.07283815741539001,
      "step": 18390
    },
    {
      "loss_action": 0.01910988986492157,
      "loss_total": 0.01910988986492157,
      "step": 18390
    },
    {
      "loss_action": 0.029175400733947754,
      "loss_total": 0.029175400733947754,
      "step": 18390
    },
    {
      "loss_action": 0.01593688875436783,
      "loss_total": 0.01593688875436783,
      "step": 18390
    },
    {
      "loss_action": 0.006389721296727657,
      "loss_total": 0.006389721296727657,
      "step": 18390
    },
    {
      "loss_action": 0.020301174372434616,
      "loss_total": 0.020301174372434616,
      "step": 18390
    },
    {
      "loss_action": 0.016573715955018997,
      "loss_total": 0.016573715955018997,
      "step": 18390
    },
    {
      "grad_norm": 0.18706415593624115,
      "learning_rate": 9.1995e-05,
      "loss": 0.0167,
      "step": 18400
    },
    {
      "loss_action": 0.02406049147248268,
      "loss_total": 0.02406049147248268,
      "step": 18400
    },
    {
      "loss_action": 0.04458972066640854,
      "loss_total": 0.04458972066640854,
      "step": 18400
    },
    {
      "loss_action": 0.012546480633318424,
      "loss_total": 0.012546480633318424,
      "step": 18400
    },
    {
      "loss_action": 0.009180743247270584,
      "loss_total": 0.009180743247270584,
      "step": 18400
    },
    {
      "loss_action": 0.017189182341098785,
      "loss_total": 0.017189182341098785,
      "step": 18400
    },
    {
      "loss_action": 0.013789319433271885,
      "loss_total": 0.013789319433271885,
      "step": 18400
    },
    {
      "loss_action": 0.011927241459488869,
      "loss_total": 0.011927241459488869,
      "step": 18400
    },
    {
      "loss_action": 0.008212653920054436,
      "loss_total": 0.008212653920054436,
      "step": 18400
    },
    {
      "grad_norm": 0.227910578250885,
      "learning_rate": 9.2045e-05,
      "loss": 0.0192,
      "step": 18410
    },
    {
      "loss_action": 0.01753915101289749,
      "loss_total": 0.01753915101289749,
      "step": 18410
    },
    {
      "loss_action": 0.03153150528669357,
      "loss_total": 0.03153150528669357,
      "step": 18410
    },
    {
      "loss_action": 0.033005617558956146,
      "loss_total": 0.033005617558956146,
      "step": 18410
    },
    {
      "loss_action": 0.03662109375,
      "loss_total": 0.03662109375,
      "step": 18410
    },
    {
      "loss_action": 0.012341208755970001,
      "loss_total": 0.012341208755970001,
      "step": 18410
    },
    {
      "loss_action": 0.023995961993932724,
      "loss_total": 0.023995961993932724,
      "step": 18410
    },
    {
      "loss_action": 0.026093102991580963,
      "loss_total": 0.026093102991580963,
      "step": 18410
    },
    {
      "loss_action": 0.012231558561325073,
      "loss_total": 0.012231558561325073,
      "step": 18410
    },
    {
      "grad_norm": 0.32804346084594727,
      "learning_rate": 9.2095e-05,
      "loss": 0.0216,
      "step": 18420
    },
    {
      "loss_action": 0.022260326892137527,
      "loss_total": 0.022260326892137527,
      "step": 18420
    },
    {
      "loss_action": 0.012655219063162804,
      "loss_total": 0.012655219063162804,
      "step": 18420
    },
    {
      "loss_action": 0.021138031035661697,
      "loss_total": 0.021138031035661697,
      "step": 18420
    },
    {
      "loss_action": 0.021434757858514786,
      "loss_total": 0.021434757858514786,
      "step": 18420
    },
    {
      "loss_action": 0.04483246058225632,
      "loss_total": 0.04483246058225632,
      "step": 18420
    },
    {
      "loss_action": 0.052113126963377,
      "loss_total": 0.052113126963377,
      "step": 18420
    },
    {
      "loss_action": 0.01518057007342577,
      "loss_total": 0.01518057007342577,
      "step": 18420
    },
    {
      "loss_action": 0.01733371987938881,
      "loss_total": 0.01733371987938881,
      "step": 18420
    },
    {
      "grad_norm": 0.2880386412143707,
      "learning_rate": 9.2145e-05,
      "loss": 0.0204,
      "step": 18430
    },
    {
      "loss_action": 0.010359281674027443,
      "loss_total": 0.010359281674027443,
      "step": 18430
    },
    {
      "loss_action": 0.02793573960661888,
      "loss_total": 0.02793573960661888,
      "step": 18430
    },
    {
      "loss_action": 0.01539687067270279,
      "loss_total": 0.01539687067270279,
      "step": 18430
    },
    {
      "loss_action": 0.008784561417996883,
      "loss_total": 0.008784561417996883,
      "step": 18430
    },
    {
      "loss_action": 0.00917151290923357,
      "loss_total": 0.00917151290923357,
      "step": 18430
    },
    {
      "loss_action": 0.00535635557025671,
      "loss_total": 0.00535635557025671,
      "step": 18430
    },
    {
      "loss_action": 0.012098407372832298,
      "loss_total": 0.012098407372832298,
      "step": 18430
    },
    {
      "loss_action": 0.01694463938474655,
      "loss_total": 0.01694463938474655,
      "step": 18430
    },
    {
      "grad_norm": 0.2248084992170334,
      "learning_rate": 9.219500000000001e-05,
      "loss": 0.0177,
      "step": 18440
    },
    {
      "loss_action": 0.020592985674738884,
      "loss_total": 0.020592985674738884,
      "step": 18440
    },
    {
      "loss_action": 0.013718729838728905,
      "loss_total": 0.013718729838728905,
      "step": 18440
    },
    {
      "loss_action": 0.011709166690707207,
      "loss_total": 0.011709166690707207,
      "step": 18440
    },
    {
      "loss_action": 0.010611326433718204,
      "loss_total": 0.010611326433718204,
      "step": 18440
    },
    {
      "loss_action": 0.007834399119019508,
      "loss_total": 0.007834399119019508,
      "step": 18440
    },
    {
      "loss_action": 0.023972101509571075,
      "loss_total": 0.023972101509571075,
      "step": 18440
    },
    {
      "loss_action": 0.020431682467460632,
      "loss_total": 0.020431682467460632,
      "step": 18440
    },
    {
      "loss_action": 0.00876956433057785,
      "loss_total": 0.00876956433057785,
      "step": 18440
    },
    {
      "grad_norm": 0.19259023666381836,
      "learning_rate": 9.224500000000001e-05,
      "loss": 0.0171,
      "step": 18450
    },
    {
      "loss_action": 0.010369362309575081,
      "loss_total": 0.010369362309575081,
      "step": 18450
    },
    {
      "loss_action": 0.0152377774938941,
      "loss_total": 0.0152377774938941,
      "step": 18450
    },
    {
      "loss_action": 0.012824765406548977,
      "loss_total": 0.012824765406548977,
      "step": 18450
    },
    {
      "loss_action": 0.014660906046628952,
      "loss_total": 0.014660906046628952,
      "step": 18450
    },
    {
      "loss_action": 0.021084170788526535,
      "loss_total": 0.021084170788526535,
      "step": 18450
    },
    {
      "loss_action": 0.0127552580088377,
      "loss_total": 0.0127552580088377,
      "step": 18450
    },
    {
      "loss_action": 0.019496183842420578,
      "loss_total": 0.019496183842420578,
      "step": 18450
    },
    {
      "loss_action": 0.013754388317465782,
      "loss_total": 0.013754388317465782,
      "step": 18450
    },
    {
      "grad_norm": 0.15963014960289001,
      "learning_rate": 9.229500000000001e-05,
      "loss": 0.0148,
      "step": 18460
    },
    {
      "loss_action": 0.019005831331014633,
      "loss_total": 0.019005831331014633,
      "step": 18460
    },
    {
      "loss_action": 0.03283960372209549,
      "loss_total": 0.03283960372209549,
      "step": 18460
    },
    {
      "loss_action": 0.006078282371163368,
      "loss_total": 0.006078282371163368,
      "step": 18460
    },
    {
      "loss_action": 0.016479330137372017,
      "loss_total": 0.016479330137372017,
      "step": 18460
    },
    {
      "loss_action": 0.008321167901158333,
      "loss_total": 0.008321167901158333,
      "step": 18460
    },
    {
      "loss_action": 0.012764029204845428,
      "loss_total": 0.012764029204845428,
      "step": 18460
    },
    {
      "loss_action": 0.024543756619095802,
      "loss_total": 0.024543756619095802,
      "step": 18460
    },
    {
      "loss_action": 0.10322224348783493,
      "loss_total": 0.10322224348783493,
      "step": 18460
    },
    {
      "grad_norm": 0.27171289920806885,
      "learning_rate": 9.2345e-05,
      "loss": 0.0177,
      "step": 18470
    },
    {
      "loss_action": 0.012517365626990795,
      "loss_total": 0.012517365626990795,
      "step": 18470
    },
    {
      "loss_action": 0.032443709671497345,
      "loss_total": 0.032443709671497345,
      "step": 18470
    },
    {
      "loss_action": 0.017829740419983864,
      "loss_total": 0.017829740419983864,
      "step": 18470
    },
    {
      "loss_action": 0.05214992165565491,
      "loss_total": 0.05214992165565491,
      "step": 18470
    },
    {
      "loss_action": 0.03002142161130905,
      "loss_total": 0.03002142161130905,
      "step": 18470
    },
    {
      "loss_action": 0.013554153963923454,
      "loss_total": 0.013554153963923454,
      "step": 18470
    },
    {
      "loss_action": 0.025729799643158913,
      "loss_total": 0.025729799643158913,
      "step": 18470
    },
    {
      "loss_action": 0.0057877786457538605,
      "loss_total": 0.0057877786457538605,
      "step": 18470
    },
    {
      "grad_norm": 0.20009011030197144,
      "learning_rate": 9.239500000000001e-05,
      "loss": 0.0165,
      "step": 18480
    },
    {
      "loss_action": 0.007202920503914356,
      "loss_total": 0.007202920503914356,
      "step": 18480
    },
    {
      "loss_action": 0.006214729510247707,
      "loss_total": 0.006214729510247707,
      "step": 18480
    },
    {
      "loss_action": 0.011633829213678837,
      "loss_total": 0.011633829213678837,
      "step": 18480
    },
    {
      "loss_action": 0.014323331415653229,
      "loss_total": 0.014323331415653229,
      "step": 18480
    },
    {
      "loss_action": 0.02368186227977276,
      "loss_total": 0.02368186227977276,
      "step": 18480
    },
    {
      "loss_action": 0.006269416771829128,
      "loss_total": 0.006269416771829128,
      "step": 18480
    },
    {
      "loss_action": 0.008032568730413914,
      "loss_total": 0.008032568730413914,
      "step": 18480
    },
    {
      "loss_action": 0.008790085092186928,
      "loss_total": 0.008790085092186928,
      "step": 18480
    },
    {
      "grad_norm": 0.20281799137592316,
      "learning_rate": 9.2445e-05,
      "loss": 0.016,
      "step": 18490
    },
    {
      "loss_action": 0.007092978339642286,
      "loss_total": 0.007092978339642286,
      "step": 18490
    },
    {
      "loss_action": 0.00732302526012063,
      "loss_total": 0.00732302526012063,
      "step": 18490
    },
    {
      "loss_action": 0.017749154940247536,
      "loss_total": 0.017749154940247536,
      "step": 18490
    },
    {
      "loss_action": 0.020310241729021072,
      "loss_total": 0.020310241729021072,
      "step": 18490
    },
    {
      "loss_action": 0.009984361007809639,
      "loss_total": 0.009984361007809639,
      "step": 18490
    },
    {
      "loss_action": 0.016889486461877823,
      "loss_total": 0.016889486461877823,
      "step": 18490
    },
    {
      "loss_action": 0.030387695878744125,
      "loss_total": 0.030387695878744125,
      "step": 18490
    },
    {
      "loss_action": 0.01788371056318283,
      "loss_total": 0.01788371056318283,
      "step": 18490
    },
    {
      "grad_norm": 0.25854623317718506,
      "learning_rate": 9.249500000000001e-05,
      "loss": 0.0162,
      "step": 18500
    },
    {
      "loss_action": 0.014848411083221436,
      "loss_total": 0.014848411083221436,
      "step": 18500
    },
    {
      "loss_action": 0.008161310106515884,
      "loss_total": 0.008161310106515884,
      "step": 18500
    },
    {
      "loss_action": 0.00948549434542656,
      "loss_total": 0.00948549434542656,
      "step": 18500
    },
    {
      "loss_action": 0.013539660722017288,
      "loss_total": 0.013539660722017288,
      "step": 18500
    },
    {
      "loss_action": 0.03218293935060501,
      "loss_total": 0.03218293935060501,
      "step": 18500
    },
    {
      "loss_action": 0.014571571722626686,
      "loss_total": 0.014571571722626686,
      "step": 18500
    },
    {
      "loss_action": 0.017853781580924988,
      "loss_total": 0.017853781580924988,
      "step": 18500
    },
    {
      "loss_action": 0.01614237017929554,
      "loss_total": 0.01614237017929554,
      "step": 18500
    },
    {
      "grad_norm": 0.15831202268600464,
      "learning_rate": 9.2545e-05,
      "loss": 0.0168,
      "step": 18510
    },
    {
      "loss_action": 0.008561145514249802,
      "loss_total": 0.008561145514249802,
      "step": 18510
    },
    {
      "loss_action": 0.04542440176010132,
      "loss_total": 0.04542440176010132,
      "step": 18510
    },
    {
      "loss_action": 0.01801629737019539,
      "loss_total": 0.01801629737019539,
      "step": 18510
    },
    {
      "loss_action": 0.028960030525922775,
      "loss_total": 0.028960030525922775,
      "step": 18510
    },
    {
      "loss_action": 0.026428867131471634,
      "loss_total": 0.026428867131471634,
      "step": 18510
    },
    {
      "loss_action": 0.02039559744298458,
      "loss_total": 0.02039559744298458,
      "step": 18510
    },
    {
      "loss_action": 0.03479534387588501,
      "loss_total": 0.03479534387588501,
      "step": 18510
    },
    {
      "loss_action": 0.008880168199539185,
      "loss_total": 0.008880168199539185,
      "step": 18510
    },
    {
      "grad_norm": 0.1906365305185318,
      "learning_rate": 9.2595e-05,
      "loss": 0.0158,
      "step": 18520
    },
    {
      "loss_action": 0.009261254221200943,
      "loss_total": 0.009261254221200943,
      "step": 18520
    },
    {
      "loss_action": 0.01286220084875822,
      "loss_total": 0.01286220084875822,
      "step": 18520
    },
    {
      "loss_action": 0.011256452649831772,
      "loss_total": 0.011256452649831772,
      "step": 18520
    },
    {
      "loss_action": 0.0068092066794633865,
      "loss_total": 0.0068092066794633865,
      "step": 18520
    },
    {
      "loss_action": 0.0076550585217773914,
      "loss_total": 0.0076550585217773914,
      "step": 18520
    },
    {
      "loss_action": 0.02298101782798767,
      "loss_total": 0.02298101782798767,
      "step": 18520
    },
    {
      "loss_action": 0.021195778623223305,
      "loss_total": 0.021195778623223305,
      "step": 18520
    },
    {
      "loss_action": 0.02912488952279091,
      "loss_total": 0.02912488952279091,
      "step": 18520
    },
    {
      "grad_norm": 0.22970366477966309,
      "learning_rate": 9.2645e-05,
      "loss": 0.0151,
      "step": 18530
    },
    {
      "loss_action": 0.011055642738938332,
      "loss_total": 0.011055642738938332,
      "step": 18530
    },
    {
      "loss_action": 0.023189926519989967,
      "loss_total": 0.023189926519989967,
      "step": 18530
    },
    {
      "loss_action": 0.018523143604397774,
      "loss_total": 0.018523143604397774,
      "step": 18530
    },
    {
      "loss_action": 0.018109619617462158,
      "loss_total": 0.018109619617462158,
      "step": 18530
    },
    {
      "loss_action": 0.013980456627905369,
      "loss_total": 0.013980456627905369,
      "step": 18530
    },
    {
      "loss_action": 0.010965969413518906,
      "loss_total": 0.010965969413518906,
      "step": 18530
    },
    {
      "loss_action": 0.01666264608502388,
      "loss_total": 0.01666264608502388,
      "step": 18530
    },
    {
      "loss_action": 0.006422867067158222,
      "loss_total": 0.006422867067158222,
      "step": 18530
    },
    {
      "grad_norm": 0.19256441295146942,
      "learning_rate": 9.2695e-05,
      "loss": 0.0164,
      "step": 18540
    },
    {
      "loss_action": 0.012127201072871685,
      "loss_total": 0.012127201072871685,
      "step": 18540
    },
    {
      "loss_action": 0.01784551702439785,
      "loss_total": 0.01784551702439785,
      "step": 18540
    },
    {
      "loss_action": 0.014562168158590794,
      "loss_total": 0.014562168158590794,
      "step": 18540
    },
    {
      "loss_action": 0.0049345968291163445,
      "loss_total": 0.0049345968291163445,
      "step": 18540
    },
    {
      "loss_action": 0.011514762416481972,
      "loss_total": 0.011514762416481972,
      "step": 18540
    },
    {
      "loss_action": 0.012694916687905788,
      "loss_total": 0.012694916687905788,
      "step": 18540
    },
    {
      "loss_action": 0.014358091168105602,
      "loss_total": 0.014358091168105602,
      "step": 18540
    },
    {
      "loss_action": 0.008650373667478561,
      "loss_total": 0.008650373667478561,
      "step": 18540
    },
    {
      "grad_norm": 0.2071382701396942,
      "learning_rate": 9.274500000000001e-05,
      "loss": 0.0165,
      "step": 18550
    },
    {
      "loss_action": 0.012288063764572144,
      "loss_total": 0.012288063764572144,
      "step": 18550
    },
    {
      "loss_action": 0.011215610429644585,
      "loss_total": 0.011215610429644585,
      "step": 18550
    },
    {
      "loss_action": 0.007456381805241108,
      "loss_total": 0.007456381805241108,
      "step": 18550
    },
    {
      "loss_action": 0.016840089112520218,
      "loss_total": 0.016840089112520218,
      "step": 18550
    },
    {
      "loss_action": 0.012021657079458237,
      "loss_total": 0.012021657079458237,
      "step": 18550
    },
    {
      "loss_action": 0.011554118245840073,
      "loss_total": 0.011554118245840073,
      "step": 18550
    },
    {
      "loss_action": 0.013812067918479443,
      "loss_total": 0.013812067918479443,
      "step": 18550
    },
    {
      "loss_action": 0.021461009979248047,
      "loss_total": 0.021461009979248047,
      "step": 18550
    },
    {
      "grad_norm": 0.20770509541034698,
      "learning_rate": 9.279500000000001e-05,
      "loss": 0.0149,
      "step": 18560
    },
    {
      "loss_action": 0.015967324376106262,
      "loss_total": 0.015967324376106262,
      "step": 18560
    },
    {
      "loss_action": 0.032133206725120544,
      "loss_total": 0.032133206725120544,
      "step": 18560
    },
    {
      "loss_action": 0.01630697399377823,
      "loss_total": 0.01630697399377823,
      "step": 18560
    },
    {
      "loss_action": 0.012391430325806141,
      "loss_total": 0.012391430325806141,
      "step": 18560
    },
    {
      "loss_action": 0.016214214265346527,
      "loss_total": 0.016214214265346527,
      "step": 18560
    },
    {
      "loss_action": 0.015388982370495796,
      "loss_total": 0.015388982370495796,
      "step": 18560
    },
    {
      "loss_action": 0.011392123065888882,
      "loss_total": 0.011392123065888882,
      "step": 18560
    },
    {
      "loss_action": 0.012730654329061508,
      "loss_total": 0.012730654329061508,
      "step": 18560
    },
    {
      "grad_norm": 0.23288142681121826,
      "learning_rate": 9.284500000000001e-05,
      "loss": 0.0174,
      "step": 18570
    },
    {
      "loss_action": 0.020691663026809692,
      "loss_total": 0.020691663026809692,
      "step": 18570
    },
    {
      "loss_action": 0.011194318532943726,
      "loss_total": 0.011194318532943726,
      "step": 18570
    },
    {
      "loss_action": 0.046510130167007446,
      "loss_total": 0.046510130167007446,
      "step": 18570
    },
    {
      "loss_action": 0.010155884549021721,
      "loss_total": 0.010155884549021721,
      "step": 18570
    },
    {
      "loss_action": 0.01690499670803547,
      "loss_total": 0.01690499670803547,
      "step": 18570
    },
    {
      "loss_action": 0.012017009779810905,
      "loss_total": 0.012017009779810905,
      "step": 18570
    },
    {
      "loss_action": 0.007247408851981163,
      "loss_total": 0.007247408851981163,
      "step": 18570
    },
    {
      "loss_action": 0.016903312876820564,
      "loss_total": 0.016903312876820564,
      "step": 18570
    },
    {
      "grad_norm": 0.19014054536819458,
      "learning_rate": 9.289500000000001e-05,
      "loss": 0.0153,
      "step": 18580
    },
    {
      "loss_action": 0.009861531667411327,
      "loss_total": 0.009861531667411327,
      "step": 18580
    },
    {
      "loss_action": 0.012623084709048271,
      "loss_total": 0.012623084709048271,
      "step": 18580
    },
    {
      "loss_action": 0.010547544807195663,
      "loss_total": 0.010547544807195663,
      "step": 18580
    },
    {
      "loss_action": 0.005617516115307808,
      "loss_total": 0.005617516115307808,
      "step": 18580
    },
    {
      "loss_action": 0.006078093312680721,
      "loss_total": 0.006078093312680721,
      "step": 18580
    },
    {
      "loss_action": 0.01434003934264183,
      "loss_total": 0.01434003934264183,
      "step": 18580
    },
    {
      "loss_action": 0.03089834749698639,
      "loss_total": 0.03089834749698639,
      "step": 18580
    },
    {
      "loss_action": 0.028878066688776016,
      "loss_total": 0.028878066688776016,
      "step": 18580
    },
    {
      "grad_norm": 0.1788499504327774,
      "learning_rate": 9.2945e-05,
      "loss": 0.0167,
      "step": 18590
    },
    {
      "loss_action": 0.018226202577352524,
      "loss_total": 0.018226202577352524,
      "step": 18590
    },
    {
      "loss_action": 0.04642656445503235,
      "loss_total": 0.04642656445503235,
      "step": 18590
    },
    {
      "loss_action": 0.007485984358936548,
      "loss_total": 0.007485984358936548,
      "step": 18590
    },
    {
      "loss_action": 0.008135223761200905,
      "loss_total": 0.008135223761200905,
      "step": 18590
    },
    {
      "loss_action": 0.029158132150769234,
      "loss_total": 0.029158132150769234,
      "step": 18590
    },
    {
      "loss_action": 0.014248070307075977,
      "loss_total": 0.014248070307075977,
      "step": 18590
    },
    {
      "loss_action": 0.006731641478836536,
      "loss_total": 0.006731641478836536,
      "step": 18590
    },
    {
      "loss_action": 0.01039824541658163,
      "loss_total": 0.01039824541658163,
      "step": 18590
    },
    {
      "grad_norm": 0.18188518285751343,
      "learning_rate": 9.299500000000001e-05,
      "loss": 0.016,
      "step": 18600
    },
    {
      "loss_action": 0.009271768853068352,
      "loss_total": 0.009271768853068352,
      "step": 18600
    },
    {
      "loss_action": 0.009606299921870232,
      "loss_total": 0.009606299921870232,
      "step": 18600
    },
    {
      "loss_action": 0.014625545591115952,
      "loss_total": 0.014625545591115952,
      "step": 18600
    },
    {
      "loss_action": 0.012987745925784111,
      "loss_total": 0.012987745925784111,
      "step": 18600
    },
    {
      "loss_action": 0.019037265330553055,
      "loss_total": 0.019037265330553055,
      "step": 18600
    },
    {
      "loss_action": 0.012061935849487782,
      "loss_total": 0.012061935849487782,
      "step": 18600
    },
    {
      "loss_action": 0.019876856356859207,
      "loss_total": 0.019876856356859207,
      "step": 18600
    },
    {
      "loss_action": 0.11314097046852112,
      "loss_total": 0.11314097046852112,
      "step": 18600
    },
    {
      "grad_norm": 0.2469559609889984,
      "learning_rate": 9.3045e-05,
      "loss": 0.0167,
      "step": 18610
    },
    {
      "loss_action": 0.01145237497985363,
      "loss_total": 0.01145237497985363,
      "step": 18610
    },
    {
      "loss_action": 0.012438833713531494,
      "loss_total": 0.012438833713531494,
      "step": 18610
    },
    {
      "loss_action": 0.0081245806068182,
      "loss_total": 0.0081245806068182,
      "step": 18610
    },
    {
      "loss_action": 0.016706138849258423,
      "loss_total": 0.016706138849258423,
      "step": 18610
    },
    {
      "loss_action": 0.016998017206788063,
      "loss_total": 0.016998017206788063,
      "step": 18610
    },
    {
      "loss_action": 0.03708837181329727,
      "loss_total": 0.03708837181329727,
      "step": 18610
    },
    {
      "loss_action": 0.02410339191555977,
      "loss_total": 0.02410339191555977,
      "step": 18610
    },
    {
      "loss_action": 0.01690538227558136,
      "loss_total": 0.01690538227558136,
      "step": 18610
    },
    {
      "grad_norm": 0.1503143012523651,
      "learning_rate": 9.309500000000002e-05,
      "loss": 0.0157,
      "step": 18620
    },
    {
      "loss_action": 0.011300720274448395,
      "loss_total": 0.011300720274448395,
      "step": 18620
    },
    {
      "loss_action": 0.007277667988091707,
      "loss_total": 0.007277667988091707,
      "step": 18620
    },
    {
      "loss_action": 0.01056218147277832,
      "loss_total": 0.01056218147277832,
      "step": 18620
    },
    {
      "loss_action": 0.017176901921629906,
      "loss_total": 0.017176901921629906,
      "step": 18620
    },
    {
      "loss_action": 0.04485137015581131,
      "loss_total": 0.04485137015581131,
      "step": 18620
    },
    {
      "loss_action": 0.012738702818751335,
      "loss_total": 0.012738702818751335,
      "step": 18620
    },
    {
      "loss_action": 0.01941363327205181,
      "loss_total": 0.01941363327205181,
      "step": 18620
    },
    {
      "loss_action": 0.014675471931695938,
      "loss_total": 0.014675471931695938,
      "step": 18620
    },
    {
      "grad_norm": 0.21492472290992737,
      "learning_rate": 9.3145e-05,
      "loss": 0.0147,
      "step": 18630
    },
    {
      "loss_action": 0.013494212180376053,
      "loss_total": 0.013494212180376053,
      "step": 18630
    },
    {
      "loss_action": 0.01819024235010147,
      "loss_total": 0.01819024235010147,
      "step": 18630
    },
    {
      "loss_action": 0.011590001173317432,
      "loss_total": 0.011590001173317432,
      "step": 18630
    },
    {
      "loss_action": 0.006750413682311773,
      "loss_total": 0.006750413682311773,
      "step": 18630
    },
    {
      "loss_action": 0.012029637582600117,
      "loss_total": 0.012029637582600117,
      "step": 18630
    },
    {
      "loss_action": 0.016854945570230484,
      "loss_total": 0.016854945570230484,
      "step": 18630
    },
    {
      "loss_action": 0.008679717779159546,
      "loss_total": 0.008679717779159546,
      "step": 18630
    },
    {
      "loss_action": 0.01665610447525978,
      "loss_total": 0.01665610447525978,
      "step": 18630
    },
    {
      "grad_norm": 0.18653765320777893,
      "learning_rate": 9.3195e-05,
      "loss": 0.0157,
      "step": 18640
    },
    {
      "loss_action": 0.023356487974524498,
      "loss_total": 0.023356487974524498,
      "step": 18640
    },
    {
      "loss_action": 0.006863920949399471,
      "loss_total": 0.006863920949399471,
      "step": 18640
    },
    {
      "loss_action": 0.00945278163999319,
      "loss_total": 0.00945278163999319,
      "step": 18640
    },
    {
      "loss_action": 0.0069440389052033424,
      "loss_total": 0.0069440389052033424,
      "step": 18640
    },
    {
      "loss_action": 0.0162131879478693,
      "loss_total": 0.0162131879478693,
      "step": 18640
    },
    {
      "loss_action": 0.0187293142080307,
      "loss_total": 0.0187293142080307,
      "step": 18640
    },
    {
      "loss_action": 0.013096636161208153,
      "loss_total": 0.013096636161208153,
      "step": 18640
    },
    {
      "loss_action": 0.009360922500491142,
      "loss_total": 0.009360922500491142,
      "step": 18640
    },
    {
      "grad_norm": 0.16585148870944977,
      "learning_rate": 9.3245e-05,
      "loss": 0.0169,
      "step": 18650
    },
    {
      "loss_action": 0.0074272481724619865,
      "loss_total": 0.0074272481724619865,
      "step": 18650
    },
    {
      "loss_action": 0.012008536607027054,
      "loss_total": 0.012008536607027054,
      "step": 18650
    },
    {
      "loss_action": 0.0076630860567092896,
      "loss_total": 0.0076630860567092896,
      "step": 18650
    },
    {
      "loss_action": 0.01225917600095272,
      "loss_total": 0.01225917600095272,
      "step": 18650
    },
    {
      "loss_action": 0.01509946957230568,
      "loss_total": 0.01509946957230568,
      "step": 18650
    },
    {
      "loss_action": 0.02881217747926712,
      "loss_total": 0.02881217747926712,
      "step": 18650
    },
    {
      "loss_action": 0.005338144488632679,
      "loss_total": 0.005338144488632679,
      "step": 18650
    },
    {
      "loss_action": 0.011075183749198914,
      "loss_total": 0.011075183749198914,
      "step": 18650
    },
    {
      "grad_norm": 0.16860690712928772,
      "learning_rate": 9.3295e-05,
      "loss": 0.0142,
      "step": 18660
    },
    {
      "loss_action": 0.009676778689026833,
      "loss_total": 0.009676778689026833,
      "step": 18660
    },
    {
      "loss_action": 0.01728559099137783,
      "loss_total": 0.01728559099137783,
      "step": 18660
    },
    {
      "loss_action": 0.020620072260499,
      "loss_total": 0.020620072260499,
      "step": 18660
    },
    {
      "loss_action": 0.010060615837574005,
      "loss_total": 0.010060615837574005,
      "step": 18660
    },
    {
      "loss_action": 0.013664362020790577,
      "loss_total": 0.013664362020790577,
      "step": 18660
    },
    {
      "loss_action": 0.016962215304374695,
      "loss_total": 0.016962215304374695,
      "step": 18660
    },
    {
      "loss_action": 0.006352165248245001,
      "loss_total": 0.006352165248245001,
      "step": 18660
    },
    {
      "loss_action": 0.012690039351582527,
      "loss_total": 0.012690039351582527,
      "step": 18660
    },
    {
      "grad_norm": 0.13569727540016174,
      "learning_rate": 9.334500000000001e-05,
      "loss": 0.0116,
      "step": 18670
    },
    {
      "loss_action": 0.0104143638163805,
      "loss_total": 0.0104143638163805,
      "step": 18670
    },
    {
      "loss_action": 0.02622177079319954,
      "loss_total": 0.02622177079319954,
      "step": 18670
    },
    {
      "loss_action": 0.01871875301003456,
      "loss_total": 0.01871875301003456,
      "step": 18670
    },
    {
      "loss_action": 0.01675914227962494,
      "loss_total": 0.01675914227962494,
      "step": 18670
    },
    {
      "loss_action": 0.012440427206456661,
      "loss_total": 0.012440427206456661,
      "step": 18670
    },
    {
      "loss_action": 0.011102573946118355,
      "loss_total": 0.011102573946118355,
      "step": 18670
    },
    {
      "loss_action": 0.013285920023918152,
      "loss_total": 0.013285920023918152,
      "step": 18670
    },
    {
      "loss_action": 0.01333545334637165,
      "loss_total": 0.01333545334637165,
      "step": 18670
    },
    {
      "grad_norm": 0.17660847306251526,
      "learning_rate": 9.3395e-05,
      "loss": 0.0148,
      "step": 18680
    },
    {
      "loss_action": 0.013750745914876461,
      "loss_total": 0.013750745914876461,
      "step": 18680
    },
    {
      "loss_action": 0.012864071875810623,
      "loss_total": 0.012864071875810623,
      "step": 18680
    },
    {
      "loss_action": 0.013506408780813217,
      "loss_total": 0.013506408780813217,
      "step": 18680
    },
    {
      "loss_action": 0.015598591417074203,
      "loss_total": 0.015598591417074203,
      "step": 18680
    },
    {
      "loss_action": 0.009291797876358032,
      "loss_total": 0.009291797876358032,
      "step": 18680
    },
    {
      "loss_action": 0.012045331299304962,
      "loss_total": 0.012045331299304962,
      "step": 18680
    },
    {
      "loss_action": 0.010887794196605682,
      "loss_total": 0.010887794196605682,
      "step": 18680
    },
    {
      "loss_action": 0.007914585061371326,
      "loss_total": 0.007914585061371326,
      "step": 18680
    },
    {
      "grad_norm": 0.20639468729496002,
      "learning_rate": 9.344500000000001e-05,
      "loss": 0.0169,
      "step": 18690
    },
    {
      "loss_action": 0.020929429680109024,
      "loss_total": 0.020929429680109024,
      "step": 18690
    },
    {
      "loss_action": 0.013187244534492493,
      "loss_total": 0.013187244534492493,
      "step": 18690
    },
    {
      "loss_action": 0.008179912343621254,
      "loss_total": 0.008179912343621254,
      "step": 18690
    },
    {
      "loss_action": 0.008005139417946339,
      "loss_total": 0.008005139417946339,
      "step": 18690
    },
    {
      "loss_action": 0.016939114779233932,
      "loss_total": 0.016939114779233932,
      "step": 18690
    },
    {
      "loss_action": 0.018626732751727104,
      "loss_total": 0.018626732751727104,
      "step": 18690
    },
    {
      "loss_action": 0.01080857403576374,
      "loss_total": 0.01080857403576374,
      "step": 18690
    },
    {
      "loss_action": 0.009141795337200165,
      "loss_total": 0.009141795337200165,
      "step": 18690
    },
    {
      "grad_norm": 0.19597101211547852,
      "learning_rate": 9.3495e-05,
      "loss": 0.0159,
      "step": 18700
    },
    {
      "loss_action": 0.006034171674400568,
      "loss_total": 0.006034171674400568,
      "step": 18700
    },
    {
      "loss_action": 0.008292602375149727,
      "loss_total": 0.008292602375149727,
      "step": 18700
    },
    {
      "loss_action": 0.011747496202588081,
      "loss_total": 0.011747496202588081,
      "step": 18700
    },
    {
      "loss_action": 0.01173613965511322,
      "loss_total": 0.01173613965511322,
      "step": 18700
    },
    {
      "loss_action": 0.004057032056152821,
      "loss_total": 0.004057032056152821,
      "step": 18700
    },
    {
      "loss_action": 0.017794912680983543,
      "loss_total": 0.017794912680983543,
      "step": 18700
    },
    {
      "loss_action": 0.01411832869052887,
      "loss_total": 0.01411832869052887,
      "step": 18700
    },
    {
      "loss_action": 0.009005448780953884,
      "loss_total": 0.009005448780953884,
      "step": 18700
    },
    {
      "grad_norm": 0.19439566135406494,
      "learning_rate": 9.3545e-05,
      "loss": 0.0165,
      "step": 18710
    },
    {
      "loss_action": 0.00872567854821682,
      "loss_total": 0.00872567854821682,
      "step": 18710
    },
    {
      "loss_action": 0.016928134486079216,
      "loss_total": 0.016928134486079216,
      "step": 18710
    },
    {
      "loss_action": 0.012767723761498928,
      "loss_total": 0.012767723761498928,
      "step": 18710
    },
    {
      "loss_action": 0.013513321056962013,
      "loss_total": 0.013513321056962013,
      "step": 18710
    },
    {
      "loss_action": 0.008252857252955437,
      "loss_total": 0.008252857252955437,
      "step": 18710
    },
    {
      "loss_action": 0.012445696629583836,
      "loss_total": 0.012445696629583836,
      "step": 18710
    },
    {
      "loss_action": 0.009524671360850334,
      "loss_total": 0.009524671360850334,
      "step": 18710
    },
    {
      "loss_action": 0.007931182160973549,
      "loss_total": 0.007931182160973549,
      "step": 18710
    },
    {
      "grad_norm": 0.16591577231884003,
      "learning_rate": 9.3595e-05,
      "loss": 0.0155,
      "step": 18720
    },
    {
      "loss_action": 0.008698126301169395,
      "loss_total": 0.008698126301169395,
      "step": 18720
    },
    {
      "loss_action": 0.007752161007374525,
      "loss_total": 0.007752161007374525,
      "step": 18720
    },
    {
      "loss_action": 0.01001756265759468,
      "loss_total": 0.01001756265759468,
      "step": 18720
    },
    {
      "loss_action": 0.007479388732463121,
      "loss_total": 0.007479388732463121,
      "step": 18720
    },
    {
      "loss_action": 0.00744565250352025,
      "loss_total": 0.00744565250352025,
      "step": 18720
    },
    {
      "loss_action": 0.008252095431089401,
      "loss_total": 0.008252095431089401,
      "step": 18720
    },
    {
      "loss_action": 0.03054320625960827,
      "loss_total": 0.03054320625960827,
      "step": 18720
    },
    {
      "loss_action": 0.012007888406515121,
      "loss_total": 0.012007888406515121,
      "step": 18720
    },
    {
      "grad_norm": 0.31774818897247314,
      "learning_rate": 9.3645e-05,
      "loss": 0.0142,
      "step": 18730
    },
    {
      "loss_action": 0.02451307699084282,
      "loss_total": 0.02451307699084282,
      "step": 18730
    },
    {
      "loss_action": 0.02795717492699623,
      "loss_total": 0.02795717492699623,
      "step": 18730
    },
    {
      "loss_action": 0.0058632199652493,
      "loss_total": 0.0058632199652493,
      "step": 18730
    },
    {
      "loss_action": 0.008946879766881466,
      "loss_total": 0.008946879766881466,
      "step": 18730
    },
    {
      "loss_action": 0.012376748025417328,
      "loss_total": 0.012376748025417328,
      "step": 18730
    },
    {
      "loss_action": 0.03853943571448326,
      "loss_total": 0.03853943571448326,
      "step": 18730
    },
    {
      "loss_action": 0.01454772800207138,
      "loss_total": 0.01454772800207138,
      "step": 18730
    },
    {
      "loss_action": 0.015137284994125366,
      "loss_total": 0.015137284994125366,
      "step": 18730
    },
    {
      "grad_norm": 0.22333084046840668,
      "learning_rate": 9.3695e-05,
      "loss": 0.0195,
      "step": 18740
    },
    {
      "loss_action": 0.011460631154477596,
      "loss_total": 0.011460631154477596,
      "step": 18740
    },
    {
      "loss_action": 0.01054631918668747,
      "loss_total": 0.01054631918668747,
      "step": 18740
    },
    {
      "loss_action": 0.027312934398651123,
      "loss_total": 0.027312934398651123,
      "step": 18740
    },
    {
      "loss_action": 0.012481414712965488,
      "loss_total": 0.012481414712965488,
      "step": 18740
    },
    {
      "loss_action": 0.03887348622083664,
      "loss_total": 0.03887348622083664,
      "step": 18740
    },
    {
      "loss_action": 0.016682997345924377,
      "loss_total": 0.016682997345924377,
      "step": 18740
    },
    {
      "loss_action": 0.012303097173571587,
      "loss_total": 0.012303097173571587,
      "step": 18740
    },
    {
      "loss_action": 0.017808523029088974,
      "loss_total": 0.017808523029088974,
      "step": 18740
    },
    {
      "grad_norm": 0.20407575368881226,
      "learning_rate": 9.3745e-05,
      "loss": 0.0171,
      "step": 18750
    },
    {
      "loss_action": 0.027348479256033897,
      "loss_total": 0.027348479256033897,
      "step": 18750
    },
    {
      "loss_action": 0.00854317657649517,
      "loss_total": 0.00854317657649517,
      "step": 18750
    },
    {
      "loss_action": 0.03424866497516632,
      "loss_total": 0.03424866497516632,
      "step": 18750
    },
    {
      "loss_action": 0.014145838096737862,
      "loss_total": 0.014145838096737862,
      "step": 18750
    },
    {
      "loss_action": 0.006776697002351284,
      "loss_total": 0.006776697002351284,
      "step": 18750
    },
    {
      "loss_action": 0.034989774227142334,
      "loss_total": 0.034989774227142334,
      "step": 18750
    },
    {
      "loss_action": 0.025756854563951492,
      "loss_total": 0.025756854563951492,
      "step": 18750
    },
    {
      "loss_action": 0.005941786803305149,
      "loss_total": 0.005941786803305149,
      "step": 18750
    },
    {
      "grad_norm": 0.20469532907009125,
      "learning_rate": 9.3795e-05,
      "loss": 0.0154,
      "step": 18760
    },
    {
      "loss_action": 0.031117312610149384,
      "loss_total": 0.031117312610149384,
      "step": 18760
    },
    {
      "loss_action": 0.035591959953308105,
      "loss_total": 0.035591959953308105,
      "step": 18760
    },
    {
      "loss_action": 0.018385473638772964,
      "loss_total": 0.018385473638772964,
      "step": 18760
    },
    {
      "loss_action": 0.011960873380303383,
      "loss_total": 0.011960873380303383,
      "step": 18760
    },
    {
      "loss_action": 0.00931211281567812,
      "loss_total": 0.00931211281567812,
      "step": 18760
    },
    {
      "loss_action": 0.011111779138445854,
      "loss_total": 0.011111779138445854,
      "step": 18760
    },
    {
      "loss_action": 0.020801715552806854,
      "loss_total": 0.020801715552806854,
      "step": 18760
    },
    {
      "loss_action": 0.017852675169706345,
      "loss_total": 0.017852675169706345,
      "step": 18760
    },
    {
      "grad_norm": 0.15971478819847107,
      "learning_rate": 9.384500000000001e-05,
      "loss": 0.0174,
      "step": 18770
    },
    {
      "loss_action": 0.011387285776436329,
      "loss_total": 0.011387285776436329,
      "step": 18770
    },
    {
      "loss_action": 0.011086873710155487,
      "loss_total": 0.011086873710155487,
      "step": 18770
    },
    {
      "loss_action": 0.012737980112433434,
      "loss_total": 0.012737980112433434,
      "step": 18770
    },
    {
      "loss_action": 0.018167540431022644,
      "loss_total": 0.018167540431022644,
      "step": 18770
    },
    {
      "loss_action": 0.020090896636247635,
      "loss_total": 0.020090896636247635,
      "step": 18770
    },
    {
      "loss_action": 0.05508565530180931,
      "loss_total": 0.05508565530180931,
      "step": 18770
    },
    {
      "loss_action": 0.006548117380589247,
      "loss_total": 0.006548117380589247,
      "step": 18770
    },
    {
      "loss_action": 0.005882164929062128,
      "loss_total": 0.005882164929062128,
      "step": 18770
    },
    {
      "grad_norm": 0.21569174528121948,
      "learning_rate": 9.3895e-05,
      "loss": 0.0154,
      "step": 18780
    },
    {
      "loss_action": 0.012904866598546505,
      "loss_total": 0.012904866598546505,
      "step": 18780
    },
    {
      "loss_action": 0.008633445017039776,
      "loss_total": 0.008633445017039776,
      "step": 18780
    },
    {
      "loss_action": 0.010189986787736416,
      "loss_total": 0.010189986787736416,
      "step": 18780
    },
    {
      "loss_action": 0.007252212148159742,
      "loss_total": 0.007252212148159742,
      "step": 18780
    },
    {
      "loss_action": 0.012514348141849041,
      "loss_total": 0.012514348141849041,
      "step": 18780
    },
    {
      "loss_action": 0.011055268347263336,
      "loss_total": 0.011055268347263336,
      "step": 18780
    },
    {
      "loss_action": 0.006745936349034309,
      "loss_total": 0.006745936349034309,
      "step": 18780
    },
    {
      "loss_action": 0.011689314618706703,
      "loss_total": 0.011689314618706703,
      "step": 18780
    },
    {
      "grad_norm": 0.2132185995578766,
      "learning_rate": 9.394500000000001e-05,
      "loss": 0.0166,
      "step": 18790
    },
    {
      "loss_action": 0.008673449046909809,
      "loss_total": 0.008673449046909809,
      "step": 18790
    },
    {
      "loss_action": 0.01757672056555748,
      "loss_total": 0.01757672056555748,
      "step": 18790
    },
    {
      "loss_action": 0.01924069970846176,
      "loss_total": 0.01924069970846176,
      "step": 18790
    },
    {
      "loss_action": 0.017908111214637756,
      "loss_total": 0.017908111214637756,
      "step": 18790
    },
    {
      "loss_action": 0.013193459250032902,
      "loss_total": 0.013193459250032902,
      "step": 18790
    },
    {
      "loss_action": 0.0151470135897398,
      "loss_total": 0.0151470135897398,
      "step": 18790
    },
    {
      "loss_action": 0.03639039397239685,
      "loss_total": 0.03639039397239685,
      "step": 18790
    },
    {
      "loss_action": 0.018535520881414413,
      "loss_total": 0.018535520881414413,
      "step": 18790
    },
    {
      "grad_norm": 0.14296580851078033,
      "learning_rate": 9.3995e-05,
      "loss": 0.0172,
      "step": 18800
    },
    {
      "loss_action": 0.02202635258436203,
      "loss_total": 0.02202635258436203,
      "step": 18800
    },
    {
      "loss_action": 0.0147819509729743,
      "loss_total": 0.0147819509729743,
      "step": 18800
    },
    {
      "loss_action": 0.014800376258790493,
      "loss_total": 0.014800376258790493,
      "step": 18800
    },
    {
      "loss_action": 0.0543200746178627,
      "loss_total": 0.0543200746178627,
      "step": 18800
    },
    {
      "loss_action": 0.01647554710507393,
      "loss_total": 0.01647554710507393,
      "step": 18800
    },
    {
      "loss_action": 0.006608988158404827,
      "loss_total": 0.006608988158404827,
      "step": 18800
    },
    {
      "loss_action": 0.016651291400194168,
      "loss_total": 0.016651291400194168,
      "step": 18800
    },
    {
      "loss_action": 0.012652454897761345,
      "loss_total": 0.012652454897761345,
      "step": 18800
    },
    {
      "grad_norm": 0.22687533497810364,
      "learning_rate": 9.404500000000001e-05,
      "loss": 0.0158,
      "step": 18810
    },
    {
      "loss_action": 0.017885351553559303,
      "loss_total": 0.017885351553559303,
      "step": 18810
    },
    {
      "loss_action": 0.019158829003572464,
      "loss_total": 0.019158829003572464,
      "step": 18810
    },
    {
      "loss_action": 0.009435009211301804,
      "loss_total": 0.009435009211301804,
      "step": 18810
    },
    {
      "loss_action": 0.012990657240152359,
      "loss_total": 0.012990657240152359,
      "step": 18810
    },
    {
      "loss_action": 0.024633213877677917,
      "loss_total": 0.024633213877677917,
      "step": 18810
    },
    {
      "loss_action": 0.018451159819960594,
      "loss_total": 0.018451159819960594,
      "step": 18810
    },
    {
      "loss_action": 0.010062131099402905,
      "loss_total": 0.010062131099402905,
      "step": 18810
    },
    {
      "loss_action": 0.012694412842392921,
      "loss_total": 0.012694412842392921,
      "step": 18810
    },
    {
      "grad_norm": 0.19793789088726044,
      "learning_rate": 9.4095e-05,
      "loss": 0.0161,
      "step": 18820
    },
    {
      "loss_action": 0.012503569014370441,
      "loss_total": 0.012503569014370441,
      "step": 18820
    },
    {
      "loss_action": 0.007959277369081974,
      "loss_total": 0.007959277369081974,
      "step": 18820
    },
    {
      "loss_action": 0.01126884575933218,
      "loss_total": 0.01126884575933218,
      "step": 18820
    },
    {
      "loss_action": 0.027053706347942352,
      "loss_total": 0.027053706347942352,
      "step": 18820
    },
    {
      "loss_action": 0.016933411359786987,
      "loss_total": 0.016933411359786987,
      "step": 18820
    },
    {
      "loss_action": 0.007377066183835268,
      "loss_total": 0.007377066183835268,
      "step": 18820
    },
    {
      "loss_action": 0.018516751006245613,
      "loss_total": 0.018516751006245613,
      "step": 18820
    },
    {
      "loss_action": 0.026823733001947403,
      "loss_total": 0.026823733001947403,
      "step": 18820
    },
    {
      "grad_norm": 0.23150137066841125,
      "learning_rate": 9.4145e-05,
      "loss": 0.0169,
      "step": 18830
    },
    {
      "loss_action": 0.009282566606998444,
      "loss_total": 0.009282566606998444,
      "step": 18830
    },
    {
      "loss_action": 0.016689131036400795,
      "loss_total": 0.016689131036400795,
      "step": 18830
    },
    {
      "loss_action": 0.02381760999560356,
      "loss_total": 0.02381760999560356,
      "step": 18830
    },
    {
      "loss_action": 0.0297855194658041,
      "loss_total": 0.0297855194658041,
      "step": 18830
    },
    {
      "loss_action": 0.00817815586924553,
      "loss_total": 0.00817815586924553,
      "step": 18830
    },
    {
      "loss_action": 0.025047123432159424,
      "loss_total": 0.025047123432159424,
      "step": 18830
    },
    {
      "loss_action": 0.01163797453045845,
      "loss_total": 0.01163797453045845,
      "step": 18830
    },
    {
      "loss_action": 0.021583890542387962,
      "loss_total": 0.021583890542387962,
      "step": 18830
    },
    {
      "grad_norm": 0.21358388662338257,
      "learning_rate": 9.4195e-05,
      "loss": 0.0172,
      "step": 18840
    },
    {
      "loss_action": 0.018744464963674545,
      "loss_total": 0.018744464963674545,
      "step": 18840
    },
    {
      "loss_action": 0.035334620624780655,
      "loss_total": 0.035334620624780655,
      "step": 18840
    },
    {
      "loss_action": 0.01359397079795599,
      "loss_total": 0.01359397079795599,
      "step": 18840
    },
    {
      "loss_action": 0.01050567626953125,
      "loss_total": 0.01050567626953125,
      "step": 18840
    },
    {
      "loss_action": 0.007773751392960548,
      "loss_total": 0.007773751392960548,
      "step": 18840
    },
    {
      "loss_action": 0.02242778241634369,
      "loss_total": 0.02242778241634369,
      "step": 18840
    },
    {
      "loss_action": 0.015948675572872162,
      "loss_total": 0.015948675572872162,
      "step": 18840
    },
    {
      "loss_action": 0.018711403012275696,
      "loss_total": 0.018711403012275696,
      "step": 18840
    },
    {
      "grad_norm": 0.2388899028301239,
      "learning_rate": 9.4245e-05,
      "loss": 0.0202,
      "step": 18850
    },
    {
      "loss_action": 0.02227994054555893,
      "loss_total": 0.02227994054555893,
      "step": 18850
    },
    {
      "loss_action": 0.02213149517774582,
      "loss_total": 0.02213149517774582,
      "step": 18850
    },
    {
      "loss_action": 0.01451408676803112,
      "loss_total": 0.01451408676803112,
      "step": 18850
    },
    {
      "loss_action": 0.019716190174221992,
      "loss_total": 0.019716190174221992,
      "step": 18850
    },
    {
      "loss_action": 0.014757703058421612,
      "loss_total": 0.014757703058421612,
      "step": 18850
    },
    {
      "loss_action": 0.020354941487312317,
      "loss_total": 0.020354941487312317,
      "step": 18850
    },
    {
      "loss_action": 0.011799285188317299,
      "loss_total": 0.011799285188317299,
      "step": 18850
    },
    {
      "loss_action": 0.008195785805583,
      "loss_total": 0.008195785805583,
      "step": 18850
    },
    {
      "grad_norm": 0.22489358484745026,
      "learning_rate": 9.4295e-05,
      "loss": 0.0192,
      "step": 18860
    },
    {
      "loss_action": 0.013092483393847942,
      "loss_total": 0.013092483393847942,
      "step": 18860
    },
    {
      "loss_action": 0.01003984920680523,
      "loss_total": 0.01003984920680523,
      "step": 18860
    },
    {
      "loss_action": 0.011125745251774788,
      "loss_total": 0.011125745251774788,
      "step": 18860
    },
    {
      "loss_action": 0.00894902553409338,
      "loss_total": 0.00894902553409338,
      "step": 18860
    },
    {
      "loss_action": 0.021760638803243637,
      "loss_total": 0.021760638803243637,
      "step": 18860
    },
    {
      "loss_action": 0.009926455095410347,
      "loss_total": 0.009926455095410347,
      "step": 18860
    },
    {
      "loss_action": 0.018565461039543152,
      "loss_total": 0.018565461039543152,
      "step": 18860
    },
    {
      "loss_action": 0.02044031210243702,
      "loss_total": 0.02044031210243702,
      "step": 18860
    },
    {
      "grad_norm": 0.2424730658531189,
      "learning_rate": 9.4345e-05,
      "loss": 0.0173,
      "step": 18870
    },
    {
      "loss_action": 0.01291387714445591,
      "loss_total": 0.01291387714445591,
      "step": 18870
    },
    {
      "loss_action": 0.007591697853058577,
      "loss_total": 0.007591697853058577,
      "step": 18870
    },
    {
      "loss_action": 0.016403228044509888,
      "loss_total": 0.016403228044509888,
      "step": 18870
    },
    {
      "loss_action": 0.023529749363660812,
      "loss_total": 0.023529749363660812,
      "step": 18870
    },
    {
      "loss_action": 0.012714984826743603,
      "loss_total": 0.012714984826743603,
      "step": 18870
    },
    {
      "loss_action": 0.011732353828847408,
      "loss_total": 0.011732353828847408,
      "step": 18870
    },
    {
      "loss_action": 0.01987089030444622,
      "loss_total": 0.01987089030444622,
      "step": 18870
    },
    {
      "loss_action": 0.00822124257683754,
      "loss_total": 0.00822124257683754,
      "step": 18870
    },
    {
      "grad_norm": 0.20440880954265594,
      "learning_rate": 9.439500000000001e-05,
      "loss": 0.0156,
      "step": 18880
    },
    {
      "loss_action": 0.016646230593323708,
      "loss_total": 0.016646230593323708,
      "step": 18880
    },
    {
      "loss_action": 0.011466074734926224,
      "loss_total": 0.011466074734926224,
      "step": 18880
    },
    {
      "loss_action": 0.016293328255414963,
      "loss_total": 0.016293328255414963,
      "step": 18880
    },
    {
      "loss_action": 0.01886628195643425,
      "loss_total": 0.01886628195643425,
      "step": 18880
    },
    {
      "loss_action": 0.009140416979789734,
      "loss_total": 0.009140416979789734,
      "step": 18880
    },
    {
      "loss_action": 0.007960090413689613,
      "loss_total": 0.007960090413689613,
      "step": 18880
    },
    {
      "loss_action": 0.029333777725696564,
      "loss_total": 0.029333777725696564,
      "step": 18880
    },
    {
      "loss_action": 0.025563474744558334,
      "loss_total": 0.025563474744558334,
      "step": 18880
    },
    {
      "grad_norm": 0.24997113645076752,
      "learning_rate": 9.444500000000001e-05,
      "loss": 0.0146,
      "step": 18890
    },
    {
      "loss_action": 0.010136330500245094,
      "loss_total": 0.010136330500245094,
      "step": 18890
    },
    {
      "loss_action": 0.007661219220608473,
      "loss_total": 0.007661219220608473,
      "step": 18890
    },
    {
      "loss_action": 0.01866142824292183,
      "loss_total": 0.01866142824292183,
      "step": 18890
    },
    {
      "loss_action": 0.013223230838775635,
      "loss_total": 0.013223230838775635,
      "step": 18890
    },
    {
      "loss_action": 0.016812976449728012,
      "loss_total": 0.016812976449728012,
      "step": 18890
    },
    {
      "loss_action": 0.015233059413731098,
      "loss_total": 0.015233059413731098,
      "step": 18890
    },
    {
      "loss_action": 0.0225981492549181,
      "loss_total": 0.0225981492549181,
      "step": 18890
    },
    {
      "loss_action": 0.013252897188067436,
      "loss_total": 0.013252897188067436,
      "step": 18890
    },
    {
      "grad_norm": 0.3434518873691559,
      "learning_rate": 9.4495e-05,
      "loss": 0.0169,
      "step": 18900
    },
    {
      "loss_action": 0.01316004991531372,
      "loss_total": 0.01316004991531372,
      "step": 18900
    },
    {
      "loss_action": 0.018720772117376328,
      "loss_total": 0.018720772117376328,
      "step": 18900
    },
    {
      "loss_action": 0.011427173390984535,
      "loss_total": 0.011427173390984535,
      "step": 18900
    },
    {
      "loss_action": 0.010970697738230228,
      "loss_total": 0.010970697738230228,
      "step": 18900
    },
    {
      "loss_action": 0.022384122014045715,
      "loss_total": 0.022384122014045715,
      "step": 18900
    },
    {
      "loss_action": 0.009710757061839104,
      "loss_total": 0.009710757061839104,
      "step": 18900
    },
    {
      "loss_action": 0.02000320330262184,
      "loss_total": 0.02000320330262184,
      "step": 18900
    },
    {
      "loss_action": 0.01093979086726904,
      "loss_total": 0.01093979086726904,
      "step": 18900
    },
    {
      "grad_norm": 0.21672524511814117,
      "learning_rate": 9.454500000000001e-05,
      "loss": 0.0179,
      "step": 18910
    },
    {
      "loss_action": 0.017831528559327126,
      "loss_total": 0.017831528559327126,
      "step": 18910
    },
    {
      "loss_action": 0.009779872372746468,
      "loss_total": 0.009779872372746468,
      "step": 18910
    },
    {
      "loss_action": 0.012805133126676083,
      "loss_total": 0.012805133126676083,
      "step": 18910
    },
    {
      "loss_action": 0.04117799550294876,
      "loss_total": 0.04117799550294876,
      "step": 18910
    },
    {
      "loss_action": 0.014302005991339684,
      "loss_total": 0.014302005991339684,
      "step": 18910
    },
    {
      "loss_action": 0.015373537316918373,
      "loss_total": 0.015373537316918373,
      "step": 18910
    },
    {
      "loss_action": 0.020669247955083847,
      "loss_total": 0.020669247955083847,
      "step": 18910
    },
    {
      "loss_action": 0.012106591835618019,
      "loss_total": 0.012106591835618019,
      "step": 18910
    },
    {
      "grad_norm": 0.23397117853164673,
      "learning_rate": 9.4595e-05,
      "loss": 0.0186,
      "step": 18920
    },
    {
      "loss_action": 0.007281494792550802,
      "loss_total": 0.007281494792550802,
      "step": 18920
    },
    {
      "loss_action": 0.007824938744306564,
      "loss_total": 0.007824938744306564,
      "step": 18920
    },
    {
      "loss_action": 0.008973674848675728,
      "loss_total": 0.008973674848675728,
      "step": 18920
    },
    {
      "loss_action": 0.011092360131442547,
      "loss_total": 0.011092360131442547,
      "step": 18920
    },
    {
      "loss_action": 0.03962839022278786,
      "loss_total": 0.03962839022278786,
      "step": 18920
    },
    {
      "loss_action": 0.008603978902101517,
      "loss_total": 0.008603978902101517,
      "step": 18920
    },
    {
      "loss_action": 0.012064977549016476,
      "loss_total": 0.012064977549016476,
      "step": 18920
    },
    {
      "loss_action": 0.02509228140115738,
      "loss_total": 0.02509228140115738,
      "step": 18920
    },
    {
      "grad_norm": 0.22067850828170776,
      "learning_rate": 9.4645e-05,
      "loss": 0.0176,
      "step": 18930
    },
    {
      "loss_action": 0.01698804646730423,
      "loss_total": 0.01698804646730423,
      "step": 18930
    },
    {
      "loss_action": 0.010810327716171741,
      "loss_total": 0.010810327716171741,
      "step": 18930
    },
    {
      "loss_action": 0.016786476597189903,
      "loss_total": 0.016786476597189903,
      "step": 18930
    },
    {
      "loss_action": 0.026572521775960922,
      "loss_total": 0.026572521775960922,
      "step": 18930
    },
    {
      "loss_action": 0.01563066802918911,
      "loss_total": 0.01563066802918911,
      "step": 18930
    },
    {
      "loss_action": 0.008239245973527431,
      "loss_total": 0.008239245973527431,
      "step": 18930
    },
    {
      "loss_action": 0.007072866894304752,
      "loss_total": 0.007072866894304752,
      "step": 18930
    },
    {
      "loss_action": 0.01962849497795105,
      "loss_total": 0.01962849497795105,
      "step": 18930
    },
    {
      "grad_norm": 0.1908755749464035,
      "learning_rate": 9.4695e-05,
      "loss": 0.0148,
      "step": 18940
    },
    {
      "loss_action": 0.009656483307480812,
      "loss_total": 0.009656483307480812,
      "step": 18940
    },
    {
      "loss_action": 0.008771673776209354,
      "loss_total": 0.008771673776209354,
      "step": 18940
    },
    {
      "loss_action": 0.020265474915504456,
      "loss_total": 0.020265474915504456,
      "step": 18940
    },
    {
      "loss_action": 0.01491151936352253,
      "loss_total": 0.01491151936352253,
      "step": 18940
    },
    {
      "loss_action": 0.01175897940993309,
      "loss_total": 0.01175897940993309,
      "step": 18940
    },
    {
      "loss_action": 0.07117567956447601,
      "loss_total": 0.07117567956447601,
      "step": 18940
    },
    {
      "loss_action": 0.009953905828297138,
      "loss_total": 0.009953905828297138,
      "step": 18940
    },
    {
      "loss_action": 0.015463054180145264,
      "loss_total": 0.015463054180145264,
      "step": 18940
    },
    {
      "grad_norm": 0.2660810649394989,
      "learning_rate": 9.4745e-05,
      "loss": 0.0161,
      "step": 18950
    },
    {
      "loss_action": 0.01781940832734108,
      "loss_total": 0.01781940832734108,
      "step": 18950
    },
    {
      "loss_action": 0.011476049199700356,
      "loss_total": 0.011476049199700356,
      "step": 18950
    },
    {
      "loss_action": 0.005711975507438183,
      "loss_total": 0.005711975507438183,
      "step": 18950
    },
    {
      "loss_action": 0.02420756220817566,
      "loss_total": 0.02420756220817566,
      "step": 18950
    },
    {
      "loss_action": 0.013744587078690529,
      "loss_total": 0.013744587078690529,
      "step": 18950
    },
    {
      "loss_action": 0.00722701009362936,
      "loss_total": 0.00722701009362936,
      "step": 18950
    },
    {
      "loss_action": 0.009352030232548714,
      "loss_total": 0.009352030232548714,
      "step": 18950
    },
    {
      "loss_action": 0.008836841210722923,
      "loss_total": 0.008836841210722923,
      "step": 18950
    },
    {
      "grad_norm": 0.20217309892177582,
      "learning_rate": 9.4795e-05,
      "loss": 0.0153,
      "step": 18960
    },
    {
      "loss_action": 0.019598044455051422,
      "loss_total": 0.019598044455051422,
      "step": 18960
    },
    {
      "loss_action": 0.02373897284269333,
      "loss_total": 0.02373897284269333,
      "step": 18960
    },
    {
      "loss_action": 0.050708476454019547,
      "loss_total": 0.050708476454019547,
      "step": 18960
    },
    {
      "loss_action": 0.03018674999475479,
      "loss_total": 0.03018674999475479,
      "step": 18960
    },
    {
      "loss_action": 0.023632433265447617,
      "loss_total": 0.023632433265447617,
      "step": 18960
    },
    {
      "loss_action": 0.007933506742119789,
      "loss_total": 0.007933506742119789,
      "step": 18960
    },
    {
      "loss_action": 0.014609191566705704,
      "loss_total": 0.014609191566705704,
      "step": 18960
    },
    {
      "loss_action": 0.0107429139316082,
      "loss_total": 0.0107429139316082,
      "step": 18960
    },
    {
      "grad_norm": 0.1462879776954651,
      "learning_rate": 9.4845e-05,
      "loss": 0.0225,
      "step": 18970
    },
    {
      "loss_action": 0.01024569757282734,
      "loss_total": 0.01024569757282734,
      "step": 18970
    },
    {
      "loss_action": 0.00868358463048935,
      "loss_total": 0.00868358463048935,
      "step": 18970
    },
    {
      "loss_action": 0.03747665137052536,
      "loss_total": 0.03747665137052536,
      "step": 18970
    },
    {
      "loss_action": 0.0363583005964756,
      "loss_total": 0.0363583005964756,
      "step": 18970
    },
    {
      "loss_action": 0.01236053742468357,
      "loss_total": 0.01236053742468357,
      "step": 18970
    },
    {
      "loss_action": 0.019651420414447784,
      "loss_total": 0.019651420414447784,
      "step": 18970
    },
    {
      "loss_action": 0.03240930289030075,
      "loss_total": 0.03240930289030075,
      "step": 18970
    },
    {
      "loss_action": 0.01793578639626503,
      "loss_total": 0.01793578639626503,
      "step": 18970
    },
    {
      "grad_norm": 0.3487846553325653,
      "learning_rate": 9.4895e-05,
      "loss": 0.0246,
      "step": 18980
    },
    {
      "loss_action": 0.038996778428554535,
      "loss_total": 0.038996778428554535,
      "step": 18980
    },
    {
      "loss_action": 0.023112528026103973,
      "loss_total": 0.023112528026103973,
      "step": 18980
    },
    {
      "loss_action": 0.020662983879446983,
      "loss_total": 0.020662983879446983,
      "step": 18980
    },
    {
      "loss_action": 0.012042643502354622,
      "loss_total": 0.012042643502354622,
      "step": 18980
    },
    {
      "loss_action": 0.022464841604232788,
      "loss_total": 0.022464841604232788,
      "step": 18980
    },
    {
      "loss_action": 0.017237568274140358,
      "loss_total": 0.017237568274140358,
      "step": 18980
    },
    {
      "loss_action": 0.014815395697951317,
      "loss_total": 0.014815395697951317,
      "step": 18980
    },
    {
      "loss_action": 0.013035472482442856,
      "loss_total": 0.013035472482442856,
      "step": 18980
    },
    {
      "grad_norm": 0.30918148159980774,
      "learning_rate": 9.4945e-05,
      "loss": 0.018,
      "step": 18990
    },
    {
      "loss_action": 0.009502876549959183,
      "loss_total": 0.009502876549959183,
      "step": 18990
    },
    {
      "loss_action": 0.008937537670135498,
      "loss_total": 0.008937537670135498,
      "step": 18990
    },
    {
      "loss_action": 0.027275754138827324,
      "loss_total": 0.027275754138827324,
      "step": 18990
    },
    {
      "loss_action": 0.014933628961443901,
      "loss_total": 0.014933628961443901,
      "step": 18990
    },
    {
      "loss_action": 0.035995759069919586,
      "loss_total": 0.035995759069919586,
      "step": 18990
    },
    {
      "loss_action": 0.020777858793735504,
      "loss_total": 0.020777858793735504,
      "step": 18990
    },
    {
      "loss_action": 0.009905942715704441,
      "loss_total": 0.009905942715704441,
      "step": 18990
    },
    {
      "loss_action": 0.020119084045290947,
      "loss_total": 0.020119084045290947,
      "step": 18990
    },
    {
      "grad_norm": 0.227817565202713,
      "learning_rate": 9.4995e-05,
      "loss": 0.0175,
      "step": 19000
    },
    {
      "loss_action": 0.013172449544072151,
      "loss_total": 0.013172449544072151,
      "step": 19000
    },
    {
      "loss_action": 0.018550463020801544,
      "loss_total": 0.018550463020801544,
      "step": 19000
    },
    {
      "loss_action": 0.0077661629766225815,
      "loss_total": 0.0077661629766225815,
      "step": 19000
    },
    {
      "loss_action": 0.013413664884865284,
      "loss_total": 0.013413664884865284,
      "step": 19000
    },
    {
      "loss_action": 0.02114601619541645,
      "loss_total": 0.02114601619541645,
      "step": 19000
    },
    {
      "loss_action": 0.011694809421896935,
      "loss_total": 0.011694809421896935,
      "step": 19000
    },
    {
      "loss_action": 0.014176837168633938,
      "loss_total": 0.014176837168633938,
      "step": 19000
    },
    {
      "loss_action": 0.025745173916220665,
      "loss_total": 0.025745173916220665,
      "step": 19000
    },
    {
      "grad_norm": 0.21153348684310913,
      "learning_rate": 9.504500000000001e-05,
      "loss": 0.0172,
      "step": 19010
    },
    {
      "loss_action": 0.020366093143820763,
      "loss_total": 0.020366093143820763,
      "step": 19010
    },
    {
      "loss_action": 0.009028919041156769,
      "loss_total": 0.009028919041156769,
      "step": 19010
    },
    {
      "loss_action": 0.012927558273077011,
      "loss_total": 0.012927558273077011,
      "step": 19010
    },
    {
      "loss_action": 0.018081029877066612,
      "loss_total": 0.018081029877066612,
      "step": 19010
    },
    {
      "loss_action": 0.016652580350637436,
      "loss_total": 0.016652580350637436,
      "step": 19010
    },
    {
      "loss_action": 0.009426984935998917,
      "loss_total": 0.009426984935998917,
      "step": 19010
    },
    {
      "loss_action": 0.011429447680711746,
      "loss_total": 0.011429447680711746,
      "step": 19010
    },
    {
      "loss_action": 0.010318401269614697,
      "loss_total": 0.010318401269614697,
      "step": 19010
    },
    {
      "grad_norm": 0.21619664132595062,
      "learning_rate": 9.5095e-05,
      "loss": 0.0179,
      "step": 19020
    },
    {
      "loss_action": 0.01049885619431734,
      "loss_total": 0.01049885619431734,
      "step": 19020
    },
    {
      "loss_action": 0.017634324729442596,
      "loss_total": 0.017634324729442596,
      "step": 19020
    },
    {
      "loss_action": 0.03389127552509308,
      "loss_total": 0.03389127552509308,
      "step": 19020
    },
    {
      "loss_action": 0.028686825186014175,
      "loss_total": 0.028686825186014175,
      "step": 19020
    },
    {
      "loss_action": 0.009355940856039524,
      "loss_total": 0.009355940856039524,
      "step": 19020
    },
    {
      "loss_action": 0.021171152591705322,
      "loss_total": 0.021171152591705322,
      "step": 19020
    },
    {
      "loss_action": 0.019617803394794464,
      "loss_total": 0.019617803394794464,
      "step": 19020
    },
    {
      "loss_action": 0.013294551521539688,
      "loss_total": 0.013294551521539688,
      "step": 19020
    },
    {
      "grad_norm": 0.18736794590950012,
      "learning_rate": 9.514500000000001e-05,
      "loss": 0.0201,
      "step": 19030
    },
    {
      "loss_action": 0.007200307212769985,
      "loss_total": 0.007200307212769985,
      "step": 19030
    },
    {
      "loss_action": 0.013746915385127068,
      "loss_total": 0.013746915385127068,
      "step": 19030
    },
    {
      "loss_action": 0.017191428691148758,
      "loss_total": 0.017191428691148758,
      "step": 19030
    },
    {
      "loss_action": 0.016682244837284088,
      "loss_total": 0.016682244837284088,
      "step": 19030
    },
    {
      "loss_action": 0.010931595228612423,
      "loss_total": 0.010931595228612423,
      "step": 19030
    },
    {
      "loss_action": 0.011258845217525959,
      "loss_total": 0.011258845217525959,
      "step": 19030
    },
    {
      "loss_action": 0.022150402888655663,
      "loss_total": 0.022150402888655663,
      "step": 19030
    },
    {
      "loss_action": 0.05920803174376488,
      "loss_total": 0.05920803174376488,
      "step": 19030
    },
    {
      "grad_norm": 0.2005545049905777,
      "learning_rate": 9.5195e-05,
      "loss": 0.0231,
      "step": 19040
    },
    {
      "loss_action": 0.022301051765680313,
      "loss_total": 0.022301051765680313,
      "step": 19040
    },
    {
      "loss_action": 0.006031316705048084,
      "loss_total": 0.006031316705048084,
      "step": 19040
    },
    {
      "loss_action": 0.021984025835990906,
      "loss_total": 0.021984025835990906,
      "step": 19040
    },
    {
      "loss_action": 0.012723054736852646,
      "loss_total": 0.012723054736852646,
      "step": 19040
    },
    {
      "loss_action": 0.01023405697196722,
      "loss_total": 0.01023405697196722,
      "step": 19040
    },
    {
      "loss_action": 0.01761450245976448,
      "loss_total": 0.01761450245976448,
      "step": 19040
    },
    {
      "loss_action": 0.010418213903903961,
      "loss_total": 0.010418213903903961,
      "step": 19040
    },
    {
      "loss_action": 0.00728752464056015,
      "loss_total": 0.00728752464056015,
      "step": 19040
    },
    {
      "grad_norm": 0.22414323687553406,
      "learning_rate": 9.5245e-05,
      "loss": 0.0193,
      "step": 19050
    },
    {
      "loss_action": 0.01010200660675764,
      "loss_total": 0.01010200660675764,
      "step": 19050
    },
    {
      "loss_action": 0.026383470743894577,
      "loss_total": 0.026383470743894577,
      "step": 19050
    },
    {
      "loss_action": 0.01633189246058464,
      "loss_total": 0.01633189246058464,
      "step": 19050
    },
    {
      "loss_action": 0.020428810268640518,
      "loss_total": 0.020428810268640518,
      "step": 19050
    },
    {
      "loss_action": 0.009541774168610573,
      "loss_total": 0.009541774168610573,
      "step": 19050
    },
    {
      "loss_action": 0.015672320500016212,
      "loss_total": 0.015672320500016212,
      "step": 19050
    },
    {
      "loss_action": 0.016553780063986778,
      "loss_total": 0.016553780063986778,
      "step": 19050
    },
    {
      "loss_action": 0.027051178738474846,
      "loss_total": 0.027051178738474846,
      "step": 19050
    },
    {
      "grad_norm": 0.19982671737670898,
      "learning_rate": 9.5295e-05,
      "loss": 0.0198,
      "step": 19060
    },
    {
      "loss_action": 0.006665744818747044,
      "loss_total": 0.006665744818747044,
      "step": 19060
    },
    {
      "loss_action": 0.015580765902996063,
      "loss_total": 0.015580765902996063,
      "step": 19060
    },
    {
      "loss_action": 0.011340975761413574,
      "loss_total": 0.011340975761413574,
      "step": 19060
    },
    {
      "loss_action": 0.03954385593533516,
      "loss_total": 0.03954385593533516,
      "step": 19060
    },
    {
      "loss_action": 0.05859077721834183,
      "loss_total": 0.05859077721834183,
      "step": 19060
    },
    {
      "loss_action": 0.00845661386847496,
      "loss_total": 0.00845661386847496,
      "step": 19060
    },
    {
      "loss_action": 0.030673498287796974,
      "loss_total": 0.030673498287796974,
      "step": 19060
    },
    {
      "loss_action": 0.01495543122291565,
      "loss_total": 0.01495543122291565,
      "step": 19060
    },
    {
      "grad_norm": 0.23029763996601105,
      "learning_rate": 9.5345e-05,
      "loss": 0.0194,
      "step": 19070
    },
    {
      "loss_action": 0.027003832161426544,
      "loss_total": 0.027003832161426544,
      "step": 19070
    },
    {
      "loss_action": 0.030544091016054153,
      "loss_total": 0.030544091016054153,
      "step": 19070
    },
    {
      "loss_action": 0.008384321816265583,
      "loss_total": 0.008384321816265583,
      "step": 19070
    },
    {
      "loss_action": 0.014590454287827015,
      "loss_total": 0.014590454287827015,
      "step": 19070
    },
    {
      "loss_action": 0.011900417506694794,
      "loss_total": 0.011900417506694794,
      "step": 19070
    },
    {
      "loss_action": 0.010464316233992577,
      "loss_total": 0.010464316233992577,
      "step": 19070
    },
    {
      "loss_action": 0.011460311710834503,
      "loss_total": 0.011460311710834503,
      "step": 19070
    },
    {
      "loss_action": 0.023477882146835327,
      "loss_total": 0.023477882146835327,
      "step": 19070
    },
    {
      "grad_norm": 0.2933526933193207,
      "learning_rate": 9.5395e-05,
      "loss": 0.0193,
      "step": 19080
    },
    {
      "loss_action": 0.02093343436717987,
      "loss_total": 0.02093343436717987,
      "step": 19080
    },
    {
      "loss_action": 0.02211887389421463,
      "loss_total": 0.02211887389421463,
      "step": 19080
    },
    {
      "loss_action": 0.009285209700465202,
      "loss_total": 0.009285209700465202,
      "step": 19080
    },
    {
      "loss_action": 0.009583689272403717,
      "loss_total": 0.009583689272403717,
      "step": 19080
    },
    {
      "loss_action": 0.013904426246881485,
      "loss_total": 0.013904426246881485,
      "step": 19080
    },
    {
      "loss_action": 0.01644764095544815,
      "loss_total": 0.01644764095544815,
      "step": 19080
    },
    {
      "loss_action": 0.020990801975131035,
      "loss_total": 0.020990801975131035,
      "step": 19080
    },
    {
      "loss_action": 0.013207548297941685,
      "loss_total": 0.013207548297941685,
      "step": 19080
    },
    {
      "grad_norm": 0.19897247850894928,
      "learning_rate": 9.5445e-05,
      "loss": 0.0176,
      "step": 19090
    },
    {
      "loss_action": 0.012862225994467735,
      "loss_total": 0.012862225994467735,
      "step": 19090
    },
    {
      "loss_action": 0.023187000304460526,
      "loss_total": 0.023187000304460526,
      "step": 19090
    },
    {
      "loss_action": 0.01437466125935316,
      "loss_total": 0.01437466125935316,
      "step": 19090
    },
    {
      "loss_action": 0.02806340530514717,
      "loss_total": 0.02806340530514717,
      "step": 19090
    },
    {
      "loss_action": 0.019655536860227585,
      "loss_total": 0.019655536860227585,
      "step": 19090
    },
    {
      "loss_action": 0.01022645365446806,
      "loss_total": 0.01022645365446806,
      "step": 19090
    },
    {
      "loss_action": 0.017225097864866257,
      "loss_total": 0.017225097864866257,
      "step": 19090
    },
    {
      "loss_action": 0.011704634875059128,
      "loss_total": 0.011704634875059128,
      "step": 19090
    },
    {
      "grad_norm": 0.14654384553432465,
      "learning_rate": 9.5495e-05,
      "loss": 0.0177,
      "step": 19100
    },
    {
      "loss_action": 0.010677255690097809,
      "loss_total": 0.010677255690097809,
      "step": 19100
    },
    {
      "loss_action": 0.01245889998972416,
      "loss_total": 0.01245889998972416,
      "step": 19100
    },
    {
      "loss_action": 0.020572977140545845,
      "loss_total": 0.020572977140545845,
      "step": 19100
    },
    {
      "loss_action": 0.027439991012215614,
      "loss_total": 0.027439991012215614,
      "step": 19100
    },
    {
      "loss_action": 0.10363304615020752,
      "loss_total": 0.10363304615020752,
      "step": 19100
    },
    {
      "loss_action": 0.010554787702858448,
      "loss_total": 0.010554787702858448,
      "step": 19100
    },
    {
      "loss_action": 0.03372938185930252,
      "loss_total": 0.03372938185930252,
      "step": 19100
    },
    {
      "loss_action": 0.017380639910697937,
      "loss_total": 0.017380639910697937,
      "step": 19100
    },
    {
      "grad_norm": 0.1725865751504898,
      "learning_rate": 9.554500000000001e-05,
      "loss": 0.0186,
      "step": 19110
    },
    {
      "loss_action": 0.01986745372414589,
      "loss_total": 0.01986745372414589,
      "step": 19110
    },
    {
      "loss_action": 0.009632396511733532,
      "loss_total": 0.009632396511733532,
      "step": 19110
    },
    {
      "loss_action": 0.014290643855929375,
      "loss_total": 0.014290643855929375,
      "step": 19110
    },
    {
      "loss_action": 0.03597385808825493,
      "loss_total": 0.03597385808825493,
      "step": 19110
    },
    {
      "loss_action": 0.013959690928459167,
      "loss_total": 0.013959690928459167,
      "step": 19110
    },
    {
      "loss_action": 0.017558380961418152,
      "loss_total": 0.017558380961418152,
      "step": 19110
    },
    {
      "loss_action": 0.019324304535984993,
      "loss_total": 0.019324304535984993,
      "step": 19110
    },
    {
      "loss_action": 0.034875571727752686,
      "loss_total": 0.034875571727752686,
      "step": 19110
    },
    {
      "grad_norm": 0.12566706538200378,
      "learning_rate": 9.5595e-05,
      "loss": 0.0163,
      "step": 19120
    },
    {
      "loss_action": 0.026643477380275726,
      "loss_total": 0.026643477380275726,
      "step": 19120
    },
    {
      "loss_action": 0.02106397971510887,
      "loss_total": 0.02106397971510887,
      "step": 19120
    },
    {
      "loss_action": 0.011625602841377258,
      "loss_total": 0.011625602841377258,
      "step": 19120
    },
    {
      "loss_action": 0.011176354251801968,
      "loss_total": 0.011176354251801968,
      "step": 19120
    },
    {
      "loss_action": 0.01597602292895317,
      "loss_total": 0.01597602292895317,
      "step": 19120
    },
    {
      "loss_action": 0.018772080540657043,
      "loss_total": 0.018772080540657043,
      "step": 19120
    },
    {
      "loss_action": 0.010558035224676132,
      "loss_total": 0.010558035224676132,
      "step": 19120
    },
    {
      "loss_action": 0.020192600786685944,
      "loss_total": 0.020192600786685944,
      "step": 19120
    },
    {
      "grad_norm": 0.1956566572189331,
      "learning_rate": 9.564500000000001e-05,
      "loss": 0.017,
      "step": 19130
    },
    {
      "loss_action": 0.020903121680021286,
      "loss_total": 0.020903121680021286,
      "step": 19130
    },
    {
      "loss_action": 0.013967187143862247,
      "loss_total": 0.013967187143862247,
      "step": 19130
    },
    {
      "loss_action": 0.012382475659251213,
      "loss_total": 0.012382475659251213,
      "step": 19130
    },
    {
      "loss_action": 0.009930578991770744,
      "loss_total": 0.009930578991770744,
      "step": 19130
    },
    {
      "loss_action": 0.020184548571705818,
      "loss_total": 0.020184548571705818,
      "step": 19130
    },
    {
      "loss_action": 0.009990837424993515,
      "loss_total": 0.009990837424993515,
      "step": 19130
    },
    {
      "loss_action": 0.010777536779642105,
      "loss_total": 0.010777536779642105,
      "step": 19130
    },
    {
      "loss_action": 0.012680303305387497,
      "loss_total": 0.012680303305387497,
      "step": 19130
    },
    {
      "grad_norm": 0.2162230759859085,
      "learning_rate": 9.5695e-05,
      "loss": 0.0177,
      "step": 19140
    },
    {
      "loss_action": 0.01391133014112711,
      "loss_total": 0.01391133014112711,
      "step": 19140
    },
    {
      "loss_action": 0.007861984893679619,
      "loss_total": 0.007861984893679619,
      "step": 19140
    },
    {
      "loss_action": 0.014624127186834812,
      "loss_total": 0.014624127186834812,
      "step": 19140
    },
    {
      "loss_action": 0.017724042758345604,
      "loss_total": 0.017724042758345604,
      "step": 19140
    },
    {
      "loss_action": 0.012033184058964252,
      "loss_total": 0.012033184058964252,
      "step": 19140
    },
    {
      "loss_action": 0.01157934870570898,
      "loss_total": 0.01157934870570898,
      "step": 19140
    },
    {
      "loss_action": 0.01554319728165865,
      "loss_total": 0.01554319728165865,
      "step": 19140
    },
    {
      "loss_action": 0.01715327426791191,
      "loss_total": 0.01715327426791191,
      "step": 19140
    },
    {
      "grad_norm": 0.14983020722866058,
      "learning_rate": 9.574500000000001e-05,
      "loss": 0.0175,
      "step": 19150
    },
    {
      "loss_action": 0.03760022670030594,
      "loss_total": 0.03760022670030594,
      "step": 19150
    },
    {
      "loss_action": 0.012304257601499557,
      "loss_total": 0.012304257601499557,
      "step": 19150
    },
    {
      "loss_action": 0.00951256975531578,
      "loss_total": 0.00951256975531578,
      "step": 19150
    },
    {
      "loss_action": 0.008467630483210087,
      "loss_total": 0.008467630483210087,
      "step": 19150
    },
    {
      "loss_action": 0.0216544009745121,
      "loss_total": 0.0216544009745121,
      "step": 19150
    },
    {
      "loss_action": 0.009794502519071102,
      "loss_total": 0.009794502519071102,
      "step": 19150
    },
    {
      "loss_action": 0.00895308144390583,
      "loss_total": 0.00895308144390583,
      "step": 19150
    },
    {
      "loss_action": 0.03352825343608856,
      "loss_total": 0.03352825343608856,
      "step": 19150
    },
    {
      "grad_norm": 0.1914713978767395,
      "learning_rate": 9.5795e-05,
      "loss": 0.0177,
      "step": 19160
    },
    {
      "loss_action": 0.01219152845442295,
      "loss_total": 0.01219152845442295,
      "step": 19160
    },
    {
      "loss_action": 0.04050731658935547,
      "loss_total": 0.04050731658935547,
      "step": 19160
    },
    {
      "loss_action": 0.010878166183829308,
      "loss_total": 0.010878166183829308,
      "step": 19160
    },
    {
      "loss_action": 0.014620757661759853,
      "loss_total": 0.014620757661759853,
      "step": 19160
    },
    {
      "loss_action": 0.011777316220104694,
      "loss_total": 0.011777316220104694,
      "step": 19160
    },
    {
      "loss_action": 0.011844602413475513,
      "loss_total": 0.011844602413475513,
      "step": 19160
    },
    {
      "loss_action": 0.019436143338680267,
      "loss_total": 0.019436143338680267,
      "step": 19160
    },
    {
      "loss_action": 0.014588532969355583,
      "loss_total": 0.014588532969355583,
      "step": 19160
    },
    {
      "grad_norm": 0.17235878109931946,
      "learning_rate": 9.5845e-05,
      "loss": 0.0165,
      "step": 19170
    },
    {
      "loss_action": 0.01451586652547121,
      "loss_total": 0.01451586652547121,
      "step": 19170
    },
    {
      "loss_action": 0.01336129941046238,
      "loss_total": 0.01336129941046238,
      "step": 19170
    },
    {
      "loss_action": 0.017979755997657776,
      "loss_total": 0.017979755997657776,
      "step": 19170
    },
    {
      "loss_action": 0.011303294450044632,
      "loss_total": 0.011303294450044632,
      "step": 19170
    },
    {
      "loss_action": 0.01316775195300579,
      "loss_total": 0.01316775195300579,
      "step": 19170
    },
    {
      "loss_action": 0.023707030341029167,
      "loss_total": 0.023707030341029167,
      "step": 19170
    },
    {
      "loss_action": 0.009725302457809448,
      "loss_total": 0.009725302457809448,
      "step": 19170
    },
    {
      "loss_action": 0.014812798239290714,
      "loss_total": 0.014812798239290714,
      "step": 19170
    },
    {
      "grad_norm": 0.2860639989376068,
      "learning_rate": 9.5895e-05,
      "loss": 0.0189,
      "step": 19180
    },
    {
      "loss_action": 0.009493116289377213,
      "loss_total": 0.009493116289377213,
      "step": 19180
    },
    {
      "loss_action": 0.005036289803683758,
      "loss_total": 0.005036289803683758,
      "step": 19180
    },
    {
      "loss_action": 0.025953510776162148,
      "loss_total": 0.025953510776162148,
      "step": 19180
    },
    {
      "loss_action": 0.03274814784526825,
      "loss_total": 0.03274814784526825,
      "step": 19180
    },
    {
      "loss_action": 0.028368210420012474,
      "loss_total": 0.028368210420012474,
      "step": 19180
    },
    {
      "loss_action": 0.012476341798901558,
      "loss_total": 0.012476341798901558,
      "step": 19180
    },
    {
      "loss_action": 0.02999301813542843,
      "loss_total": 0.02999301813542843,
      "step": 19180
    },
    {
      "loss_action": 0.008231393061578274,
      "loss_total": 0.008231393061578274,
      "step": 19180
    },
    {
      "grad_norm": 0.2951385974884033,
      "learning_rate": 9.5945e-05,
      "loss": 0.02,
      "step": 19190
    },
    {
      "loss_action": 0.01615091785788536,
      "loss_total": 0.01615091785788536,
      "step": 19190
    },
    {
      "loss_action": 0.007452039048075676,
      "loss_total": 0.007452039048075676,
      "step": 19190
    },
    {
      "loss_action": 0.028997322544455528,
      "loss_total": 0.028997322544455528,
      "step": 19190
    },
    {
      "loss_action": 0.014697475358843803,
      "loss_total": 0.014697475358843803,
      "step": 19190
    },
    {
      "loss_action": 0.012060428038239479,
      "loss_total": 0.012060428038239479,
      "step": 19190
    },
    {
      "loss_action": 0.024695172905921936,
      "loss_total": 0.024695172905921936,
      "step": 19190
    },
    {
      "loss_action": 0.02127091959118843,
      "loss_total": 0.02127091959118843,
      "step": 19190
    },
    {
      "loss_action": 0.01809270866215229,
      "loss_total": 0.01809270866215229,
      "step": 19190
    },
    {
      "grad_norm": 0.19169513881206512,
      "learning_rate": 9.5995e-05,
      "loss": 0.0192,
      "step": 19200
    },
    {
      "loss_action": 0.009840527549386024,
      "loss_total": 0.009840527549386024,
      "step": 19200
    },
    {
      "loss_action": 0.01841193437576294,
      "loss_total": 0.01841193437576294,
      "step": 19200
    },
    {
      "loss_action": 0.008774472400546074,
      "loss_total": 0.008774472400546074,
      "step": 19200
    },
    {
      "loss_action": 0.022432181984186172,
      "loss_total": 0.022432181984186172,
      "step": 19200
    },
    {
      "loss_action": 0.015783995389938354,
      "loss_total": 0.015783995389938354,
      "step": 19200
    },
    {
      "loss_action": 0.02085961028933525,
      "loss_total": 0.02085961028933525,
      "step": 19200
    },
    {
      "loss_action": 0.015300849452614784,
      "loss_total": 0.015300849452614784,
      "step": 19200
    },
    {
      "loss_action": 0.017360009253025055,
      "loss_total": 0.017360009253025055,
      "step": 19200
    },
    {
      "grad_norm": 0.1694546788930893,
      "learning_rate": 9.6045e-05,
      "loss": 0.0142,
      "step": 19210
    },
    {
      "loss_action": 0.0330989770591259,
      "loss_total": 0.0330989770591259,
      "step": 19210
    },
    {
      "loss_action": 0.011881206184625626,
      "loss_total": 0.011881206184625626,
      "step": 19210
    },
    {
      "loss_action": 0.010627444833517075,
      "loss_total": 0.010627444833517075,
      "step": 19210
    },
    {
      "loss_action": 0.006983749568462372,
      "loss_total": 0.006983749568462372,
      "step": 19210
    },
    {
      "loss_action": 0.007782325614243746,
      "loss_total": 0.007782325614243746,
      "step": 19210
    },
    {
      "loss_action": 0.008069362491369247,
      "loss_total": 0.008069362491369247,
      "step": 19210
    },
    {
      "loss_action": 0.010127224959433079,
      "loss_total": 0.010127224959433079,
      "step": 19210
    },
    {
      "loss_action": 0.007510132156312466,
      "loss_total": 0.007510132156312466,
      "step": 19210
    },
    {
      "grad_norm": 0.31424692273139954,
      "learning_rate": 9.609500000000001e-05,
      "loss": 0.0194,
      "step": 19220
    },
    {
      "loss_action": 0.023366698995232582,
      "loss_total": 0.023366698995232582,
      "step": 19220
    },
    {
      "loss_action": 0.02889438346028328,
      "loss_total": 0.02889438346028328,
      "step": 19220
    },
    {
      "loss_action": 0.025533407926559448,
      "loss_total": 0.025533407926559448,
      "step": 19220
    },
    {
      "loss_action": 0.015115700662136078,
      "loss_total": 0.015115700662136078,
      "step": 19220
    },
    {
      "loss_action": 0.008334665559232235,
      "loss_total": 0.008334665559232235,
      "step": 19220
    },
    {
      "loss_action": 0.025097046047449112,
      "loss_total": 0.025097046047449112,
      "step": 19220
    },
    {
      "loss_action": 0.006730156019330025,
      "loss_total": 0.006730156019330025,
      "step": 19220
    },
    {
      "loss_action": 0.04726652055978775,
      "loss_total": 0.04726652055978775,
      "step": 19220
    },
    {
      "grad_norm": 0.24119450151920319,
      "learning_rate": 9.614500000000001e-05,
      "loss": 0.0167,
      "step": 19230
    },
    {
      "loss_action": 0.015149195678532124,
      "loss_total": 0.015149195678532124,
      "step": 19230
    },
    {
      "loss_action": 0.009904919192194939,
      "loss_total": 0.009904919192194939,
      "step": 19230
    },
    {
      "loss_action": 0.02408204972743988,
      "loss_total": 0.02408204972743988,
      "step": 19230
    },
    {
      "loss_action": 0.01902446523308754,
      "loss_total": 0.01902446523308754,
      "step": 19230
    },
    {
      "loss_action": 0.016916904598474503,
      "loss_total": 0.016916904598474503,
      "step": 19230
    },
    {
      "loss_action": 0.029398245736956596,
      "loss_total": 0.029398245736956596,
      "step": 19230
    },
    {
      "loss_action": 0.018722137436270714,
      "loss_total": 0.018722137436270714,
      "step": 19230
    },
    {
      "loss_action": 0.008985733613371849,
      "loss_total": 0.008985733613371849,
      "step": 19230
    },
    {
      "grad_norm": 0.26233869791030884,
      "learning_rate": 9.6195e-05,
      "loss": 0.0184,
      "step": 19240
    },
    {
      "loss_action": 0.02128654345870018,
      "loss_total": 0.02128654345870018,
      "step": 19240
    },
    {
      "loss_action": 0.009302821010351181,
      "loss_total": 0.009302821010351181,
      "step": 19240
    },
    {
      "loss_action": 0.06199106574058533,
      "loss_total": 0.06199106574058533,
      "step": 19240
    },
    {
      "loss_action": 0.043771371245384216,
      "loss_total": 0.043771371245384216,
      "step": 19240
    },
    {
      "loss_action": 0.015297245234251022,
      "loss_total": 0.015297245234251022,
      "step": 19240
    },
    {
      "loss_action": 0.014449804089963436,
      "loss_total": 0.014449804089963436,
      "step": 19240
    },
    {
      "loss_action": 0.015991313382983208,
      "loss_total": 0.015991313382983208,
      "step": 19240
    },
    {
      "loss_action": 0.03261581063270569,
      "loss_total": 0.03261581063270569,
      "step": 19240
    },
    {
      "grad_norm": 0.22380124032497406,
      "learning_rate": 9.624500000000001e-05,
      "loss": 0.019,
      "step": 19250
    },
    {
      "loss_action": 0.0123129328712821,
      "loss_total": 0.0123129328712821,
      "step": 19250
    },
    {
      "loss_action": 0.05040692538022995,
      "loss_total": 0.05040692538022995,
      "step": 19250
    },
    {
      "loss_action": 0.016558131203055382,
      "loss_total": 0.016558131203055382,
      "step": 19250
    },
    {
      "loss_action": 0.03786538168787956,
      "loss_total": 0.03786538168787956,
      "step": 19250
    },
    {
      "loss_action": 0.01876150444149971,
      "loss_total": 0.01876150444149971,
      "step": 19250
    },
    {
      "loss_action": 0.01022186316549778,
      "loss_total": 0.01022186316549778,
      "step": 19250
    },
    {
      "loss_action": 0.007418520282953978,
      "loss_total": 0.007418520282953978,
      "step": 19250
    },
    {
      "loss_action": 0.011395333334803581,
      "loss_total": 0.011395333334803581,
      "step": 19250
    },
    {
      "grad_norm": 0.24169252812862396,
      "learning_rate": 9.6295e-05,
      "loss": 0.0189,
      "step": 19260
    },
    {
      "loss_action": 0.009567046537995338,
      "loss_total": 0.009567046537995338,
      "step": 19260
    },
    {
      "loss_action": 0.01874716579914093,
      "loss_total": 0.01874716579914093,
      "step": 19260
    },
    {
      "loss_action": 0.012560427188873291,
      "loss_total": 0.012560427188873291,
      "step": 19260
    },
    {
      "loss_action": 0.010220635682344437,
      "loss_total": 0.010220635682344437,
      "step": 19260
    },
    {
      "loss_action": 0.014127083122730255,
      "loss_total": 0.014127083122730255,
      "step": 19260
    },
    {
      "loss_action": 0.012826262973248959,
      "loss_total": 0.012826262973248959,
      "step": 19260
    },
    {
      "loss_action": 0.016885951161384583,
      "loss_total": 0.016885951161384583,
      "step": 19260
    },
    {
      "loss_action": 0.0221870094537735,
      "loss_total": 0.0221870094537735,
      "step": 19260
    },
    {
      "grad_norm": 0.18103133141994476,
      "learning_rate": 9.634500000000001e-05,
      "loss": 0.0174,
      "step": 19270
    },
    {
      "loss_action": 0.012930464930832386,
      "loss_total": 0.012930464930832386,
      "step": 19270
    },
    {
      "loss_action": 0.018244139850139618,
      "loss_total": 0.018244139850139618,
      "step": 19270
    },
    {
      "loss_action": 0.04148852452635765,
      "loss_total": 0.04148852452635765,
      "step": 19270
    },
    {
      "loss_action": 0.05489414185285568,
      "loss_total": 0.05489414185285568,
      "step": 19270
    },
    {
      "loss_action": 0.035482920706272125,
      "loss_total": 0.035482920706272125,
      "step": 19270
    },
    {
      "loss_action": 0.008323879912495613,
      "loss_total": 0.008323879912495613,
      "step": 19270
    },
    {
      "loss_action": 0.011206643655896187,
      "loss_total": 0.011206643655896187,
      "step": 19270
    },
    {
      "loss_action": 0.022543950006365776,
      "loss_total": 0.022543950006365776,
      "step": 19270
    },
    {
      "grad_norm": 0.2038072794675827,
      "learning_rate": 9.6395e-05,
      "loss": 0.0195,
      "step": 19280
    },
    {
      "loss_action": 0.01531992107629776,
      "loss_total": 0.01531992107629776,
      "step": 19280
    },
    {
      "loss_action": 0.023759055882692337,
      "loss_total": 0.023759055882692337,
      "step": 19280
    },
    {
      "loss_action": 0.01672416552901268,
      "loss_total": 0.01672416552901268,
      "step": 19280
    },
    {
      "loss_action": 0.006257137283682823,
      "loss_total": 0.006257137283682823,
      "step": 19280
    },
    {
      "loss_action": 0.037378400564193726,
      "loss_total": 0.037378400564193726,
      "step": 19280
    },
    {
      "loss_action": 0.015341173857450485,
      "loss_total": 0.015341173857450485,
      "step": 19280
    },
    {
      "loss_action": 0.014286324381828308,
      "loss_total": 0.014286324381828308,
      "step": 19280
    },
    {
      "loss_action": 0.0171099454164505,
      "loss_total": 0.0171099454164505,
      "step": 19280
    },
    {
      "grad_norm": 0.29125669598579407,
      "learning_rate": 9.6445e-05,
      "loss": 0.0172,
      "step": 19290
    },
    {
      "loss_action": 0.017832068726420403,
      "loss_total": 0.017832068726420403,
      "step": 19290
    },
    {
      "loss_action": 0.012171808630228043,
      "loss_total": 0.012171808630228043,
      "step": 19290
    },
    {
      "loss_action": 0.011813264340162277,
      "loss_total": 0.011813264340162277,
      "step": 19290
    },
    {
      "loss_action": 0.009002160280942917,
      "loss_total": 0.009002160280942917,
      "step": 19290
    },
    {
      "loss_action": 0.022579018026590347,
      "loss_total": 0.022579018026590347,
      "step": 19290
    },
    {
      "loss_action": 0.007256365846842527,
      "loss_total": 0.007256365846842527,
      "step": 19290
    },
    {
      "loss_action": 0.012644914910197258,
      "loss_total": 0.012644914910197258,
      "step": 19290
    },
    {
      "loss_action": 0.012741020880639553,
      "loss_total": 0.012741020880639553,
      "step": 19290
    },
    {
      "grad_norm": 0.33415791392326355,
      "learning_rate": 9.6495e-05,
      "loss": 0.022,
      "step": 19300
    },
    {
      "loss_action": 0.01859499141573906,
      "loss_total": 0.01859499141573906,
      "step": 19300
    },
    {
      "loss_action": 0.03014281392097473,
      "loss_total": 0.03014281392097473,
      "step": 19300
    },
    {
      "loss_action": 0.021934056654572487,
      "loss_total": 0.021934056654572487,
      "step": 19300
    },
    {
      "loss_action": 0.012225143611431122,
      "loss_total": 0.012225143611431122,
      "step": 19300
    },
    {
      "loss_action": 0.024360261857509613,
      "loss_total": 0.024360261857509613,
      "step": 19300
    },
    {
      "loss_action": 0.032212525606155396,
      "loss_total": 0.032212525606155396,
      "step": 19300
    },
    {
      "loss_action": 0.03953766077756882,
      "loss_total": 0.03953766077756882,
      "step": 19300
    },
    {
      "loss_action": 0.027963334694504738,
      "loss_total": 0.027963334694504738,
      "step": 19300
    },
    {
      "grad_norm": 0.28141549229621887,
      "learning_rate": 9.6545e-05,
      "loss": 0.0195,
      "step": 19310
    },
    {
      "loss_action": 0.022133592516183853,
      "loss_total": 0.022133592516183853,
      "step": 19310
    },
    {
      "loss_action": 0.027793075889348984,
      "loss_total": 0.027793075889348984,
      "step": 19310
    },
    {
      "loss_action": 0.01939479634165764,
      "loss_total": 0.01939479634165764,
      "step": 19310
    },
    {
      "loss_action": 0.01415981724858284,
      "loss_total": 0.01415981724858284,
      "step": 19310
    },
    {
      "loss_action": 0.023355096578598022,
      "loss_total": 0.023355096578598022,
      "step": 19310
    },
    {
      "loss_action": 0.010406679473817348,
      "loss_total": 0.010406679473817348,
      "step": 19310
    },
    {
      "loss_action": 0.014542104676365852,
      "loss_total": 0.014542104676365852,
      "step": 19310
    },
    {
      "loss_action": 0.013695708476006985,
      "loss_total": 0.013695708476006985,
      "step": 19310
    },
    {
      "grad_norm": 0.22678877413272858,
      "learning_rate": 9.6595e-05,
      "loss": 0.0212,
      "step": 19320
    },
    {
      "loss_action": 0.03794582188129425,
      "loss_total": 0.03794582188129425,
      "step": 19320
    },
    {
      "loss_action": 0.020305851474404335,
      "loss_total": 0.020305851474404335,
      "step": 19320
    },
    {
      "loss_action": 0.01806432567536831,
      "loss_total": 0.01806432567536831,
      "step": 19320
    },
    {
      "loss_action": 0.0172017402946949,
      "loss_total": 0.0172017402946949,
      "step": 19320
    },
    {
      "loss_action": 0.009496975690126419,
      "loss_total": 0.009496975690126419,
      "step": 19320
    },
    {
      "loss_action": 0.01342241745442152,
      "loss_total": 0.01342241745442152,
      "step": 19320
    },
    {
      "loss_action": 0.018248803913593292,
      "loss_total": 0.018248803913593292,
      "step": 19320
    },
    {
      "loss_action": 0.00982073787599802,
      "loss_total": 0.00982073787599802,
      "step": 19320
    },
    {
      "grad_norm": 0.16810430586338043,
      "learning_rate": 9.664500000000001e-05,
      "loss": 0.0176,
      "step": 19330
    },
    {
      "loss_action": 0.02863369509577751,
      "loss_total": 0.02863369509577751,
      "step": 19330
    },
    {
      "loss_action": 0.03611613065004349,
      "loss_total": 0.03611613065004349,
      "step": 19330
    },
    {
      "loss_action": 0.013970536179840565,
      "loss_total": 0.013970536179840565,
      "step": 19330
    },
    {
      "loss_action": 0.014887427911162376,
      "loss_total": 0.014887427911162376,
      "step": 19330
    },
    {
      "loss_action": 0.012482560239732265,
      "loss_total": 0.012482560239732265,
      "step": 19330
    },
    {
      "loss_action": 0.012808350846171379,
      "loss_total": 0.012808350846171379,
      "step": 19330
    },
    {
      "loss_action": 0.015181434340775013,
      "loss_total": 0.015181434340775013,
      "step": 19330
    },
    {
      "loss_action": 0.012829745188355446,
      "loss_total": 0.012829745188355446,
      "step": 19330
    },
    {
      "grad_norm": 0.19309017062187195,
      "learning_rate": 9.669500000000001e-05,
      "loss": 0.0168,
      "step": 19340
    },
    {
      "loss_action": 0.027387607842683792,
      "loss_total": 0.027387607842683792,
      "step": 19340
    },
    {
      "loss_action": 0.011014007031917572,
      "loss_total": 0.011014007031917572,
      "step": 19340
    },
    {
      "loss_action": 0.02744661457836628,
      "loss_total": 0.02744661457836628,
      "step": 19340
    },
    {
      "loss_action": 0.009183493442833424,
      "loss_total": 0.009183493442833424,
      "step": 19340
    },
    {
      "loss_action": 0.015152870677411556,
      "loss_total": 0.015152870677411556,
      "step": 19340
    },
    {
      "loss_action": 0.03023659437894821,
      "loss_total": 0.03023659437894821,
      "step": 19340
    },
    {
      "loss_action": 0.013787554576992989,
      "loss_total": 0.013787554576992989,
      "step": 19340
    },
    {
      "loss_action": 0.01621108502149582,
      "loss_total": 0.01621108502149582,
      "step": 19340
    },
    {
      "grad_norm": 0.1961108148097992,
      "learning_rate": 9.674500000000001e-05,
      "loss": 0.0195,
      "step": 19350
    },
    {
      "loss_action": 0.01691322773694992,
      "loss_total": 0.01691322773694992,
      "step": 19350
    },
    {
      "loss_action": 0.01797139272093773,
      "loss_total": 0.01797139272093773,
      "step": 19350
    },
    {
      "loss_action": 0.018557630479335785,
      "loss_total": 0.018557630479335785,
      "step": 19350
    },
    {
      "loss_action": 0.019199546426534653,
      "loss_total": 0.019199546426534653,
      "step": 19350
    },
    {
      "loss_action": 0.040237292647361755,
      "loss_total": 0.040237292647361755,
      "step": 19350
    },
    {
      "loss_action": 0.06554184854030609,
      "loss_total": 0.06554184854030609,
      "step": 19350
    },
    {
      "loss_action": 0.014942953363060951,
      "loss_total": 0.014942953363060951,
      "step": 19350
    },
    {
      "loss_action": 0.014544742181897163,
      "loss_total": 0.014544742181897163,
      "step": 19350
    },
    {
      "grad_norm": 0.16729795932769775,
      "learning_rate": 9.6795e-05,
      "loss": 0.0184,
      "step": 19360
    },
    {
      "loss_action": 0.025815216824412346,
      "loss_total": 0.025815216824412346,
      "step": 19360
    },
    {
      "loss_action": 0.007177598308771849,
      "loss_total": 0.007177598308771849,
      "step": 19360
    },
    {
      "loss_action": 0.016262812539935112,
      "loss_total": 0.016262812539935112,
      "step": 19360
    },
    {
      "loss_action": 0.014033633284270763,
      "loss_total": 0.014033633284270763,
      "step": 19360
    },
    {
      "loss_action": 0.020677246153354645,
      "loss_total": 0.020677246153354645,
      "step": 19360
    },
    {
      "loss_action": 0.014567132107913494,
      "loss_total": 0.014567132107913494,
      "step": 19360
    },
    {
      "loss_action": 0.03248700499534607,
      "loss_total": 0.03248700499534607,
      "step": 19360
    },
    {
      "loss_action": 0.012598983943462372,
      "loss_total": 0.012598983943462372,
      "step": 19360
    },
    {
      "grad_norm": 0.2643072009086609,
      "learning_rate": 9.684500000000001e-05,
      "loss": 0.0192,
      "step": 19370
    },
    {
      "loss_action": 0.04759102314710617,
      "loss_total": 0.04759102314710617,
      "step": 19370
    },
    {
      "loss_action": 0.019394125789403915,
      "loss_total": 0.019394125789403915,
      "step": 19370
    },
    {
      "loss_action": 0.01520051620900631,
      "loss_total": 0.01520051620900631,
      "step": 19370
    },
    {
      "loss_action": 0.01260184496641159,
      "loss_total": 0.01260184496641159,
      "step": 19370
    },
    {
      "loss_action": 0.01460111141204834,
      "loss_total": 0.01460111141204834,
      "step": 19370
    },
    {
      "loss_action": 0.017581935971975327,
      "loss_total": 0.017581935971975327,
      "step": 19370
    },
    {
      "loss_action": 0.0215495266020298,
      "loss_total": 0.0215495266020298,
      "step": 19370
    },
    {
      "loss_action": 0.01027075108140707,
      "loss_total": 0.01027075108140707,
      "step": 19370
    },
    {
      "grad_norm": 0.23851783573627472,
      "learning_rate": 9.6895e-05,
      "loss": 0.0181,
      "step": 19380
    },
    {
      "loss_action": 0.012972484342753887,
      "loss_total": 0.012972484342753887,
      "step": 19380
    },
    {
      "loss_action": 0.014024443924427032,
      "loss_total": 0.014024443924427032,
      "step": 19380
    },
    {
      "loss_action": 0.03164590150117874,
      "loss_total": 0.03164590150117874,
      "step": 19380
    },
    {
      "loss_action": 0.0059667956084012985,
      "loss_total": 0.0059667956084012985,
      "step": 19380
    },
    {
      "loss_action": 0.02071676030755043,
      "loss_total": 0.02071676030755043,
      "step": 19380
    },
    {
      "loss_action": 0.02291833981871605,
      "loss_total": 0.02291833981871605,
      "step": 19380
    },
    {
      "loss_action": 0.039579566568136215,
      "loss_total": 0.039579566568136215,
      "step": 19380
    },
    {
      "loss_action": 0.018646247684955597,
      "loss_total": 0.018646247684955597,
      "step": 19380
    },
    {
      "grad_norm": 0.26014015078544617,
      "learning_rate": 9.694500000000001e-05,
      "loss": 0.0198,
      "step": 19390
    },
    {
      "loss_action": 0.005216076970100403,
      "loss_total": 0.005216076970100403,
      "step": 19390
    },
    {
      "loss_action": 0.01786544919013977,
      "loss_total": 0.01786544919013977,
      "step": 19390
    },
    {
      "loss_action": 0.012919807806611061,
      "loss_total": 0.012919807806611061,
      "step": 19390
    },
    {
      "loss_action": 0.027473071590065956,
      "loss_total": 0.027473071590065956,
      "step": 19390
    },
    {
      "loss_action": 0.05150504410266876,
      "loss_total": 0.05150504410266876,
      "step": 19390
    },
    {
      "loss_action": 0.01930529624223709,
      "loss_total": 0.01930529624223709,
      "step": 19390
    },
    {
      "loss_action": 0.032435040920972824,
      "loss_total": 0.032435040920972824,
      "step": 19390
    },
    {
      "loss_action": 0.027431676164269447,
      "loss_total": 0.027431676164269447,
      "step": 19390
    },
    {
      "grad_norm": 0.19150018692016602,
      "learning_rate": 9.6995e-05,
      "loss": 0.0183,
      "step": 19400
    },
    {
      "loss_action": 0.008783324621617794,
      "loss_total": 0.008783324621617794,
      "step": 19400
    },
    {
      "loss_action": 0.015034540556371212,
      "loss_total": 0.015034540556371212,
      "step": 19400
    },
    {
      "loss_action": 0.00853754486888647,
      "loss_total": 0.00853754486888647,
      "step": 19400
    },
    {
      "loss_action": 0.013067247346043587,
      "loss_total": 0.013067247346043587,
      "step": 19400
    },
    {
      "loss_action": 0.011789731681346893,
      "loss_total": 0.011789731681346893,
      "step": 19400
    },
    {
      "loss_action": 0.011577697470784187,
      "loss_total": 0.011577697470784187,
      "step": 19400
    },
    {
      "loss_action": 0.02219720184803009,
      "loss_total": 0.02219720184803009,
      "step": 19400
    },
    {
      "loss_action": 0.009402899071574211,
      "loss_total": 0.009402899071574211,
      "step": 19400
    },
    {
      "grad_norm": 0.24520470201969147,
      "learning_rate": 9.7045e-05,
      "loss": 0.0173,
      "step": 19410
    },
    {
      "loss_action": 0.025961430743336678,
      "loss_total": 0.025961430743336678,
      "step": 19410
    },
    {
      "loss_action": 0.012042833492159843,
      "loss_total": 0.012042833492159843,
      "step": 19410
    },
    {
      "loss_action": 0.02000114880502224,
      "loss_total": 0.02000114880502224,
      "step": 19410
    },
    {
      "loss_action": 0.014118887484073639,
      "loss_total": 0.014118887484073639,
      "step": 19410
    },
    {
      "loss_action": 0.034454345703125,
      "loss_total": 0.034454345703125,
      "step": 19410
    },
    {
      "loss_action": 0.010569563135504723,
      "loss_total": 0.010569563135504723,
      "step": 19410
    },
    {
      "loss_action": 0.019369017332792282,
      "loss_total": 0.019369017332792282,
      "step": 19410
    },
    {
      "loss_action": 0.01018759049475193,
      "loss_total": 0.01018759049475193,
      "step": 19410
    },
    {
      "grad_norm": 0.1768086552619934,
      "learning_rate": 9.7095e-05,
      "loss": 0.0159,
      "step": 19420
    },
    {
      "loss_action": 0.02165217511355877,
      "loss_total": 0.02165217511355877,
      "step": 19420
    },
    {
      "loss_action": 0.01639716699719429,
      "loss_total": 0.01639716699719429,
      "step": 19420
    },
    {
      "loss_action": 0.005536542274057865,
      "loss_total": 0.005536542274057865,
      "step": 19420
    },
    {
      "loss_action": 0.006233277730643749,
      "loss_total": 0.006233277730643749,
      "step": 19420
    },
    {
      "loss_action": 0.011430436745285988,
      "loss_total": 0.011430436745285988,
      "step": 19420
    },
    {
      "loss_action": 0.02211444452404976,
      "loss_total": 0.02211444452404976,
      "step": 19420
    },
    {
      "loss_action": 0.007785452529788017,
      "loss_total": 0.007785452529788017,
      "step": 19420
    },
    {
      "loss_action": 0.01495251152664423,
      "loss_total": 0.01495251152664423,
      "step": 19420
    },
    {
      "grad_norm": 0.23676054179668427,
      "learning_rate": 9.7145e-05,
      "loss": 0.0156,
      "step": 19430
    },
    {
      "loss_action": 0.008489524945616722,
      "loss_total": 0.008489524945616722,
      "step": 19430
    },
    {
      "loss_action": 0.013979604467749596,
      "loss_total": 0.013979604467749596,
      "step": 19430
    },
    {
      "loss_action": 0.016347043216228485,
      "loss_total": 0.016347043216228485,
      "step": 19430
    },
    {
      "loss_action": 0.005531592760235071,
      "loss_total": 0.005531592760235071,
      "step": 19430
    },
    {
      "loss_action": 0.01960768550634384,
      "loss_total": 0.01960768550634384,
      "step": 19430
    },
    {
      "loss_action": 0.020102422684431076,
      "loss_total": 0.020102422684431076,
      "step": 19430
    },
    {
      "loss_action": 0.015333461575210094,
      "loss_total": 0.015333461575210094,
      "step": 19430
    },
    {
      "loss_action": 0.005985807161778212,
      "loss_total": 0.005985807161778212,
      "step": 19430
    },
    {
      "grad_norm": 0.24968953430652618,
      "learning_rate": 9.719500000000001e-05,
      "loss": 0.02,
      "step": 19440
    },
    {
      "loss_action": 0.01383020170032978,
      "loss_total": 0.01383020170032978,
      "step": 19440
    },
    {
      "loss_action": 0.03968594968318939,
      "loss_total": 0.03968594968318939,
      "step": 19440
    },
    {
      "loss_action": 0.02207588404417038,
      "loss_total": 0.02207588404417038,
      "step": 19440
    },
    {
      "loss_action": 0.021752122789621353,
      "loss_total": 0.021752122789621353,
      "step": 19440
    },
    {
      "loss_action": 0.018824629485607147,
      "loss_total": 0.018824629485607147,
      "step": 19440
    },
    {
      "loss_action": 0.018852457404136658,
      "loss_total": 0.018852457404136658,
      "step": 19440
    },
    {
      "loss_action": 0.010558068752288818,
      "loss_total": 0.010558068752288818,
      "step": 19440
    },
    {
      "loss_action": 0.01705893687903881,
      "loss_total": 0.01705893687903881,
      "step": 19440
    },
    {
      "grad_norm": 0.2479557991027832,
      "learning_rate": 9.724500000000001e-05,
      "loss": 0.0153,
      "step": 19450
    },
    {
      "loss_action": 0.010685162618756294,
      "loss_total": 0.010685162618756294,
      "step": 19450
    },
    {
      "loss_action": 0.0288337804377079,
      "loss_total": 0.0288337804377079,
      "step": 19450
    },
    {
      "loss_action": 0.013250026851892471,
      "loss_total": 0.013250026851892471,
      "step": 19450
    },
    {
      "loss_action": 0.019934583455324173,
      "loss_total": 0.019934583455324173,
      "step": 19450
    },
    {
      "loss_action": 0.016492057591676712,
      "loss_total": 0.016492057591676712,
      "step": 19450
    },
    {
      "loss_action": 0.02092665061354637,
      "loss_total": 0.02092665061354637,
      "step": 19450
    },
    {
      "loss_action": 0.010233170352876186,
      "loss_total": 0.010233170352876186,
      "step": 19450
    },
    {
      "loss_action": 0.012093349359929562,
      "loss_total": 0.012093349359929562,
      "step": 19450
    },
    {
      "grad_norm": 0.44154006242752075,
      "learning_rate": 9.729500000000001e-05,
      "loss": 0.0178,
      "step": 19460
    },
    {
      "loss_action": 0.024289730936288834,
      "loss_total": 0.024289730936288834,
      "step": 19460
    },
    {
      "loss_action": 0.01712680794298649,
      "loss_total": 0.01712680794298649,
      "step": 19460
    },
    {
      "loss_action": 0.009624173864722252,
      "loss_total": 0.009624173864722252,
      "step": 19460
    },
    {
      "loss_action": 0.01808301918208599,
      "loss_total": 0.01808301918208599,
      "step": 19460
    },
    {
      "loss_action": 0.01563401147723198,
      "loss_total": 0.01563401147723198,
      "step": 19460
    },
    {
      "loss_action": 0.00872509554028511,
      "loss_total": 0.00872509554028511,
      "step": 19460
    },
    {
      "loss_action": 0.013088025152683258,
      "loss_total": 0.013088025152683258,
      "step": 19460
    },
    {
      "loss_action": 0.02490025758743286,
      "loss_total": 0.02490025758743286,
      "step": 19460
    },
    {
      "grad_norm": 0.20766717195510864,
      "learning_rate": 9.734500000000001e-05,
      "loss": 0.0169,
      "step": 19470
    },
    {
      "loss_action": 0.014975234866142273,
      "loss_total": 0.014975234866142273,
      "step": 19470
    },
    {
      "loss_action": 0.015333070419728756,
      "loss_total": 0.015333070419728756,
      "step": 19470
    },
    {
      "loss_action": 0.012128428556025028,
      "loss_total": 0.012128428556025028,
      "step": 19470
    },
    {
      "loss_action": 0.010980536229908466,
      "loss_total": 0.010980536229908466,
      "step": 19470
    },
    {
      "loss_action": 0.012370811775326729,
      "loss_total": 0.012370811775326729,
      "step": 19470
    },
    {
      "loss_action": 0.019198112189769745,
      "loss_total": 0.019198112189769745,
      "step": 19470
    },
    {
      "loss_action": 0.012664180248975754,
      "loss_total": 0.012664180248975754,
      "step": 19470
    },
    {
      "loss_action": 0.02894791215658188,
      "loss_total": 0.02894791215658188,
      "step": 19470
    },
    {
      "grad_norm": 0.288887619972229,
      "learning_rate": 9.7395e-05,
      "loss": 0.0178,
      "step": 19480
    },
    {
      "loss_action": 0.015327299013733864,
      "loss_total": 0.015327299013733864,
      "step": 19480
    },
    {
      "loss_action": 0.01829719915986061,
      "loss_total": 0.01829719915986061,
      "step": 19480
    },
    {
      "loss_action": 0.01120238471776247,
      "loss_total": 0.01120238471776247,
      "step": 19480
    },
    {
      "loss_action": 0.01187401358038187,
      "loss_total": 0.01187401358038187,
      "step": 19480
    },
    {
      "loss_action": 0.01031896099448204,
      "loss_total": 0.01031896099448204,
      "step": 19480
    },
    {
      "loss_action": 0.027232106775045395,
      "loss_total": 0.027232106775045395,
      "step": 19480
    },
    {
      "loss_action": 0.012013936415314674,
      "loss_total": 0.012013936415314674,
      "step": 19480
    },
    {
      "loss_action": 0.011039798147976398,
      "loss_total": 0.011039798147976398,
      "step": 19480
    },
    {
      "grad_norm": 0.21268409490585327,
      "learning_rate": 9.744500000000001e-05,
      "loss": 0.0167,
      "step": 19490
    },
    {
      "loss_action": 0.008328238502144814,
      "loss_total": 0.008328238502144814,
      "step": 19490
    },
    {
      "loss_action": 0.030451256781816483,
      "loss_total": 0.030451256781816483,
      "step": 19490
    },
    {
      "loss_action": 0.009107066318392754,
      "loss_total": 0.009107066318392754,
      "step": 19490
    },
    {
      "loss_action": 0.017020411789417267,
      "loss_total": 0.017020411789417267,
      "step": 19490
    },
    {
      "loss_action": 0.00908982940018177,
      "loss_total": 0.00908982940018177,
      "step": 19490
    },
    {
      "loss_action": 0.015236690640449524,
      "loss_total": 0.015236690640449524,
      "step": 19490
    },
    {
      "loss_action": 0.009464460425078869,
      "loss_total": 0.009464460425078869,
      "step": 19490
    },
    {
      "loss_action": 0.009924368932843208,
      "loss_total": 0.009924368932843208,
      "step": 19490
    },
    {
      "grad_norm": 0.25486692786216736,
      "learning_rate": 9.7495e-05,
      "loss": 0.0152,
      "step": 19500
    },
    {
      "loss_action": 0.007438397500663996,
      "loss_total": 0.007438397500663996,
      "step": 19500
    },
    {
      "loss_action": 0.017346180975437164,
      "loss_total": 0.017346180975437164,
      "step": 19500
    },
    {
      "loss_action": 0.014697806909680367,
      "loss_total": 0.014697806909680367,
      "step": 19500
    },
    {
      "loss_action": 0.02979971095919609,
      "loss_total": 0.02979971095919609,
      "step": 19500
    },
    {
      "loss_action": 0.045019567012786865,
      "loss_total": 0.045019567012786865,
      "step": 19500
    },
    {
      "loss_action": 0.01726333424448967,
      "loss_total": 0.01726333424448967,
      "step": 19500
    },
    {
      "loss_action": 0.009546170011162758,
      "loss_total": 0.009546170011162758,
      "step": 19500
    },
    {
      "loss_action": 0.016641920432448387,
      "loss_total": 0.016641920432448387,
      "step": 19500
    },
    {
      "grad_norm": 0.21378740668296814,
      "learning_rate": 9.7545e-05,
      "loss": 0.0207,
      "step": 19510
    },
    {
      "loss_action": 0.010867095552384853,
      "loss_total": 0.010867095552384853,
      "step": 19510
    },
    {
      "loss_action": 0.008229270577430725,
      "loss_total": 0.008229270577430725,
      "step": 19510
    },
    {
      "loss_action": 0.01611311361193657,
      "loss_total": 0.01611311361193657,
      "step": 19510
    },
    {
      "loss_action": 0.018298480659723282,
      "loss_total": 0.018298480659723282,
      "step": 19510
    },
    {
      "loss_action": 0.020865263417363167,
      "loss_total": 0.020865263417363167,
      "step": 19510
    },
    {
      "loss_action": 0.013308702036738396,
      "loss_total": 0.013308702036738396,
      "step": 19510
    },
    {
      "loss_action": 0.011968517675995827,
      "loss_total": 0.011968517675995827,
      "step": 19510
    },
    {
      "loss_action": 0.013323113322257996,
      "loss_total": 0.013323113322257996,
      "step": 19510
    },
    {
      "grad_norm": 0.2060682624578476,
      "learning_rate": 9.7595e-05,
      "loss": 0.0167,
      "step": 19520
    },
    {
      "loss_action": 0.009874789044260979,
      "loss_total": 0.009874789044260979,
      "step": 19520
    },
    {
      "loss_action": 0.012229585088789463,
      "loss_total": 0.012229585088789463,
      "step": 19520
    },
    {
      "loss_action": 0.047205518931150436,
      "loss_total": 0.047205518931150436,
      "step": 19520
    },
    {
      "loss_action": 0.01604991778731346,
      "loss_total": 0.01604991778731346,
      "step": 19520
    },
    {
      "loss_action": 0.02749444544315338,
      "loss_total": 0.02749444544315338,
      "step": 19520
    },
    {
      "loss_action": 0.017725666984915733,
      "loss_total": 0.017725666984915733,
      "step": 19520
    },
    {
      "loss_action": 0.02397651970386505,
      "loss_total": 0.02397651970386505,
      "step": 19520
    },
    {
      "loss_action": 0.022360652685165405,
      "loss_total": 0.022360652685165405,
      "step": 19520
    },
    {
      "grad_norm": 0.1919175386428833,
      "learning_rate": 9.7645e-05,
      "loss": 0.0182,
      "step": 19530
    },
    {
      "loss_action": 0.011138128116726875,
      "loss_total": 0.011138128116726875,
      "step": 19530
    },
    {
      "loss_action": 0.014195559546351433,
      "loss_total": 0.014195559546351433,
      "step": 19530
    },
    {
      "loss_action": 0.011573556810617447,
      "loss_total": 0.011573556810617447,
      "step": 19530
    },
    {
      "loss_action": 0.006321473978459835,
      "loss_total": 0.006321473978459835,
      "step": 19530
    },
    {
      "loss_action": 0.009038716554641724,
      "loss_total": 0.009038716554641724,
      "step": 19530
    },
    {
      "loss_action": 0.022010348737239838,
      "loss_total": 0.022010348737239838,
      "step": 19530
    },
    {
      "loss_action": 0.013601221144199371,
      "loss_total": 0.013601221144199371,
      "step": 19530
    },
    {
      "loss_action": 0.022847488522529602,
      "loss_total": 0.022847488522529602,
      "step": 19530
    },
    {
      "grad_norm": 0.15172092616558075,
      "learning_rate": 9.7695e-05,
      "loss": 0.014,
      "step": 19540
    },
    {
      "loss_action": 0.014906620606780052,
      "loss_total": 0.014906620606780052,
      "step": 19540
    },
    {
      "loss_action": 0.017964426428079605,
      "loss_total": 0.017964426428079605,
      "step": 19540
    },
    {
      "loss_action": 0.00694802962243557,
      "loss_total": 0.00694802962243557,
      "step": 19540
    },
    {
      "loss_action": 0.012371232733130455,
      "loss_total": 0.012371232733130455,
      "step": 19540
    },
    {
      "loss_action": 0.014899248257279396,
      "loss_total": 0.014899248257279396,
      "step": 19540
    },
    {
      "loss_action": 0.012905539944767952,
      "loss_total": 0.012905539944767952,
      "step": 19540
    },
    {
      "loss_action": 0.007685230113565922,
      "loss_total": 0.007685230113565922,
      "step": 19540
    },
    {
      "loss_action": 0.020501896739006042,
      "loss_total": 0.020501896739006042,
      "step": 19540
    },
    {
      "grad_norm": 0.15525107085704803,
      "learning_rate": 9.774500000000001e-05,
      "loss": 0.0163,
      "step": 19550
    },
    {
      "loss_action": 0.03390238434076309,
      "loss_total": 0.03390238434076309,
      "step": 19550
    },
    {
      "loss_action": 0.007358682341873646,
      "loss_total": 0.007358682341873646,
      "step": 19550
    },
    {
      "loss_action": 0.02681957557797432,
      "loss_total": 0.02681957557797432,
      "step": 19550
    },
    {
      "loss_action": 0.013857738114893436,
      "loss_total": 0.013857738114893436,
      "step": 19550
    },
    {
      "loss_action": 0.01553746871650219,
      "loss_total": 0.01553746871650219,
      "step": 19550
    },
    {
      "loss_action": 0.01033423375338316,
      "loss_total": 0.01033423375338316,
      "step": 19550
    },
    {
      "loss_action": 0.05905924737453461,
      "loss_total": 0.05905924737453461,
      "step": 19550
    },
    {
      "loss_action": 0.007337399758398533,
      "loss_total": 0.007337399758398533,
      "step": 19550
    },
    {
      "grad_norm": 0.23874637484550476,
      "learning_rate": 9.779500000000001e-05,
      "loss": 0.0169,
      "step": 19560
    },
    {
      "loss_action": 0.010701996274292469,
      "loss_total": 0.010701996274292469,
      "step": 19560
    },
    {
      "loss_action": 0.009739501401782036,
      "loss_total": 0.009739501401782036,
      "step": 19560
    },
    {
      "loss_action": 0.0069475313648581505,
      "loss_total": 0.0069475313648581505,
      "step": 19560
    },
    {
      "loss_action": 0.03006093204021454,
      "loss_total": 0.03006093204021454,
      "step": 19560
    },
    {
      "loss_action": 0.03497257083654404,
      "loss_total": 0.03497257083654404,
      "step": 19560
    },
    {
      "loss_action": 0.025456411764025688,
      "loss_total": 0.025456411764025688,
      "step": 19560
    },
    {
      "loss_action": 0.013187222182750702,
      "loss_total": 0.013187222182750702,
      "step": 19560
    },
    {
      "loss_action": 0.023397870361804962,
      "loss_total": 0.023397870361804962,
      "step": 19560
    },
    {
      "grad_norm": 0.17451217770576477,
      "learning_rate": 9.784500000000001e-05,
      "loss": 0.016,
      "step": 19570
    },
    {
      "loss_action": 0.0077563803642988205,
      "loss_total": 0.0077563803642988205,
      "step": 19570
    },
    {
      "loss_action": 0.008735636249184608,
      "loss_total": 0.008735636249184608,
      "step": 19570
    },
    {
      "loss_action": 0.03626473248004913,
      "loss_total": 0.03626473248004913,
      "step": 19570
    },
    {
      "loss_action": 0.016457367688417435,
      "loss_total": 0.016457367688417435,
      "step": 19570
    },
    {
      "loss_action": 0.008780255913734436,
      "loss_total": 0.008780255913734436,
      "step": 19570
    },
    {
      "loss_action": 0.010369092226028442,
      "loss_total": 0.010369092226028442,
      "step": 19570
    },
    {
      "loss_action": 0.008709657937288284,
      "loss_total": 0.008709657937288284,
      "step": 19570
    },
    {
      "loss_action": 0.01244572177529335,
      "loss_total": 0.01244572177529335,
      "step": 19570
    },
    {
      "grad_norm": 0.17591644823551178,
      "learning_rate": 9.7895e-05,
      "loss": 0.0133,
      "step": 19580
    },
    {
      "loss_action": 0.017245713621377945,
      "loss_total": 0.017245713621377945,
      "step": 19580
    },
    {
      "loss_action": 0.017452595755457878,
      "loss_total": 0.017452595755457878,
      "step": 19580
    },
    {
      "loss_action": 0.01628914847970009,
      "loss_total": 0.01628914847970009,
      "step": 19580
    },
    {
      "loss_action": 0.00709117716178298,
      "loss_total": 0.00709117716178298,
      "step": 19580
    },
    {
      "loss_action": 0.018614690750837326,
      "loss_total": 0.018614690750837326,
      "step": 19580
    },
    {
      "loss_action": 0.00974060408771038,
      "loss_total": 0.00974060408771038,
      "step": 19580
    },
    {
      "loss_action": 0.02663908340036869,
      "loss_total": 0.02663908340036869,
      "step": 19580
    },
    {
      "loss_action": 0.005746846087276936,
      "loss_total": 0.005746846087276936,
      "step": 19580
    },
    {
      "grad_norm": 0.22891812026500702,
      "learning_rate": 9.794500000000001e-05,
      "loss": 0.0141,
      "step": 19590
    },
    {
      "loss_action": 0.013881748542189598,
      "loss_total": 0.013881748542189598,
      "step": 19590
    },
    {
      "loss_action": 0.010722573846578598,
      "loss_total": 0.010722573846578598,
      "step": 19590
    },
    {
      "loss_action": 0.009358929470181465,
      "loss_total": 0.009358929470181465,
      "step": 19590
    },
    {
      "loss_action": 0.01382386777549982,
      "loss_total": 0.01382386777549982,
      "step": 19590
    },
    {
      "loss_action": 0.015449587255716324,
      "loss_total": 0.015449587255716324,
      "step": 19590
    },
    {
      "loss_action": 0.031557388603687286,
      "loss_total": 0.031557388603687286,
      "step": 19590
    },
    {
      "loss_action": 0.00960268173366785,
      "loss_total": 0.00960268173366785,
      "step": 19590
    },
    {
      "loss_action": 0.014948084950447083,
      "loss_total": 0.014948084950447083,
      "step": 19590
    },
    {
      "grad_norm": 0.2638438940048218,
      "learning_rate": 9.7995e-05,
      "loss": 0.0161,
      "step": 19600
    },
    {
      "loss_action": 0.00878695584833622,
      "loss_total": 0.00878695584833622,
      "step": 19600
    },
    {
      "loss_action": 0.010403801687061787,
      "loss_total": 0.010403801687061787,
      "step": 19600
    },
    {
      "loss_action": 0.021673204377293587,
      "loss_total": 0.021673204377293587,
      "step": 19600
    },
    {
      "loss_action": 0.020739754661917686,
      "loss_total": 0.020739754661917686,
      "step": 19600
    },
    {
      "loss_action": 0.008979830890893936,
      "loss_total": 0.008979830890893936,
      "step": 19600
    },
    {
      "loss_action": 0.015512127429246902,
      "loss_total": 0.015512127429246902,
      "step": 19600
    },
    {
      "loss_action": 0.02807622030377388,
      "loss_total": 0.02807622030377388,
      "step": 19600
    },
    {
      "loss_action": 0.009718865156173706,
      "loss_total": 0.009718865156173706,
      "step": 19600
    },
    {
      "grad_norm": 0.24380668997764587,
      "learning_rate": 9.804500000000001e-05,
      "loss": 0.0162,
      "step": 19610
    },
    {
      "loss_action": 0.010461647994816303,
      "loss_total": 0.010461647994816303,
      "step": 19610
    },
    {
      "loss_action": 0.010086135007441044,
      "loss_total": 0.010086135007441044,
      "step": 19610
    },
    {
      "loss_action": 0.014261606149375439,
      "loss_total": 0.014261606149375439,
      "step": 19610
    },
    {
      "loss_action": 0.01853596419095993,
      "loss_total": 0.01853596419095993,
      "step": 19610
    },
    {
      "loss_action": 0.012474963441491127,
      "loss_total": 0.012474963441491127,
      "step": 19610
    },
    {
      "loss_action": 0.02215481363236904,
      "loss_total": 0.02215481363236904,
      "step": 19610
    },
    {
      "loss_action": 0.007719479966908693,
      "loss_total": 0.007719479966908693,
      "step": 19610
    },
    {
      "loss_action": 0.017126645892858505,
      "loss_total": 0.017126645892858505,
      "step": 19610
    },
    {
      "grad_norm": 0.30662378668785095,
      "learning_rate": 9.8095e-05,
      "loss": 0.0161,
      "step": 19620
    },
    {
      "loss_action": 0.011909997090697289,
      "loss_total": 0.011909997090697289,
      "step": 19620
    },
    {
      "loss_action": 0.007581586949527264,
      "loss_total": 0.007581586949527264,
      "step": 19620
    },
    {
      "loss_action": 0.15940788388252258,
      "loss_total": 0.15940788388252258,
      "step": 19620
    },
    {
      "loss_action": 0.011631637811660767,
      "loss_total": 0.011631637811660767,
      "step": 19620
    },
    {
      "loss_action": 0.009619468823075294,
      "loss_total": 0.009619468823075294,
      "step": 19620
    },
    {
      "loss_action": 0.011845787987112999,
      "loss_total": 0.011845787987112999,
      "step": 19620
    },
    {
      "loss_action": 0.010289257392287254,
      "loss_total": 0.010289257392287254,
      "step": 19620
    },
    {
      "loss_action": 0.011615351773798466,
      "loss_total": 0.011615351773798466,
      "step": 19620
    },
    {
      "grad_norm": 0.2323332130908966,
      "learning_rate": 9.8145e-05,
      "loss": 0.019,
      "step": 19630
    },
    {
      "loss_action": 0.0057872892357409,
      "loss_total": 0.0057872892357409,
      "step": 19630
    },
    {
      "loss_action": 0.01616976037621498,
      "loss_total": 0.01616976037621498,
      "step": 19630
    },
    {
      "loss_action": 0.011980792507529259,
      "loss_total": 0.011980792507529259,
      "step": 19630
    },
    {
      "loss_action": 0.008832182735204697,
      "loss_total": 0.008832182735204697,
      "step": 19630
    },
    {
      "loss_action": 0.010484895668923855,
      "loss_total": 0.010484895668923855,
      "step": 19630
    },
    {
      "loss_action": 0.011748803779482841,
      "loss_total": 0.011748803779482841,
      "step": 19630
    },
    {
      "loss_action": 0.013033879920840263,
      "loss_total": 0.013033879920840263,
      "step": 19630
    },
    {
      "loss_action": 0.010509192943572998,
      "loss_total": 0.010509192943572998,
      "step": 19630
    },
    {
      "grad_norm": 0.16296416521072388,
      "learning_rate": 9.8195e-05,
      "loss": 0.0153,
      "step": 19640
    },
    {
      "loss_action": 0.01596704125404358,
      "loss_total": 0.01596704125404358,
      "step": 19640
    },
    {
      "loss_action": 0.037724897265434265,
      "loss_total": 0.037724897265434265,
      "step": 19640
    },
    {
      "loss_action": 0.02293507754802704,
      "loss_total": 0.02293507754802704,
      "step": 19640
    },
    {
      "loss_action": 0.017120597884058952,
      "loss_total": 0.017120597884058952,
      "step": 19640
    },
    {
      "loss_action": 0.006305186077952385,
      "loss_total": 0.006305186077952385,
      "step": 19640
    },
    {
      "loss_action": 0.01735815405845642,
      "loss_total": 0.01735815405845642,
      "step": 19640
    },
    {
      "loss_action": 0.008892195299267769,
      "loss_total": 0.008892195299267769,
      "step": 19640
    },
    {
      "loss_action": 0.0063318414613604546,
      "loss_total": 0.0063318414613604546,
      "step": 19640
    },
    {
      "grad_norm": 0.21183261275291443,
      "learning_rate": 9.8245e-05,
      "loss": 0.0171,
      "step": 19650
    },
    {
      "loss_action": 0.018472779542207718,
      "loss_total": 0.018472779542207718,
      "step": 19650
    },
    {
      "loss_action": 0.0226370207965374,
      "loss_total": 0.0226370207965374,
      "step": 19650
    },
    {
      "loss_action": 0.015249447897076607,
      "loss_total": 0.015249447897076607,
      "step": 19650
    },
    {
      "loss_action": 0.00999673642218113,
      "loss_total": 0.00999673642218113,
      "step": 19650
    },
    {
      "loss_action": 0.015942474827170372,
      "loss_total": 0.015942474827170372,
      "step": 19650
    },
    {
      "loss_action": 0.011794084683060646,
      "loss_total": 0.011794084683060646,
      "step": 19650
    },
    {
      "loss_action": 0.033136457204818726,
      "loss_total": 0.033136457204818726,
      "step": 19650
    },
    {
      "loss_action": 0.01441887579858303,
      "loss_total": 0.01441887579858303,
      "step": 19650
    },
    {
      "grad_norm": 0.19071614742279053,
      "learning_rate": 9.8295e-05,
      "loss": 0.0205,
      "step": 19660
    },
    {
      "loss_action": 0.008645457215607166,
      "loss_total": 0.008645457215607166,
      "step": 19660
    },
    {
      "loss_action": 0.015276767313480377,
      "loss_total": 0.015276767313480377,
      "step": 19660
    },
    {
      "loss_action": 0.013029553927481174,
      "loss_total": 0.013029553927481174,
      "step": 19660
    },
    {
      "loss_action": 0.025324566289782524,
      "loss_total": 0.025324566289782524,
      "step": 19660
    },
    {
      "loss_action": 0.022993898019194603,
      "loss_total": 0.022993898019194603,
      "step": 19660
    },
    {
      "loss_action": 0.02261204831302166,
      "loss_total": 0.02261204831302166,
      "step": 19660
    },
    {
      "loss_action": 0.021136106923222542,
      "loss_total": 0.021136106923222542,
      "step": 19660
    },
    {
      "loss_action": 0.02044503763318062,
      "loss_total": 0.02044503763318062,
      "step": 19660
    },
    {
      "grad_norm": 0.17905481159687042,
      "learning_rate": 9.834500000000001e-05,
      "loss": 0.02,
      "step": 19670
    },
    {
      "loss_action": 0.008442727848887444,
      "loss_total": 0.008442727848887444,
      "step": 19670
    },
    {
      "loss_action": 0.01783072017133236,
      "loss_total": 0.01783072017133236,
      "step": 19670
    },
    {
      "loss_action": 0.01068531908094883,
      "loss_total": 0.01068531908094883,
      "step": 19670
    },
    {
      "loss_action": 0.01366474200040102,
      "loss_total": 0.01366474200040102,
      "step": 19670
    },
    {
      "loss_action": 0.0070424312725663185,
      "loss_total": 0.0070424312725663185,
      "step": 19670
    },
    {
      "loss_action": 0.017260706052184105,
      "loss_total": 0.017260706052184105,
      "step": 19670
    },
    {
      "loss_action": 0.024570949375629425,
      "loss_total": 0.024570949375629425,
      "step": 19670
    },
    {
      "loss_action": 0.014274046756327152,
      "loss_total": 0.014274046756327152,
      "step": 19670
    },
    {
      "grad_norm": 0.2815738916397095,
      "learning_rate": 9.839500000000001e-05,
      "loss": 0.0162,
      "step": 19680
    },
    {
      "loss_action": 0.027208618819713593,
      "loss_total": 0.027208618819713593,
      "step": 19680
    },
    {
      "loss_action": 0.009282421320676804,
      "loss_total": 0.009282421320676804,
      "step": 19680
    },
    {
      "loss_action": 0.020376116037368774,
      "loss_total": 0.020376116037368774,
      "step": 19680
    },
    {
      "loss_action": 0.010304411873221397,
      "loss_total": 0.010304411873221397,
      "step": 19680
    },
    {
      "loss_action": 0.010189643129706383,
      "loss_total": 0.010189643129706383,
      "step": 19680
    },
    {
      "loss_action": 0.007930990308523178,
      "loss_total": 0.007930990308523178,
      "step": 19680
    },
    {
      "loss_action": 0.013210615143179893,
      "loss_total": 0.013210615143179893,
      "step": 19680
    },
    {
      "loss_action": 0.017372246831655502,
      "loss_total": 0.017372246831655502,
      "step": 19680
    },
    {
      "grad_norm": 0.185708686709404,
      "learning_rate": 9.844500000000001e-05,
      "loss": 0.0153,
      "step": 19690
    },
    {
      "loss_action": 0.01220790483057499,
      "loss_total": 0.01220790483057499,
      "step": 19690
    },
    {
      "loss_action": 0.008725743740797043,
      "loss_total": 0.008725743740797043,
      "step": 19690
    },
    {
      "loss_action": 0.012571142986416817,
      "loss_total": 0.012571142986416817,
      "step": 19690
    },
    {
      "loss_action": 0.008757147938013077,
      "loss_total": 0.008757147938013077,
      "step": 19690
    },
    {
      "loss_action": 0.013936882838606834,
      "loss_total": 0.013936882838606834,
      "step": 19690
    },
    {
      "loss_action": 0.009567862376570702,
      "loss_total": 0.009567862376570702,
      "step": 19690
    },
    {
      "loss_action": 0.01367936935275793,
      "loss_total": 0.01367936935275793,
      "step": 19690
    },
    {
      "loss_action": 0.0068336897529661655,
      "loss_total": 0.0068336897529661655,
      "step": 19690
    },
    {
      "grad_norm": 0.22647877037525177,
      "learning_rate": 9.8495e-05,
      "loss": 0.0142,
      "step": 19700
    },
    {
      "loss_action": 0.01299656555056572,
      "loss_total": 0.01299656555056572,
      "step": 19700
    },
    {
      "loss_action": 0.010867981240153313,
      "loss_total": 0.010867981240153313,
      "step": 19700
    },
    {
      "loss_action": 0.013398020528256893,
      "loss_total": 0.013398020528256893,
      "step": 19700
    },
    {
      "loss_action": 0.019620772451162338,
      "loss_total": 0.019620772451162338,
      "step": 19700
    },
    {
      "loss_action": 0.010882006958127022,
      "loss_total": 0.010882006958127022,
      "step": 19700
    },
    {
      "loss_action": 0.03287728875875473,
      "loss_total": 0.03287728875875473,
      "step": 19700
    },
    {
      "loss_action": 0.011041661724448204,
      "loss_total": 0.011041661724448204,
      "step": 19700
    },
    {
      "loss_action": 0.014928112737834454,
      "loss_total": 0.014928112737834454,
      "step": 19700
    },
    {
      "grad_norm": 0.26262396574020386,
      "learning_rate": 9.854500000000001e-05,
      "loss": 0.0146,
      "step": 19710
    },
    {
      "loss_action": 0.008281765505671501,
      "loss_total": 0.008281765505671501,
      "step": 19710
    },
    {
      "loss_action": 0.014474568888545036,
      "loss_total": 0.014474568888545036,
      "step": 19710
    },
    {
      "loss_action": 0.006421258673071861,
      "loss_total": 0.006421258673071861,
      "step": 19710
    },
    {
      "loss_action": 0.005007806234061718,
      "loss_total": 0.005007806234061718,
      "step": 19710
    },
    {
      "loss_action": 0.0092153986915946,
      "loss_total": 0.0092153986915946,
      "step": 19710
    },
    {
      "loss_action": 0.009946441277861595,
      "loss_total": 0.009946441277861595,
      "step": 19710
    },
    {
      "loss_action": 0.008188800886273384,
      "loss_total": 0.008188800886273384,
      "step": 19710
    },
    {
      "loss_action": 0.007145460695028305,
      "loss_total": 0.007145460695028305,
      "step": 19710
    },
    {
      "grad_norm": 0.24089673161506653,
      "learning_rate": 9.8595e-05,
      "loss": 0.0152,
      "step": 19720
    },
    {
      "loss_action": 0.013010367751121521,
      "loss_total": 0.013010367751121521,
      "step": 19720
    },
    {
      "loss_action": 0.014852437190711498,
      "loss_total": 0.014852437190711498,
      "step": 19720
    },
    {
      "loss_action": 0.01825568452477455,
      "loss_total": 0.01825568452477455,
      "step": 19720
    },
    {
      "loss_action": 0.006761761382222176,
      "loss_total": 0.006761761382222176,
      "step": 19720
    },
    {
      "loss_action": 0.00954127311706543,
      "loss_total": 0.00954127311706543,
      "step": 19720
    },
    {
      "loss_action": 0.012215876951813698,
      "loss_total": 0.012215876951813698,
      "step": 19720
    },
    {
      "loss_action": 0.015143651515245438,
      "loss_total": 0.015143651515245438,
      "step": 19720
    },
    {
      "loss_action": 0.01752052642405033,
      "loss_total": 0.01752052642405033,
      "step": 19720
    },
    {
      "grad_norm": 0.1567077785730362,
      "learning_rate": 9.864500000000002e-05,
      "loss": 0.0165,
      "step": 19730
    },
    {
      "loss_action": 0.012202732264995575,
      "loss_total": 0.012202732264995575,
      "step": 19730
    },
    {
      "loss_action": 0.0757780447602272,
      "loss_total": 0.0757780447602272,
      "step": 19730
    },
    {
      "loss_action": 0.017271941527724266,
      "loss_total": 0.017271941527724266,
      "step": 19730
    },
    {
      "loss_action": 0.013248910196125507,
      "loss_total": 0.013248910196125507,
      "step": 19730
    },
    {
      "loss_action": 0.02009393647313118,
      "loss_total": 0.02009393647313118,
      "step": 19730
    },
    {
      "loss_action": 0.0375119112432003,
      "loss_total": 0.0375119112432003,
      "step": 19730
    },
    {
      "loss_action": 0.011690890416502953,
      "loss_total": 0.011690890416502953,
      "step": 19730
    },
    {
      "loss_action": 0.05025475472211838,
      "loss_total": 0.05025475472211838,
      "step": 19730
    },
    {
      "grad_norm": 0.25931042432785034,
      "learning_rate": 9.8695e-05,
      "loss": 0.0202,
      "step": 19740
    },
    {
      "loss_action": 0.011339581571519375,
      "loss_total": 0.011339581571519375,
      "step": 19740
    },
    {
      "loss_action": 0.01708277314901352,
      "loss_total": 0.01708277314901352,
      "step": 19740
    },
    {
      "loss_action": 0.00924000795930624,
      "loss_total": 0.00924000795930624,
      "step": 19740
    },
    {
      "loss_action": 0.01362047903239727,
      "loss_total": 0.01362047903239727,
      "step": 19740
    },
    {
      "loss_action": 0.012745950371026993,
      "loss_total": 0.012745950371026993,
      "step": 19740
    },
    {
      "loss_action": 0.012132231146097183,
      "loss_total": 0.012132231146097183,
      "step": 19740
    },
    {
      "loss_action": 0.011084146797657013,
      "loss_total": 0.011084146797657013,
      "step": 19740
    },
    {
      "loss_action": 0.04066281393170357,
      "loss_total": 0.04066281393170357,
      "step": 19740
    },
    {
      "grad_norm": 0.2096877545118332,
      "learning_rate": 9.8745e-05,
      "loss": 0.0163,
      "step": 19750
    },
    {
      "loss_action": 0.019421406090259552,
      "loss_total": 0.019421406090259552,
      "step": 19750
    },
    {
      "loss_action": 0.014287544414401054,
      "loss_total": 0.014287544414401054,
      "step": 19750
    },
    {
      "loss_action": 0.02283528447151184,
      "loss_total": 0.02283528447151184,
      "step": 19750
    },
    {
      "loss_action": 0.027227118611335754,
      "loss_total": 0.027227118611335754,
      "step": 19750
    },
    {
      "loss_action": 0.016587819904088974,
      "loss_total": 0.016587819904088974,
      "step": 19750
    },
    {
      "loss_action": 0.008504602126777172,
      "loss_total": 0.008504602126777172,
      "step": 19750
    },
    {
      "loss_action": 0.009860752150416374,
      "loss_total": 0.009860752150416374,
      "step": 19750
    },
    {
      "loss_action": 0.11390258371829987,
      "loss_total": 0.11390258371829987,
      "step": 19750
    },
    {
      "grad_norm": 0.25059744715690613,
      "learning_rate": 9.8795e-05,
      "loss": 0.0202,
      "step": 19760
    },
    {
      "loss_action": 0.008898706175386906,
      "loss_total": 0.008898706175386906,
      "step": 19760
    },
    {
      "loss_action": 0.03120863065123558,
      "loss_total": 0.03120863065123558,
      "step": 19760
    },
    {
      "loss_action": 0.023285040631890297,
      "loss_total": 0.023285040631890297,
      "step": 19760
    },
    {
      "loss_action": 0.01936304196715355,
      "loss_total": 0.01936304196715355,
      "step": 19760
    },
    {
      "loss_action": 0.015016756020486355,
      "loss_total": 0.015016756020486355,
      "step": 19760
    },
    {
      "loss_action": 0.012100188061594963,
      "loss_total": 0.012100188061594963,
      "step": 19760
    },
    {
      "loss_action": 0.040593355894088745,
      "loss_total": 0.040593355894088745,
      "step": 19760
    },
    {
      "loss_action": 0.01070065051317215,
      "loss_total": 0.01070065051317215,
      "step": 19760
    },
    {
      "grad_norm": 0.27057233452796936,
      "learning_rate": 9.8845e-05,
      "loss": 0.0169,
      "step": 19770
    },
    {
      "loss_action": 0.020641986280679703,
      "loss_total": 0.020641986280679703,
      "step": 19770
    },
    {
      "loss_action": 0.07818007469177246,
      "loss_total": 0.07818007469177246,
      "step": 19770
    },
    {
      "loss_action": 0.008606815710663795,
      "loss_total": 0.008606815710663795,
      "step": 19770
    },
    {
      "loss_action": 0.012798698619008064,
      "loss_total": 0.012798698619008064,
      "step": 19770
    },
    {
      "loss_action": 0.12696467339992523,
      "loss_total": 0.12696467339992523,
      "step": 19770
    },
    {
      "loss_action": 0.013754195533692837,
      "loss_total": 0.013754195533692837,
      "step": 19770
    },
    {
      "loss_action": 0.05462326109409332,
      "loss_total": 0.05462326109409332,
      "step": 19770
    },
    {
      "loss_action": 0.011454509571194649,
      "loss_total": 0.011454509571194649,
      "step": 19770
    },
    {
      "grad_norm": 0.16957134008407593,
      "learning_rate": 9.889500000000001e-05,
      "loss": 0.0186,
      "step": 19780
    },
    {
      "loss_action": 0.01914415881037712,
      "loss_total": 0.01914415881037712,
      "step": 19780
    },
    {
      "loss_action": 0.030558738857507706,
      "loss_total": 0.030558738857507706,
      "step": 19780
    },
    {
      "loss_action": 0.022836247459053993,
      "loss_total": 0.022836247459053993,
      "step": 19780
    },
    {
      "loss_action": 0.016095351427793503,
      "loss_total": 0.016095351427793503,
      "step": 19780
    },
    {
      "loss_action": 0.016986094415187836,
      "loss_total": 0.016986094415187836,
      "step": 19780
    },
    {
      "loss_action": 0.01804874837398529,
      "loss_total": 0.01804874837398529,
      "step": 19780
    },
    {
      "loss_action": 0.009260369464755058,
      "loss_total": 0.009260369464755058,
      "step": 19780
    },
    {
      "loss_action": 0.050333354622125626,
      "loss_total": 0.050333354622125626,
      "step": 19780
    },
    {
      "grad_norm": 0.25193336606025696,
      "learning_rate": 9.894500000000001e-05,
      "loss": 0.0201,
      "step": 19790
    },
    {
      "loss_action": 0.013498415239155293,
      "loss_total": 0.013498415239155293,
      "step": 19790
    },
    {
      "loss_action": 0.029140731319785118,
      "loss_total": 0.029140731319785118,
      "step": 19790
    },
    {
      "loss_action": 0.018583260476589203,
      "loss_total": 0.018583260476589203,
      "step": 19790
    },
    {
      "loss_action": 0.024767864495515823,
      "loss_total": 0.024767864495515823,
      "step": 19790
    },
    {
      "loss_action": 0.034672610461711884,
      "loss_total": 0.034672610461711884,
      "step": 19790
    },
    {
      "loss_action": 0.0377732515335083,
      "loss_total": 0.0377732515335083,
      "step": 19790
    },
    {
      "loss_action": 0.0213547945022583,
      "loss_total": 0.0213547945022583,
      "step": 19790
    },
    {
      "loss_action": 0.11829303205013275,
      "loss_total": 0.11829303205013275,
      "step": 19790
    },
    {
      "grad_norm": 0.25018978118896484,
      "learning_rate": 9.899500000000001e-05,
      "loss": 0.0221,
      "step": 19800
    },
    {
      "loss_action": 0.020244048908352852,
      "loss_total": 0.020244048908352852,
      "step": 19800
    },
    {
      "loss_action": 0.028500238433480263,
      "loss_total": 0.028500238433480263,
      "step": 19800
    },
    {
      "loss_action": 0.024611327797174454,
      "loss_total": 0.024611327797174454,
      "step": 19800
    },
    {
      "loss_action": 0.011296050623059273,
      "loss_total": 0.011296050623059273,
      "step": 19800
    },
    {
      "loss_action": 0.018103504553437233,
      "loss_total": 0.018103504553437233,
      "step": 19800
    },
    {
      "loss_action": 0.017645366489887238,
      "loss_total": 0.017645366489887238,
      "step": 19800
    },
    {
      "loss_action": 0.01921495795249939,
      "loss_total": 0.01921495795249939,
      "step": 19800
    },
    {
      "loss_action": 0.029493767768144608,
      "loss_total": 0.029493767768144608,
      "step": 19800
    },
    {
      "grad_norm": 0.25412610173225403,
      "learning_rate": 9.904500000000001e-05,
      "loss": 0.0199,
      "step": 19810
    },
    {
      "loss_action": 0.012347474694252014,
      "loss_total": 0.012347474694252014,
      "step": 19810
    },
    {
      "loss_action": 0.011488976888358593,
      "loss_total": 0.011488976888358593,
      "step": 19810
    },
    {
      "loss_action": 0.01757468283176422,
      "loss_total": 0.01757468283176422,
      "step": 19810
    },
    {
      "loss_action": 0.022932371124625206,
      "loss_total": 0.022932371124625206,
      "step": 19810
    },
    {
      "loss_action": 0.008426995947957039,
      "loss_total": 0.008426995947957039,
      "step": 19810
    },
    {
      "loss_action": 0.017152514308691025,
      "loss_total": 0.017152514308691025,
      "step": 19810
    },
    {
      "loss_action": 0.03168736398220062,
      "loss_total": 0.03168736398220062,
      "step": 19810
    },
    {
      "loss_action": 0.018133897334337234,
      "loss_total": 0.018133897334337234,
      "step": 19810
    },
    {
      "grad_norm": 0.26830363273620605,
      "learning_rate": 9.9095e-05,
      "loss": 0.0169,
      "step": 19820
    },
    {
      "loss_action": 0.018491948023438454,
      "loss_total": 0.018491948023438454,
      "step": 19820
    },
    {
      "loss_action": 0.011078717187047005,
      "loss_total": 0.011078717187047005,
      "step": 19820
    },
    {
      "loss_action": 0.04217520356178284,
      "loss_total": 0.04217520356178284,
      "step": 19820
    },
    {
      "loss_action": 0.01918480359017849,
      "loss_total": 0.01918480359017849,
      "step": 19820
    },
    {
      "loss_action": 0.014292540028691292,
      "loss_total": 0.014292540028691292,
      "step": 19820
    },
    {
      "loss_action": 0.03496558219194412,
      "loss_total": 0.03496558219194412,
      "step": 19820
    },
    {
      "loss_action": 0.029284998774528503,
      "loss_total": 0.029284998774528503,
      "step": 19820
    },
    {
      "loss_action": 0.017513595521450043,
      "loss_total": 0.017513595521450043,
      "step": 19820
    },
    {
      "grad_norm": 0.16869564354419708,
      "learning_rate": 9.914500000000001e-05,
      "loss": 0.0203,
      "step": 19830
    },
    {
      "loss_action": 0.010523947887122631,
      "loss_total": 0.010523947887122631,
      "step": 19830
    },
    {
      "loss_action": 0.01884414628148079,
      "loss_total": 0.01884414628148079,
      "step": 19830
    },
    {
      "loss_action": 0.017237726598978043,
      "loss_total": 0.017237726598978043,
      "step": 19830
    },
    {
      "loss_action": 0.010604538023471832,
      "loss_total": 0.010604538023471832,
      "step": 19830
    },
    {
      "loss_action": 0.014490295201539993,
      "loss_total": 0.014490295201539993,
      "step": 19830
    },
    {
      "loss_action": 0.0096588134765625,
      "loss_total": 0.0096588134765625,
      "step": 19830
    },
    {
      "loss_action": 0.016514377668499947,
      "loss_total": 0.016514377668499947,
      "step": 19830
    },
    {
      "loss_action": 0.01262576598674059,
      "loss_total": 0.01262576598674059,
      "step": 19830
    },
    {
      "grad_norm": 0.17520709335803986,
      "learning_rate": 9.9195e-05,
      "loss": 0.017,
      "step": 19840
    },
    {
      "loss_action": 0.018794221803545952,
      "loss_total": 0.018794221803545952,
      "step": 19840
    },
    {
      "loss_action": 0.013522394001483917,
      "loss_total": 0.013522394001483917,
      "step": 19840
    },
    {
      "loss_action": 0.009247170761227608,
      "loss_total": 0.009247170761227608,
      "step": 19840
    },
    {
      "loss_action": 0.018253877758979797,
      "loss_total": 0.018253877758979797,
      "step": 19840
    },
    {
      "loss_action": 0.01630840264260769,
      "loss_total": 0.01630840264260769,
      "step": 19840
    },
    {
      "loss_action": 0.01096842810511589,
      "loss_total": 0.01096842810511589,
      "step": 19840
    },
    {
      "loss_action": 0.019014997407794,
      "loss_total": 0.019014997407794,
      "step": 19840
    },
    {
      "loss_action": 0.012897441163659096,
      "loss_total": 0.012897441163659096,
      "step": 19840
    },
    {
      "grad_norm": 0.25275978446006775,
      "learning_rate": 9.924500000000002e-05,
      "loss": 0.0156,
      "step": 19850
    },
    {
      "loss_action": 0.056752417236566544,
      "loss_total": 0.056752417236566544,
      "step": 19850
    },
    {
      "loss_action": 0.011045324616134167,
      "loss_total": 0.011045324616134167,
      "step": 19850
    },
    {
      "loss_action": 0.017232919111847878,
      "loss_total": 0.017232919111847878,
      "step": 19850
    },
    {
      "loss_action": 0.01751003973186016,
      "loss_total": 0.01751003973186016,
      "step": 19850
    },
    {
      "loss_action": 0.011274868622422218,
      "loss_total": 0.011274868622422218,
      "step": 19850
    },
    {
      "loss_action": 0.028431743383407593,
      "loss_total": 0.028431743383407593,
      "step": 19850
    },
    {
      "loss_action": 0.015139028429985046,
      "loss_total": 0.015139028429985046,
      "step": 19850
    },
    {
      "loss_action": 0.01262666005641222,
      "loss_total": 0.01262666005641222,
      "step": 19850
    },
    {
      "grad_norm": 0.17528526484966278,
      "learning_rate": 9.9295e-05,
      "loss": 0.0173,
      "step": 19860
    },
    {
      "loss_action": 0.020621856674551964,
      "loss_total": 0.020621856674551964,
      "step": 19860
    },
    {
      "loss_action": 0.011013025417923927,
      "loss_total": 0.011013025417923927,
      "step": 19860
    },
    {
      "loss_action": 0.022266341373324394,
      "loss_total": 0.022266341373324394,
      "step": 19860
    },
    {
      "loss_action": 0.01563049480319023,
      "loss_total": 0.01563049480319023,
      "step": 19860
    },
    {
      "loss_action": 0.011135444045066833,
      "loss_total": 0.011135444045066833,
      "step": 19860
    },
    {
      "loss_action": 0.03389694541692734,
      "loss_total": 0.03389694541692734,
      "step": 19860
    },
    {
      "loss_action": 0.010817280039191246,
      "loss_total": 0.010817280039191246,
      "step": 19860
    },
    {
      "loss_action": 0.009693524800240993,
      "loss_total": 0.009693524800240993,
      "step": 19860
    },
    {
      "grad_norm": 0.26523202657699585,
      "learning_rate": 9.9345e-05,
      "loss": 0.0152,
      "step": 19870
    },
    {
      "loss_action": 0.018744122236967087,
      "loss_total": 0.018744122236967087,
      "step": 19870
    },
    {
      "loss_action": 0.0261087603867054,
      "loss_total": 0.0261087603867054,
      "step": 19870
    },
    {
      "loss_action": 0.013988839462399483,
      "loss_total": 0.013988839462399483,
      "step": 19870
    },
    {
      "loss_action": 0.011275026015937328,
      "loss_total": 0.011275026015937328,
      "step": 19870
    },
    {
      "loss_action": 0.02558450773358345,
      "loss_total": 0.02558450773358345,
      "step": 19870
    },
    {
      "loss_action": 0.015005499124526978,
      "loss_total": 0.015005499124526978,
      "step": 19870
    },
    {
      "loss_action": 0.022453349083662033,
      "loss_total": 0.022453349083662033,
      "step": 19870
    },
    {
      "loss_action": 0.01410746481269598,
      "loss_total": 0.01410746481269598,
      "step": 19870
    },
    {
      "grad_norm": 0.2661918103694916,
      "learning_rate": 9.9395e-05,
      "loss": 0.0183,
      "step": 19880
    },
    {
      "loss_action": 0.031482961028814316,
      "loss_total": 0.031482961028814316,
      "step": 19880
    },
    {
      "loss_action": 0.022394804283976555,
      "loss_total": 0.022394804283976555,
      "step": 19880
    },
    {
      "loss_action": 0.007627521175891161,
      "loss_total": 0.007627521175891161,
      "step": 19880
    },
    {
      "loss_action": 0.020480528473854065,
      "loss_total": 0.020480528473854065,
      "step": 19880
    },
    {
      "loss_action": 0.00710457656532526,
      "loss_total": 0.00710457656532526,
      "step": 19880
    },
    {
      "loss_action": 0.020603056997060776,
      "loss_total": 0.020603056997060776,
      "step": 19880
    },
    {
      "loss_action": 0.01643291860818863,
      "loss_total": 0.01643291860818863,
      "step": 19880
    },
    {
      "loss_action": 0.010982152074575424,
      "loss_total": 0.010982152074575424,
      "step": 19880
    },
    {
      "grad_norm": 0.1989627182483673,
      "learning_rate": 9.9445e-05,
      "loss": 0.0173,
      "step": 19890
    },
    {
      "loss_action": 0.01723121479153633,
      "loss_total": 0.01723121479153633,
      "step": 19890
    },
    {
      "loss_action": 0.028570961207151413,
      "loss_total": 0.028570961207151413,
      "step": 19890
    },
    {
      "loss_action": 0.006716664880514145,
      "loss_total": 0.006716664880514145,
      "step": 19890
    },
    {
      "loss_action": 0.015565735287964344,
      "loss_total": 0.015565735287964344,
      "step": 19890
    },
    {
      "loss_action": 0.01009651180356741,
      "loss_total": 0.01009651180356741,
      "step": 19890
    },
    {
      "loss_action": 0.010538031347095966,
      "loss_total": 0.010538031347095966,
      "step": 19890
    },
    {
      "loss_action": 0.017245352268218994,
      "loss_total": 0.017245352268218994,
      "step": 19890
    },
    {
      "loss_action": 0.025157373398542404,
      "loss_total": 0.025157373398542404,
      "step": 19890
    },
    {
      "grad_norm": 0.2624434232711792,
      "learning_rate": 9.949500000000001e-05,
      "loss": 0.0175,
      "step": 19900
    },
    {
      "loss_action": 0.010603897273540497,
      "loss_total": 0.010603897273540497,
      "step": 19900
    },
    {
      "loss_action": 0.02405814453959465,
      "loss_total": 0.02405814453959465,
      "step": 19900
    },
    {
      "loss_action": 0.01683375984430313,
      "loss_total": 0.01683375984430313,
      "step": 19900
    },
    {
      "loss_action": 0.027034787461161613,
      "loss_total": 0.027034787461161613,
      "step": 19900
    },
    {
      "loss_action": 0.011821893975138664,
      "loss_total": 0.011821893975138664,
      "step": 19900
    },
    {
      "loss_action": 0.02708926983177662,
      "loss_total": 0.02708926983177662,
      "step": 19900
    },
    {
      "loss_action": 0.010726734064519405,
      "loss_total": 0.010726734064519405,
      "step": 19900
    },
    {
      "loss_action": 0.015032593160867691,
      "loss_total": 0.015032593160867691,
      "step": 19900
    },
    {
      "grad_norm": 0.233653262257576,
      "learning_rate": 9.9545e-05,
      "loss": 0.02,
      "step": 19910
    },
    {
      "loss_action": 0.015512820333242416,
      "loss_total": 0.015512820333242416,
      "step": 19910
    },
    {
      "loss_action": 0.015180475078523159,
      "loss_total": 0.015180475078523159,
      "step": 19910
    },
    {
      "loss_action": 0.02544034831225872,
      "loss_total": 0.02544034831225872,
      "step": 19910
    },
    {
      "loss_action": 0.008954118937253952,
      "loss_total": 0.008954118937253952,
      "step": 19910
    },
    {
      "loss_action": 0.018406977877020836,
      "loss_total": 0.018406977877020836,
      "step": 19910
    },
    {
      "loss_action": 0.03453988954424858,
      "loss_total": 0.03453988954424858,
      "step": 19910
    },
    {
      "loss_action": 0.010096436366438866,
      "loss_total": 0.010096436366438866,
      "step": 19910
    },
    {
      "loss_action": 0.009678537026047707,
      "loss_total": 0.009678537026047707,
      "step": 19910
    },
    {
      "grad_norm": 0.19878332316875458,
      "learning_rate": 9.959500000000001e-05,
      "loss": 0.0178,
      "step": 19920
    },
    {
      "loss_action": 0.023678014054894447,
      "loss_total": 0.023678014054894447,
      "step": 19920
    },
    {
      "loss_action": 0.009967463091015816,
      "loss_total": 0.009967463091015816,
      "step": 19920
    },
    {
      "loss_action": 0.01111951470375061,
      "loss_total": 0.01111951470375061,
      "step": 19920
    },
    {
      "loss_action": 0.020913830026984215,
      "loss_total": 0.020913830026984215,
      "step": 19920
    },
    {
      "loss_action": 0.03911995515227318,
      "loss_total": 0.03911995515227318,
      "step": 19920
    },
    {
      "loss_action": 0.017968744039535522,
      "loss_total": 0.017968744039535522,
      "step": 19920
    },
    {
      "loss_action": 0.025354083627462387,
      "loss_total": 0.025354083627462387,
      "step": 19920
    },
    {
      "loss_action": 0.022297777235507965,
      "loss_total": 0.022297777235507965,
      "step": 19920
    },
    {
      "grad_norm": 0.22714881598949432,
      "learning_rate": 9.9645e-05,
      "loss": 0.0195,
      "step": 19930
    },
    {
      "loss_action": 0.012387620285153389,
      "loss_total": 0.012387620285153389,
      "step": 19930
    },
    {
      "loss_action": 0.010812131687998772,
      "loss_total": 0.010812131687998772,
      "step": 19930
    },
    {
      "loss_action": 0.012987826019525528,
      "loss_total": 0.012987826019525528,
      "step": 19930
    },
    {
      "loss_action": 0.006173921748995781,
      "loss_total": 0.006173921748995781,
      "step": 19930
    },
    {
      "loss_action": 0.014342101290822029,
      "loss_total": 0.014342101290822029,
      "step": 19930
    },
    {
      "loss_action": 0.022634604945778847,
      "loss_total": 0.022634604945778847,
      "step": 19930
    },
    {
      "loss_action": 0.009394451975822449,
      "loss_total": 0.009394451975822449,
      "step": 19930
    },
    {
      "loss_action": 0.01832214742898941,
      "loss_total": 0.01832214742898941,
      "step": 19930
    },
    {
      "grad_norm": 0.18384459614753723,
      "learning_rate": 9.9695e-05,
      "loss": 0.0164,
      "step": 19940
    },
    {
      "loss_action": 0.010285135358572006,
      "loss_total": 0.010285135358572006,
      "step": 19940
    },
    {
      "loss_action": 0.00916209351271391,
      "loss_total": 0.00916209351271391,
      "step": 19940
    },
    {
      "loss_action": 0.020655181258916855,
      "loss_total": 0.020655181258916855,
      "step": 19940
    },
    {
      "loss_action": 0.04825792461633682,
      "loss_total": 0.04825792461633682,
      "step": 19940
    },
    {
      "loss_action": 0.016740357503294945,
      "loss_total": 0.016740357503294945,
      "step": 19940
    },
    {
      "loss_action": 0.014682848006486893,
      "loss_total": 0.014682848006486893,
      "step": 19940
    },
    {
      "loss_action": 0.02679356560111046,
      "loss_total": 0.02679356560111046,
      "step": 19940
    },
    {
      "loss_action": 0.017101934179663658,
      "loss_total": 0.017101934179663658,
      "step": 19940
    },
    {
      "grad_norm": 0.18750520050525665,
      "learning_rate": 9.9745e-05,
      "loss": 0.0169,
      "step": 19950
    },
    {
      "loss_action": 0.021752286702394485,
      "loss_total": 0.021752286702394485,
      "step": 19950
    },
    {
      "loss_action": 0.012344861403107643,
      "loss_total": 0.012344861403107643,
      "step": 19950
    },
    {
      "loss_action": 0.014223450794816017,
      "loss_total": 0.014223450794816017,
      "step": 19950
    },
    {
      "loss_action": 0.02618306130170822,
      "loss_total": 0.02618306130170822,
      "step": 19950
    },
    {
      "loss_action": 0.02070092223584652,
      "loss_total": 0.02070092223584652,
      "step": 19950
    },
    {
      "loss_action": 0.02552781254053116,
      "loss_total": 0.02552781254053116,
      "step": 19950
    },
    {
      "loss_action": 0.0144729595631361,
      "loss_total": 0.0144729595631361,
      "step": 19950
    },
    {
      "loss_action": 0.01661882922053337,
      "loss_total": 0.01661882922053337,
      "step": 19950
    },
    {
      "grad_norm": 0.2823694050312042,
      "learning_rate": 9.9795e-05,
      "loss": 0.0217,
      "step": 19960
    },
    {
      "loss_action": 0.020192408934235573,
      "loss_total": 0.020192408934235573,
      "step": 19960
    },
    {
      "loss_action": 0.011363519355654716,
      "loss_total": 0.011363519355654716,
      "step": 19960
    },
    {
      "loss_action": 0.013815760612487793,
      "loss_total": 0.013815760612487793,
      "step": 19960
    },
    {
      "loss_action": 0.039373673498630524,
      "loss_total": 0.039373673498630524,
      "step": 19960
    },
    {
      "loss_action": 0.010090835392475128,
      "loss_total": 0.010090835392475128,
      "step": 19960
    },
    {
      "loss_action": 0.056370701640844345,
      "loss_total": 0.056370701640844345,
      "step": 19960
    },
    {
      "loss_action": 0.023084230720996857,
      "loss_total": 0.023084230720996857,
      "step": 19960
    },
    {
      "loss_action": 0.010573003441095352,
      "loss_total": 0.010573003441095352,
      "step": 19960
    },
    {
      "grad_norm": 0.26363879442214966,
      "learning_rate": 9.9845e-05,
      "loss": 0.0222,
      "step": 19970
    },
    {
      "loss_action": 0.023828323930501938,
      "loss_total": 0.023828323930501938,
      "step": 19970
    },
    {
      "loss_action": 0.02579585649073124,
      "loss_total": 0.02579585649073124,
      "step": 19970
    },
    {
      "loss_action": 0.01411133911460638,
      "loss_total": 0.01411133911460638,
      "step": 19970
    },
    {
      "loss_action": 0.03613442927598953,
      "loss_total": 0.03613442927598953,
      "step": 19970
    },
    {
      "loss_action": 0.04431505873799324,
      "loss_total": 0.04431505873799324,
      "step": 19970
    },
    {
      "loss_action": 0.03035595454275608,
      "loss_total": 0.03035595454275608,
      "step": 19970
    },
    {
      "loss_action": 0.021346136927604675,
      "loss_total": 0.021346136927604675,
      "step": 19970
    },
    {
      "loss_action": 0.02141989953815937,
      "loss_total": 0.02141989953815937,
      "step": 19970
    },
    {
      "grad_norm": 0.17636029422283173,
      "learning_rate": 9.9895e-05,
      "loss": 0.0189,
      "step": 19980
    },
    {
      "loss_action": 0.007801426108926535,
      "loss_total": 0.007801426108926535,
      "step": 19980
    },
    {
      "loss_action": 0.012398104183375835,
      "loss_total": 0.012398104183375835,
      "step": 19980
    },
    {
      "loss_action": 0.007377168163657188,
      "loss_total": 0.007377168163657188,
      "step": 19980
    },
    {
      "loss_action": 0.015743304044008255,
      "loss_total": 0.015743304044008255,
      "step": 19980
    },
    {
      "loss_action": 0.016154058277606964,
      "loss_total": 0.016154058277606964,
      "step": 19980
    },
    {
      "loss_action": 0.026486441493034363,
      "loss_total": 0.026486441493034363,
      "step": 19980
    },
    {
      "loss_action": 0.014574282802641392,
      "loss_total": 0.014574282802641392,
      "step": 19980
    },
    {
      "loss_action": 0.012855581007897854,
      "loss_total": 0.012855581007897854,
      "step": 19980
    },
    {
      "grad_norm": 0.1518481969833374,
      "learning_rate": 9.9945e-05,
      "loss": 0.0158,
      "step": 19990
    },
    {
      "loss_action": 0.0164402574300766,
      "loss_total": 0.0164402574300766,
      "step": 19990
    },
    {
      "loss_action": 0.01683422178030014,
      "loss_total": 0.01683422178030014,
      "step": 19990
    },
    {
      "loss_action": 0.009601660072803497,
      "loss_total": 0.009601660072803497,
      "step": 19990
    },
    {
      "loss_action": 0.00978089403361082,
      "loss_total": 0.00978089403361082,
      "step": 19990
    },
    {
      "loss_action": 0.010878147557377815,
      "loss_total": 0.010878147557377815,
      "step": 19990
    },
    {
      "loss_action": 0.019065838307142258,
      "loss_total": 0.019065838307142258,
      "step": 19990
    },
    {
      "loss_action": 0.032580554485321045,
      "loss_total": 0.032580554485321045,
      "step": 19990
    },
    {
      "loss_action": 0.014541003853082657,
      "loss_total": 0.014541003853082657,
      "step": 19990
    },
    {
      "grad_norm": 0.18010468780994415,
      "learning_rate": 9.999500000000001e-05,
      "loss": 0.0154,
      "step": 20000
    },
    {
      "loss_action": 0.014528075233101845,
      "loss_total": 0.014528075233101845,
      "step": 20000
    },
    {
      "loss_action": 0.00924731232225895,
      "loss_total": 0.00924731232225895,
      "step": 20000
    },
    {
      "loss_action": 0.009090243838727474,
      "loss_total": 0.009090243838727474,
      "step": 20000
    },
    {
      "loss_action": 0.011458540335297585,
      "loss_total": 0.011458540335297585,
      "step": 20000
    },
    {
      "loss_action": 0.015279273502528667,
      "loss_total": 0.015279273502528667,
      "step": 20000
    },
    {
      "loss_action": 0.01575799286365509,
      "loss_total": 0.01575799286365509,
      "step": 20000
    },
    {
      "loss_action": 0.018825966864824295,
      "loss_total": 0.018825966864824295,
      "step": 20000
    },
    {
      "loss_action": 0.011967740021646023,
      "loss_total": 0.011967740021646023,
      "step": 20000
    },
    {
      "grad_norm": 0.2736269235610962,
      "learning_rate": 9.999999986159317e-05,
      "loss": 0.016,
      "step": 20010
    },
    {
      "loss_action": 0.006808263715356588,
      "loss_total": 0.006808263715356588,
      "step": 20010
    },
    {
      "loss_action": 0.022478364408016205,
      "loss_total": 0.022478364408016205,
      "step": 20010
    },
    {
      "loss_action": 0.014560993760824203,
      "loss_total": 0.014560993760824203,
      "step": 20010
    },
    {
      "loss_action": 0.014245307072997093,
      "loss_total": 0.014245307072997093,
      "step": 20010
    },
    {
      "loss_action": 0.034038081765174866,
      "loss_total": 0.034038081765174866,
      "step": 20010
    },
    {
      "loss_action": 0.007266394328325987,
      "loss_total": 0.007266394328325987,
      "step": 20010
    },
    {
      "loss_action": 0.012304574251174927,
      "loss_total": 0.012304574251174927,
      "step": 20010
    },
    {
      "loss_action": 0.012142297811806202,
      "loss_total": 0.012142297811806202,
      "step": 20010
    },
    {
      "grad_norm": 0.213484525680542,
      "learning_rate": 9.999999938314972e-05,
      "loss": 0.0156,
      "step": 20020
    },
    {
      "loss_action": 0.014559641480445862,
      "loss_total": 0.014559641480445862,
      "step": 20020
    },
    {
      "loss_action": 0.028507228940725327,
      "loss_total": 0.028507228940725327,
      "step": 20020
    },
    {
      "loss_action": 0.011551827192306519,
      "loss_total": 0.011551827192306519,
      "step": 20020
    },
    {
      "loss_action": 0.008016148582100868,
      "loss_total": 0.008016148582100868,
      "step": 20020
    },
    {
      "loss_action": 0.05097668617963791,
      "loss_total": 0.05097668617963791,
      "step": 20020
    },
    {
      "loss_action": 0.008278336375951767,
      "loss_total": 0.008278336375951767,
      "step": 20020
    },
    {
      "loss_action": 0.023628998547792435,
      "loss_total": 0.023628998547792435,
      "step": 20020
    },
    {
      "loss_action": 0.017865601927042007,
      "loss_total": 0.017865601927042007,
      "step": 20020
    },
    {
      "grad_norm": 0.2274673581123352,
      "learning_rate": 9.9999998562961e-05,
      "loss": 0.019,
      "step": 20030
    },
    {
      "loss_action": 0.022990986704826355,
      "loss_total": 0.022990986704826355,
      "step": 20030
    },
    {
      "loss_action": 0.037903621792793274,
      "loss_total": 0.037903621792793274,
      "step": 20030
    },
    {
      "loss_action": 0.011719616129994392,
      "loss_total": 0.011719616129994392,
      "step": 20030
    },
    {
      "loss_action": 0.014961805194616318,
      "loss_total": 0.014961805194616318,
      "step": 20030
    },
    {
      "loss_action": 0.01205851137638092,
      "loss_total": 0.01205851137638092,
      "step": 20030
    },
    {
      "loss_action": 0.006456178613007069,
      "loss_total": 0.006456178613007069,
      "step": 20030
    },
    {
      "loss_action": 0.010979744605720043,
      "loss_total": 0.010979744605720043,
      "step": 20030
    },
    {
      "loss_action": 0.023229381069540977,
      "loss_total": 0.023229381069540977,
      "step": 20030
    },
    {
      "grad_norm": 0.28151649236679077,
      "learning_rate": 9.999999740102699e-05,
      "loss": 0.0189,
      "step": 20040
    },
    {
      "loss_action": 0.018257327377796173,
      "loss_total": 0.018257327377796173,
      "step": 20040
    },
    {
      "loss_action": 0.013221126981079578,
      "loss_total": 0.013221126981079578,
      "step": 20040
    },
    {
      "loss_action": 0.018617158755660057,
      "loss_total": 0.018617158755660057,
      "step": 20040
    },
    {
      "loss_action": 0.013049114495515823,
      "loss_total": 0.013049114495515823,
      "step": 20040
    },
    {
      "loss_action": 0.021514343097805977,
      "loss_total": 0.021514343097805977,
      "step": 20040
    },
    {
      "loss_action": 0.047179363667964935,
      "loss_total": 0.047179363667964935,
      "step": 20040
    },
    {
      "loss_action": 0.01585414819419384,
      "loss_total": 0.01585414819419384,
      "step": 20040
    },
    {
      "loss_action": 0.027726899832487106,
      "loss_total": 0.027726899832487106,
      "step": 20040
    },
    {
      "grad_norm": 0.1260351687669754,
      "learning_rate": 9.999999589734768e-05,
      "loss": 0.0161,
      "step": 20050
    },
    {
      "loss_action": 0.009741000831127167,
      "loss_total": 0.009741000831127167,
      "step": 20050
    },
    {
      "loss_action": 0.014735845848917961,
      "loss_total": 0.014735845848917961,
      "step": 20050
    },
    {
      "loss_action": 0.01345393992960453,
      "loss_total": 0.01345393992960453,
      "step": 20050
    },
    {
      "loss_action": 0.016607435420155525,
      "loss_total": 0.016607435420155525,
      "step": 20050
    },
    {
      "loss_action": 0.007524274755269289,
      "loss_total": 0.007524274755269289,
      "step": 20050
    },
    {
      "loss_action": 0.018743347376585007,
      "loss_total": 0.018743347376585007,
      "step": 20050
    },
    {
      "loss_action": 0.009306574240326881,
      "loss_total": 0.009306574240326881,
      "step": 20050
    },
    {
      "loss_action": 0.018015461042523384,
      "loss_total": 0.018015461042523384,
      "step": 20050
    },
    {
      "grad_norm": 0.16257168352603912,
      "learning_rate": 9.99999940519231e-05,
      "loss": 0.0145,
      "step": 20060
    },
    {
      "loss_action": 0.01104750670492649,
      "loss_total": 0.01104750670492649,
      "step": 20060
    },
    {
      "loss_action": 0.013829265721142292,
      "loss_total": 0.013829265721142292,
      "step": 20060
    },
    {
      "loss_action": 0.008852696046233177,
      "loss_total": 0.008852696046233177,
      "step": 20060
    },
    {
      "loss_action": 0.02183590829372406,
      "loss_total": 0.02183590829372406,
      "step": 20060
    },
    {
      "loss_action": 0.017086518928408623,
      "loss_total": 0.017086518928408623,
      "step": 20060
    },
    {
      "loss_action": 0.016417471691966057,
      "loss_total": 0.016417471691966057,
      "step": 20060
    },
    {
      "loss_action": 0.03177398443222046,
      "loss_total": 0.03177398443222046,
      "step": 20060
    },
    {
      "loss_action": 0.011326386593282223,
      "loss_total": 0.011326386593282223,
      "step": 20060
    },
    {
      "grad_norm": 0.15671713650226593,
      "learning_rate": 9.999999186475324e-05,
      "loss": 0.0179,
      "step": 20070
    },
    {
      "loss_action": 0.010269757360219955,
      "loss_total": 0.010269757360219955,
      "step": 20070
    },
    {
      "loss_action": 0.01861797273159027,
      "loss_total": 0.01861797273159027,
      "step": 20070
    },
    {
      "loss_action": 0.011352273635566235,
      "loss_total": 0.011352273635566235,
      "step": 20070
    },
    {
      "loss_action": 0.01096191257238388,
      "loss_total": 0.01096191257238388,
      "step": 20070
    },
    {
      "loss_action": 0.014706825837492943,
      "loss_total": 0.014706825837492943,
      "step": 20070
    },
    {
      "loss_action": 0.012930027209222317,
      "loss_total": 0.012930027209222317,
      "step": 20070
    },
    {
      "loss_action": 0.019030513241887093,
      "loss_total": 0.019030513241887093,
      "step": 20070
    },
    {
      "loss_action": 0.012588461861014366,
      "loss_total": 0.012588461861014366,
      "step": 20070
    },
    {
      "grad_norm": 0.21949982643127441,
      "learning_rate": 9.999998933583815e-05,
      "loss": 0.0158,
      "step": 20080
    },
    {
      "loss_action": 0.01319236308336258,
      "loss_total": 0.01319236308336258,
      "step": 20080
    },
    {
      "loss_action": 0.012863922864198685,
      "loss_total": 0.012863922864198685,
      "step": 20080
    },
    {
      "loss_action": 0.044652484357357025,
      "loss_total": 0.044652484357357025,
      "step": 20080
    },
    {
      "loss_action": 0.013067321851849556,
      "loss_total": 0.013067321851849556,
      "step": 20080
    },
    {
      "loss_action": 0.015824487432837486,
      "loss_total": 0.015824487432837486,
      "step": 20080
    },
    {
      "loss_action": 0.014279822818934917,
      "loss_total": 0.014279822818934917,
      "step": 20080
    },
    {
      "loss_action": 0.04323039948940277,
      "loss_total": 0.04323039948940277,
      "step": 20080
    },
    {
      "loss_action": 0.009320536628365517,
      "loss_total": 0.009320536628365517,
      "step": 20080
    },
    {
      "grad_norm": 0.3133072257041931,
      "learning_rate": 9.999998646517782e-05,
      "loss": 0.017,
      "step": 20090
    },
    {
      "loss_action": 0.01563013345003128,
      "loss_total": 0.01563013345003128,
      "step": 20090
    },
    {
      "loss_action": 0.017483968287706375,
      "loss_total": 0.017483968287706375,
      "step": 20090
    },
    {
      "loss_action": 0.017237702384591103,
      "loss_total": 0.017237702384591103,
      "step": 20090
    },
    {
      "loss_action": 0.01205388456583023,
      "loss_total": 0.01205388456583023,
      "step": 20090
    },
    {
      "loss_action": 0.007634209934622049,
      "loss_total": 0.007634209934622049,
      "step": 20090
    },
    {
      "loss_action": 0.013292570598423481,
      "loss_total": 0.013292570598423481,
      "step": 20090
    },
    {
      "loss_action": 0.009361129254102707,
      "loss_total": 0.009361129254102707,
      "step": 20090
    },
    {
      "loss_action": 0.020511556416749954,
      "loss_total": 0.020511556416749954,
      "step": 20090
    },
    {
      "grad_norm": 0.21089710295200348,
      "learning_rate": 9.999998325277228e-05,
      "loss": 0.0166,
      "step": 20100
    },
    {
      "loss_action": 0.014825161546468735,
      "loss_total": 0.014825161546468735,
      "step": 20100
    },
    {
      "loss_action": 0.02854584902524948,
      "loss_total": 0.02854584902524948,
      "step": 20100
    },
    {
      "loss_action": 0.008196658454835415,
      "loss_total": 0.008196658454835415,
      "step": 20100
    },
    {
      "loss_action": 0.017843328416347504,
      "loss_total": 0.017843328416347504,
      "step": 20100
    },
    {
      "loss_action": 0.009735550731420517,
      "loss_total": 0.009735550731420517,
      "step": 20100
    },
    {
      "loss_action": 0.010000888258218765,
      "loss_total": 0.010000888258218765,
      "step": 20100
    },
    {
      "loss_action": 0.01161281205713749,
      "loss_total": 0.01161281205713749,
      "step": 20100
    },
    {
      "loss_action": 0.010212725959718227,
      "loss_total": 0.010212725959718227,
      "step": 20100
    },
    {
      "grad_norm": 0.2713513970375061,
      "learning_rate": 9.999997969862155e-05,
      "loss": 0.0167,
      "step": 20110
    },
    {
      "loss_action": 0.015908624976873398,
      "loss_total": 0.015908624976873398,
      "step": 20110
    },
    {
      "loss_action": 0.0054937684908509254,
      "loss_total": 0.0054937684908509254,
      "step": 20110
    },
    {
      "loss_action": 0.010697437450289726,
      "loss_total": 0.010697437450289726,
      "step": 20110
    },
    {
      "loss_action": 0.015528288669884205,
      "loss_total": 0.015528288669884205,
      "step": 20110
    },
    {
      "loss_action": 0.012835442088544369,
      "loss_total": 0.012835442088544369,
      "step": 20110
    },
    {
      "loss_action": 0.04743681848049164,
      "loss_total": 0.04743681848049164,
      "step": 20110
    },
    {
      "loss_action": 0.008696595206856728,
      "loss_total": 0.008696595206856728,
      "step": 20110
    },
    {
      "loss_action": 0.014142433181405067,
      "loss_total": 0.014142433181405067,
      "step": 20110
    },
    {
      "grad_norm": 0.17141446471214294,
      "learning_rate": 9.999997580272565e-05,
      "loss": 0.0152,
      "step": 20120
    },
    {
      "loss_action": 0.007641722448170185,
      "loss_total": 0.007641722448170185,
      "step": 20120
    },
    {
      "loss_action": 0.02979116141796112,
      "loss_total": 0.02979116141796112,
      "step": 20120
    },
    {
      "loss_action": 0.013257885351777077,
      "loss_total": 0.013257885351777077,
      "step": 20120
    },
    {
      "loss_action": 0.0060385591350495815,
      "loss_total": 0.0060385591350495815,
      "step": 20120
    },
    {
      "loss_action": 0.025407996028661728,
      "loss_total": 0.025407996028661728,
      "step": 20120
    },
    {
      "loss_action": 0.026024894788861275,
      "loss_total": 0.026024894788861275,
      "step": 20120
    },
    {
      "loss_action": 0.025971734896302223,
      "loss_total": 0.025971734896302223,
      "step": 20120
    },
    {
      "loss_action": 0.0072916410863399506,
      "loss_total": 0.0072916410863399506,
      "step": 20120
    },
    {
      "grad_norm": 0.201982319355011,
      "learning_rate": 9.999997156508461e-05,
      "loss": 0.0159,
      "step": 20130
    },
    {
      "loss_action": 0.009002014994621277,
      "loss_total": 0.009002014994621277,
      "step": 20130
    },
    {
      "loss_action": 0.016516689211130142,
      "loss_total": 0.016516689211130142,
      "step": 20130
    },
    {
      "loss_action": 0.0076033202931284904,
      "loss_total": 0.0076033202931284904,
      "step": 20130
    },
    {
      "loss_action": 0.018820863217115402,
      "loss_total": 0.018820863217115402,
      "step": 20130
    },
    {
      "loss_action": 0.01700403168797493,
      "loss_total": 0.01700403168797493,
      "step": 20130
    },
    {
      "loss_action": 0.012884671799838543,
      "loss_total": 0.012884671799838543,
      "step": 20130
    },
    {
      "loss_action": 0.012480389326810837,
      "loss_total": 0.012480389326810837,
      "step": 20130
    },
    {
      "loss_action": 0.017003174871206284,
      "loss_total": 0.017003174871206284,
      "step": 20130
    },
    {
      "grad_norm": 0.2556796967983246,
      "learning_rate": 9.999996698569847e-05,
      "loss": 0.0155,
      "step": 20140
    },
    {
      "loss_action": 0.015554587356746197,
      "loss_total": 0.015554587356746197,
      "step": 20140
    },
    {
      "loss_action": 0.015415826812386513,
      "loss_total": 0.015415826812386513,
      "step": 20140
    },
    {
      "loss_action": 0.012449872680008411,
      "loss_total": 0.012449872680008411,
      "step": 20140
    },
    {
      "loss_action": 0.01414865255355835,
      "loss_total": 0.01414865255355835,
      "step": 20140
    },
    {
      "loss_action": 0.01094305794686079,
      "loss_total": 0.01094305794686079,
      "step": 20140
    },
    {
      "loss_action": 0.012078456580638885,
      "loss_total": 0.012078456580638885,
      "step": 20140
    },
    {
      "loss_action": 0.012396499514579773,
      "loss_total": 0.012396499514579773,
      "step": 20140
    },
    {
      "loss_action": 0.012817173264920712,
      "loss_total": 0.012817173264920712,
      "step": 20140
    },
    {
      "grad_norm": 0.2394457757472992,
      "learning_rate": 9.999996206456726e-05,
      "loss": 0.0168,
      "step": 20150
    },
    {
      "loss_action": 0.011374374851584435,
      "loss_total": 0.011374374851584435,
      "step": 20150
    },
    {
      "loss_action": 0.022785969078540802,
      "loss_total": 0.022785969078540802,
      "step": 20150
    },
    {
      "loss_action": 0.015030551701784134,
      "loss_total": 0.015030551701784134,
      "step": 20150
    },
    {
      "loss_action": 0.006307099014520645,
      "loss_total": 0.006307099014520645,
      "step": 20150
    },
    {
      "loss_action": 0.006501344498246908,
      "loss_total": 0.006501344498246908,
      "step": 20150
    },
    {
      "loss_action": 0.010958610102534294,
      "loss_total": 0.010958610102534294,
      "step": 20150
    },
    {
      "loss_action": 0.03176209703087807,
      "loss_total": 0.03176209703087807,
      "step": 20150
    },
    {
      "loss_action": 0.018407050520181656,
      "loss_total": 0.018407050520181656,
      "step": 20150
    },
    {
      "grad_norm": 0.24084734916687012,
      "learning_rate": 9.999995680169098e-05,
      "loss": 0.0177,
      "step": 20160
    },
    {
      "loss_action": 0.022250894457101822,
      "loss_total": 0.022250894457101822,
      "step": 20160
    },
    {
      "loss_action": 0.024051524698734283,
      "loss_total": 0.024051524698734283,
      "step": 20160
    },
    {
      "loss_action": 0.022613469511270523,
      "loss_total": 0.022613469511270523,
      "step": 20160
    },
    {
      "loss_action": 0.015482265502214432,
      "loss_total": 0.015482265502214432,
      "step": 20160
    },
    {
      "loss_action": 0.009500959888100624,
      "loss_total": 0.009500959888100624,
      "step": 20160
    },
    {
      "loss_action": 0.016543706879019737,
      "loss_total": 0.016543706879019737,
      "step": 20160
    },
    {
      "loss_action": 0.014408332295715809,
      "loss_total": 0.014408332295715809,
      "step": 20160
    },
    {
      "loss_action": 0.024868667125701904,
      "loss_total": 0.024868667125701904,
      "step": 20160
    },
    {
      "grad_norm": 0.23267458379268646,
      "learning_rate": 9.999995119706971e-05,
      "loss": 0.0196,
      "step": 20170
    },
    {
      "loss_action": 0.01287858933210373,
      "loss_total": 0.01287858933210373,
      "step": 20170
    },
    {
      "loss_action": 0.0369989275932312,
      "loss_total": 0.0369989275932312,
      "step": 20170
    },
    {
      "loss_action": 0.01335998810827732,
      "loss_total": 0.01335998810827732,
      "step": 20170
    },
    {
      "loss_action": 0.011124689131975174,
      "loss_total": 0.011124689131975174,
      "step": 20170
    },
    {
      "loss_action": 0.016345005482435226,
      "loss_total": 0.016345005482435226,
      "step": 20170
    },
    {
      "loss_action": 0.02317572385072708,
      "loss_total": 0.02317572385072708,
      "step": 20170
    },
    {
      "loss_action": 0.018151279538869858,
      "loss_total": 0.018151279538869858,
      "step": 20170
    },
    {
      "loss_action": 0.0214051753282547,
      "loss_total": 0.0214051753282547,
      "step": 20170
    },
    {
      "grad_norm": 0.15712867677211761,
      "learning_rate": 9.999994525070344e-05,
      "loss": 0.0166,
      "step": 20180
    },
    {
      "loss_action": 0.01818549633026123,
      "loss_total": 0.01818549633026123,
      "step": 20180
    },
    {
      "loss_action": 0.010077188722789288,
      "loss_total": 0.010077188722789288,
      "step": 20180
    },
    {
      "loss_action": 0.007617601193487644,
      "loss_total": 0.007617601193487644,
      "step": 20180
    },
    {
      "loss_action": 0.0091549102216959,
      "loss_total": 0.0091549102216959,
      "step": 20180
    },
    {
      "loss_action": 0.01111767627298832,
      "loss_total": 0.01111767627298832,
      "step": 20180
    },
    {
      "loss_action": 0.013639716431498528,
      "loss_total": 0.013639716431498528,
      "step": 20180
    },
    {
      "loss_action": 0.01762218028306961,
      "loss_total": 0.01762218028306961,
      "step": 20180
    },
    {
      "loss_action": 0.019958360120654106,
      "loss_total": 0.019958360120654106,
      "step": 20180
    },
    {
      "grad_norm": 0.23134034872055054,
      "learning_rate": 9.999993896259228e-05,
      "loss": 0.0172,
      "step": 20190
    },
    {
      "loss_action": 0.013940972276031971,
      "loss_total": 0.013940972276031971,
      "step": 20190
    },
    {
      "loss_action": 0.022525392472743988,
      "loss_total": 0.022525392472743988,
      "step": 20190
    },
    {
      "loss_action": 0.012340310961008072,
      "loss_total": 0.012340310961008072,
      "step": 20190
    },
    {
      "loss_action": 0.021148856729269028,
      "loss_total": 0.021148856729269028,
      "step": 20190
    },
    {
      "loss_action": 0.020132172852754593,
      "loss_total": 0.020132172852754593,
      "step": 20190
    },
    {
      "loss_action": 0.010767675004899502,
      "loss_total": 0.010767675004899502,
      "step": 20190
    },
    {
      "loss_action": 0.021099690347909927,
      "loss_total": 0.021099690347909927,
      "step": 20190
    },
    {
      "loss_action": 0.009230620227754116,
      "loss_total": 0.009230620227754116,
      "step": 20190
    },
    {
      "grad_norm": 0.29738667607307434,
      "learning_rate": 9.99999323327362e-05,
      "loss": 0.0186,
      "step": 20200
    },
    {
      "loss_action": 0.023725390434265137,
      "loss_total": 0.023725390434265137,
      "step": 20200
    },
    {
      "loss_action": 0.011643876321613789,
      "loss_total": 0.011643876321613789,
      "step": 20200
    },
    {
      "loss_action": 0.04132568836212158,
      "loss_total": 0.04132568836212158,
      "step": 20200
    },
    {
      "loss_action": 0.01141299307346344,
      "loss_total": 0.01141299307346344,
      "step": 20200
    },
    {
      "loss_action": 0.022843554615974426,
      "loss_total": 0.022843554615974426,
      "step": 20200
    },
    {
      "loss_action": 0.013270195573568344,
      "loss_total": 0.013270195573568344,
      "step": 20200
    },
    {
      "loss_action": 0.010525120422244072,
      "loss_total": 0.010525120422244072,
      "step": 20200
    },
    {
      "loss_action": 0.06092553213238716,
      "loss_total": 0.06092553213238716,
      "step": 20200
    },
    {
      "grad_norm": 0.26250159740448,
      "learning_rate": 9.99999253611353e-05,
      "loss": 0.0189,
      "step": 20210
    },
    {
      "loss_action": 0.013811537064611912,
      "loss_total": 0.013811537064611912,
      "step": 20210
    },
    {
      "loss_action": 0.01798788458108902,
      "loss_total": 0.01798788458108902,
      "step": 20210
    },
    {
      "loss_action": 0.03371709957718849,
      "loss_total": 0.03371709957718849,
      "step": 20210
    },
    {
      "loss_action": 0.017956901341676712,
      "loss_total": 0.017956901341676712,
      "step": 20210
    },
    {
      "loss_action": 0.009195353835821152,
      "loss_total": 0.009195353835821152,
      "step": 20210
    },
    {
      "loss_action": 0.03309914842247963,
      "loss_total": 0.03309914842247963,
      "step": 20210
    },
    {
      "loss_action": 0.015021374449133873,
      "loss_total": 0.015021374449133873,
      "step": 20210
    },
    {
      "loss_action": 0.017474330961704254,
      "loss_total": 0.017474330961704254,
      "step": 20210
    },
    {
      "grad_norm": 0.15784603357315063,
      "learning_rate": 9.999991804778959e-05,
      "loss": 0.0187,
      "step": 20220
    },
    {
      "loss_action": 0.007464881986379623,
      "loss_total": 0.007464881986379623,
      "step": 20220
    },
    {
      "loss_action": 0.016753947362303734,
      "loss_total": 0.016753947362303734,
      "step": 20220
    },
    {
      "loss_action": 0.011889374814927578,
      "loss_total": 0.011889374814927578,
      "step": 20220
    },
    {
      "loss_action": 0.029981693252921104,
      "loss_total": 0.029981693252921104,
      "step": 20220
    },
    {
      "loss_action": 0.010678429156541824,
      "loss_total": 0.010678429156541824,
      "step": 20220
    },
    {
      "loss_action": 0.01168105099350214,
      "loss_total": 0.01168105099350214,
      "step": 20220
    },
    {
      "loss_action": 0.02015366405248642,
      "loss_total": 0.02015366405248642,
      "step": 20220
    },
    {
      "loss_action": 0.010183094069361687,
      "loss_total": 0.010183094069361687,
      "step": 20220
    },
    {
      "grad_norm": 0.24651820957660675,
      "learning_rate": 9.999991039269914e-05,
      "loss": 0.0177,
      "step": 20230
    },
    {
      "loss_action": 0.010349908843636513,
      "loss_total": 0.010349908843636513,
      "step": 20230
    },
    {
      "loss_action": 0.01756272092461586,
      "loss_total": 0.01756272092461586,
      "step": 20230
    },
    {
      "loss_action": 0.0073800962418317795,
      "loss_total": 0.0073800962418317795,
      "step": 20230
    },
    {
      "loss_action": 0.018616806715726852,
      "loss_total": 0.018616806715726852,
      "step": 20230
    },
    {
      "loss_action": 0.009137778542935848,
      "loss_total": 0.009137778542935848,
      "step": 20230
    },
    {
      "loss_action": 0.0209803506731987,
      "loss_total": 0.0209803506731987,
      "step": 20230
    },
    {
      "loss_action": 0.016745978966355324,
      "loss_total": 0.016745978966355324,
      "step": 20230
    },
    {
      "loss_action": 0.007479969412088394,
      "loss_total": 0.007479969412088394,
      "step": 20230
    },
    {
      "grad_norm": 0.22838065028190613,
      "learning_rate": 9.9999902395864e-05,
      "loss": 0.0153,
      "step": 20240
    },
    {
      "loss_action": 0.031072087585926056,
      "loss_total": 0.031072087585926056,
      "step": 20240
    },
    {
      "loss_action": 0.019023314118385315,
      "loss_total": 0.019023314118385315,
      "step": 20240
    },
    {
      "loss_action": 0.035935938358306885,
      "loss_total": 0.035935938358306885,
      "step": 20240
    },
    {
      "loss_action": 0.018095713108778,
      "loss_total": 0.018095713108778,
      "step": 20240
    },
    {
      "loss_action": 0.01600026898086071,
      "loss_total": 0.01600026898086071,
      "step": 20240
    },
    {
      "loss_action": 0.011791774071753025,
      "loss_total": 0.011791774071753025,
      "step": 20240
    },
    {
      "loss_action": 0.01375664584338665,
      "loss_total": 0.01375664584338665,
      "step": 20240
    },
    {
      "loss_action": 0.007173505611717701,
      "loss_total": 0.007173505611717701,
      "step": 20240
    },
    {
      "grad_norm": 0.14152930676937103,
      "learning_rate": 9.999989405728422e-05,
      "loss": 0.0158,
      "step": 20250
    },
    {
      "loss_action": 0.01912134513258934,
      "loss_total": 0.01912134513258934,
      "step": 20250
    },
    {
      "loss_action": 0.019059954211115837,
      "loss_total": 0.019059954211115837,
      "step": 20250
    },
    {
      "loss_action": 0.03131013363599777,
      "loss_total": 0.03131013363599777,
      "step": 20250
    },
    {
      "loss_action": 0.017563337460160255,
      "loss_total": 0.017563337460160255,
      "step": 20250
    },
    {
      "loss_action": 0.012457121163606644,
      "loss_total": 0.012457121163606644,
      "step": 20250
    },
    {
      "loss_action": 0.012209467589855194,
      "loss_total": 0.012209467589855194,
      "step": 20250
    },
    {
      "loss_action": 0.018771987408399582,
      "loss_total": 0.018771987408399582,
      "step": 20250
    },
    {
      "loss_action": 0.036519065499305725,
      "loss_total": 0.036519065499305725,
      "step": 20250
    },
    {
      "grad_norm": 0.17534412443637848,
      "learning_rate": 9.999988537695986e-05,
      "loss": 0.0176,
      "step": 20260
    },
    {
      "loss_action": 0.021392982453107834,
      "loss_total": 0.021392982453107834,
      "step": 20260
    },
    {
      "loss_action": 0.015990743413567543,
      "loss_total": 0.015990743413567543,
      "step": 20260
    },
    {
      "loss_action": 0.007009045220911503,
      "loss_total": 0.007009045220911503,
      "step": 20260
    },
    {
      "loss_action": 0.009706353768706322,
      "loss_total": 0.009706353768706322,
      "step": 20260
    },
    {
      "loss_action": 0.018476443365216255,
      "loss_total": 0.018476443365216255,
      "step": 20260
    },
    {
      "loss_action": 0.011255328543484211,
      "loss_total": 0.011255328543484211,
      "step": 20260
    },
    {
      "loss_action": 0.023329537361860275,
      "loss_total": 0.023329537361860275,
      "step": 20260
    },
    {
      "loss_action": 0.011745510622859001,
      "loss_total": 0.011745510622859001,
      "step": 20260
    },
    {
      "grad_norm": 0.1919458508491516,
      "learning_rate": 9.999987635489099e-05,
      "loss": 0.0177,
      "step": 20270
    },
    {
      "loss_action": 0.01854698359966278,
      "loss_total": 0.01854698359966278,
      "step": 20270
    },
    {
      "loss_action": 0.008503751829266548,
      "loss_total": 0.008503751829266548,
      "step": 20270
    },
    {
      "loss_action": 0.01761142909526825,
      "loss_total": 0.01761142909526825,
      "step": 20270
    },
    {
      "loss_action": 0.009905393235385418,
      "loss_total": 0.009905393235385418,
      "step": 20270
    },
    {
      "loss_action": 0.009723405353724957,
      "loss_total": 0.009723405353724957,
      "step": 20270
    },
    {
      "loss_action": 0.011402955278754234,
      "loss_total": 0.011402955278754234,
      "step": 20270
    },
    {
      "loss_action": 0.008610328659415245,
      "loss_total": 0.008610328659415245,
      "step": 20270
    },
    {
      "loss_action": 0.012931869365274906,
      "loss_total": 0.012931869365274906,
      "step": 20270
    },
    {
      "grad_norm": 0.13960249722003937,
      "learning_rate": 9.999986699107763e-05,
      "loss": 0.0158,
      "step": 20280
    },
    {
      "loss_action": 0.010521088726818562,
      "loss_total": 0.010521088726818562,
      "step": 20280
    },
    {
      "loss_action": 0.027478480711579323,
      "loss_total": 0.027478480711579323,
      "step": 20280
    },
    {
      "loss_action": 0.008120902813971043,
      "loss_total": 0.008120902813971043,
      "step": 20280
    },
    {
      "loss_action": 0.012846184894442558,
      "loss_total": 0.012846184894442558,
      "step": 20280
    },
    {
      "loss_action": 0.020254066213965416,
      "loss_total": 0.020254066213965416,
      "step": 20280
    },
    {
      "loss_action": 0.009806066751480103,
      "loss_total": 0.009806066751480103,
      "step": 20280
    },
    {
      "loss_action": 0.01971752569079399,
      "loss_total": 0.01971752569079399,
      "step": 20280
    },
    {
      "loss_action": 0.013860257342457771,
      "loss_total": 0.013860257342457771,
      "step": 20280
    },
    {
      "grad_norm": 0.14882633090019226,
      "learning_rate": 9.99998572855199e-05,
      "loss": 0.015,
      "step": 20290
    },
    {
      "loss_action": 0.01002151146531105,
      "loss_total": 0.01002151146531105,
      "step": 20290
    },
    {
      "loss_action": 0.015048971399664879,
      "loss_total": 0.015048971399664879,
      "step": 20290
    },
    {
      "loss_action": 0.016589811071753502,
      "loss_total": 0.016589811071753502,
      "step": 20290
    },
    {
      "loss_action": 0.0105248112231493,
      "loss_total": 0.0105248112231493,
      "step": 20290
    },
    {
      "loss_action": 0.014950593933463097,
      "loss_total": 0.014950593933463097,
      "step": 20290
    },
    {
      "loss_action": 0.01136904489248991,
      "loss_total": 0.01136904489248991,
      "step": 20290
    },
    {
      "loss_action": 0.038936711847782135,
      "loss_total": 0.038936711847782135,
      "step": 20290
    },
    {
      "loss_action": 0.02826904132962227,
      "loss_total": 0.02826904132962227,
      "step": 20290
    },
    {
      "grad_norm": 0.1905161589384079,
      "learning_rate": 9.999984723821784e-05,
      "loss": 0.0185,
      "step": 20300
    },
    {
      "loss_action": 0.005456459708511829,
      "loss_total": 0.005456459708511829,
      "step": 20300
    },
    {
      "loss_action": 0.011010445654392242,
      "loss_total": 0.011010445654392242,
      "step": 20300
    },
    {
      "loss_action": 0.00922049768269062,
      "loss_total": 0.00922049768269062,
      "step": 20300
    },
    {
      "loss_action": 0.011572067625820637,
      "loss_total": 0.011572067625820637,
      "step": 20300
    },
    {
      "loss_action": 0.007643384858965874,
      "loss_total": 0.007643384858965874,
      "step": 20300
    },
    {
      "loss_action": 0.013495992869138718,
      "loss_total": 0.013495992869138718,
      "step": 20300
    },
    {
      "loss_action": 0.0054494403302669525,
      "loss_total": 0.0054494403302669525,
      "step": 20300
    },
    {
      "loss_action": 0.013481780886650085,
      "loss_total": 0.013481780886650085,
      "step": 20300
    },
    {
      "grad_norm": 0.27729108929634094,
      "learning_rate": 9.999983684917152e-05,
      "loss": 0.017,
      "step": 20310
    },
    {
      "loss_action": 0.011931417509913445,
      "loss_total": 0.011931417509913445,
      "step": 20310
    },
    {
      "loss_action": 0.012003220617771149,
      "loss_total": 0.012003220617771149,
      "step": 20310
    },
    {
      "loss_action": 0.01473535131663084,
      "loss_total": 0.01473535131663084,
      "step": 20310
    },
    {
      "loss_action": 0.01463727280497551,
      "loss_total": 0.01463727280497551,
      "step": 20310
    },
    {
      "loss_action": 0.01852741464972496,
      "loss_total": 0.01852741464972496,
      "step": 20310
    },
    {
      "loss_action": 0.019406989216804504,
      "loss_total": 0.019406989216804504,
      "step": 20310
    },
    {
      "loss_action": 0.014789307489991188,
      "loss_total": 0.014789307489991188,
      "step": 20310
    },
    {
      "loss_action": 0.012435476295650005,
      "loss_total": 0.012435476295650005,
      "step": 20310
    },
    {
      "grad_norm": 0.272629052400589,
      "learning_rate": 9.999982611838101e-05,
      "loss": 0.0148,
      "step": 20320
    },
    {
      "loss_action": 0.01563480868935585,
      "loss_total": 0.01563480868935585,
      "step": 20320
    },
    {
      "loss_action": 0.02091522514820099,
      "loss_total": 0.02091522514820099,
      "step": 20320
    },
    {
      "loss_action": 0.02251693233847618,
      "loss_total": 0.02251693233847618,
      "step": 20320
    },
    {
      "loss_action": 0.02387070469558239,
      "loss_total": 0.02387070469558239,
      "step": 20320
    },
    {
      "loss_action": 0.009883985854685307,
      "loss_total": 0.009883985854685307,
      "step": 20320
    },
    {
      "loss_action": 0.01854296214878559,
      "loss_total": 0.01854296214878559,
      "step": 20320
    },
    {
      "loss_action": 0.009087209589779377,
      "loss_total": 0.009087209589779377,
      "step": 20320
    },
    {
      "loss_action": 0.01593569479882717,
      "loss_total": 0.01593569479882717,
      "step": 20320
    },
    {
      "grad_norm": 0.19084681570529938,
      "learning_rate": 9.999981504584638e-05,
      "loss": 0.0162,
      "step": 20330
    },
    {
      "loss_action": 0.021521614864468575,
      "loss_total": 0.021521614864468575,
      "step": 20330
    },
    {
      "loss_action": 0.012965736910700798,
      "loss_total": 0.012965736910700798,
      "step": 20330
    },
    {
      "loss_action": 0.023406658321619034,
      "loss_total": 0.023406658321619034,
      "step": 20330
    },
    {
      "loss_action": 0.020408950746059418,
      "loss_total": 0.020408950746059418,
      "step": 20330
    },
    {
      "loss_action": 0.009309214539825916,
      "loss_total": 0.009309214539825916,
      "step": 20330
    },
    {
      "loss_action": 0.03689151629805565,
      "loss_total": 0.03689151629805565,
      "step": 20330
    },
    {
      "loss_action": 0.008956840261816978,
      "loss_total": 0.008956840261816978,
      "step": 20330
    },
    {
      "loss_action": 0.008307129144668579,
      "loss_total": 0.008307129144668579,
      "step": 20330
    },
    {
      "grad_norm": 0.18117456138134003,
      "learning_rate": 9.999980363156771e-05,
      "loss": 0.016,
      "step": 20340
    },
    {
      "loss_action": 0.013301760889589787,
      "loss_total": 0.013301760889589787,
      "step": 20340
    },
    {
      "loss_action": 0.012192045338451862,
      "loss_total": 0.012192045338451862,
      "step": 20340
    },
    {
      "loss_action": 0.0112014040350914,
      "loss_total": 0.0112014040350914,
      "step": 20340
    },
    {
      "loss_action": 0.008072206750512123,
      "loss_total": 0.008072206750512123,
      "step": 20340
    },
    {
      "loss_action": 0.019342727959156036,
      "loss_total": 0.019342727959156036,
      "step": 20340
    },
    {
      "loss_action": 0.011782212182879448,
      "loss_total": 0.011782212182879448,
      "step": 20340
    },
    {
      "loss_action": 0.011990003287792206,
      "loss_total": 0.011990003287792206,
      "step": 20340
    },
    {
      "loss_action": 0.018412146717309952,
      "loss_total": 0.018412146717309952,
      "step": 20340
    },
    {
      "grad_norm": 0.21727682650089264,
      "learning_rate": 9.999979187554507e-05,
      "loss": 0.0156,
      "step": 20350
    },
    {
      "loss_action": 0.007754028309136629,
      "loss_total": 0.007754028309136629,
      "step": 20350
    },
    {
      "loss_action": 0.03614601492881775,
      "loss_total": 0.03614601492881775,
      "step": 20350
    },
    {
      "loss_action": 0.01528826542198658,
      "loss_total": 0.01528826542198658,
      "step": 20350
    },
    {
      "loss_action": 0.012014043517410755,
      "loss_total": 0.012014043517410755,
      "step": 20350
    },
    {
      "loss_action": 0.012075632810592651,
      "loss_total": 0.012075632810592651,
      "step": 20350
    },
    {
      "loss_action": 0.01463429257273674,
      "loss_total": 0.01463429257273674,
      "step": 20350
    },
    {
      "loss_action": 0.020399335771799088,
      "loss_total": 0.020399335771799088,
      "step": 20350
    },
    {
      "loss_action": 0.020388532429933548,
      "loss_total": 0.020388532429933548,
      "step": 20350
    },
    {
      "grad_norm": 0.20521199703216553,
      "learning_rate": 9.999977977777855e-05,
      "loss": 0.0162,
      "step": 20360
    },
    {
      "loss_action": 0.013617807999253273,
      "loss_total": 0.013617807999253273,
      "step": 20360
    },
    {
      "loss_action": 0.01756662130355835,
      "loss_total": 0.01756662130355835,
      "step": 20360
    },
    {
      "loss_action": 0.015164779499173164,
      "loss_total": 0.015164779499173164,
      "step": 20360
    },
    {
      "loss_action": 0.017264999449253082,
      "loss_total": 0.017264999449253082,
      "step": 20360
    },
    {
      "loss_action": 0.019912155345082283,
      "loss_total": 0.019912155345082283,
      "step": 20360
    },
    {
      "loss_action": 0.004788457881659269,
      "loss_total": 0.004788457881659269,
      "step": 20360
    },
    {
      "loss_action": 0.006715748459100723,
      "loss_total": 0.006715748459100723,
      "step": 20360
    },
    {
      "loss_action": 0.012980642728507519,
      "loss_total": 0.012980642728507519,
      "step": 20360
    },
    {
      "grad_norm": 0.23255988955497742,
      "learning_rate": 9.999976733826825e-05,
      "loss": 0.0189,
      "step": 20370
    },
    {
      "loss_action": 0.012053234502673149,
      "loss_total": 0.012053234502673149,
      "step": 20370
    },
    {
      "loss_action": 0.0192925613373518,
      "loss_total": 0.0192925613373518,
      "step": 20370
    },
    {
      "loss_action": 0.02187885157763958,
      "loss_total": 0.02187885157763958,
      "step": 20370
    },
    {
      "loss_action": 0.009629549458622932,
      "loss_total": 0.009629549458622932,
      "step": 20370
    },
    {
      "loss_action": 0.020608849823474884,
      "loss_total": 0.020608849823474884,
      "step": 20370
    },
    {
      "loss_action": 0.024441702291369438,
      "loss_total": 0.024441702291369438,
      "step": 20370
    },
    {
      "loss_action": 0.012147951871156693,
      "loss_total": 0.012147951871156693,
      "step": 20370
    },
    {
      "loss_action": 0.008190080523490906,
      "loss_total": 0.008190080523490906,
      "step": 20370
    },
    {
      "grad_norm": 0.20759473741054535,
      "learning_rate": 9.999975455701423e-05,
      "loss": 0.019,
      "step": 20380
    },
    {
      "loss_action": 0.01754811964929104,
      "loss_total": 0.01754811964929104,
      "step": 20380
    },
    {
      "loss_action": 0.019435934722423553,
      "loss_total": 0.019435934722423553,
      "step": 20380
    },
    {
      "loss_action": 0.022538840770721436,
      "loss_total": 0.022538840770721436,
      "step": 20380
    },
    {
      "loss_action": 0.020663727074861526,
      "loss_total": 0.020663727074861526,
      "step": 20380
    },
    {
      "loss_action": 0.010690243914723396,
      "loss_total": 0.010690243914723396,
      "step": 20380
    },
    {
      "loss_action": 0.017190206795930862,
      "loss_total": 0.017190206795930862,
      "step": 20380
    },
    {
      "loss_action": 0.017313644289970398,
      "loss_total": 0.017313644289970398,
      "step": 20380
    },
    {
      "loss_action": 0.019726168364286423,
      "loss_total": 0.019726168364286423,
      "step": 20380
    },
    {
      "grad_norm": 0.22933520376682281,
      "learning_rate": 9.999974143401656e-05,
      "loss": 0.0164,
      "step": 20390
    },
    {
      "loss_action": 0.01475600991398096,
      "loss_total": 0.01475600991398096,
      "step": 20390
    },
    {
      "loss_action": 0.024874558672308922,
      "loss_total": 0.024874558672308922,
      "step": 20390
    },
    {
      "loss_action": 0.04080997407436371,
      "loss_total": 0.04080997407436371,
      "step": 20390
    },
    {
      "loss_action": 0.018521739169955254,
      "loss_total": 0.018521739169955254,
      "step": 20390
    },
    {
      "loss_action": 0.022763414308428764,
      "loss_total": 0.022763414308428764,
      "step": 20390
    },
    {
      "loss_action": 0.025398628786206245,
      "loss_total": 0.025398628786206245,
      "step": 20390
    },
    {
      "loss_action": 0.036233481019735336,
      "loss_total": 0.036233481019735336,
      "step": 20390
    },
    {
      "loss_action": 0.023692823946475983,
      "loss_total": 0.023692823946475983,
      "step": 20390
    },
    {
      "grad_norm": 0.316459983587265,
      "learning_rate": 9.999972796927537e-05,
      "loss": 0.0185,
      "step": 20400
    },
    {
      "loss_action": 0.030597994104027748,
      "loss_total": 0.030597994104027748,
      "step": 20400
    },
    {
      "loss_action": 0.010855451226234436,
      "loss_total": 0.010855451226234436,
      "step": 20400
    },
    {
      "loss_action": 0.013076001778244972,
      "loss_total": 0.013076001778244972,
      "step": 20400
    },
    {
      "loss_action": 0.029834061861038208,
      "loss_total": 0.029834061861038208,
      "step": 20400
    },
    {
      "loss_action": 0.01893872208893299,
      "loss_total": 0.01893872208893299,
      "step": 20400
    },
    {
      "loss_action": 0.021765461191534996,
      "loss_total": 0.021765461191534996,
      "step": 20400
    },
    {
      "loss_action": 0.011091729626059532,
      "loss_total": 0.011091729626059532,
      "step": 20400
    },
    {
      "loss_action": 0.013083040714263916,
      "loss_total": 0.013083040714263916,
      "step": 20400
    },
    {
      "grad_norm": 0.17880746722221375,
      "learning_rate": 9.999971416279073e-05,
      "loss": 0.0175,
      "step": 20410
    },
    {
      "loss_action": 0.026639098301529884,
      "loss_total": 0.026639098301529884,
      "step": 20410
    },
    {
      "loss_action": 0.006258690729737282,
      "loss_total": 0.006258690729737282,
      "step": 20410
    },
    {
      "loss_action": 0.012817326933145523,
      "loss_total": 0.012817326933145523,
      "step": 20410
    },
    {
      "loss_action": 0.015772800892591476,
      "loss_total": 0.015772800892591476,
      "step": 20410
    },
    {
      "loss_action": 0.0119230467826128,
      "loss_total": 0.0119230467826128,
      "step": 20410
    },
    {
      "loss_action": 0.022758515551686287,
      "loss_total": 0.022758515551686287,
      "step": 20410
    },
    {
      "loss_action": 0.012705943547189236,
      "loss_total": 0.012705943547189236,
      "step": 20410
    },
    {
      "loss_action": 0.00977160781621933,
      "loss_total": 0.00977160781621933,
      "step": 20410
    },
    {
      "grad_norm": 0.20098280906677246,
      "learning_rate": 9.999970001456273e-05,
      "loss": 0.0165,
      "step": 20420
    },
    {
      "loss_action": 0.008732574060559273,
      "loss_total": 0.008732574060559273,
      "step": 20420
    },
    {
      "loss_action": 0.02235882170498371,
      "loss_total": 0.02235882170498371,
      "step": 20420
    },
    {
      "loss_action": 0.017164401710033417,
      "loss_total": 0.017164401710033417,
      "step": 20420
    },
    {
      "loss_action": 0.016918649896979332,
      "loss_total": 0.016918649896979332,
      "step": 20420
    },
    {
      "loss_action": 0.011589514091610909,
      "loss_total": 0.011589514091610909,
      "step": 20420
    },
    {
      "loss_action": 0.035870619118213654,
      "loss_total": 0.035870619118213654,
      "step": 20420
    },
    {
      "loss_action": 0.01359371654689312,
      "loss_total": 0.01359371654689312,
      "step": 20420
    },
    {
      "loss_action": 0.02356720343232155,
      "loss_total": 0.02356720343232155,
      "step": 20420
    },
    {
      "grad_norm": 0.2179630845785141,
      "learning_rate": 9.999968552459151e-05,
      "loss": 0.018,
      "step": 20430
    },
    {
      "loss_action": 0.01728895679116249,
      "loss_total": 0.01728895679116249,
      "step": 20430
    },
    {
      "loss_action": 0.020934220403432846,
      "loss_total": 0.020934220403432846,
      "step": 20430
    },
    {
      "loss_action": 0.005404870957136154,
      "loss_total": 0.005404870957136154,
      "step": 20430
    },
    {
      "loss_action": 0.012555262073874474,
      "loss_total": 0.012555262073874474,
      "step": 20430
    },
    {
      "loss_action": 0.011675420217216015,
      "loss_total": 0.011675420217216015,
      "step": 20430
    },
    {
      "loss_action": 0.01338462345302105,
      "loss_total": 0.01338462345302105,
      "step": 20430
    },
    {
      "loss_action": 0.01813526451587677,
      "loss_total": 0.01813526451587677,
      "step": 20430
    },
    {
      "loss_action": 0.026134226471185684,
      "loss_total": 0.026134226471185684,
      "step": 20430
    },
    {
      "grad_norm": 0.1820082664489746,
      "learning_rate": 9.99996706928771e-05,
      "loss": 0.0172,
      "step": 20440
    },
    {
      "loss_action": 0.012719442136585712,
      "loss_total": 0.012719442136585712,
      "step": 20440
    },
    {
      "loss_action": 0.01506056822836399,
      "loss_total": 0.01506056822836399,
      "step": 20440
    },
    {
      "loss_action": 0.008478580042719841,
      "loss_total": 0.008478580042719841,
      "step": 20440
    },
    {
      "loss_action": 0.011305242776870728,
      "loss_total": 0.011305242776870728,
      "step": 20440
    },
    {
      "loss_action": 0.048951081931591034,
      "loss_total": 0.048951081931591034,
      "step": 20440
    },
    {
      "loss_action": 0.04012719914317131,
      "loss_total": 0.04012719914317131,
      "step": 20440
    },
    {
      "loss_action": 0.015035182237625122,
      "loss_total": 0.015035182237625122,
      "step": 20440
    },
    {
      "loss_action": 0.022283870726823807,
      "loss_total": 0.022283870726823807,
      "step": 20440
    },
    {
      "grad_norm": 0.19873245060443878,
      "learning_rate": 9.999965551941966e-05,
      "loss": 0.0177,
      "step": 20450
    },
    {
      "loss_action": 0.008471434935927391,
      "loss_total": 0.008471434935927391,
      "step": 20450
    },
    {
      "loss_action": 0.029292341321706772,
      "loss_total": 0.029292341321706772,
      "step": 20450
    },
    {
      "loss_action": 0.012484462931752205,
      "loss_total": 0.012484462931752205,
      "step": 20450
    },
    {
      "loss_action": 0.018551215529441833,
      "loss_total": 0.018551215529441833,
      "step": 20450
    },
    {
      "loss_action": 0.038570284843444824,
      "loss_total": 0.038570284843444824,
      "step": 20450
    },
    {
      "loss_action": 0.030588427558541298,
      "loss_total": 0.030588427558541298,
      "step": 20450
    },
    {
      "loss_action": 0.019348381087183952,
      "loss_total": 0.019348381087183952,
      "step": 20450
    },
    {
      "loss_action": 0.017603609710931778,
      "loss_total": 0.017603609710931778,
      "step": 20450
    },
    {
      "grad_norm": 0.19949528574943542,
      "learning_rate": 9.999964000421925e-05,
      "loss": 0.0172,
      "step": 20460
    },
    {
      "loss_action": 0.015492429956793785,
      "loss_total": 0.015492429956793785,
      "step": 20460
    },
    {
      "loss_action": 0.013050645589828491,
      "loss_total": 0.013050645589828491,
      "step": 20460
    },
    {
      "loss_action": 0.013766292482614517,
      "loss_total": 0.013766292482614517,
      "step": 20460
    },
    {
      "loss_action": 0.02696794457733631,
      "loss_total": 0.02696794457733631,
      "step": 20460
    },
    {
      "loss_action": 0.01392633467912674,
      "loss_total": 0.01392633467912674,
      "step": 20460
    },
    {
      "loss_action": 0.010260872542858124,
      "loss_total": 0.010260872542858124,
      "step": 20460
    },
    {
      "loss_action": 0.017997650429606438,
      "loss_total": 0.017997650429606438,
      "step": 20460
    },
    {
      "loss_action": 0.012179448269307613,
      "loss_total": 0.012179448269307613,
      "step": 20460
    },
    {
      "grad_norm": 0.21914546191692352,
      "learning_rate": 9.9999624147276e-05,
      "loss": 0.0162,
      "step": 20470
    },
    {
      "loss_action": 0.00975309032946825,
      "loss_total": 0.00975309032946825,
      "step": 20470
    },
    {
      "loss_action": 0.011542938649654388,
      "loss_total": 0.011542938649654388,
      "step": 20470
    },
    {
      "loss_action": 0.07630575448274612,
      "loss_total": 0.07630575448274612,
      "step": 20470
    },
    {
      "loss_action": 0.01663799025118351,
      "loss_total": 0.01663799025118351,
      "step": 20470
    },
    {
      "loss_action": 0.014847742393612862,
      "loss_total": 0.014847742393612862,
      "step": 20470
    },
    {
      "loss_action": 0.016411153599619865,
      "loss_total": 0.016411153599619865,
      "step": 20470
    },
    {
      "loss_action": 0.013720344752073288,
      "loss_total": 0.013720344752073288,
      "step": 20470
    },
    {
      "loss_action": 0.007174873258918524,
      "loss_total": 0.007174873258918524,
      "step": 20470
    },
    {
      "grad_norm": 0.1687224805355072,
      "learning_rate": 9.999960794859002e-05,
      "loss": 0.017,
      "step": 20480
    },
    {
      "loss_action": 0.0064572966657578945,
      "loss_total": 0.0064572966657578945,
      "step": 20480
    },
    {
      "loss_action": 0.015288952738046646,
      "loss_total": 0.015288952738046646,
      "step": 20480
    },
    {
      "loss_action": 0.008281906135380268,
      "loss_total": 0.008281906135380268,
      "step": 20480
    },
    {
      "loss_action": 0.012080663815140724,
      "loss_total": 0.012080663815140724,
      "step": 20480
    },
    {
      "loss_action": 0.01668630726635456,
      "loss_total": 0.01668630726635456,
      "step": 20480
    },
    {
      "loss_action": 0.012454815208911896,
      "loss_total": 0.012454815208911896,
      "step": 20480
    },
    {
      "loss_action": 0.013034611940383911,
      "loss_total": 0.013034611940383911,
      "step": 20480
    },
    {
      "loss_action": 0.00804524589329958,
      "loss_total": 0.00804524589329958,
      "step": 20480
    },
    {
      "grad_norm": 0.24535630643367767,
      "learning_rate": 9.999959140816142e-05,
      "loss": 0.0163,
      "step": 20490
    },
    {
      "loss_action": 0.011376955546438694,
      "loss_total": 0.011376955546438694,
      "step": 20490
    },
    {
      "loss_action": 0.027058083564043045,
      "loss_total": 0.027058083564043045,
      "step": 20490
    },
    {
      "loss_action": 0.010826616548001766,
      "loss_total": 0.010826616548001766,
      "step": 20490
    },
    {
      "loss_action": 0.012988680973649025,
      "loss_total": 0.012988680973649025,
      "step": 20490
    },
    {
      "loss_action": 0.008121287450194359,
      "loss_total": 0.008121287450194359,
      "step": 20490
    },
    {
      "loss_action": 0.03320983797311783,
      "loss_total": 0.03320983797311783,
      "step": 20490
    },
    {
      "loss_action": 0.017278386279940605,
      "loss_total": 0.017278386279940605,
      "step": 20490
    },
    {
      "loss_action": 0.02690383605659008,
      "loss_total": 0.02690383605659008,
      "step": 20490
    },
    {
      "grad_norm": 0.21792703866958618,
      "learning_rate": 9.999957452599029e-05,
      "loss": 0.0184,
      "step": 20500
    },
    {
      "loss_action": 0.0227186419069767,
      "loss_total": 0.0227186419069767,
      "step": 20500
    },
    {
      "loss_action": 0.022504586726427078,
      "loss_total": 0.022504586726427078,
      "step": 20500
    },
    {
      "loss_action": 0.008584403432905674,
      "loss_total": 0.008584403432905674,
      "step": 20500
    },
    {
      "loss_action": 0.025032417848706245,
      "loss_total": 0.025032417848706245,
      "step": 20500
    },
    {
      "loss_action": 0.010937049053609371,
      "loss_total": 0.010937049053609371,
      "step": 20500
    },
    {
      "loss_action": 0.040019579231739044,
      "loss_total": 0.040019579231739044,
      "step": 20500
    },
    {
      "loss_action": 0.017575189471244812,
      "loss_total": 0.017575189471244812,
      "step": 20500
    },
    {
      "loss_action": 0.016962386667728424,
      "loss_total": 0.016962386667728424,
      "step": 20500
    },
    {
      "grad_norm": 0.4042382538318634,
      "learning_rate": 9.999955730207678e-05,
      "loss": 0.018,
      "step": 20510
    },
    {
      "loss_action": 0.01935226283967495,
      "loss_total": 0.01935226283967495,
      "step": 20510
    },
    {
      "loss_action": 0.013463497161865234,
      "loss_total": 0.013463497161865234,
      "step": 20510
    },
    {
      "loss_action": 0.017822865396738052,
      "loss_total": 0.017822865396738052,
      "step": 20510
    },
    {
      "loss_action": 0.016361985355615616,
      "loss_total": 0.016361985355615616,
      "step": 20510
    },
    {
      "loss_action": 0.01876511052250862,
      "loss_total": 0.01876511052250862,
      "step": 20510
    },
    {
      "loss_action": 0.01765870675444603,
      "loss_total": 0.01765870675444603,
      "step": 20510
    },
    {
      "loss_action": 0.013273288495838642,
      "loss_total": 0.013273288495838642,
      "step": 20510
    },
    {
      "loss_action": 0.014436024241149426,
      "loss_total": 0.014436024241149426,
      "step": 20510
    },
    {
      "grad_norm": 0.3035220503807068,
      "learning_rate": 9.999953973642099e-05,
      "loss": 0.0234,
      "step": 20520
    },
    {
      "loss_action": 0.011783250607550144,
      "loss_total": 0.011783250607550144,
      "step": 20520
    },
    {
      "loss_action": 0.05656927078962326,
      "loss_total": 0.05656927078962326,
      "step": 20520
    },
    {
      "loss_action": 0.029114367440342903,
      "loss_total": 0.029114367440342903,
      "step": 20520
    },
    {
      "loss_action": 0.012684782035648823,
      "loss_total": 0.012684782035648823,
      "step": 20520
    },
    {
      "loss_action": 0.011501790024340153,
      "loss_total": 0.011501790024340153,
      "step": 20520
    },
    {
      "loss_action": 0.010973142459988594,
      "loss_total": 0.010973142459988594,
      "step": 20520
    },
    {
      "loss_action": 0.022207334637641907,
      "loss_total": 0.022207334637641907,
      "step": 20520
    },
    {
      "loss_action": 0.020867139101028442,
      "loss_total": 0.020867139101028442,
      "step": 20520
    },
    {
      "grad_norm": 0.21089071035385132,
      "learning_rate": 9.999952182902303e-05,
      "loss": 0.0191,
      "step": 20530
    },
    {
      "loss_action": 0.00825442187488079,
      "loss_total": 0.00825442187488079,
      "step": 20530
    },
    {
      "loss_action": 0.00912204384803772,
      "loss_total": 0.00912204384803772,
      "step": 20530
    },
    {
      "loss_action": 0.02959912270307541,
      "loss_total": 0.02959912270307541,
      "step": 20530
    },
    {
      "loss_action": 0.0305173397064209,
      "loss_total": 0.0305173397064209,
      "step": 20530
    },
    {
      "loss_action": 0.023981673642992973,
      "loss_total": 0.023981673642992973,
      "step": 20530
    },
    {
      "loss_action": 0.025870393961668015,
      "loss_total": 0.025870393961668015,
      "step": 20530
    },
    {
      "loss_action": 0.01649378426373005,
      "loss_total": 0.01649378426373005,
      "step": 20530
    },
    {
      "loss_action": 0.022774843499064445,
      "loss_total": 0.022774843499064445,
      "step": 20530
    },
    {
      "grad_norm": 0.21866226196289062,
      "learning_rate": 9.999950357988305e-05,
      "loss": 0.0167,
      "step": 20540
    },
    {
      "loss_action": 0.010407235473394394,
      "loss_total": 0.010407235473394394,
      "step": 20540
    },
    {
      "loss_action": 0.012779615819454193,
      "loss_total": 0.012779615819454193,
      "step": 20540
    },
    {
      "loss_action": 0.008528018370270729,
      "loss_total": 0.008528018370270729,
      "step": 20540
    },
    {
      "loss_action": 0.02553483471274376,
      "loss_total": 0.02553483471274376,
      "step": 20540
    },
    {
      "loss_action": 0.015435019508004189,
      "loss_total": 0.015435019508004189,
      "step": 20540
    },
    {
      "loss_action": 0.006540998816490173,
      "loss_total": 0.006540998816490173,
      "step": 20540
    },
    {
      "loss_action": 0.007700795773416758,
      "loss_total": 0.007700795773416758,
      "step": 20540
    },
    {
      "loss_action": 0.021522153168916702,
      "loss_total": 0.021522153168916702,
      "step": 20540
    },
    {
      "grad_norm": 0.17664207518100739,
      "learning_rate": 9.999948498900115e-05,
      "loss": 0.0153,
      "step": 20550
    },
    {
      "loss_action": 0.019922524690628052,
      "loss_total": 0.019922524690628052,
      "step": 20550
    },
    {
      "loss_action": 0.011878520250320435,
      "loss_total": 0.011878520250320435,
      "step": 20550
    },
    {
      "loss_action": 0.015075686387717724,
      "loss_total": 0.015075686387717724,
      "step": 20550
    },
    {
      "loss_action": 0.016300301998853683,
      "loss_total": 0.016300301998853683,
      "step": 20550
    },
    {
      "loss_action": 0.00660767313092947,
      "loss_total": 0.00660767313092947,
      "step": 20550
    },
    {
      "loss_action": 0.010758183896541595,
      "loss_total": 0.010758183896541595,
      "step": 20550
    },
    {
      "loss_action": 0.036294545978307724,
      "loss_total": 0.036294545978307724,
      "step": 20550
    },
    {
      "loss_action": 0.01220992486923933,
      "loss_total": 0.01220992486923933,
      "step": 20550
    },
    {
      "grad_norm": 0.1747446060180664,
      "learning_rate": 9.999946605637747e-05,
      "loss": 0.0154,
      "step": 20560
    },
    {
      "loss_action": 0.0166497640311718,
      "loss_total": 0.0166497640311718,
      "step": 20560
    },
    {
      "loss_action": 0.01659933477640152,
      "loss_total": 0.01659933477640152,
      "step": 20560
    },
    {
      "loss_action": 0.0072644539177417755,
      "loss_total": 0.0072644539177417755,
      "step": 20560
    },
    {
      "loss_action": 0.017945092171430588,
      "loss_total": 0.017945092171430588,
      "step": 20560
    },
    {
      "loss_action": 0.013772591948509216,
      "loss_total": 0.013772591948509216,
      "step": 20560
    },
    {
      "loss_action": 0.020412374287843704,
      "loss_total": 0.020412374287843704,
      "step": 20560
    },
    {
      "loss_action": 0.007036834955215454,
      "loss_total": 0.007036834955215454,
      "step": 20560
    },
    {
      "loss_action": 0.012715494260191917,
      "loss_total": 0.012715494260191917,
      "step": 20560
    },
    {
      "grad_norm": 0.17693035304546356,
      "learning_rate": 9.999944678201212e-05,
      "loss": 0.0152,
      "step": 20570
    },
    {
      "loss_action": 0.04015582799911499,
      "loss_total": 0.04015582799911499,
      "step": 20570
    },
    {
      "loss_action": 0.023091651499271393,
      "loss_total": 0.023091651499271393,
      "step": 20570
    },
    {
      "loss_action": 0.0076827481389045715,
      "loss_total": 0.0076827481389045715,
      "step": 20570
    },
    {
      "loss_action": 0.019116830080747604,
      "loss_total": 0.019116830080747604,
      "step": 20570
    },
    {
      "loss_action": 0.016444239765405655,
      "loss_total": 0.016444239765405655,
      "step": 20570
    },
    {
      "loss_action": 0.012003183364868164,
      "loss_total": 0.012003183364868164,
      "step": 20570
    },
    {
      "loss_action": 0.01888885721564293,
      "loss_total": 0.01888885721564293,
      "step": 20570
    },
    {
      "loss_action": 0.01323556900024414,
      "loss_total": 0.01323556900024414,
      "step": 20570
    },
    {
      "grad_norm": 0.24213629961013794,
      "learning_rate": 9.999942716590527e-05,
      "loss": 0.0179,
      "step": 20580
    },
    {
      "loss_action": 0.042091112583875656,
      "loss_total": 0.042091112583875656,
      "step": 20580
    },
    {
      "loss_action": 0.029613861814141273,
      "loss_total": 0.029613861814141273,
      "step": 20580
    },
    {
      "loss_action": 0.012774323113262653,
      "loss_total": 0.012774323113262653,
      "step": 20580
    },
    {
      "loss_action": 0.014535107649862766,
      "loss_total": 0.014535107649862766,
      "step": 20580
    },
    {
      "loss_action": 0.008653538301587105,
      "loss_total": 0.008653538301587105,
      "step": 20580
    },
    {
      "loss_action": 0.01864846795797348,
      "loss_total": 0.01864846795797348,
      "step": 20580
    },
    {
      "loss_action": 0.017924657091498375,
      "loss_total": 0.017924657091498375,
      "step": 20580
    },
    {
      "loss_action": 0.01947084441781044,
      "loss_total": 0.01947084441781044,
      "step": 20580
    },
    {
      "grad_norm": 0.2263718545436859,
      "learning_rate": 9.9999407208057e-05,
      "loss": 0.0191,
      "step": 20590
    },
    {
      "loss_action": 0.04386884719133377,
      "loss_total": 0.04386884719133377,
      "step": 20590
    },
    {
      "loss_action": 0.0250818133354187,
      "loss_total": 0.0250818133354187,
      "step": 20590
    },
    {
      "loss_action": 0.015702910721302032,
      "loss_total": 0.015702910721302032,
      "step": 20590
    },
    {
      "loss_action": 0.013734817504882812,
      "loss_total": 0.013734817504882812,
      "step": 20590
    },
    {
      "loss_action": 0.018574213609099388,
      "loss_total": 0.018574213609099388,
      "step": 20590
    },
    {
      "loss_action": 0.028224024921655655,
      "loss_total": 0.028224024921655655,
      "step": 20590
    },
    {
      "loss_action": 0.012709634378552437,
      "loss_total": 0.012709634378552437,
      "step": 20590
    },
    {
      "loss_action": 0.017521647736430168,
      "loss_total": 0.017521647736430168,
      "step": 20590
    },
    {
      "grad_norm": 0.19125781953334808,
      "learning_rate": 9.99993869084675e-05,
      "loss": 0.0212,
      "step": 20600
    },
    {
      "loss_action": 0.011898495256900787,
      "loss_total": 0.011898495256900787,
      "step": 20600
    },
    {
      "loss_action": 0.02953348308801651,
      "loss_total": 0.02953348308801651,
      "step": 20600
    },
    {
      "loss_action": 0.017727836966514587,
      "loss_total": 0.017727836966514587,
      "step": 20600
    },
    {
      "loss_action": 0.008180644363164902,
      "loss_total": 0.008180644363164902,
      "step": 20600
    },
    {
      "loss_action": 0.10240724682807922,
      "loss_total": 0.10240724682807922,
      "step": 20600
    },
    {
      "loss_action": 0.026224777102470398,
      "loss_total": 0.026224777102470398,
      "step": 20600
    },
    {
      "loss_action": 0.01569773629307747,
      "loss_total": 0.01569773629307747,
      "step": 20600
    },
    {
      "loss_action": 0.010766984894871712,
      "loss_total": 0.010766984894871712,
      "step": 20600
    },
    {
      "grad_norm": 0.1905607283115387,
      "learning_rate": 9.999936626713689e-05,
      "loss": 0.0195,
      "step": 20610
    },
    {
      "loss_action": 0.007617312483489513,
      "loss_total": 0.007617312483489513,
      "step": 20610
    },
    {
      "loss_action": 0.0053647831082344055,
      "loss_total": 0.0053647831082344055,
      "step": 20610
    },
    {
      "loss_action": 0.007179555017501116,
      "loss_total": 0.007179555017501116,
      "step": 20610
    },
    {
      "loss_action": 0.01980375312268734,
      "loss_total": 0.01980375312268734,
      "step": 20610
    },
    {
      "loss_action": 0.016130410134792328,
      "loss_total": 0.016130410134792328,
      "step": 20610
    },
    {
      "loss_action": 0.02700994536280632,
      "loss_total": 0.02700994536280632,
      "step": 20610
    },
    {
      "loss_action": 0.016275694593787193,
      "loss_total": 0.016275694593787193,
      "step": 20610
    },
    {
      "loss_action": 0.020160134881734848,
      "loss_total": 0.020160134881734848,
      "step": 20610
    },
    {
      "grad_norm": 0.1951267421245575,
      "learning_rate": 9.99993452840653e-05,
      "loss": 0.0156,
      "step": 20620
    },
    {
      "loss_action": 0.019764594733715057,
      "loss_total": 0.019764594733715057,
      "step": 20620
    },
    {
      "loss_action": 0.01696903258562088,
      "loss_total": 0.01696903258562088,
      "step": 20620
    },
    {
      "loss_action": 0.015833472833037376,
      "loss_total": 0.015833472833037376,
      "step": 20620
    },
    {
      "loss_action": 0.02862226404249668,
      "loss_total": 0.02862226404249668,
      "step": 20620
    },
    {
      "loss_action": 0.012566952966153622,
      "loss_total": 0.012566952966153622,
      "step": 20620
    },
    {
      "loss_action": 0.01266595721244812,
      "loss_total": 0.01266595721244812,
      "step": 20620
    },
    {
      "loss_action": 0.036858320236206055,
      "loss_total": 0.036858320236206055,
      "step": 20620
    },
    {
      "loss_action": 0.017205677926540375,
      "loss_total": 0.017205677926540375,
      "step": 20620
    },
    {
      "grad_norm": 0.1416437327861786,
      "learning_rate": 9.999932395925287e-05,
      "loss": 0.0175,
      "step": 20630
    },
    {
      "loss_action": 0.010962212458252907,
      "loss_total": 0.010962212458252907,
      "step": 20630
    },
    {
      "loss_action": 0.010343192145228386,
      "loss_total": 0.010343192145228386,
      "step": 20630
    },
    {
      "loss_action": 0.011837933212518692,
      "loss_total": 0.011837933212518692,
      "step": 20630
    },
    {
      "loss_action": 0.009678736329078674,
      "loss_total": 0.009678736329078674,
      "step": 20630
    },
    {
      "loss_action": 0.01545711886137724,
      "loss_total": 0.01545711886137724,
      "step": 20630
    },
    {
      "loss_action": 0.013262518681585789,
      "loss_total": 0.013262518681585789,
      "step": 20630
    },
    {
      "loss_action": 0.0100496094673872,
      "loss_total": 0.0100496094673872,
      "step": 20630
    },
    {
      "loss_action": 0.020710736513137817,
      "loss_total": 0.020710736513137817,
      "step": 20630
    },
    {
      "grad_norm": 0.2526187300682068,
      "learning_rate": 9.999930229269976e-05,
      "loss": 0.0152,
      "step": 20640
    },
    {
      "loss_action": 0.01568245142698288,
      "loss_total": 0.01568245142698288,
      "step": 20640
    },
    {
      "loss_action": 0.0044364770874381065,
      "loss_total": 0.0044364770874381065,
      "step": 20640
    },
    {
      "loss_action": 0.01982300728559494,
      "loss_total": 0.01982300728559494,
      "step": 20640
    },
    {
      "loss_action": 0.01082891970872879,
      "loss_total": 0.01082891970872879,
      "step": 20640
    },
    {
      "loss_action": 0.008325597271323204,
      "loss_total": 0.008325597271323204,
      "step": 20640
    },
    {
      "loss_action": 0.011241279542446136,
      "loss_total": 0.011241279542446136,
      "step": 20640
    },
    {
      "loss_action": 0.011299040168523788,
      "loss_total": 0.011299040168523788,
      "step": 20640
    },
    {
      "loss_action": 0.012780345045030117,
      "loss_total": 0.012780345045030117,
      "step": 20640
    },
    {
      "grad_norm": 0.21648471057415009,
      "learning_rate": 9.999928028440613e-05,
      "loss": 0.0153,
      "step": 20650
    },
    {
      "loss_action": 0.010874826461076736,
      "loss_total": 0.010874826461076736,
      "step": 20650
    },
    {
      "loss_action": 0.009474394842982292,
      "loss_total": 0.009474394842982292,
      "step": 20650
    },
    {
      "loss_action": 0.009126038290560246,
      "loss_total": 0.009126038290560246,
      "step": 20650
    },
    {
      "loss_action": 0.010957888327538967,
      "loss_total": 0.010957888327538967,
      "step": 20650
    },
    {
      "loss_action": 0.007357533555477858,
      "loss_total": 0.007357533555477858,
      "step": 20650
    },
    {
      "loss_action": 0.014509826898574829,
      "loss_total": 0.014509826898574829,
      "step": 20650
    },
    {
      "loss_action": 0.008438928052783012,
      "loss_total": 0.008438928052783012,
      "step": 20650
    },
    {
      "loss_action": 0.019106920808553696,
      "loss_total": 0.019106920808553696,
      "step": 20650
    },
    {
      "grad_norm": 0.16999684274196625,
      "learning_rate": 9.99992579343721e-05,
      "loss": 0.0152,
      "step": 20660
    },
    {
      "loss_action": 0.00768826762214303,
      "loss_total": 0.00768826762214303,
      "step": 20660
    },
    {
      "loss_action": 0.013646200299263,
      "loss_total": 0.013646200299263,
      "step": 20660
    },
    {
      "loss_action": 0.006428510416299105,
      "loss_total": 0.006428510416299105,
      "step": 20660
    },
    {
      "loss_action": 0.011416949331760406,
      "loss_total": 0.011416949331760406,
      "step": 20660
    },
    {
      "loss_action": 0.01516928244382143,
      "loss_total": 0.01516928244382143,
      "step": 20660
    },
    {
      "loss_action": 0.0440126396715641,
      "loss_total": 0.0440126396715641,
      "step": 20660
    },
    {
      "loss_action": 0.047692447900772095,
      "loss_total": 0.047692447900772095,
      "step": 20660
    },
    {
      "loss_action": 0.006530238315463066,
      "loss_total": 0.006530238315463066,
      "step": 20660
    },
    {
      "grad_norm": 0.14020664989948273,
      "learning_rate": 9.999923524259784e-05,
      "loss": 0.0144,
      "step": 20670
    },
    {
      "loss_action": 0.011853346601128578,
      "loss_total": 0.011853346601128578,
      "step": 20670
    },
    {
      "loss_action": 0.0059454054571688175,
      "loss_total": 0.0059454054571688175,
      "step": 20670
    },
    {
      "loss_action": 0.011220124550163746,
      "loss_total": 0.011220124550163746,
      "step": 20670
    },
    {
      "loss_action": 0.009986646473407745,
      "loss_total": 0.009986646473407745,
      "step": 20670
    },
    {
      "loss_action": 0.014374390244483948,
      "loss_total": 0.014374390244483948,
      "step": 20670
    },
    {
      "loss_action": 0.008204586803913116,
      "loss_total": 0.008204586803913116,
      "step": 20670
    },
    {
      "loss_action": 0.006323353387415409,
      "loss_total": 0.006323353387415409,
      "step": 20670
    },
    {
      "loss_action": 0.019053630530834198,
      "loss_total": 0.019053630530834198,
      "step": 20670
    },
    {
      "grad_norm": 0.23777121305465698,
      "learning_rate": 9.99992122090835e-05,
      "loss": 0.015,
      "step": 20680
    },
    {
      "loss_action": 0.027826139703392982,
      "loss_total": 0.027826139703392982,
      "step": 20680
    },
    {
      "loss_action": 0.010117623955011368,
      "loss_total": 0.010117623955011368,
      "step": 20680
    },
    {
      "loss_action": 0.011750707402825356,
      "loss_total": 0.011750707402825356,
      "step": 20680
    },
    {
      "loss_action": 0.02229481004178524,
      "loss_total": 0.02229481004178524,
      "step": 20680
    },
    {
      "loss_action": 0.02238841913640499,
      "loss_total": 0.02238841913640499,
      "step": 20680
    },
    {
      "loss_action": 0.023579934611916542,
      "loss_total": 0.023579934611916542,
      "step": 20680
    },
    {
      "loss_action": 0.03669530153274536,
      "loss_total": 0.03669530153274536,
      "step": 20680
    },
    {
      "loss_action": 0.03304760530591011,
      "loss_total": 0.03304760530591011,
      "step": 20680
    },
    {
      "grad_norm": 0.2825215756893158,
      "learning_rate": 9.999918883382923e-05,
      "loss": 0.02,
      "step": 20690
    },
    {
      "loss_action": 0.01994507387280464,
      "loss_total": 0.01994507387280464,
      "step": 20690
    },
    {
      "loss_action": 0.022684602066874504,
      "loss_total": 0.022684602066874504,
      "step": 20690
    },
    {
      "loss_action": 0.02355474978685379,
      "loss_total": 0.02355474978685379,
      "step": 20690
    },
    {
      "loss_action": 0.026651769876480103,
      "loss_total": 0.026651769876480103,
      "step": 20690
    },
    {
      "loss_action": 0.06859481334686279,
      "loss_total": 0.06859481334686279,
      "step": 20690
    },
    {
      "loss_action": 0.043834488838911057,
      "loss_total": 0.043834488838911057,
      "step": 20690
    },
    {
      "loss_action": 0.026162507012486458,
      "loss_total": 0.026162507012486458,
      "step": 20690
    },
    {
      "loss_action": 0.011770651675760746,
      "loss_total": 0.011770651675760746,
      "step": 20690
    },
    {
      "grad_norm": 0.46072566509246826,
      "learning_rate": 9.999916511683522e-05,
      "loss": 0.0205,
      "step": 20700
    },
    {
      "loss_action": 0.024889575317502022,
      "loss_total": 0.024889575317502022,
      "step": 20700
    },
    {
      "loss_action": 0.01428878866136074,
      "loss_total": 0.01428878866136074,
      "step": 20700
    },
    {
      "loss_action": 0.08711309731006622,
      "loss_total": 0.08711309731006622,
      "step": 20700
    },
    {
      "loss_action": 0.025971610099077225,
      "loss_total": 0.025971610099077225,
      "step": 20700
    },
    {
      "loss_action": 0.010809363797307014,
      "loss_total": 0.010809363797307014,
      "step": 20700
    },
    {
      "loss_action": 0.010249078273773193,
      "loss_total": 0.010249078273773193,
      "step": 20700
    },
    {
      "loss_action": 0.01898067072033882,
      "loss_total": 0.01898067072033882,
      "step": 20700
    },
    {
      "loss_action": 0.020370885729789734,
      "loss_total": 0.020370885729789734,
      "step": 20700
    },
    {
      "grad_norm": 0.28546836972236633,
      "learning_rate": 9.99991410581016e-05,
      "loss": 0.0205,
      "step": 20710
    },
    {
      "loss_action": 0.026338227093219757,
      "loss_total": 0.026338227093219757,
      "step": 20710
    },
    {
      "loss_action": 0.007717370055615902,
      "loss_total": 0.007717370055615902,
      "step": 20710
    },
    {
      "loss_action": 0.02489900216460228,
      "loss_total": 0.02489900216460228,
      "step": 20710
    },
    {
      "loss_action": 0.012654599733650684,
      "loss_total": 0.012654599733650684,
      "step": 20710
    },
    {
      "loss_action": 0.013752727769315243,
      "loss_total": 0.013752727769315243,
      "step": 20710
    },
    {
      "loss_action": 0.03410416841506958,
      "loss_total": 0.03410416841506958,
      "step": 20710
    },
    {
      "loss_action": 0.054705578833818436,
      "loss_total": 0.054705578833818436,
      "step": 20710
    },
    {
      "loss_action": 0.011358408257365227,
      "loss_total": 0.011358408257365227,
      "step": 20710
    },
    {
      "grad_norm": 0.21578848361968994,
      "learning_rate": 9.999911665762856e-05,
      "loss": 0.0187,
      "step": 20720
    },
    {
      "loss_action": 0.0312904417514801,
      "loss_total": 0.0312904417514801,
      "step": 20720
    },
    {
      "loss_action": 0.015657836571335793,
      "loss_total": 0.015657836571335793,
      "step": 20720
    },
    {
      "loss_action": 0.018831603229045868,
      "loss_total": 0.018831603229045868,
      "step": 20720
    },
    {
      "loss_action": 0.008679130114614964,
      "loss_total": 0.008679130114614964,
      "step": 20720
    },
    {
      "loss_action": 0.043219730257987976,
      "loss_total": 0.043219730257987976,
      "step": 20720
    },
    {
      "loss_action": 0.01413786318153143,
      "loss_total": 0.01413786318153143,
      "step": 20720
    },
    {
      "loss_action": 0.013734869658946991,
      "loss_total": 0.013734869658946991,
      "step": 20720
    },
    {
      "loss_action": 0.018343117088079453,
      "loss_total": 0.018343117088079453,
      "step": 20720
    },
    {
      "grad_norm": 0.1975562423467636,
      "learning_rate": 9.999909191541624e-05,
      "loss": 0.0191,
      "step": 20730
    },
    {
      "loss_action": 0.01465063076466322,
      "loss_total": 0.01465063076466322,
      "step": 20730
    },
    {
      "loss_action": 0.02227117121219635,
      "loss_total": 0.02227117121219635,
      "step": 20730
    },
    {
      "loss_action": 0.007989833131432533,
      "loss_total": 0.007989833131432533,
      "step": 20730
    },
    {
      "loss_action": 0.018286794424057007,
      "loss_total": 0.018286794424057007,
      "step": 20730
    },
    {
      "loss_action": 0.006669162306934595,
      "loss_total": 0.006669162306934595,
      "step": 20730
    },
    {
      "loss_action": 0.01275462657213211,
      "loss_total": 0.01275462657213211,
      "step": 20730
    },
    {
      "loss_action": 0.02796614170074463,
      "loss_total": 0.02796614170074463,
      "step": 20730
    },
    {
      "loss_action": 0.016550108790397644,
      "loss_total": 0.016550108790397644,
      "step": 20730
    },
    {
      "grad_norm": 0.1883743554353714,
      "learning_rate": 9.999906683146483e-05,
      "loss": 0.0182,
      "step": 20740
    },
    {
      "loss_action": 0.007579544559121132,
      "loss_total": 0.007579544559121132,
      "step": 20740
    },
    {
      "loss_action": 0.008521903306245804,
      "loss_total": 0.008521903306245804,
      "step": 20740
    },
    {
      "loss_action": 0.023418262600898743,
      "loss_total": 0.023418262600898743,
      "step": 20740
    },
    {
      "loss_action": 0.013532072305679321,
      "loss_total": 0.013532072305679321,
      "step": 20740
    },
    {
      "loss_action": 0.012804950587451458,
      "loss_total": 0.012804950587451458,
      "step": 20740
    },
    {
      "loss_action": 0.03363806754350662,
      "loss_total": 0.03363806754350662,
      "step": 20740
    },
    {
      "loss_action": 0.029612310230731964,
      "loss_total": 0.029612310230731964,
      "step": 20740
    },
    {
      "loss_action": 0.03924957662820816,
      "loss_total": 0.03924957662820816,
      "step": 20740
    },
    {
      "grad_norm": 0.29508015513420105,
      "learning_rate": 9.99990414057745e-05,
      "loss": 0.0234,
      "step": 20750
    },
    {
      "loss_action": 0.008093472570180893,
      "loss_total": 0.008093472570180893,
      "step": 20750
    },
    {
      "loss_action": 0.010738973505795002,
      "loss_total": 0.010738973505795002,
      "step": 20750
    },
    {
      "loss_action": 0.01728835143148899,
      "loss_total": 0.01728835143148899,
      "step": 20750
    },
    {
      "loss_action": 0.010769098065793514,
      "loss_total": 0.010769098065793514,
      "step": 20750
    },
    {
      "loss_action": 0.013686159625649452,
      "loss_total": 0.013686159625649452,
      "step": 20750
    },
    {
      "loss_action": 0.013143638148903847,
      "loss_total": 0.013143638148903847,
      "step": 20750
    },
    {
      "loss_action": 0.015680532902479172,
      "loss_total": 0.015680532902479172,
      "step": 20750
    },
    {
      "loss_action": 0.021800680086016655,
      "loss_total": 0.021800680086016655,
      "step": 20750
    },
    {
      "grad_norm": 0.2052428424358368,
      "learning_rate": 9.99990156383454e-05,
      "loss": 0.0157,
      "step": 20760
    },
    {
      "loss_action": 0.00711195170879364,
      "loss_total": 0.00711195170879364,
      "step": 20760
    },
    {
      "loss_action": 0.019151335582137108,
      "loss_total": 0.019151335582137108,
      "step": 20760
    },
    {
      "loss_action": 0.022163908928632736,
      "loss_total": 0.022163908928632736,
      "step": 20760
    },
    {
      "loss_action": 0.004863896407186985,
      "loss_total": 0.004863896407186985,
      "step": 20760
    },
    {
      "loss_action": 0.021728696301579475,
      "loss_total": 0.021728696301579475,
      "step": 20760
    },
    {
      "loss_action": 0.01003987342119217,
      "loss_total": 0.01003987342119217,
      "step": 20760
    },
    {
      "loss_action": 0.017022449523210526,
      "loss_total": 0.017022449523210526,
      "step": 20760
    },
    {
      "loss_action": 0.009159229695796967,
      "loss_total": 0.009159229695796967,
      "step": 20760
    },
    {
      "grad_norm": 0.22285598516464233,
      "learning_rate": 9.999898952917773e-05,
      "loss": 0.0168,
      "step": 20770
    },
    {
      "loss_action": 0.00686434842646122,
      "loss_total": 0.00686434842646122,
      "step": 20770
    },
    {
      "loss_action": 0.01417861320078373,
      "loss_total": 0.01417861320078373,
      "step": 20770
    },
    {
      "loss_action": 0.01986180990934372,
      "loss_total": 0.01986180990934372,
      "step": 20770
    },
    {
      "loss_action": 0.032059744000434875,
      "loss_total": 0.032059744000434875,
      "step": 20770
    },
    {
      "loss_action": 0.01362990215420723,
      "loss_total": 0.01362990215420723,
      "step": 20770
    },
    {
      "loss_action": 0.01309917587786913,
      "loss_total": 0.01309917587786913,
      "step": 20770
    },
    {
      "loss_action": 0.00937657617032528,
      "loss_total": 0.00937657617032528,
      "step": 20770
    },
    {
      "loss_action": 0.026585660874843597,
      "loss_total": 0.026585660874843597,
      "step": 20770
    },
    {
      "grad_norm": 0.21266762912273407,
      "learning_rate": 9.999896307827166e-05,
      "loss": 0.0162,
      "step": 20780
    },
    {
      "loss_action": 0.00997867714613676,
      "loss_total": 0.00997867714613676,
      "step": 20780
    },
    {
      "loss_action": 0.00791875645518303,
      "loss_total": 0.00791875645518303,
      "step": 20780
    },
    {
      "loss_action": 0.012224108912050724,
      "loss_total": 0.012224108912050724,
      "step": 20780
    },
    {
      "loss_action": 0.009648545645177364,
      "loss_total": 0.009648545645177364,
      "step": 20780
    },
    {
      "loss_action": 0.016419313848018646,
      "loss_total": 0.016419313848018646,
      "step": 20780
    },
    {
      "loss_action": 0.010762742720544338,
      "loss_total": 0.010762742720544338,
      "step": 20780
    },
    {
      "loss_action": 0.011150635778903961,
      "loss_total": 0.011150635778903961,
      "step": 20780
    },
    {
      "loss_action": 0.042564235627651215,
      "loss_total": 0.042564235627651215,
      "step": 20780
    },
    {
      "grad_norm": 0.46246176958084106,
      "learning_rate": 9.999893628562737e-05,
      "loss": 0.0194,
      "step": 20790
    },
    {
      "loss_action": 0.02270536497235298,
      "loss_total": 0.02270536497235298,
      "step": 20790
    },
    {
      "loss_action": 0.009172317571938038,
      "loss_total": 0.009172317571938038,
      "step": 20790
    },
    {
      "loss_action": 0.010868504643440247,
      "loss_total": 0.010868504643440247,
      "step": 20790
    },
    {
      "loss_action": 0.008699653670191765,
      "loss_total": 0.008699653670191765,
      "step": 20790
    },
    {
      "loss_action": 0.012539250776171684,
      "loss_total": 0.012539250776171684,
      "step": 20790
    },
    {
      "loss_action": 0.01419079303741455,
      "loss_total": 0.01419079303741455,
      "step": 20790
    },
    {
      "loss_action": 0.012727075256407261,
      "loss_total": 0.012727075256407261,
      "step": 20790
    },
    {
      "loss_action": 0.02075180411338806,
      "loss_total": 0.02075180411338806,
      "step": 20790
    },
    {
      "grad_norm": 0.22375428676605225,
      "learning_rate": 9.999890915124505e-05,
      "loss": 0.0181,
      "step": 20800
    },
    {
      "loss_action": 0.006469010841101408,
      "loss_total": 0.006469010841101408,
      "step": 20800
    },
    {
      "loss_action": 0.009703315794467926,
      "loss_total": 0.009703315794467926,
      "step": 20800
    },
    {
      "loss_action": 0.017054107040166855,
      "loss_total": 0.017054107040166855,
      "step": 20800
    },
    {
      "loss_action": 0.01363496482372284,
      "loss_total": 0.01363496482372284,
      "step": 20800
    },
    {
      "loss_action": 0.018429376184940338,
      "loss_total": 0.018429376184940338,
      "step": 20800
    },
    {
      "loss_action": 0.01990393176674843,
      "loss_total": 0.01990393176674843,
      "step": 20800
    },
    {
      "loss_action": 0.009892845526337624,
      "loss_total": 0.009892845526337624,
      "step": 20800
    },
    {
      "loss_action": 0.022406602278351784,
      "loss_total": 0.022406602278351784,
      "step": 20800
    },
    {
      "grad_norm": 0.19267159700393677,
      "learning_rate": 9.999888167512488e-05,
      "loss": 0.0174,
      "step": 20810
    },
    {
      "loss_action": 0.008811119943857193,
      "loss_total": 0.008811119943857193,
      "step": 20810
    },
    {
      "loss_action": 0.023662324994802475,
      "loss_total": 0.023662324994802475,
      "step": 20810
    },
    {
      "loss_action": 0.009076634421944618,
      "loss_total": 0.009076634421944618,
      "step": 20810
    },
    {
      "loss_action": 0.01657211035490036,
      "loss_total": 0.01657211035490036,
      "step": 20810
    },
    {
      "loss_action": 0.009352171793580055,
      "loss_total": 0.009352171793580055,
      "step": 20810
    },
    {
      "loss_action": 0.008308270946145058,
      "loss_total": 0.008308270946145058,
      "step": 20810
    },
    {
      "loss_action": 0.008698411285877228,
      "loss_total": 0.008698411285877228,
      "step": 20810
    },
    {
      "loss_action": 0.015341592952609062,
      "loss_total": 0.015341592952609062,
      "step": 20810
    },
    {
      "grad_norm": 0.24561713635921478,
      "learning_rate": 9.999885385726706e-05,
      "loss": 0.0165,
      "step": 20820
    },
    {
      "loss_action": 0.0073873428627848625,
      "loss_total": 0.0073873428627848625,
      "step": 20820
    },
    {
      "loss_action": 0.017263781279325485,
      "loss_total": 0.017263781279325485,
      "step": 20820
    },
    {
      "loss_action": 0.014762397855520248,
      "loss_total": 0.014762397855520248,
      "step": 20820
    },
    {
      "loss_action": 0.021501261740922928,
      "loss_total": 0.021501261740922928,
      "step": 20820
    },
    {
      "loss_action": 0.07770220190286636,
      "loss_total": 0.07770220190286636,
      "step": 20820
    },
    {
      "loss_action": 0.01365644671022892,
      "loss_total": 0.01365644671022892,
      "step": 20820
    },
    {
      "loss_action": 0.009828655980527401,
      "loss_total": 0.009828655980527401,
      "step": 20820
    },
    {
      "loss_action": 0.017473841086030006,
      "loss_total": 0.017473841086030006,
      "step": 20820
    },
    {
      "grad_norm": 0.24561414122581482,
      "learning_rate": 9.999882569767176e-05,
      "loss": 0.0168,
      "step": 20830
    },
    {
      "loss_action": 0.012024005874991417,
      "loss_total": 0.012024005874991417,
      "step": 20830
    },
    {
      "loss_action": 0.018660321831703186,
      "loss_total": 0.018660321831703186,
      "step": 20830
    },
    {
      "loss_action": 0.008082232438027859,
      "loss_total": 0.008082232438027859,
      "step": 20830
    },
    {
      "loss_action": 0.016929855570197105,
      "loss_total": 0.016929855570197105,
      "step": 20830
    },
    {
      "loss_action": 0.015072975307703018,
      "loss_total": 0.015072975307703018,
      "step": 20830
    },
    {
      "loss_action": 0.01418750174343586,
      "loss_total": 0.01418750174343586,
      "step": 20830
    },
    {
      "loss_action": 0.006993662565946579,
      "loss_total": 0.006993662565946579,
      "step": 20830
    },
    {
      "loss_action": 0.007369771599769592,
      "loss_total": 0.007369771599769592,
      "step": 20830
    },
    {
      "grad_norm": 0.2394224852323532,
      "learning_rate": 9.999879719633917e-05,
      "loss": 0.0156,
      "step": 20840
    },
    {
      "loss_action": 0.02251017838716507,
      "loss_total": 0.02251017838716507,
      "step": 20840
    },
    {
      "loss_action": 0.03523825481534004,
      "loss_total": 0.03523825481534004,
      "step": 20840
    },
    {
      "loss_action": 0.016789738088846207,
      "loss_total": 0.016789738088846207,
      "step": 20840
    },
    {
      "loss_action": 0.015932437032461166,
      "loss_total": 0.015932437032461166,
      "step": 20840
    },
    {
      "loss_action": 0.013629207387566566,
      "loss_total": 0.013629207387566566,
      "step": 20840
    },
    {
      "loss_action": 0.03067941591143608,
      "loss_total": 0.03067941591143608,
      "step": 20840
    },
    {
      "loss_action": 0.013775896281003952,
      "loss_total": 0.013775896281003952,
      "step": 20840
    },
    {
      "loss_action": 0.008377378806471825,
      "loss_total": 0.008377378806471825,
      "step": 20840
    },
    {
      "grad_norm": 0.16570936143398285,
      "learning_rate": 9.999876835326952e-05,
      "loss": 0.0166,
      "step": 20850
    },
    {
      "loss_action": 0.025185516104102135,
      "loss_total": 0.025185516104102135,
      "step": 20850
    },
    {
      "loss_action": 0.00705513171851635,
      "loss_total": 0.00705513171851635,
      "step": 20850
    },
    {
      "loss_action": 0.01859118789434433,
      "loss_total": 0.01859118789434433,
      "step": 20850
    },
    {
      "loss_action": 0.021041573956608772,
      "loss_total": 0.021041573956608772,
      "step": 20850
    },
    {
      "loss_action": 0.01946140080690384,
      "loss_total": 0.01946140080690384,
      "step": 20850
    },
    {
      "loss_action": 0.013517973013222218,
      "loss_total": 0.013517973013222218,
      "step": 20850
    },
    {
      "loss_action": 0.01207849383354187,
      "loss_total": 0.01207849383354187,
      "step": 20850
    },
    {
      "loss_action": 0.011577339842915535,
      "loss_total": 0.011577339842915535,
      "step": 20850
    },
    {
      "grad_norm": 0.1447700411081314,
      "learning_rate": 9.999873916846296e-05,
      "loss": 0.0168,
      "step": 20860
    },
    {
      "loss_action": 0.024395201355218887,
      "loss_total": 0.024395201355218887,
      "step": 20860
    },
    {
      "loss_action": 0.011404614895582199,
      "loss_total": 0.011404614895582199,
      "step": 20860
    },
    {
      "loss_action": 0.012880543246865273,
      "loss_total": 0.012880543246865273,
      "step": 20860
    },
    {
      "loss_action": 0.01010107435286045,
      "loss_total": 0.01010107435286045,
      "step": 20860
    },
    {
      "loss_action": 0.019562214612960815,
      "loss_total": 0.019562214612960815,
      "step": 20860
    },
    {
      "loss_action": 0.03252080827951431,
      "loss_total": 0.03252080827951431,
      "step": 20860
    },
    {
      "loss_action": 0.016801685094833374,
      "loss_total": 0.016801685094833374,
      "step": 20860
    },
    {
      "loss_action": 0.03147994354367256,
      "loss_total": 0.03147994354367256,
      "step": 20860
    },
    {
      "grad_norm": 0.23259346187114716,
      "learning_rate": 9.999870964191973e-05,
      "loss": 0.0172,
      "step": 20870
    },
    {
      "loss_action": 0.0054677436128258705,
      "loss_total": 0.0054677436128258705,
      "step": 20870
    },
    {
      "loss_action": 0.023319296538829803,
      "loss_total": 0.023319296538829803,
      "step": 20870
    },
    {
      "loss_action": 0.009994804859161377,
      "loss_total": 0.009994804859161377,
      "step": 20870
    },
    {
      "loss_action": 0.018373040482401848,
      "loss_total": 0.018373040482401848,
      "step": 20870
    },
    {
      "loss_action": 0.015477355569601059,
      "loss_total": 0.015477355569601059,
      "step": 20870
    },
    {
      "loss_action": 0.01440170407295227,
      "loss_total": 0.01440170407295227,
      "step": 20870
    },
    {
      "loss_action": 0.014886593446135521,
      "loss_total": 0.014886593446135521,
      "step": 20870
    },
    {
      "loss_action": 0.006907225586473942,
      "loss_total": 0.006907225586473942,
      "step": 20870
    },
    {
      "grad_norm": 0.19600559771060944,
      "learning_rate": 9.999867977364002e-05,
      "loss": 0.0146,
      "step": 20880
    },
    {
      "loss_action": 0.01615106873214245,
      "loss_total": 0.01615106873214245,
      "step": 20880
    },
    {
      "loss_action": 0.015465747565031052,
      "loss_total": 0.015465747565031052,
      "step": 20880
    },
    {
      "loss_action": 0.013594912365078926,
      "loss_total": 0.013594912365078926,
      "step": 20880
    },
    {
      "loss_action": 0.02053394541144371,
      "loss_total": 0.02053394541144371,
      "step": 20880
    },
    {
      "loss_action": 0.007296320050954819,
      "loss_total": 0.007296320050954819,
      "step": 20880
    },
    {
      "loss_action": 0.006207664497196674,
      "loss_total": 0.006207664497196674,
      "step": 20880
    },
    {
      "loss_action": 0.0185139961540699,
      "loss_total": 0.0185139961540699,
      "step": 20880
    },
    {
      "loss_action": 0.013733010739088058,
      "loss_total": 0.013733010739088058,
      "step": 20880
    },
    {
      "grad_norm": 0.18123546242713928,
      "learning_rate": 9.999864956362401e-05,
      "loss": 0.0182,
      "step": 20890
    },
    {
      "loss_action": 0.017450781539082527,
      "loss_total": 0.017450781539082527,
      "step": 20890
    },
    {
      "loss_action": 0.02316230535507202,
      "loss_total": 0.02316230535507202,
      "step": 20890
    },
    {
      "loss_action": 0.021202974021434784,
      "loss_total": 0.021202974021434784,
      "step": 20890
    },
    {
      "loss_action": 0.010422442108392715,
      "loss_total": 0.010422442108392715,
      "step": 20890
    },
    {
      "loss_action": 0.011915590614080429,
      "loss_total": 0.011915590614080429,
      "step": 20890
    },
    {
      "loss_action": 0.01941729709506035,
      "loss_total": 0.01941729709506035,
      "step": 20890
    },
    {
      "loss_action": 0.018032509833574295,
      "loss_total": 0.018032509833574295,
      "step": 20890
    },
    {
      "loss_action": 0.018633611500263214,
      "loss_total": 0.018633611500263214,
      "step": 20890
    },
    {
      "grad_norm": 0.1875590980052948,
      "learning_rate": 9.999861901187193e-05,
      "loss": 0.0175,
      "step": 20900
    },
    {
      "loss_action": 0.03374148905277252,
      "loss_total": 0.03374148905277252,
      "step": 20900
    },
    {
      "loss_action": 0.01806141436100006,
      "loss_total": 0.01806141436100006,
      "step": 20900
    },
    {
      "loss_action": 0.00872589647769928,
      "loss_total": 0.00872589647769928,
      "step": 20900
    },
    {
      "loss_action": 0.009204047732055187,
      "loss_total": 0.009204047732055187,
      "step": 20900
    },
    {
      "loss_action": 0.007628892082720995,
      "loss_total": 0.007628892082720995,
      "step": 20900
    },
    {
      "loss_action": 0.02089449018239975,
      "loss_total": 0.02089449018239975,
      "step": 20900
    },
    {
      "loss_action": 0.008082762360572815,
      "loss_total": 0.008082762360572815,
      "step": 20900
    },
    {
      "loss_action": 0.00677250511944294,
      "loss_total": 0.00677250511944294,
      "step": 20900
    },
    {
      "grad_norm": 0.19102583825588226,
      "learning_rate": 9.999858811838399e-05,
      "loss": 0.0158,
      "step": 20910
    },
    {
      "loss_action": 0.02136113867163658,
      "loss_total": 0.02136113867163658,
      "step": 20910
    },
    {
      "loss_action": 0.009899621829390526,
      "loss_total": 0.009899621829390526,
      "step": 20910
    },
    {
      "loss_action": 0.020739281550049782,
      "loss_total": 0.020739281550049782,
      "step": 20910
    },
    {
      "loss_action": 0.009863894432783127,
      "loss_total": 0.009863894432783127,
      "step": 20910
    },
    {
      "loss_action": 0.013204612769186497,
      "loss_total": 0.013204612769186497,
      "step": 20910
    },
    {
      "loss_action": 0.009070868603885174,
      "loss_total": 0.009070868603885174,
      "step": 20910
    },
    {
      "loss_action": 0.026574479416012764,
      "loss_total": 0.026574479416012764,
      "step": 20910
    },
    {
      "loss_action": 0.013313029892742634,
      "loss_total": 0.013313029892742634,
      "step": 20910
    },
    {
      "grad_norm": 0.11992163956165314,
      "learning_rate": 9.99985568831604e-05,
      "loss": 0.0157,
      "step": 20920
    },
    {
      "loss_action": 0.017728254199028015,
      "loss_total": 0.017728254199028015,
      "step": 20920
    },
    {
      "loss_action": 0.015620047226548195,
      "loss_total": 0.015620047226548195,
      "step": 20920
    },
    {
      "loss_action": 0.013226158916950226,
      "loss_total": 0.013226158916950226,
      "step": 20920
    },
    {
      "loss_action": 0.008191142231225967,
      "loss_total": 0.008191142231225967,
      "step": 20920
    },
    {
      "loss_action": 0.006028106436133385,
      "loss_total": 0.006028106436133385,
      "step": 20920
    },
    {
      "loss_action": 0.018894264474511147,
      "loss_total": 0.018894264474511147,
      "step": 20920
    },
    {
      "loss_action": 0.012089366093277931,
      "loss_total": 0.012089366093277931,
      "step": 20920
    },
    {
      "loss_action": 0.008546330966055393,
      "loss_total": 0.008546330966055393,
      "step": 20920
    },
    {
      "grad_norm": 0.22627434134483337,
      "learning_rate": 9.999852530620136e-05,
      "loss": 0.0159,
      "step": 20930
    },
    {
      "loss_action": 0.016544323414564133,
      "loss_total": 0.016544323414564133,
      "step": 20930
    },
    {
      "loss_action": 0.011847836896777153,
      "loss_total": 0.011847836896777153,
      "step": 20930
    },
    {
      "loss_action": 0.018151018768548965,
      "loss_total": 0.018151018768548965,
      "step": 20930
    },
    {
      "loss_action": 0.02845616266131401,
      "loss_total": 0.02845616266131401,
      "step": 20930
    },
    {
      "loss_action": 0.009544892236590385,
      "loss_total": 0.009544892236590385,
      "step": 20930
    },
    {
      "loss_action": 0.0090800691395998,
      "loss_total": 0.0090800691395998,
      "step": 20930
    },
    {
      "loss_action": 0.04036734253168106,
      "loss_total": 0.04036734253168106,
      "step": 20930
    },
    {
      "loss_action": 0.008276738226413727,
      "loss_total": 0.008276738226413727,
      "step": 20930
    },
    {
      "grad_norm": 0.15595300495624542,
      "learning_rate": 9.99984933875071e-05,
      "loss": 0.0152,
      "step": 20940
    },
    {
      "loss_action": 0.010200376622378826,
      "loss_total": 0.010200376622378826,
      "step": 20940
    },
    {
      "loss_action": 0.012428758665919304,
      "loss_total": 0.012428758665919304,
      "step": 20940
    },
    {
      "loss_action": 0.010521954856812954,
      "loss_total": 0.010521954856812954,
      "step": 20940
    },
    {
      "loss_action": 0.018659446388483047,
      "loss_total": 0.018659446388483047,
      "step": 20940
    },
    {
      "loss_action": 0.019758466631174088,
      "loss_total": 0.019758466631174088,
      "step": 20940
    },
    {
      "loss_action": 0.028496285900473595,
      "loss_total": 0.028496285900473595,
      "step": 20940
    },
    {
      "loss_action": 0.013152383267879486,
      "loss_total": 0.013152383267879486,
      "step": 20940
    },
    {
      "loss_action": 0.013005685992538929,
      "loss_total": 0.013005685992538929,
      "step": 20940
    },
    {
      "grad_norm": 0.21434779465198517,
      "learning_rate": 9.999846112707783e-05,
      "loss": 0.0156,
      "step": 20950
    },
    {
      "loss_action": 0.007572611793875694,
      "loss_total": 0.007572611793875694,
      "step": 20950
    },
    {
      "loss_action": 0.007259179372340441,
      "loss_total": 0.007259179372340441,
      "step": 20950
    },
    {
      "loss_action": 0.018313275650143623,
      "loss_total": 0.018313275650143623,
      "step": 20950
    },
    {
      "loss_action": 0.018857527524232864,
      "loss_total": 0.018857527524232864,
      "step": 20950
    },
    {
      "loss_action": 0.015193131752312183,
      "loss_total": 0.015193131752312183,
      "step": 20950
    },
    {
      "loss_action": 0.013326318003237247,
      "loss_total": 0.013326318003237247,
      "step": 20950
    },
    {
      "loss_action": 0.012439899146556854,
      "loss_total": 0.012439899146556854,
      "step": 20950
    },
    {
      "loss_action": 0.014677534811198711,
      "loss_total": 0.014677534811198711,
      "step": 20950
    },
    {
      "grad_norm": 0.1463100016117096,
      "learning_rate": 9.999842852491378e-05,
      "loss": 0.0166,
      "step": 20960
    },
    {
      "loss_action": 0.015460105612874031,
      "loss_total": 0.015460105612874031,
      "step": 20960
    },
    {
      "loss_action": 0.008966503664851189,
      "loss_total": 0.008966503664851189,
      "step": 20960
    },
    {
      "loss_action": 0.05328798666596413,
      "loss_total": 0.05328798666596413,
      "step": 20960
    },
    {
      "loss_action": 0.01034386083483696,
      "loss_total": 0.01034386083483696,
      "step": 20960
    },
    {
      "loss_action": 0.008939942345023155,
      "loss_total": 0.008939942345023155,
      "step": 20960
    },
    {
      "loss_action": 0.006592337973415852,
      "loss_total": 0.006592337973415852,
      "step": 20960
    },
    {
      "loss_action": 0.04394830763339996,
      "loss_total": 0.04394830763339996,
      "step": 20960
    },
    {
      "loss_action": 0.007841851562261581,
      "loss_total": 0.007841851562261581,
      "step": 20960
    },
    {
      "grad_norm": 0.20503351092338562,
      "learning_rate": 9.999839558101516e-05,
      "loss": 0.0158,
      "step": 20970
    },
    {
      "loss_action": 0.021421823650598526,
      "loss_total": 0.021421823650598526,
      "step": 20970
    },
    {
      "loss_action": 0.005673609208315611,
      "loss_total": 0.005673609208315611,
      "step": 20970
    },
    {
      "loss_action": 0.014801775105297565,
      "loss_total": 0.014801775105297565,
      "step": 20970
    },
    {
      "loss_action": 0.011608615517616272,
      "loss_total": 0.011608615517616272,
      "step": 20970
    },
    {
      "loss_action": 0.021169209852814674,
      "loss_total": 0.021169209852814674,
      "step": 20970
    },
    {
      "loss_action": 0.021447692066431046,
      "loss_total": 0.021447692066431046,
      "step": 20970
    },
    {
      "loss_action": 0.016593914479017258,
      "loss_total": 0.016593914479017258,
      "step": 20970
    },
    {
      "loss_action": 0.022337917238473892,
      "loss_total": 0.022337917238473892,
      "step": 20970
    },
    {
      "grad_norm": 0.16161616146564484,
      "learning_rate": 9.99983622953822e-05,
      "loss": 0.0222,
      "step": 20980
    },
    {
      "loss_action": 0.014835388399660587,
      "loss_total": 0.014835388399660587,
      "step": 20980
    },
    {
      "loss_action": 0.010409053415060043,
      "loss_total": 0.010409053415060043,
      "step": 20980
    },
    {
      "loss_action": 0.010103343054652214,
      "loss_total": 0.010103343054652214,
      "step": 20980
    },
    {
      "loss_action": 0.017970656976103783,
      "loss_total": 0.017970656976103783,
      "step": 20980
    },
    {
      "loss_action": 0.01679772138595581,
      "loss_total": 0.01679772138595581,
      "step": 20980
    },
    {
      "loss_action": 0.01720317080616951,
      "loss_total": 0.01720317080616951,
      "step": 20980
    },
    {
      "loss_action": 0.011057887226343155,
      "loss_total": 0.011057887226343155,
      "step": 20980
    },
    {
      "loss_action": 0.010154375806450844,
      "loss_total": 0.010154375806450844,
      "step": 20980
    },
    {
      "grad_norm": 0.24869579076766968,
      "learning_rate": 9.999832866801513e-05,
      "loss": 0.0179,
      "step": 20990
    },
    {
      "loss_action": 0.027218040078878403,
      "loss_total": 0.027218040078878403,
      "step": 20990
    },
    {
      "loss_action": 0.01809687353670597,
      "loss_total": 0.01809687353670597,
      "step": 20990
    },
    {
      "loss_action": 0.017612027004361153,
      "loss_total": 0.017612027004361153,
      "step": 20990
    },
    {
      "loss_action": 0.011171124875545502,
      "loss_total": 0.011171124875545502,
      "step": 20990
    },
    {
      "loss_action": 0.012546414509415627,
      "loss_total": 0.012546414509415627,
      "step": 20990
    },
    {
      "loss_action": 0.0188555009663105,
      "loss_total": 0.0188555009663105,
      "step": 20990
    },
    {
      "loss_action": 0.013500699773430824,
      "loss_total": 0.013500699773430824,
      "step": 20990
    },
    {
      "loss_action": 0.01112513616681099,
      "loss_total": 0.01112513616681099,
      "step": 20990
    },
    {
      "grad_norm": 0.19260385632514954,
      "learning_rate": 9.999829469891418e-05,
      "loss": 0.0174,
      "step": 21000
    },
    {
      "loss_action": 0.01592356525361538,
      "loss_total": 0.01592356525361538,
      "step": 21000
    },
    {
      "loss_action": 0.014221768826246262,
      "loss_total": 0.014221768826246262,
      "step": 21000
    },
    {
      "loss_action": 0.02745320275425911,
      "loss_total": 0.02745320275425911,
      "step": 21000
    },
    {
      "loss_action": 0.034302856773138046,
      "loss_total": 0.034302856773138046,
      "step": 21000
    },
    {
      "loss_action": 0.00921660102903843,
      "loss_total": 0.00921660102903843,
      "step": 21000
    },
    {
      "loss_action": 0.01696755178272724,
      "loss_total": 0.01696755178272724,
      "step": 21000
    },
    {
      "loss_action": 0.022868391126394272,
      "loss_total": 0.022868391126394272,
      "step": 21000
    },
    {
      "loss_action": 0.009097067639231682,
      "loss_total": 0.009097067639231682,
      "step": 21000
    },
    {
      "grad_norm": 0.16366837918758392,
      "learning_rate": 9.999826038807959e-05,
      "loss": 0.0177,
      "step": 21010
    },
    {
      "loss_action": 0.02034265734255314,
      "loss_total": 0.02034265734255314,
      "step": 21010
    },
    {
      "loss_action": 0.008795328438282013,
      "loss_total": 0.008795328438282013,
      "step": 21010
    },
    {
      "loss_action": 0.009336723014712334,
      "loss_total": 0.009336723014712334,
      "step": 21010
    },
    {
      "loss_action": 0.006227817386388779,
      "loss_total": 0.006227817386388779,
      "step": 21010
    },
    {
      "loss_action": 0.0131660345941782,
      "loss_total": 0.0131660345941782,
      "step": 21010
    },
    {
      "loss_action": 0.006905857473611832,
      "loss_total": 0.006905857473611832,
      "step": 21010
    },
    {
      "loss_action": 0.02087618038058281,
      "loss_total": 0.02087618038058281,
      "step": 21010
    },
    {
      "loss_action": 0.02519962005317211,
      "loss_total": 0.02519962005317211,
      "step": 21010
    },
    {
      "grad_norm": 0.1695418357849121,
      "learning_rate": 9.999822573551157e-05,
      "loss": 0.0175,
      "step": 21020
    },
    {
      "loss_action": 0.01672726310789585,
      "loss_total": 0.01672726310789585,
      "step": 21020
    },
    {
      "loss_action": 0.023869596421718597,
      "loss_total": 0.023869596421718597,
      "step": 21020
    },
    {
      "loss_action": 0.02942509390413761,
      "loss_total": 0.02942509390413761,
      "step": 21020
    },
    {
      "loss_action": 0.008795816451311111,
      "loss_total": 0.008795816451311111,
      "step": 21020
    },
    {
      "loss_action": 0.03057146444916725,
      "loss_total": 0.03057146444916725,
      "step": 21020
    },
    {
      "loss_action": 0.01576361432671547,
      "loss_total": 0.01576361432671547,
      "step": 21020
    },
    {
      "loss_action": 0.01464629452675581,
      "loss_total": 0.01464629452675581,
      "step": 21020
    },
    {
      "loss_action": 0.007305205799639225,
      "loss_total": 0.007305205799639225,
      "step": 21020
    },
    {
      "grad_norm": 0.1510927975177765,
      "learning_rate": 9.999819074121038e-05,
      "loss": 0.0166,
      "step": 21030
    },
    {
      "loss_action": 0.012920517474412918,
      "loss_total": 0.012920517474412918,
      "step": 21030
    },
    {
      "loss_action": 0.013813000172376633,
      "loss_total": 0.013813000172376633,
      "step": 21030
    },
    {
      "loss_action": 0.012730758637189865,
      "loss_total": 0.012730758637189865,
      "step": 21030
    },
    {
      "loss_action": 0.03272523358464241,
      "loss_total": 0.03272523358464241,
      "step": 21030
    },
    {
      "loss_action": 0.0049669393338263035,
      "loss_total": 0.0049669393338263035,
      "step": 21030
    },
    {
      "loss_action": 0.013896672055125237,
      "loss_total": 0.013896672055125237,
      "step": 21030
    },
    {
      "loss_action": 0.017869645729660988,
      "loss_total": 0.017869645729660988,
      "step": 21030
    },
    {
      "loss_action": 0.02314455807209015,
      "loss_total": 0.02314455807209015,
      "step": 21030
    },
    {
      "grad_norm": 0.1536683589220047,
      "learning_rate": 9.999815540517625e-05,
      "loss": 0.0151,
      "step": 21040
    },
    {
      "loss_action": 0.015345722436904907,
      "loss_total": 0.015345722436904907,
      "step": 21040
    },
    {
      "loss_action": 0.01904270425438881,
      "loss_total": 0.01904270425438881,
      "step": 21040
    },
    {
      "loss_action": 0.005097380839288235,
      "loss_total": 0.005097380839288235,
      "step": 21040
    },
    {
      "loss_action": 0.021431004628539085,
      "loss_total": 0.021431004628539085,
      "step": 21040
    },
    {
      "loss_action": 0.017496293410658836,
      "loss_total": 0.017496293410658836,
      "step": 21040
    },
    {
      "loss_action": 0.016939958557486534,
      "loss_total": 0.016939958557486534,
      "step": 21040
    },
    {
      "loss_action": 0.010132940486073494,
      "loss_total": 0.010132940486073494,
      "step": 21040
    },
    {
      "loss_action": 0.030168402940034866,
      "loss_total": 0.030168402940034866,
      "step": 21040
    },
    {
      "grad_norm": 0.26996222138404846,
      "learning_rate": 9.999811972740942e-05,
      "loss": 0.0144,
      "step": 21050
    },
    {
      "loss_action": 0.024967001751065254,
      "loss_total": 0.024967001751065254,
      "step": 21050
    },
    {
      "loss_action": 0.02401679754257202,
      "loss_total": 0.02401679754257202,
      "step": 21050
    },
    {
      "loss_action": 0.012165004387497902,
      "loss_total": 0.012165004387497902,
      "step": 21050
    },
    {
      "loss_action": 0.011961261741816998,
      "loss_total": 0.011961261741816998,
      "step": 21050
    },
    {
      "loss_action": 0.013025395572185516,
      "loss_total": 0.013025395572185516,
      "step": 21050
    },
    {
      "loss_action": 0.010187406092882156,
      "loss_total": 0.010187406092882156,
      "step": 21050
    },
    {
      "loss_action": 0.02375628985464573,
      "loss_total": 0.02375628985464573,
      "step": 21050
    },
    {
      "loss_action": 0.009473138488829136,
      "loss_total": 0.009473138488829136,
      "step": 21050
    },
    {
      "grad_norm": 0.1905771642923355,
      "learning_rate": 9.999808370791015e-05,
      "loss": 0.0151,
      "step": 21060
    },
    {
      "loss_action": 0.017917200922966003,
      "loss_total": 0.017917200922966003,
      "step": 21060
    },
    {
      "loss_action": 0.007155205123126507,
      "loss_total": 0.007155205123126507,
      "step": 21060
    },
    {
      "loss_action": 0.00894725602120161,
      "loss_total": 0.00894725602120161,
      "step": 21060
    },
    {
      "loss_action": 0.03575791418552399,
      "loss_total": 0.03575791418552399,
      "step": 21060
    },
    {
      "loss_action": 0.012645907700061798,
      "loss_total": 0.012645907700061798,
      "step": 21060
    },
    {
      "loss_action": 0.010155112482607365,
      "loss_total": 0.010155112482607365,
      "step": 21060
    },
    {
      "loss_action": 0.02602895349264145,
      "loss_total": 0.02602895349264145,
      "step": 21060
    },
    {
      "loss_action": 0.019723892211914062,
      "loss_total": 0.019723892211914062,
      "step": 21060
    },
    {
      "grad_norm": 0.2337542474269867,
      "learning_rate": 9.999804734667866e-05,
      "loss": 0.0164,
      "step": 21070
    },
    {
      "loss_action": 0.009283297695219517,
      "loss_total": 0.009283297695219517,
      "step": 21070
    },
    {
      "loss_action": 0.016776669770479202,
      "loss_total": 0.016776669770479202,
      "step": 21070
    },
    {
      "loss_action": 0.00701978849247098,
      "loss_total": 0.00701978849247098,
      "step": 21070
    },
    {
      "loss_action": 0.014108454808592796,
      "loss_total": 0.014108454808592796,
      "step": 21070
    },
    {
      "loss_action": 0.018006393685936928,
      "loss_total": 0.018006393685936928,
      "step": 21070
    },
    {
      "loss_action": 0.016664449125528336,
      "loss_total": 0.016664449125528336,
      "step": 21070
    },
    {
      "loss_action": 0.01219666562974453,
      "loss_total": 0.01219666562974453,
      "step": 21070
    },
    {
      "loss_action": 0.010165641084313393,
      "loss_total": 0.010165641084313393,
      "step": 21070
    },
    {
      "grad_norm": 0.23228558897972107,
      "learning_rate": 9.999801064371523e-05,
      "loss": 0.0239,
      "step": 21080
    },
    {
      "loss_action": 0.015983523800969124,
      "loss_total": 0.015983523800969124,
      "step": 21080
    },
    {
      "loss_action": 0.014570546336472034,
      "loss_total": 0.014570546336472034,
      "step": 21080
    },
    {
      "loss_action": 0.021246105432510376,
      "loss_total": 0.021246105432510376,
      "step": 21080
    },
    {
      "loss_action": 0.014613872393965721,
      "loss_total": 0.014613872393965721,
      "step": 21080
    },
    {
      "loss_action": 0.0303318090736866,
      "loss_total": 0.0303318090736866,
      "step": 21080
    },
    {
      "loss_action": 0.016268432140350342,
      "loss_total": 0.016268432140350342,
      "step": 21080
    },
    {
      "loss_action": 0.01682131178677082,
      "loss_total": 0.01682131178677082,
      "step": 21080
    },
    {
      "loss_action": 0.023656927049160004,
      "loss_total": 0.023656927049160004,
      "step": 21080
    },
    {
      "grad_norm": 0.2414511740207672,
      "learning_rate": 9.999797359902007e-05,
      "loss": 0.0195,
      "step": 21090
    },
    {
      "loss_action": 0.013949280604720116,
      "loss_total": 0.013949280604720116,
      "step": 21090
    },
    {
      "loss_action": 0.01855790801346302,
      "loss_total": 0.01855790801346302,
      "step": 21090
    },
    {
      "loss_action": 0.02388770878314972,
      "loss_total": 0.02388770878314972,
      "step": 21090
    },
    {
      "loss_action": 0.022125758230686188,
      "loss_total": 0.022125758230686188,
      "step": 21090
    },
    {
      "loss_action": 0.016936831176280975,
      "loss_total": 0.016936831176280975,
      "step": 21090
    },
    {
      "loss_action": 0.02368464507162571,
      "loss_total": 0.02368464507162571,
      "step": 21090
    },
    {
      "loss_action": 0.020859861746430397,
      "loss_total": 0.020859861746430397,
      "step": 21090
    },
    {
      "loss_action": 0.009351026266813278,
      "loss_total": 0.009351026266813278,
      "step": 21090
    },
    {
      "grad_norm": 0.23207662999629974,
      "learning_rate": 9.999793621259345e-05,
      "loss": 0.0199,
      "step": 21100
    },
    {
      "loss_action": 0.018105965107679367,
      "loss_total": 0.018105965107679367,
      "step": 21100
    },
    {
      "loss_action": 0.01522756740450859,
      "loss_total": 0.01522756740450859,
      "step": 21100
    },
    {
      "loss_action": 0.012942150235176086,
      "loss_total": 0.012942150235176086,
      "step": 21100
    },
    {
      "loss_action": 0.008510472252964973,
      "loss_total": 0.008510472252964973,
      "step": 21100
    },
    {
      "loss_action": 0.02118406444787979,
      "loss_total": 0.02118406444787979,
      "step": 21100
    },
    {
      "loss_action": 0.015855984762310982,
      "loss_total": 0.015855984762310982,
      "step": 21100
    },
    {
      "loss_action": 0.01194797083735466,
      "loss_total": 0.01194797083735466,
      "step": 21100
    },
    {
      "loss_action": 0.018526330590248108,
      "loss_total": 0.018526330590248108,
      "step": 21100
    },
    {
      "grad_norm": 0.17964860796928406,
      "learning_rate": 9.999789848443565e-05,
      "loss": 0.0169,
      "step": 21110
    },
    {
      "loss_action": 0.007585782557725906,
      "loss_total": 0.007585782557725906,
      "step": 21110
    },
    {
      "loss_action": 0.027712345123291016,
      "loss_total": 0.027712345123291016,
      "step": 21110
    },
    {
      "loss_action": 0.021070297807455063,
      "loss_total": 0.021070297807455063,
      "step": 21110
    },
    {
      "loss_action": 0.010787446983158588,
      "loss_total": 0.010787446983158588,
      "step": 21110
    },
    {
      "loss_action": 0.011137371882796288,
      "loss_total": 0.011137371882796288,
      "step": 21110
    },
    {
      "loss_action": 0.008415620774030685,
      "loss_total": 0.008415620774030685,
      "step": 21110
    },
    {
      "loss_action": 0.007819859310984612,
      "loss_total": 0.007819859310984612,
      "step": 21110
    },
    {
      "loss_action": 0.024704767391085625,
      "loss_total": 0.024704767391085625,
      "step": 21110
    },
    {
      "grad_norm": 0.16762301325798035,
      "learning_rate": 9.99978604145469e-05,
      "loss": 0.0161,
      "step": 21120
    },
    {
      "loss_action": 0.018844394013285637,
      "loss_total": 0.018844394013285637,
      "step": 21120
    },
    {
      "loss_action": 0.01214841939508915,
      "loss_total": 0.01214841939508915,
      "step": 21120
    },
    {
      "loss_action": 0.02667747437953949,
      "loss_total": 0.02667747437953949,
      "step": 21120
    },
    {
      "loss_action": 0.023768212646245956,
      "loss_total": 0.023768212646245956,
      "step": 21120
    },
    {
      "loss_action": 0.01780487596988678,
      "loss_total": 0.01780487596988678,
      "step": 21120
    },
    {
      "loss_action": 0.022235270589590073,
      "loss_total": 0.022235270589590073,
      "step": 21120
    },
    {
      "loss_action": 0.028669290244579315,
      "loss_total": 0.028669290244579315,
      "step": 21120
    },
    {
      "loss_action": 0.021817678585648537,
      "loss_total": 0.021817678585648537,
      "step": 21120
    },
    {
      "grad_norm": 0.21675507724285126,
      "learning_rate": 9.999782200292749e-05,
      "loss": 0.0184,
      "step": 21130
    },
    {
      "loss_action": 0.008686444722115993,
      "loss_total": 0.008686444722115993,
      "step": 21130
    },
    {
      "loss_action": 0.01951158419251442,
      "loss_total": 0.01951158419251442,
      "step": 21130
    },
    {
      "loss_action": 0.03390863165259361,
      "loss_total": 0.03390863165259361,
      "step": 21130
    },
    {
      "loss_action": 0.02788730151951313,
      "loss_total": 0.02788730151951313,
      "step": 21130
    },
    {
      "loss_action": 0.01011061854660511,
      "loss_total": 0.01011061854660511,
      "step": 21130
    },
    {
      "loss_action": 0.027305815368890762,
      "loss_total": 0.027305815368890762,
      "step": 21130
    },
    {
      "loss_action": 0.021935587748885155,
      "loss_total": 0.021935587748885155,
      "step": 21130
    },
    {
      "loss_action": 0.01588616520166397,
      "loss_total": 0.01588616520166397,
      "step": 21130
    },
    {
      "grad_norm": 0.17000073194503784,
      "learning_rate": 9.999778324957765e-05,
      "loss": 0.0176,
      "step": 21140
    },
    {
      "loss_action": 0.01435671653598547,
      "loss_total": 0.01435671653598547,
      "step": 21140
    },
    {
      "loss_action": 0.01006399281322956,
      "loss_total": 0.01006399281322956,
      "step": 21140
    },
    {
      "loss_action": 0.02203013375401497,
      "loss_total": 0.02203013375401497,
      "step": 21140
    },
    {
      "loss_action": 0.011108634993433952,
      "loss_total": 0.011108634993433952,
      "step": 21140
    },
    {
      "loss_action": 0.023074422031641006,
      "loss_total": 0.023074422031641006,
      "step": 21140
    },
    {
      "loss_action": 0.020969653502106667,
      "loss_total": 0.020969653502106667,
      "step": 21140
    },
    {
      "loss_action": 0.011975247412919998,
      "loss_total": 0.011975247412919998,
      "step": 21140
    },
    {
      "loss_action": 0.01264379732310772,
      "loss_total": 0.01264379732310772,
      "step": 21140
    },
    {
      "grad_norm": 0.2059767097234726,
      "learning_rate": 9.999774415449765e-05,
      "loss": 0.0176,
      "step": 21150
    },
    {
      "loss_action": 0.009031985886394978,
      "loss_total": 0.009031985886394978,
      "step": 21150
    },
    {
      "loss_action": 0.010341789573431015,
      "loss_total": 0.010341789573431015,
      "step": 21150
    },
    {
      "loss_action": 0.007263095583766699,
      "loss_total": 0.007263095583766699,
      "step": 21150
    },
    {
      "loss_action": 0.007511550560593605,
      "loss_total": 0.007511550560593605,
      "step": 21150
    },
    {
      "loss_action": 0.012696802616119385,
      "loss_total": 0.012696802616119385,
      "step": 21150
    },
    {
      "loss_action": 0.013713161461055279,
      "loss_total": 0.013713161461055279,
      "step": 21150
    },
    {
      "loss_action": 0.020623262971639633,
      "loss_total": 0.020623262971639633,
      "step": 21150
    },
    {
      "loss_action": 0.0077656712383031845,
      "loss_total": 0.0077656712383031845,
      "step": 21150
    },
    {
      "grad_norm": 0.18312609195709229,
      "learning_rate": 9.999770471768777e-05,
      "loss": 0.0146,
      "step": 21160
    },
    {
      "loss_action": 0.0344204418361187,
      "loss_total": 0.0344204418361187,
      "step": 21160
    },
    {
      "loss_action": 0.020078308880329132,
      "loss_total": 0.020078308880329132,
      "step": 21160
    },
    {
      "loss_action": 0.020741647109389305,
      "loss_total": 0.020741647109389305,
      "step": 21160
    },
    {
      "loss_action": 0.010002529248595238,
      "loss_total": 0.010002529248595238,
      "step": 21160
    },
    {
      "loss_action": 0.01183836068958044,
      "loss_total": 0.01183836068958044,
      "step": 21160
    },
    {
      "loss_action": 0.010067286901175976,
      "loss_total": 0.010067286901175976,
      "step": 21160
    },
    {
      "loss_action": 0.00749564403668046,
      "loss_total": 0.00749564403668046,
      "step": 21160
    },
    {
      "loss_action": 0.007707572542130947,
      "loss_total": 0.007707572542130947,
      "step": 21160
    },
    {
      "grad_norm": 0.26697415113449097,
      "learning_rate": 9.999766493914826e-05,
      "loss": 0.0176,
      "step": 21170
    },
    {
      "loss_action": 0.005941437091678381,
      "loss_total": 0.005941437091678381,
      "step": 21170
    },
    {
      "loss_action": 0.017678409814834595,
      "loss_total": 0.017678409814834595,
      "step": 21170
    },
    {
      "loss_action": 0.012866337783634663,
      "loss_total": 0.012866337783634663,
      "step": 21170
    },
    {
      "loss_action": 0.012814631685614586,
      "loss_total": 0.012814631685614586,
      "step": 21170
    },
    {
      "loss_action": 0.011037372052669525,
      "loss_total": 0.011037372052669525,
      "step": 21170
    },
    {
      "loss_action": 0.009037652984261513,
      "loss_total": 0.009037652984261513,
      "step": 21170
    },
    {
      "loss_action": 0.014079077169299126,
      "loss_total": 0.014079077169299126,
      "step": 21170
    },
    {
      "loss_action": 0.008103885687887669,
      "loss_total": 0.008103885687887669,
      "step": 21170
    },
    {
      "grad_norm": 0.29670608043670654,
      "learning_rate": 9.999762481887943e-05,
      "loss": 0.016,
      "step": 21180
    },
    {
      "loss_action": 0.04427487403154373,
      "loss_total": 0.04427487403154373,
      "step": 21180
    },
    {
      "loss_action": 0.01600848324596882,
      "loss_total": 0.01600848324596882,
      "step": 21180
    },
    {
      "loss_action": 0.021788224577903748,
      "loss_total": 0.021788224577903748,
      "step": 21180
    },
    {
      "loss_action": 0.009615975432097912,
      "loss_total": 0.009615975432097912,
      "step": 21180
    },
    {
      "loss_action": 0.021327467635273933,
      "loss_total": 0.021327467635273933,
      "step": 21180
    },
    {
      "loss_action": 0.012814084067940712,
      "loss_total": 0.012814084067940712,
      "step": 21180
    },
    {
      "loss_action": 0.01351248100399971,
      "loss_total": 0.01351248100399971,
      "step": 21180
    },
    {
      "loss_action": 0.015782220289111137,
      "loss_total": 0.015782220289111137,
      "step": 21180
    },
    {
      "grad_norm": 0.2090374380350113,
      "learning_rate": 9.99975843568815e-05,
      "loss": 0.0156,
      "step": 21190
    },
    {
      "loss_action": 0.011196163482964039,
      "loss_total": 0.011196163482964039,
      "step": 21190
    },
    {
      "loss_action": 0.006080851890146732,
      "loss_total": 0.006080851890146732,
      "step": 21190
    },
    {
      "loss_action": 0.011793844401836395,
      "loss_total": 0.011793844401836395,
      "step": 21190
    },
    {
      "loss_action": 0.01430109329521656,
      "loss_total": 0.01430109329521656,
      "step": 21190
    },
    {
      "loss_action": 0.01149783842265606,
      "loss_total": 0.01149783842265606,
      "step": 21190
    },
    {
      "loss_action": 0.03609628602862358,
      "loss_total": 0.03609628602862358,
      "step": 21190
    },
    {
      "loss_action": 0.030379366129636765,
      "loss_total": 0.030379366129636765,
      "step": 21190
    },
    {
      "loss_action": 0.009350181557238102,
      "loss_total": 0.009350181557238102,
      "step": 21190
    },
    {
      "grad_norm": 0.21937808394432068,
      "learning_rate": 9.99975435531548e-05,
      "loss": 0.0164,
      "step": 21200
    },
    {
      "loss_action": 0.014546498656272888,
      "loss_total": 0.014546498656272888,
      "step": 21200
    },
    {
      "loss_action": 0.012562032788991928,
      "loss_total": 0.012562032788991928,
      "step": 21200
    },
    {
      "loss_action": 0.007673277519643307,
      "loss_total": 0.007673277519643307,
      "step": 21200
    },
    {
      "loss_action": 0.007524383254349232,
      "loss_total": 0.007524383254349232,
      "step": 21200
    },
    {
      "loss_action": 0.017593953758478165,
      "loss_total": 0.017593953758478165,
      "step": 21200
    },
    {
      "loss_action": 0.01002883818000555,
      "loss_total": 0.01002883818000555,
      "step": 21200
    },
    {
      "loss_action": 0.012393815442919731,
      "loss_total": 0.012393815442919731,
      "step": 21200
    },
    {
      "loss_action": 0.01816439814865589,
      "loss_total": 0.01816439814865589,
      "step": 21200
    },
    {
      "grad_norm": 0.15501710772514343,
      "learning_rate": 9.999750240769956e-05,
      "loss": 0.0153,
      "step": 21210
    },
    {
      "loss_action": 0.008489769883453846,
      "loss_total": 0.008489769883453846,
      "step": 21210
    },
    {
      "loss_action": 0.008893422782421112,
      "loss_total": 0.008893422782421112,
      "step": 21210
    },
    {
      "loss_action": 0.014019487425684929,
      "loss_total": 0.014019487425684929,
      "step": 21210
    },
    {
      "loss_action": 0.022373482584953308,
      "loss_total": 0.022373482584953308,
      "step": 21210
    },
    {
      "loss_action": 0.01003301702439785,
      "loss_total": 0.01003301702439785,
      "step": 21210
    },
    {
      "loss_action": 0.012566359713673592,
      "loss_total": 0.012566359713673592,
      "step": 21210
    },
    {
      "loss_action": 0.03149035573005676,
      "loss_total": 0.03149035573005676,
      "step": 21210
    },
    {
      "loss_action": 0.024368710815906525,
      "loss_total": 0.024368710815906525,
      "step": 21210
    },
    {
      "grad_norm": 0.2281627506017685,
      "learning_rate": 9.999746092051612e-05,
      "loss": 0.0168,
      "step": 21220
    },
    {
      "loss_action": 0.0194967333227396,
      "loss_total": 0.0194967333227396,
      "step": 21220
    },
    {
      "loss_action": 0.01022155862301588,
      "loss_total": 0.01022155862301588,
      "step": 21220
    },
    {
      "loss_action": 0.03245355188846588,
      "loss_total": 0.03245355188846588,
      "step": 21220
    },
    {
      "loss_action": 0.03233354166150093,
      "loss_total": 0.03233354166150093,
      "step": 21220
    },
    {
      "loss_action": 0.0270560160279274,
      "loss_total": 0.0270560160279274,
      "step": 21220
    },
    {
      "loss_action": 0.010868635028600693,
      "loss_total": 0.010868635028600693,
      "step": 21220
    },
    {
      "loss_action": 0.034592971205711365,
      "loss_total": 0.034592971205711365,
      "step": 21220
    },
    {
      "loss_action": 0.015558319166302681,
      "loss_total": 0.015558319166302681,
      "step": 21220
    },
    {
      "grad_norm": 0.2284824252128601,
      "learning_rate": 9.99974190916047e-05,
      "loss": 0.0178,
      "step": 21230
    },
    {
      "loss_action": 0.016952931880950928,
      "loss_total": 0.016952931880950928,
      "step": 21230
    },
    {
      "loss_action": 0.01924922689795494,
      "loss_total": 0.01924922689795494,
      "step": 21230
    },
    {
      "loss_action": 0.014758836477994919,
      "loss_total": 0.014758836477994919,
      "step": 21230
    },
    {
      "loss_action": 0.012434135191142559,
      "loss_total": 0.012434135191142559,
      "step": 21230
    },
    {
      "loss_action": 0.008885827846825123,
      "loss_total": 0.008885827846825123,
      "step": 21230
    },
    {
      "loss_action": 0.023112963885068893,
      "loss_total": 0.023112963885068893,
      "step": 21230
    },
    {
      "loss_action": 0.015543387271463871,
      "loss_total": 0.015543387271463871,
      "step": 21230
    },
    {
      "loss_action": 0.009030001237988472,
      "loss_total": 0.009030001237988472,
      "step": 21230
    },
    {
      "grad_norm": 0.22685113549232483,
      "learning_rate": 9.999737692096563e-05,
      "loss": 0.0181,
      "step": 21240
    },
    {
      "loss_action": 0.014467377215623856,
      "loss_total": 0.014467377215623856,
      "step": 21240
    },
    {
      "loss_action": 0.0052128201350569725,
      "loss_total": 0.0052128201350569725,
      "step": 21240
    },
    {
      "loss_action": 0.01968967728316784,
      "loss_total": 0.01968967728316784,
      "step": 21240
    },
    {
      "loss_action": 0.01579853892326355,
      "loss_total": 0.01579853892326355,
      "step": 21240
    },
    {
      "loss_action": 0.015634968876838684,
      "loss_total": 0.015634968876838684,
      "step": 21240
    },
    {
      "loss_action": 0.010665837675333023,
      "loss_total": 0.010665837675333023,
      "step": 21240
    },
    {
      "loss_action": 0.01024780236184597,
      "loss_total": 0.01024780236184597,
      "step": 21240
    },
    {
      "loss_action": 0.01241652574390173,
      "loss_total": 0.01241652574390173,
      "step": 21240
    },
    {
      "grad_norm": 0.18237541615962982,
      "learning_rate": 9.999733440859917e-05,
      "loss": 0.0164,
      "step": 21250
    },
    {
      "loss_action": 0.012525061145424843,
      "loss_total": 0.012525061145424843,
      "step": 21250
    },
    {
      "loss_action": 0.010712042450904846,
      "loss_total": 0.010712042450904846,
      "step": 21250
    },
    {
      "loss_action": 0.008964164182543755,
      "loss_total": 0.008964164182543755,
      "step": 21250
    },
    {
      "loss_action": 0.007891780696809292,
      "loss_total": 0.007891780696809292,
      "step": 21250
    },
    {
      "loss_action": 0.015094366855919361,
      "loss_total": 0.015094366855919361,
      "step": 21250
    },
    {
      "loss_action": 0.013681451790034771,
      "loss_total": 0.013681451790034771,
      "step": 21250
    },
    {
      "loss_action": 0.009443162940442562,
      "loss_total": 0.009443162940442562,
      "step": 21250
    },
    {
      "loss_action": 0.03012523427605629,
      "loss_total": 0.03012523427605629,
      "step": 21250
    },
    {
      "grad_norm": 0.20419244468212128,
      "learning_rate": 9.999729155450565e-05,
      "loss": 0.0144,
      "step": 21260
    },
    {
      "loss_action": 0.008894269354641438,
      "loss_total": 0.008894269354641438,
      "step": 21260
    },
    {
      "loss_action": 0.011962848715484142,
      "loss_total": 0.011962848715484142,
      "step": 21260
    },
    {
      "loss_action": 0.01775374822318554,
      "loss_total": 0.01775374822318554,
      "step": 21260
    },
    {
      "loss_action": 0.008064959198236465,
      "loss_total": 0.008064959198236465,
      "step": 21260
    },
    {
      "loss_action": 0.0076410118490457535,
      "loss_total": 0.0076410118490457535,
      "step": 21260
    },
    {
      "loss_action": 0.009793449193239212,
      "loss_total": 0.009793449193239212,
      "step": 21260
    },
    {
      "loss_action": 0.018796153366565704,
      "loss_total": 0.018796153366565704,
      "step": 21260
    },
    {
      "loss_action": 0.00782040785998106,
      "loss_total": 0.00782040785998106,
      "step": 21260
    },
    {
      "grad_norm": 0.15777136385440826,
      "learning_rate": 9.999724835868531e-05,
      "loss": 0.0146,
      "step": 21270
    },
    {
      "loss_action": 0.013223244808614254,
      "loss_total": 0.013223244808614254,
      "step": 21270
    },
    {
      "loss_action": 0.00792832300066948,
      "loss_total": 0.00792832300066948,
      "step": 21270
    },
    {
      "loss_action": 0.009548328816890717,
      "loss_total": 0.009548328816890717,
      "step": 21270
    },
    {
      "loss_action": 0.017956215888261795,
      "loss_total": 0.017956215888261795,
      "step": 21270
    },
    {
      "loss_action": 0.02030787616968155,
      "loss_total": 0.02030787616968155,
      "step": 21270
    },
    {
      "loss_action": 0.018130550161004066,
      "loss_total": 0.018130550161004066,
      "step": 21270
    },
    {
      "loss_action": 0.006961960345506668,
      "loss_total": 0.006961960345506668,
      "step": 21270
    },
    {
      "loss_action": 0.007723666727542877,
      "loss_total": 0.007723666727542877,
      "step": 21270
    },
    {
      "grad_norm": 0.26704564690589905,
      "learning_rate": 9.99972048211385e-05,
      "loss": 0.0174,
      "step": 21280
    },
    {
      "loss_action": 0.010879818350076675,
      "loss_total": 0.010879818350076675,
      "step": 21280
    },
    {
      "loss_action": 0.007698926143348217,
      "loss_total": 0.007698926143348217,
      "step": 21280
    },
    {
      "loss_action": 0.017796002328395844,
      "loss_total": 0.017796002328395844,
      "step": 21280
    },
    {
      "loss_action": 0.009978458285331726,
      "loss_total": 0.009978458285331726,
      "step": 21280
    },
    {
      "loss_action": 0.013920355588197708,
      "loss_total": 0.013920355588197708,
      "step": 21280
    },
    {
      "loss_action": 0.037694238126277924,
      "loss_total": 0.037694238126277924,
      "step": 21280
    },
    {
      "loss_action": 0.016841638833284378,
      "loss_total": 0.016841638833284378,
      "step": 21280
    },
    {
      "loss_action": 0.007585838437080383,
      "loss_total": 0.007585838437080383,
      "step": 21280
    },
    {
      "grad_norm": 0.2675781846046448,
      "learning_rate": 9.999716094186548e-05,
      "loss": 0.0171,
      "step": 21290
    },
    {
      "loss_action": 0.014720797538757324,
      "loss_total": 0.014720797538757324,
      "step": 21290
    },
    {
      "loss_action": 0.018238002434372902,
      "loss_total": 0.018238002434372902,
      "step": 21290
    },
    {
      "loss_action": 0.015236719511449337,
      "loss_total": 0.015236719511449337,
      "step": 21290
    },
    {
      "loss_action": 0.03167037293314934,
      "loss_total": 0.03167037293314934,
      "step": 21290
    },
    {
      "loss_action": 0.01268410962074995,
      "loss_total": 0.01268410962074995,
      "step": 21290
    },
    {
      "loss_action": 0.040166035294532776,
      "loss_total": 0.040166035294532776,
      "step": 21290
    },
    {
      "loss_action": 0.018411267548799515,
      "loss_total": 0.018411267548799515,
      "step": 21290
    },
    {
      "loss_action": 0.01241641491651535,
      "loss_total": 0.01241641491651535,
      "step": 21290
    },
    {
      "grad_norm": 0.26741719245910645,
      "learning_rate": 9.999711672086656e-05,
      "loss": 0.0159,
      "step": 21300
    },
    {
      "loss_action": 0.008186171762645245,
      "loss_total": 0.008186171762645245,
      "step": 21300
    },
    {
      "loss_action": 0.006267827935516834,
      "loss_total": 0.006267827935516834,
      "step": 21300
    },
    {
      "loss_action": 0.01721932180225849,
      "loss_total": 0.01721932180225849,
      "step": 21300
    },
    {
      "loss_action": 0.014143011532723904,
      "loss_total": 0.014143011532723904,
      "step": 21300
    },
    {
      "loss_action": 0.01118931919336319,
      "loss_total": 0.01118931919336319,
      "step": 21300
    },
    {
      "loss_action": 0.08050097525119781,
      "loss_total": 0.08050097525119781,
      "step": 21300
    },
    {
      "loss_action": 0.010845785960555077,
      "loss_total": 0.010845785960555077,
      "step": 21300
    },
    {
      "loss_action": 0.006671955808997154,
      "loss_total": 0.006671955808997154,
      "step": 21300
    },
    {
      "grad_norm": 0.24103593826293945,
      "learning_rate": 9.999707215814202e-05,
      "loss": 0.0165,
      "step": 21310
    },
    {
      "loss_action": 0.020463012158870697,
      "loss_total": 0.020463012158870697,
      "step": 21310
    },
    {
      "loss_action": 0.011218983680009842,
      "loss_total": 0.011218983680009842,
      "step": 21310
    },
    {
      "loss_action": 0.02654258906841278,
      "loss_total": 0.02654258906841278,
      "step": 21310
    },
    {
      "loss_action": 0.010059414431452751,
      "loss_total": 0.010059414431452751,
      "step": 21310
    },
    {
      "loss_action": 0.021562080830335617,
      "loss_total": 0.021562080830335617,
      "step": 21310
    },
    {
      "loss_action": 0.014986005611717701,
      "loss_total": 0.014986005611717701,
      "step": 21310
    },
    {
      "loss_action": 0.0069993287324905396,
      "loss_total": 0.0069993287324905396,
      "step": 21310
    },
    {
      "loss_action": 0.011116791516542435,
      "loss_total": 0.011116791516542435,
      "step": 21310
    },
    {
      "grad_norm": 0.2864949107170105,
      "learning_rate": 9.999702725369222e-05,
      "loss": 0.0158,
      "step": 21320
    },
    {
      "loss_action": 0.011466851457953453,
      "loss_total": 0.011466851457953453,
      "step": 21320
    },
    {
      "loss_action": 0.016469333320856094,
      "loss_total": 0.016469333320856094,
      "step": 21320
    },
    {
      "loss_action": 0.01113236602395773,
      "loss_total": 0.01113236602395773,
      "step": 21320
    },
    {
      "loss_action": 0.01514132134616375,
      "loss_total": 0.01514132134616375,
      "step": 21320
    },
    {
      "loss_action": 0.008515825495123863,
      "loss_total": 0.008515825495123863,
      "step": 21320
    },
    {
      "loss_action": 0.010317627340555191,
      "loss_total": 0.010317627340555191,
      "step": 21320
    },
    {
      "loss_action": 0.01743926852941513,
      "loss_total": 0.01743926852941513,
      "step": 21320
    },
    {
      "loss_action": 0.009875454008579254,
      "loss_total": 0.009875454008579254,
      "step": 21320
    },
    {
      "grad_norm": 0.18788865208625793,
      "learning_rate": 9.999698200751741e-05,
      "loss": 0.0149,
      "step": 21330
    },
    {
      "loss_action": 0.015846002846956253,
      "loss_total": 0.015846002846956253,
      "step": 21330
    },
    {
      "loss_action": 0.011958407238125801,
      "loss_total": 0.011958407238125801,
      "step": 21330
    },
    {
      "loss_action": 0.008884551003575325,
      "loss_total": 0.008884551003575325,
      "step": 21330
    },
    {
      "loss_action": 0.0168057419359684,
      "loss_total": 0.0168057419359684,
      "step": 21330
    },
    {
      "loss_action": 0.025814417749643326,
      "loss_total": 0.025814417749643326,
      "step": 21330
    },
    {
      "loss_action": 0.009164933115243912,
      "loss_total": 0.009164933115243912,
      "step": 21330
    },
    {
      "loss_action": 0.010780568234622478,
      "loss_total": 0.010780568234622478,
      "step": 21330
    },
    {
      "loss_action": 0.023490875959396362,
      "loss_total": 0.023490875959396362,
      "step": 21330
    },
    {
      "grad_norm": 0.17303124070167542,
      "learning_rate": 9.999693641961794e-05,
      "loss": 0.0153,
      "step": 21340
    },
    {
      "loss_action": 0.012904368340969086,
      "loss_total": 0.012904368340969086,
      "step": 21340
    },
    {
      "loss_action": 0.01483670063316822,
      "loss_total": 0.01483670063316822,
      "step": 21340
    },
    {
      "loss_action": 0.015707800164818764,
      "loss_total": 0.015707800164818764,
      "step": 21340
    },
    {
      "loss_action": 0.007960793562233448,
      "loss_total": 0.007960793562233448,
      "step": 21340
    },
    {
      "loss_action": 0.016831576824188232,
      "loss_total": 0.016831576824188232,
      "step": 21340
    },
    {
      "loss_action": 0.016236569732427597,
      "loss_total": 0.016236569732427597,
      "step": 21340
    },
    {
      "loss_action": 0.00619432982057333,
      "loss_total": 0.00619432982057333,
      "step": 21340
    },
    {
      "loss_action": 0.01587580144405365,
      "loss_total": 0.01587580144405365,
      "step": 21340
    },
    {
      "grad_norm": 0.2832376956939697,
      "learning_rate": 9.99968904899941e-05,
      "loss": 0.0163,
      "step": 21350
    },
    {
      "loss_action": 0.02627366967499256,
      "loss_total": 0.02627366967499256,
      "step": 21350
    },
    {
      "loss_action": 0.014207703061401844,
      "loss_total": 0.014207703061401844,
      "step": 21350
    },
    {
      "loss_action": 0.014824498444795609,
      "loss_total": 0.014824498444795609,
      "step": 21350
    },
    {
      "loss_action": 0.022721534594893456,
      "loss_total": 0.022721534594893456,
      "step": 21350
    },
    {
      "loss_action": 0.01121783722192049,
      "loss_total": 0.01121783722192049,
      "step": 21350
    },
    {
      "loss_action": 0.0055207544937729836,
      "loss_total": 0.0055207544937729836,
      "step": 21350
    },
    {
      "loss_action": 0.018632417544722557,
      "loss_total": 0.018632417544722557,
      "step": 21350
    },
    {
      "loss_action": 0.017271101474761963,
      "loss_total": 0.017271101474761963,
      "step": 21350
    },
    {
      "grad_norm": 0.16143345832824707,
      "learning_rate": 9.99968442186462e-05,
      "loss": 0.0159,
      "step": 21360
    },
    {
      "loss_action": 0.025595784187316895,
      "loss_total": 0.025595784187316895,
      "step": 21360
    },
    {
      "loss_action": 0.014539067633450031,
      "loss_total": 0.014539067633450031,
      "step": 21360
    },
    {
      "loss_action": 0.016648003831505775,
      "loss_total": 0.016648003831505775,
      "step": 21360
    },
    {
      "loss_action": 0.011635160073637962,
      "loss_total": 0.011635160073637962,
      "step": 21360
    },
    {
      "loss_action": 0.006028871051967144,
      "loss_total": 0.006028871051967144,
      "step": 21360
    },
    {
      "loss_action": 0.009869761765003204,
      "loss_total": 0.009869761765003204,
      "step": 21360
    },
    {
      "loss_action": 0.003604129422456026,
      "loss_total": 0.003604129422456026,
      "step": 21360
    },
    {
      "loss_action": 0.008985215798020363,
      "loss_total": 0.008985215798020363,
      "step": 21360
    },
    {
      "grad_norm": 0.19251537322998047,
      "learning_rate": 9.999679760557456e-05,
      "loss": 0.0144,
      "step": 21370
    },
    {
      "loss_action": 0.01568273827433586,
      "loss_total": 0.01568273827433586,
      "step": 21370
    },
    {
      "loss_action": 0.027506019920110703,
      "loss_total": 0.027506019920110703,
      "step": 21370
    },
    {
      "loss_action": 0.011197243817150593,
      "loss_total": 0.011197243817150593,
      "step": 21370
    },
    {
      "loss_action": 0.007490954361855984,
      "loss_total": 0.007490954361855984,
      "step": 21370
    },
    {
      "loss_action": 0.0080077163875103,
      "loss_total": 0.0080077163875103,
      "step": 21370
    },
    {
      "loss_action": 0.023133423179388046,
      "loss_total": 0.023133423179388046,
      "step": 21370
    },
    {
      "loss_action": 0.010920478031039238,
      "loss_total": 0.010920478031039238,
      "step": 21370
    },
    {
      "loss_action": 0.025802401825785637,
      "loss_total": 0.025802401825785637,
      "step": 21370
    },
    {
      "grad_norm": 0.175277978181839,
      "learning_rate": 9.999675065077954e-05,
      "loss": 0.0153,
      "step": 21380
    },
    {
      "loss_action": 0.009153313934803009,
      "loss_total": 0.009153313934803009,
      "step": 21380
    },
    {
      "loss_action": 0.009709530510008335,
      "loss_total": 0.009709530510008335,
      "step": 21380
    },
    {
      "loss_action": 0.009955976158380508,
      "loss_total": 0.009955976158380508,
      "step": 21380
    },
    {
      "loss_action": 0.01583973690867424,
      "loss_total": 0.01583973690867424,
      "step": 21380
    },
    {
      "loss_action": 0.013635845854878426,
      "loss_total": 0.013635845854878426,
      "step": 21380
    },
    {
      "loss_action": 0.006384254898875952,
      "loss_total": 0.006384254898875952,
      "step": 21380
    },
    {
      "loss_action": 0.020091189071536064,
      "loss_total": 0.020091189071536064,
      "step": 21380
    },
    {
      "loss_action": 0.008067620918154716,
      "loss_total": 0.008067620918154716,
      "step": 21380
    },
    {
      "grad_norm": 0.17992019653320312,
      "learning_rate": 9.999670335426139e-05,
      "loss": 0.0151,
      "step": 21390
    },
    {
      "loss_action": 0.008673744276165962,
      "loss_total": 0.008673744276165962,
      "step": 21390
    },
    {
      "loss_action": 0.011982105672359467,
      "loss_total": 0.011982105672359467,
      "step": 21390
    },
    {
      "loss_action": 0.010417754761874676,
      "loss_total": 0.010417754761874676,
      "step": 21390
    },
    {
      "loss_action": 0.012831980362534523,
      "loss_total": 0.012831980362534523,
      "step": 21390
    },
    {
      "loss_action": 0.018538247793912888,
      "loss_total": 0.018538247793912888,
      "step": 21390
    },
    {
      "loss_action": 0.014489175751805305,
      "loss_total": 0.014489175751805305,
      "step": 21390
    },
    {
      "loss_action": 0.030872315168380737,
      "loss_total": 0.030872315168380737,
      "step": 21390
    },
    {
      "loss_action": 0.013847856782376766,
      "loss_total": 0.013847856782376766,
      "step": 21390
    },
    {
      "grad_norm": 0.21590733528137207,
      "learning_rate": 9.999665571602049e-05,
      "loss": 0.015,
      "step": 21400
    },
    {
      "loss_action": 0.018874678760766983,
      "loss_total": 0.018874678760766983,
      "step": 21400
    },
    {
      "loss_action": 0.010775469243526459,
      "loss_total": 0.010775469243526459,
      "step": 21400
    },
    {
      "loss_action": 0.01508285105228424,
      "loss_total": 0.01508285105228424,
      "step": 21400
    },
    {
      "loss_action": 0.02201569825410843,
      "loss_total": 0.02201569825410843,
      "step": 21400
    },
    {
      "loss_action": 0.014229374006390572,
      "loss_total": 0.014229374006390572,
      "step": 21400
    },
    {
      "loss_action": 0.024754242971539497,
      "loss_total": 0.024754242971539497,
      "step": 21400
    },
    {
      "loss_action": 0.021753886714577675,
      "loss_total": 0.021753886714577675,
      "step": 21400
    },
    {
      "loss_action": 0.021131783723831177,
      "loss_total": 0.021131783723831177,
      "step": 21400
    },
    {
      "grad_norm": 0.2411700338125229,
      "learning_rate": 9.999660773605711e-05,
      "loss": 0.0174,
      "step": 21410
    },
    {
      "loss_action": 0.05127325281500816,
      "loss_total": 0.05127325281500816,
      "step": 21410
    },
    {
      "loss_action": 0.007950752973556519,
      "loss_total": 0.007950752973556519,
      "step": 21410
    },
    {
      "loss_action": 0.0236581489443779,
      "loss_total": 0.0236581489443779,
      "step": 21410
    },
    {
      "loss_action": 0.025459935888648033,
      "loss_total": 0.025459935888648033,
      "step": 21410
    },
    {
      "loss_action": 0.0384434349834919,
      "loss_total": 0.0384434349834919,
      "step": 21410
    },
    {
      "loss_action": 0.020768970251083374,
      "loss_total": 0.020768970251083374,
      "step": 21410
    },
    {
      "loss_action": 0.031063424423336983,
      "loss_total": 0.031063424423336983,
      "step": 21410
    },
    {
      "loss_action": 0.017317701131105423,
      "loss_total": 0.017317701131105423,
      "step": 21410
    },
    {
      "grad_norm": 0.17339491844177246,
      "learning_rate": 9.999655941437163e-05,
      "loss": 0.0186,
      "step": 21420
    },
    {
      "loss_action": 0.011430257931351662,
      "loss_total": 0.011430257931351662,
      "step": 21420
    },
    {
      "loss_action": 0.008980350568890572,
      "loss_total": 0.008980350568890572,
      "step": 21420
    },
    {
      "loss_action": 0.014052953571081161,
      "loss_total": 0.014052953571081161,
      "step": 21420
    },
    {
      "loss_action": 0.02451130375266075,
      "loss_total": 0.02451130375266075,
      "step": 21420
    },
    {
      "loss_action": 0.018002118915319443,
      "loss_total": 0.018002118915319443,
      "step": 21420
    },
    {
      "loss_action": 0.019930560141801834,
      "loss_total": 0.019930560141801834,
      "step": 21420
    },
    {
      "loss_action": 0.007946640253067017,
      "loss_total": 0.007946640253067017,
      "step": 21420
    },
    {
      "loss_action": 0.015754779800772667,
      "loss_total": 0.015754779800772667,
      "step": 21420
    },
    {
      "grad_norm": 0.15352293848991394,
      "learning_rate": 9.999651075096437e-05,
      "loss": 0.0176,
      "step": 21430
    },
    {
      "loss_action": 0.01297304593026638,
      "loss_total": 0.01297304593026638,
      "step": 21430
    },
    {
      "loss_action": 0.010476088151335716,
      "loss_total": 0.010476088151335716,
      "step": 21430
    },
    {
      "loss_action": 0.009094404056668282,
      "loss_total": 0.009094404056668282,
      "step": 21430
    },
    {
      "loss_action": 0.01131153479218483,
      "loss_total": 0.01131153479218483,
      "step": 21430
    },
    {
      "loss_action": 0.03229489177465439,
      "loss_total": 0.03229489177465439,
      "step": 21430
    },
    {
      "loss_action": 0.013781258836388588,
      "loss_total": 0.013781258836388588,
      "step": 21430
    },
    {
      "loss_action": 0.013450128957629204,
      "loss_total": 0.013450128957629204,
      "step": 21430
    },
    {
      "loss_action": 0.014479782432317734,
      "loss_total": 0.014479782432317734,
      "step": 21430
    },
    {
      "grad_norm": 0.22819101810455322,
      "learning_rate": 9.999646174583564e-05,
      "loss": 0.0163,
      "step": 21440
    },
    {
      "loss_action": 0.017494484782218933,
      "loss_total": 0.017494484782218933,
      "step": 21440
    },
    {
      "loss_action": 0.014007690362632275,
      "loss_total": 0.014007690362632275,
      "step": 21440
    },
    {
      "loss_action": 0.020385775715112686,
      "loss_total": 0.020385775715112686,
      "step": 21440
    },
    {
      "loss_action": 0.01114305667579174,
      "loss_total": 0.01114305667579174,
      "step": 21440
    },
    {
      "loss_action": 0.01637222245335579,
      "loss_total": 0.01637222245335579,
      "step": 21440
    },
    {
      "loss_action": 0.022729573771357536,
      "loss_total": 0.022729573771357536,
      "step": 21440
    },
    {
      "loss_action": 0.018754586577415466,
      "loss_total": 0.018754586577415466,
      "step": 21440
    },
    {
      "loss_action": 0.01224350742995739,
      "loss_total": 0.01224350742995739,
      "step": 21440
    },
    {
      "grad_norm": 0.16815052926540375,
      "learning_rate": 9.99964123989858e-05,
      "loss": 0.0161,
      "step": 21450
    },
    {
      "loss_action": 0.008223820477724075,
      "loss_total": 0.008223820477724075,
      "step": 21450
    },
    {
      "loss_action": 0.013720194809138775,
      "loss_total": 0.013720194809138775,
      "step": 21450
    },
    {
      "loss_action": 0.014589311555027962,
      "loss_total": 0.014589311555027962,
      "step": 21450
    },
    {
      "loss_action": 0.01303091086447239,
      "loss_total": 0.01303091086447239,
      "step": 21450
    },
    {
      "loss_action": 0.010119865648448467,
      "loss_total": 0.010119865648448467,
      "step": 21450
    },
    {
      "loss_action": 0.012688077986240387,
      "loss_total": 0.012688077986240387,
      "step": 21450
    },
    {
      "loss_action": 0.012983663007616997,
      "loss_total": 0.012983663007616997,
      "step": 21450
    },
    {
      "loss_action": 0.009332748129963875,
      "loss_total": 0.009332748129963875,
      "step": 21450
    },
    {
      "grad_norm": 0.17580324411392212,
      "learning_rate": 9.999636271041517e-05,
      "loss": 0.0153,
      "step": 21460
    },
    {
      "loss_action": 0.0063779219053685665,
      "loss_total": 0.0063779219053685665,
      "step": 21460
    },
    {
      "loss_action": 0.010978152975440025,
      "loss_total": 0.010978152975440025,
      "step": 21460
    },
    {
      "loss_action": 0.006959599908441305,
      "loss_total": 0.006959599908441305,
      "step": 21460
    },
    {
      "loss_action": 0.007991052232682705,
      "loss_total": 0.007991052232682705,
      "step": 21460
    },
    {
      "loss_action": 0.04955831170082092,
      "loss_total": 0.04955831170082092,
      "step": 21460
    },
    {
      "loss_action": 0.009695110842585564,
      "loss_total": 0.009695110842585564,
      "step": 21460
    },
    {
      "loss_action": 0.016748642548918724,
      "loss_total": 0.016748642548918724,
      "step": 21460
    },
    {
      "loss_action": 0.011159177869558334,
      "loss_total": 0.011159177869558334,
      "step": 21460
    },
    {
      "grad_norm": 0.17806322872638702,
      "learning_rate": 9.99963126801241e-05,
      "loss": 0.0165,
      "step": 21470
    },
    {
      "loss_action": 0.02492096833884716,
      "loss_total": 0.02492096833884716,
      "step": 21470
    },
    {
      "loss_action": 0.014123551547527313,
      "loss_total": 0.014123551547527313,
      "step": 21470
    },
    {
      "loss_action": 0.016170812770724297,
      "loss_total": 0.016170812770724297,
      "step": 21470
    },
    {
      "loss_action": 0.014262541197240353,
      "loss_total": 0.014262541197240353,
      "step": 21470
    },
    {
      "loss_action": 0.010802794247865677,
      "loss_total": 0.010802794247865677,
      "step": 21470
    },
    {
      "loss_action": 0.013685578480362892,
      "loss_total": 0.013685578480362892,
      "step": 21470
    },
    {
      "loss_action": 0.01018921285867691,
      "loss_total": 0.01018921285867691,
      "step": 21470
    },
    {
      "loss_action": 0.015181172639131546,
      "loss_total": 0.015181172639131546,
      "step": 21470
    },
    {
      "grad_norm": 0.25200918316841125,
      "learning_rate": 9.999626230811293e-05,
      "loss": 0.0153,
      "step": 21480
    },
    {
      "loss_action": 0.011991117149591446,
      "loss_total": 0.011991117149591446,
      "step": 21480
    },
    {
      "loss_action": 0.008517561480402946,
      "loss_total": 0.008517561480402946,
      "step": 21480
    },
    {
      "loss_action": 0.015834983438253403,
      "loss_total": 0.015834983438253403,
      "step": 21480
    },
    {
      "loss_action": 0.020672734826803207,
      "loss_total": 0.020672734826803207,
      "step": 21480
    },
    {
      "loss_action": 0.009742705151438713,
      "loss_total": 0.009742705151438713,
      "step": 21480
    },
    {
      "loss_action": 0.020306795835494995,
      "loss_total": 0.020306795835494995,
      "step": 21480
    },
    {
      "loss_action": 0.013804979622364044,
      "loss_total": 0.013804979622364044,
      "step": 21480
    },
    {
      "loss_action": 0.050224419683218,
      "loss_total": 0.050224419683218,
      "step": 21480
    },
    {
      "grad_norm": 0.19420884549617767,
      "learning_rate": 9.9996211594382e-05,
      "loss": 0.015,
      "step": 21490
    },
    {
      "loss_action": 0.010630534961819649,
      "loss_total": 0.010630534961819649,
      "step": 21490
    },
    {
      "loss_action": 0.013025827705860138,
      "loss_total": 0.013025827705860138,
      "step": 21490
    },
    {
      "loss_action": 0.012135189026594162,
      "loss_total": 0.012135189026594162,
      "step": 21490
    },
    {
      "loss_action": 0.007435889448970556,
      "loss_total": 0.007435889448970556,
      "step": 21490
    },
    {
      "loss_action": 0.012804683297872543,
      "loss_total": 0.012804683297872543,
      "step": 21490
    },
    {
      "loss_action": 0.01494508981704712,
      "loss_total": 0.01494508981704712,
      "step": 21490
    },
    {
      "loss_action": 0.009836798533797264,
      "loss_total": 0.009836798533797264,
      "step": 21490
    },
    {
      "loss_action": 0.011197668500244617,
      "loss_total": 0.011197668500244617,
      "step": 21490
    },
    {
      "grad_norm": 0.23913082480430603,
      "learning_rate": 9.999616053893166e-05,
      "loss": 0.0145,
      "step": 21500
    },
    {
      "loss_action": 0.00942021794617176,
      "loss_total": 0.00942021794617176,
      "step": 21500
    },
    {
      "loss_action": 0.009917715564370155,
      "loss_total": 0.009917715564370155,
      "step": 21500
    },
    {
      "loss_action": 0.018980083987116814,
      "loss_total": 0.018980083987116814,
      "step": 21500
    },
    {
      "loss_action": 0.00540683139115572,
      "loss_total": 0.00540683139115572,
      "step": 21500
    },
    {
      "loss_action": 0.01172248087823391,
      "loss_total": 0.01172248087823391,
      "step": 21500
    },
    {
      "loss_action": 0.005605356767773628,
      "loss_total": 0.005605356767773628,
      "step": 21500
    },
    {
      "loss_action": 0.011653995141386986,
      "loss_total": 0.011653995141386986,
      "step": 21500
    },
    {
      "loss_action": 0.005138456355780363,
      "loss_total": 0.005138456355780363,
      "step": 21500
    },
    {
      "grad_norm": 0.18378812074661255,
      "learning_rate": 9.999610914176225e-05,
      "loss": 0.0147,
      "step": 21510
    },
    {
      "loss_action": 0.009147409349679947,
      "loss_total": 0.009147409349679947,
      "step": 21510
    },
    {
      "loss_action": 0.013408347964286804,
      "loss_total": 0.013408347964286804,
      "step": 21510
    },
    {
      "loss_action": 0.018221279606223106,
      "loss_total": 0.018221279606223106,
      "step": 21510
    },
    {
      "loss_action": 0.016163475811481476,
      "loss_total": 0.016163475811481476,
      "step": 21510
    },
    {
      "loss_action": 0.028559258207678795,
      "loss_total": 0.028559258207678795,
      "step": 21510
    },
    {
      "loss_action": 0.025330353528261185,
      "loss_total": 0.025330353528261185,
      "step": 21510
    },
    {
      "loss_action": 0.014806818217039108,
      "loss_total": 0.014806818217039108,
      "step": 21510
    },
    {
      "loss_action": 0.01581024006009102,
      "loss_total": 0.01581024006009102,
      "step": 21510
    },
    {
      "grad_norm": 0.21221113204956055,
      "learning_rate": 9.999605740287414e-05,
      "loss": 0.0182,
      "step": 21520
    },
    {
      "loss_action": 0.015386034734547138,
      "loss_total": 0.015386034734547138,
      "step": 21520
    },
    {
      "loss_action": 0.019485564902424812,
      "loss_total": 0.019485564902424812,
      "step": 21520
    },
    {
      "loss_action": 0.010132035240530968,
      "loss_total": 0.010132035240530968,
      "step": 21520
    },
    {
      "loss_action": 0.02011139690876007,
      "loss_total": 0.02011139690876007,
      "step": 21520
    },
    {
      "loss_action": 0.01538844034075737,
      "loss_total": 0.01538844034075737,
      "step": 21520
    },
    {
      "loss_action": 0.017663635313510895,
      "loss_total": 0.017663635313510895,
      "step": 21520
    },
    {
      "loss_action": 0.013237128034234047,
      "loss_total": 0.013237128034234047,
      "step": 21520
    },
    {
      "loss_action": 0.011276418343186378,
      "loss_total": 0.011276418343186378,
      "step": 21520
    },
    {
      "grad_norm": 0.15539728105068207,
      "learning_rate": 9.999600532226767e-05,
      "loss": 0.0144,
      "step": 21530
    },
    {
      "loss_action": 0.008154435083270073,
      "loss_total": 0.008154435083270073,
      "step": 21530
    },
    {
      "loss_action": 0.009413627907633781,
      "loss_total": 0.009413627907633781,
      "step": 21530
    },
    {
      "loss_action": 0.005060200579464436,
      "loss_total": 0.005060200579464436,
      "step": 21530
    },
    {
      "loss_action": 0.009538630023598671,
      "loss_total": 0.009538630023598671,
      "step": 21530
    },
    {
      "loss_action": 0.044329117983579636,
      "loss_total": 0.044329117983579636,
      "step": 21530
    },
    {
      "loss_action": 0.0073410142213106155,
      "loss_total": 0.0073410142213106155,
      "step": 21530
    },
    {
      "loss_action": 0.013268495909869671,
      "loss_total": 0.013268495909869671,
      "step": 21530
    },
    {
      "loss_action": 0.01201198622584343,
      "loss_total": 0.01201198622584343,
      "step": 21530
    },
    {
      "grad_norm": 0.2378179281949997,
      "learning_rate": 9.999595289994319e-05,
      "loss": 0.0133,
      "step": 21540
    },
    {
      "loss_action": 0.00567656010389328,
      "loss_total": 0.00567656010389328,
      "step": 21540
    },
    {
      "loss_action": 0.012697368860244751,
      "loss_total": 0.012697368860244751,
      "step": 21540
    },
    {
      "loss_action": 0.006846122909337282,
      "loss_total": 0.006846122909337282,
      "step": 21540
    },
    {
      "loss_action": 0.014846127480268478,
      "loss_total": 0.014846127480268478,
      "step": 21540
    },
    {
      "loss_action": 0.009541044011712074,
      "loss_total": 0.009541044011712074,
      "step": 21540
    },
    {
      "loss_action": 0.027736449614167213,
      "loss_total": 0.027736449614167213,
      "step": 21540
    },
    {
      "loss_action": 0.01822754740715027,
      "loss_total": 0.01822754740715027,
      "step": 21540
    },
    {
      "loss_action": 0.008759811520576477,
      "loss_total": 0.008759811520576477,
      "step": 21540
    },
    {
      "grad_norm": 0.1826106756925583,
      "learning_rate": 9.999590013590107e-05,
      "loss": 0.0135,
      "step": 21550
    },
    {
      "loss_action": 0.007226722314953804,
      "loss_total": 0.007226722314953804,
      "step": 21550
    },
    {
      "loss_action": 0.018121834844350815,
      "loss_total": 0.018121834844350815,
      "step": 21550
    },
    {
      "loss_action": 0.029954789206385612,
      "loss_total": 0.029954789206385612,
      "step": 21550
    },
    {
      "loss_action": 0.010922616347670555,
      "loss_total": 0.010922616347670555,
      "step": 21550
    },
    {
      "loss_action": 0.006060945801436901,
      "loss_total": 0.006060945801436901,
      "step": 21550
    },
    {
      "loss_action": 0.004563299007713795,
      "loss_total": 0.004563299007713795,
      "step": 21550
    },
    {
      "loss_action": 0.010944102890789509,
      "loss_total": 0.010944102890789509,
      "step": 21550
    },
    {
      "loss_action": 0.010658982209861279,
      "loss_total": 0.010658982209861279,
      "step": 21550
    },
    {
      "grad_norm": 0.22874456644058228,
      "learning_rate": 9.999584703014167e-05,
      "loss": 0.0158,
      "step": 21560
    },
    {
      "loss_action": 0.00950716994702816,
      "loss_total": 0.00950716994702816,
      "step": 21560
    },
    {
      "loss_action": 0.0138612762093544,
      "loss_total": 0.0138612762093544,
      "step": 21560
    },
    {
      "loss_action": 0.0216178297996521,
      "loss_total": 0.0216178297996521,
      "step": 21560
    },
    {
      "loss_action": 0.02689707651734352,
      "loss_total": 0.02689707651734352,
      "step": 21560
    },
    {
      "loss_action": 0.01368321105837822,
      "loss_total": 0.01368321105837822,
      "step": 21560
    },
    {
      "loss_action": 0.01239693257957697,
      "loss_total": 0.01239693257957697,
      "step": 21560
    },
    {
      "loss_action": 0.015540811233222485,
      "loss_total": 0.015540811233222485,
      "step": 21560
    },
    {
      "loss_action": 0.0107856011018157,
      "loss_total": 0.0107856011018157,
      "step": 21560
    },
    {
      "grad_norm": 0.23380684852600098,
      "learning_rate": 9.999579358266536e-05,
      "loss": 0.0154,
      "step": 21570
    },
    {
      "loss_action": 0.010106844827532768,
      "loss_total": 0.010106844827532768,
      "step": 21570
    },
    {
      "loss_action": 0.00934036448597908,
      "loss_total": 0.00934036448597908,
      "step": 21570
    },
    {
      "loss_action": 0.017050806432962418,
      "loss_total": 0.017050806432962418,
      "step": 21570
    },
    {
      "loss_action": 0.009706221520900726,
      "loss_total": 0.009706221520900726,
      "step": 21570
    },
    {
      "loss_action": 0.02030866965651512,
      "loss_total": 0.02030866965651512,
      "step": 21570
    },
    {
      "loss_action": 0.013930706307291985,
      "loss_total": 0.013930706307291985,
      "step": 21570
    },
    {
      "loss_action": 0.014775029383599758,
      "loss_total": 0.014775029383599758,
      "step": 21570
    },
    {
      "loss_action": 0.012227624654769897,
      "loss_total": 0.012227624654769897,
      "step": 21570
    },
    {
      "grad_norm": 0.21098871529102325,
      "learning_rate": 9.999573979347247e-05,
      "loss": 0.016,
      "step": 21580
    },
    {
      "loss_action": 0.037649404257535934,
      "loss_total": 0.037649404257535934,
      "step": 21580
    },
    {
      "loss_action": 0.016677334904670715,
      "loss_total": 0.016677334904670715,
      "step": 21580
    },
    {
      "loss_action": 0.0070587098598480225,
      "loss_total": 0.0070587098598480225,
      "step": 21580
    },
    {
      "loss_action": 0.007575512398034334,
      "loss_total": 0.007575512398034334,
      "step": 21580
    },
    {
      "loss_action": 0.014832510612905025,
      "loss_total": 0.014832510612905025,
      "step": 21580
    },
    {
      "loss_action": 0.036565084010362625,
      "loss_total": 0.036565084010362625,
      "step": 21580
    },
    {
      "loss_action": 0.011798043735325336,
      "loss_total": 0.011798043735325336,
      "step": 21580
    },
    {
      "loss_action": 0.03684515878558159,
      "loss_total": 0.03684515878558159,
      "step": 21580
    },
    {
      "grad_norm": 0.22642701864242554,
      "learning_rate": 9.999568566256344e-05,
      "loss": 0.0157,
      "step": 21590
    },
    {
      "loss_action": 0.0053817774169147015,
      "loss_total": 0.0053817774169147015,
      "step": 21590
    },
    {
      "loss_action": 0.014714367687702179,
      "loss_total": 0.014714367687702179,
      "step": 21590
    },
    {
      "loss_action": 0.010088637471199036,
      "loss_total": 0.010088637471199036,
      "step": 21590
    },
    {
      "loss_action": 0.013421736657619476,
      "loss_total": 0.013421736657619476,
      "step": 21590
    },
    {
      "loss_action": 0.015074164606630802,
      "loss_total": 0.015074164606630802,
      "step": 21590
    },
    {
      "loss_action": 0.014979055151343346,
      "loss_total": 0.014979055151343346,
      "step": 21590
    },
    {
      "loss_action": 0.021197840571403503,
      "loss_total": 0.021197840571403503,
      "step": 21590
    },
    {
      "loss_action": 0.01033872365951538,
      "loss_total": 0.01033872365951538,
      "step": 21590
    },
    {
      "grad_norm": 0.2451237589120865,
      "learning_rate": 9.999563118993855e-05,
      "loss": 0.0147,
      "step": 21600
    },
    {
      "loss_action": 0.007684304378926754,
      "loss_total": 0.007684304378926754,
      "step": 21600
    },
    {
      "loss_action": 0.009226796217262745,
      "loss_total": 0.009226796217262745,
      "step": 21600
    },
    {
      "loss_action": 0.02061971090734005,
      "loss_total": 0.02061971090734005,
      "step": 21600
    },
    {
      "loss_action": 0.034072425216436386,
      "loss_total": 0.034072425216436386,
      "step": 21600
    },
    {
      "loss_action": 0.01289643906056881,
      "loss_total": 0.01289643906056881,
      "step": 21600
    },
    {
      "loss_action": 0.03138178586959839,
      "loss_total": 0.03138178586959839,
      "step": 21600
    },
    {
      "loss_action": 0.004987227264791727,
      "loss_total": 0.004987227264791727,
      "step": 21600
    },
    {
      "loss_action": 0.021091273054480553,
      "loss_total": 0.021091273054480553,
      "step": 21600
    },
    {
      "grad_norm": 0.1680847555398941,
      "learning_rate": 9.999557637559822e-05,
      "loss": 0.016,
      "step": 21610
    },
    {
      "loss_action": 0.005598194897174835,
      "loss_total": 0.005598194897174835,
      "step": 21610
    },
    {
      "loss_action": 0.010907981544733047,
      "loss_total": 0.010907981544733047,
      "step": 21610
    },
    {
      "loss_action": 0.012595528736710548,
      "loss_total": 0.012595528736710548,
      "step": 21610
    },
    {
      "loss_action": 0.024180307984352112,
      "loss_total": 0.024180307984352112,
      "step": 21610
    },
    {
      "loss_action": 0.010128077119588852,
      "loss_total": 0.010128077119588852,
      "step": 21610
    },
    {
      "loss_action": 0.007949172519147396,
      "loss_total": 0.007949172519147396,
      "step": 21610
    },
    {
      "loss_action": 0.021359767764806747,
      "loss_total": 0.021359767764806747,
      "step": 21610
    },
    {
      "loss_action": 0.0244587492197752,
      "loss_total": 0.0244587492197752,
      "step": 21610
    },
    {
      "grad_norm": 0.21100836992263794,
      "learning_rate": 9.999552121954283e-05,
      "loss": 0.0132,
      "step": 21620
    },
    {
      "loss_action": 0.015505868941545486,
      "loss_total": 0.015505868941545486,
      "step": 21620
    },
    {
      "loss_action": 0.008417665958404541,
      "loss_total": 0.008417665958404541,
      "step": 21620
    },
    {
      "loss_action": 0.035346515476703644,
      "loss_total": 0.035346515476703644,
      "step": 21620
    },
    {
      "loss_action": 0.00871699396520853,
      "loss_total": 0.00871699396520853,
      "step": 21620
    },
    {
      "loss_action": 0.013055296614766121,
      "loss_total": 0.013055296614766121,
      "step": 21620
    },
    {
      "loss_action": 0.005333163309842348,
      "loss_total": 0.005333163309842348,
      "step": 21620
    },
    {
      "loss_action": 0.01807483471930027,
      "loss_total": 0.01807483471930027,
      "step": 21620
    },
    {
      "loss_action": 0.015608089044690132,
      "loss_total": 0.015608089044690132,
      "step": 21620
    },
    {
      "grad_norm": 0.23280911147594452,
      "learning_rate": 9.999546572177276e-05,
      "loss": 0.016,
      "step": 21630
    },
    {
      "loss_action": 0.009953993372619152,
      "loss_total": 0.009953993372619152,
      "step": 21630
    },
    {
      "loss_action": 0.02051626145839691,
      "loss_total": 0.02051626145839691,
      "step": 21630
    },
    {
      "loss_action": 0.006874876096844673,
      "loss_total": 0.006874876096844673,
      "step": 21630
    },
    {
      "loss_action": 0.015647266060113907,
      "loss_total": 0.015647266060113907,
      "step": 21630
    },
    {
      "loss_action": 0.02182004600763321,
      "loss_total": 0.02182004600763321,
      "step": 21630
    },
    {
      "loss_action": 0.01704959198832512,
      "loss_total": 0.01704959198832512,
      "step": 21630
    },
    {
      "loss_action": 0.011764355935156345,
      "loss_total": 0.011764355935156345,
      "step": 21630
    },
    {
      "loss_action": 0.01976991444826126,
      "loss_total": 0.01976991444826126,
      "step": 21630
    },
    {
      "grad_norm": 0.2110060602426529,
      "learning_rate": 9.999540988228836e-05,
      "loss": 0.0148,
      "step": 21640
    },
    {
      "loss_action": 0.016271013766527176,
      "loss_total": 0.016271013766527176,
      "step": 21640
    },
    {
      "loss_action": 0.02180499956011772,
      "loss_total": 0.02180499956011772,
      "step": 21640
    },
    {
      "loss_action": 0.01357980351895094,
      "loss_total": 0.01357980351895094,
      "step": 21640
    },
    {
      "loss_action": 0.01556805707514286,
      "loss_total": 0.01556805707514286,
      "step": 21640
    },
    {
      "loss_action": 0.016391616314649582,
      "loss_total": 0.016391616314649582,
      "step": 21640
    },
    {
      "loss_action": 0.023380711674690247,
      "loss_total": 0.023380711674690247,
      "step": 21640
    },
    {
      "loss_action": 0.007280097343027592,
      "loss_total": 0.007280097343027592,
      "step": 21640
    },
    {
      "loss_action": 0.012209702283143997,
      "loss_total": 0.012209702283143997,
      "step": 21640
    },
    {
      "grad_norm": 0.16662345826625824,
      "learning_rate": 9.999535370109003e-05,
      "loss": 0.0146,
      "step": 21650
    },
    {
      "loss_action": 0.00842301920056343,
      "loss_total": 0.00842301920056343,
      "step": 21650
    },
    {
      "loss_action": 0.021673239767551422,
      "loss_total": 0.021673239767551422,
      "step": 21650
    },
    {
      "loss_action": 0.02267456240952015,
      "loss_total": 0.02267456240952015,
      "step": 21650
    },
    {
      "loss_action": 0.018207009881734848,
      "loss_total": 0.018207009881734848,
      "step": 21650
    },
    {
      "loss_action": 0.017051899805665016,
      "loss_total": 0.017051899805665016,
      "step": 21650
    },
    {
      "loss_action": 0.013034867122769356,
      "loss_total": 0.013034867122769356,
      "step": 21650
    },
    {
      "loss_action": 0.011860707774758339,
      "loss_total": 0.011860707774758339,
      "step": 21650
    },
    {
      "loss_action": 0.007862018421292305,
      "loss_total": 0.007862018421292305,
      "step": 21650
    },
    {
      "grad_norm": 0.1466713845729828,
      "learning_rate": 9.999529717817816e-05,
      "loss": 0.0134,
      "step": 21660
    },
    {
      "loss_action": 0.02929064817726612,
      "loss_total": 0.02929064817726612,
      "step": 21660
    },
    {
      "loss_action": 0.00595018919557333,
      "loss_total": 0.00595018919557333,
      "step": 21660
    },
    {
      "loss_action": 0.014146532863378525,
      "loss_total": 0.014146532863378525,
      "step": 21660
    },
    {
      "loss_action": 0.01131720282137394,
      "loss_total": 0.01131720282137394,
      "step": 21660
    },
    {
      "loss_action": 0.008223647251725197,
      "loss_total": 0.008223647251725197,
      "step": 21660
    },
    {
      "loss_action": 0.006772653199732304,
      "loss_total": 0.006772653199732304,
      "step": 21660
    },
    {
      "loss_action": 0.016873866319656372,
      "loss_total": 0.016873866319656372,
      "step": 21660
    },
    {
      "loss_action": 0.009089238941669464,
      "loss_total": 0.009089238941669464,
      "step": 21660
    },
    {
      "grad_norm": 0.24312743544578552,
      "learning_rate": 9.999524031355312e-05,
      "loss": 0.0154,
      "step": 21670
    },
    {
      "loss_action": 0.006861409172415733,
      "loss_total": 0.006861409172415733,
      "step": 21670
    },
    {
      "loss_action": 0.014911102131009102,
      "loss_total": 0.014911102131009102,
      "step": 21670
    },
    {
      "loss_action": 0.013894226402044296,
      "loss_total": 0.013894226402044296,
      "step": 21670
    },
    {
      "loss_action": 0.011008375324308872,
      "loss_total": 0.011008375324308872,
      "step": 21670
    },
    {
      "loss_action": 0.010779819451272488,
      "loss_total": 0.010779819451272488,
      "step": 21670
    },
    {
      "loss_action": 0.005562210455536842,
      "loss_total": 0.005562210455536842,
      "step": 21670
    },
    {
      "loss_action": 0.015345750376582146,
      "loss_total": 0.015345750376582146,
      "step": 21670
    },
    {
      "loss_action": 0.015596417710185051,
      "loss_total": 0.015596417710185051,
      "step": 21670
    },
    {
      "grad_norm": 0.18522045016288757,
      "learning_rate": 9.999518310721532e-05,
      "loss": 0.0137,
      "step": 21680
    },
    {
      "loss_action": 0.010326783172786236,
      "loss_total": 0.010326783172786236,
      "step": 21680
    },
    {
      "loss_action": 0.016193658113479614,
      "loss_total": 0.016193658113479614,
      "step": 21680
    },
    {
      "loss_action": 0.0042839935049414635,
      "loss_total": 0.0042839935049414635,
      "step": 21680
    },
    {
      "loss_action": 0.029192138463258743,
      "loss_total": 0.029192138463258743,
      "step": 21680
    },
    {
      "loss_action": 0.004246164578944445,
      "loss_total": 0.004246164578944445,
      "step": 21680
    },
    {
      "loss_action": 0.006953880190849304,
      "loss_total": 0.006953880190849304,
      "step": 21680
    },
    {
      "loss_action": 0.013976207934319973,
      "loss_total": 0.013976207934319973,
      "step": 21680
    },
    {
      "loss_action": 0.010504849255084991,
      "loss_total": 0.010504849255084991,
      "step": 21680
    },
    {
      "grad_norm": 0.20977665483951569,
      "learning_rate": 9.999512555916512e-05,
      "loss": 0.0137,
      "step": 21690
    },
    {
      "loss_action": 0.0197011586278677,
      "loss_total": 0.0197011586278677,
      "step": 21690
    },
    {
      "loss_action": 0.015415726229548454,
      "loss_total": 0.015415726229548454,
      "step": 21690
    },
    {
      "loss_action": 0.009649651125073433,
      "loss_total": 0.009649651125073433,
      "step": 21690
    },
    {
      "loss_action": 0.014338931068778038,
      "loss_total": 0.014338931068778038,
      "step": 21690
    },
    {
      "loss_action": 0.024396028369665146,
      "loss_total": 0.024396028369665146,
      "step": 21690
    },
    {
      "loss_action": 0.01201117318123579,
      "loss_total": 0.01201117318123579,
      "step": 21690
    },
    {
      "loss_action": 0.012798132374882698,
      "loss_total": 0.012798132374882698,
      "step": 21690
    },
    {
      "loss_action": 0.009600412100553513,
      "loss_total": 0.009600412100553513,
      "step": 21690
    },
    {
      "grad_norm": 0.2295808345079422,
      "learning_rate": 9.999506766940295e-05,
      "loss": 0.0159,
      "step": 21700
    },
    {
      "loss_action": 0.00896252691745758,
      "loss_total": 0.00896252691745758,
      "step": 21700
    },
    {
      "loss_action": 0.015538869425654411,
      "loss_total": 0.015538869425654411,
      "step": 21700
    },
    {
      "loss_action": 0.022085683420300484,
      "loss_total": 0.022085683420300484,
      "step": 21700
    },
    {
      "loss_action": 0.009044786915183067,
      "loss_total": 0.009044786915183067,
      "step": 21700
    },
    {
      "loss_action": 0.006666303612291813,
      "loss_total": 0.006666303612291813,
      "step": 21700
    },
    {
      "loss_action": 0.016263283789157867,
      "loss_total": 0.016263283789157867,
      "step": 21700
    },
    {
      "loss_action": 0.013418342918157578,
      "loss_total": 0.013418342918157578,
      "step": 21700
    },
    {
      "loss_action": 0.015086440369486809,
      "loss_total": 0.015086440369486809,
      "step": 21700
    },
    {
      "grad_norm": 0.2098364233970642,
      "learning_rate": 9.999500943792919e-05,
      "loss": 0.0137,
      "step": 21710
    },
    {
      "loss_action": 0.030817752704024315,
      "loss_total": 0.030817752704024315,
      "step": 21710
    },
    {
      "loss_action": 0.009100222028791904,
      "loss_total": 0.009100222028791904,
      "step": 21710
    },
    {
      "loss_action": 0.00817400123924017,
      "loss_total": 0.00817400123924017,
      "step": 21710
    },
    {
      "loss_action": 0.01746862754225731,
      "loss_total": 0.01746862754225731,
      "step": 21710
    },
    {
      "loss_action": 0.012051207944750786,
      "loss_total": 0.012051207944750786,
      "step": 21710
    },
    {
      "loss_action": 0.014752555638551712,
      "loss_total": 0.014752555638551712,
      "step": 21710
    },
    {
      "loss_action": 0.013011543080210686,
      "loss_total": 0.013011543080210686,
      "step": 21710
    },
    {
      "loss_action": 0.007882014848291874,
      "loss_total": 0.007882014848291874,
      "step": 21710
    },
    {
      "grad_norm": 0.238331601023674,
      "learning_rate": 9.999495086474422e-05,
      "loss": 0.02,
      "step": 21720
    },
    {
      "loss_action": 0.025390625,
      "loss_total": 0.025390625,
      "step": 21720
    },
    {
      "loss_action": 0.023495860397815704,
      "loss_total": 0.023495860397815704,
      "step": 21720
    },
    {
      "loss_action": 0.021435344591736794,
      "loss_total": 0.021435344591736794,
      "step": 21720
    },
    {
      "loss_action": 0.013346318155527115,
      "loss_total": 0.013346318155527115,
      "step": 21720
    },
    {
      "loss_action": 0.026805397123098373,
      "loss_total": 0.026805397123098373,
      "step": 21720
    },
    {
      "loss_action": 0.027357107028365135,
      "loss_total": 0.027357107028365135,
      "step": 21720
    },
    {
      "loss_action": 0.015062196180224419,
      "loss_total": 0.015062196180224419,
      "step": 21720
    },
    {
      "loss_action": 0.033497992902994156,
      "loss_total": 0.033497992902994156,
      "step": 21720
    },
    {
      "grad_norm": 0.2849753797054291,
      "learning_rate": 9.999489194984846e-05,
      "loss": 0.0177,
      "step": 21730
    },
    {
      "loss_action": 0.01734047383069992,
      "loss_total": 0.01734047383069992,
      "step": 21730
    },
    {
      "loss_action": 0.014470059424638748,
      "loss_total": 0.014470059424638748,
      "step": 21730
    },
    {
      "loss_action": 0.015420430339872837,
      "loss_total": 0.015420430339872837,
      "step": 21730
    },
    {
      "loss_action": 0.010078582912683487,
      "loss_total": 0.010078582912683487,
      "step": 21730
    },
    {
      "loss_action": 0.013717707246541977,
      "loss_total": 0.013717707246541977,
      "step": 21730
    },
    {
      "loss_action": 0.01734720915555954,
      "loss_total": 0.01734720915555954,
      "step": 21730
    },
    {
      "loss_action": 0.012842206284403801,
      "loss_total": 0.012842206284403801,
      "step": 21730
    },
    {
      "loss_action": 0.019430700689554214,
      "loss_total": 0.019430700689554214,
      "step": 21730
    },
    {
      "grad_norm": 0.13546223938465118,
      "learning_rate": 9.99948326932423e-05,
      "loss": 0.015,
      "step": 21740
    },
    {
      "loss_action": 0.02773556485772133,
      "loss_total": 0.02773556485772133,
      "step": 21740
    },
    {
      "loss_action": 0.014372400939464569,
      "loss_total": 0.014372400939464569,
      "step": 21740
    },
    {
      "loss_action": 0.010843486525118351,
      "loss_total": 0.010843486525118351,
      "step": 21740
    },
    {
      "loss_action": 0.012867048382759094,
      "loss_total": 0.012867048382759094,
      "step": 21740
    },
    {
      "loss_action": 0.017620740458369255,
      "loss_total": 0.017620740458369255,
      "step": 21740
    },
    {
      "loss_action": 0.015029892325401306,
      "loss_total": 0.015029892325401306,
      "step": 21740
    },
    {
      "loss_action": 0.015847865492105484,
      "loss_total": 0.015847865492105484,
      "step": 21740
    },
    {
      "loss_action": 0.019481513649225235,
      "loss_total": 0.019481513649225235,
      "step": 21740
    },
    {
      "grad_norm": 0.20794685184955597,
      "learning_rate": 9.999477309492618e-05,
      "loss": 0.0163,
      "step": 21750
    },
    {
      "loss_action": 0.010509541258215904,
      "loss_total": 0.010509541258215904,
      "step": 21750
    },
    {
      "loss_action": 0.007685615681111813,
      "loss_total": 0.007685615681111813,
      "step": 21750
    },
    {
      "loss_action": 0.007847046479582787,
      "loss_total": 0.007847046479582787,
      "step": 21750
    },
    {
      "loss_action": 0.011489858850836754,
      "loss_total": 0.011489858850836754,
      "step": 21750
    },
    {
      "loss_action": 0.007795220240950584,
      "loss_total": 0.007795220240950584,
      "step": 21750
    },
    {
      "loss_action": 0.026623722165822983,
      "loss_total": 0.026623722165822983,
      "step": 21750
    },
    {
      "loss_action": 0.006960636004805565,
      "loss_total": 0.006960636004805565,
      "step": 21750
    },
    {
      "loss_action": 0.00851697288453579,
      "loss_total": 0.00851697288453579,
      "step": 21750
    },
    {
      "grad_norm": 0.222714364528656,
      "learning_rate": 9.999471315490045e-05,
      "loss": 0.0137,
      "step": 21760
    },
    {
      "loss_action": 0.014823650941252708,
      "loss_total": 0.014823650941252708,
      "step": 21760
    },
    {
      "loss_action": 0.012944061309099197,
      "loss_total": 0.012944061309099197,
      "step": 21760
    },
    {
      "loss_action": 0.014170506969094276,
      "loss_total": 0.014170506969094276,
      "step": 21760
    },
    {
      "loss_action": 0.014653596095740795,
      "loss_total": 0.014653596095740795,
      "step": 21760
    },
    {
      "loss_action": 0.011153975501656532,
      "loss_total": 0.011153975501656532,
      "step": 21760
    },
    {
      "loss_action": 0.016177181154489517,
      "loss_total": 0.016177181154489517,
      "step": 21760
    },
    {
      "loss_action": 0.00919780507683754,
      "loss_total": 0.00919780507683754,
      "step": 21760
    },
    {
      "loss_action": 0.014217114076018333,
      "loss_total": 0.014217114076018333,
      "step": 21760
    },
    {
      "grad_norm": 0.17504434287548065,
      "learning_rate": 9.999465287316556e-05,
      "loss": 0.0135,
      "step": 21770
    },
    {
      "loss_action": 0.01823185384273529,
      "loss_total": 0.01823185384273529,
      "step": 21770
    },
    {
      "loss_action": 0.00983232632279396,
      "loss_total": 0.00983232632279396,
      "step": 21770
    },
    {
      "loss_action": 0.007547929883003235,
      "loss_total": 0.007547929883003235,
      "step": 21770
    },
    {
      "loss_action": 0.008704634383320808,
      "loss_total": 0.008704634383320808,
      "step": 21770
    },
    {
      "loss_action": 0.009559670463204384,
      "loss_total": 0.009559670463204384,
      "step": 21770
    },
    {
      "loss_action": 0.011626039631664753,
      "loss_total": 0.011626039631664753,
      "step": 21770
    },
    {
      "loss_action": 0.014284355565905571,
      "loss_total": 0.014284355565905571,
      "step": 21770
    },
    {
      "loss_action": 0.01669892482459545,
      "loss_total": 0.01669892482459545,
      "step": 21770
    },
    {
      "grad_norm": 0.1903955638408661,
      "learning_rate": 9.999459224972191e-05,
      "loss": 0.0161,
      "step": 21780
    },
    {
      "loss_action": 0.00997548084706068,
      "loss_total": 0.00997548084706068,
      "step": 21780
    },
    {
      "loss_action": 0.005872346460819244,
      "loss_total": 0.005872346460819244,
      "step": 21780
    },
    {
      "loss_action": 0.015645740553736687,
      "loss_total": 0.015645740553736687,
      "step": 21780
    },
    {
      "loss_action": 0.011302347294986248,
      "loss_total": 0.011302347294986248,
      "step": 21780
    },
    {
      "loss_action": 0.006007618270814419,
      "loss_total": 0.006007618270814419,
      "step": 21780
    },
    {
      "loss_action": 0.012855282053351402,
      "loss_total": 0.012855282053351402,
      "step": 21780
    },
    {
      "loss_action": 0.010111360810697079,
      "loss_total": 0.010111360810697079,
      "step": 21780
    },
    {
      "loss_action": 0.008810474537312984,
      "loss_total": 0.008810474537312984,
      "step": 21780
    },
    {
      "grad_norm": 0.18221580982208252,
      "learning_rate": 9.999453128456993e-05,
      "loss": 0.0123,
      "step": 21790
    },
    {
      "loss_action": 0.01049480028450489,
      "loss_total": 0.01049480028450489,
      "step": 21790
    },
    {
      "loss_action": 0.011282127350568771,
      "loss_total": 0.011282127350568771,
      "step": 21790
    },
    {
      "loss_action": 0.01597210019826889,
      "loss_total": 0.01597210019826889,
      "step": 21790
    },
    {
      "loss_action": 0.010246587917208672,
      "loss_total": 0.010246587917208672,
      "step": 21790
    },
    {
      "loss_action": 0.02042350172996521,
      "loss_total": 0.02042350172996521,
      "step": 21790
    },
    {
      "loss_action": 0.02069087326526642,
      "loss_total": 0.02069087326526642,
      "step": 21790
    },
    {
      "loss_action": 0.014484991319477558,
      "loss_total": 0.014484991319477558,
      "step": 21790
    },
    {
      "loss_action": 0.043582092970609665,
      "loss_total": 0.043582092970609665,
      "step": 21790
    },
    {
      "grad_norm": 0.18274818360805511,
      "learning_rate": 9.999446997771002e-05,
      "loss": 0.0144,
      "step": 21800
    },
    {
      "loss_action": 0.0059050219133496284,
      "loss_total": 0.0059050219133496284,
      "step": 21800
    },
    {
      "loss_action": 0.005253814160823822,
      "loss_total": 0.005253814160823822,
      "step": 21800
    },
    {
      "loss_action": 0.0046501923352479935,
      "loss_total": 0.0046501923352479935,
      "step": 21800
    },
    {
      "loss_action": 0.00840131938457489,
      "loss_total": 0.00840131938457489,
      "step": 21800
    },
    {
      "loss_action": 0.006752515211701393,
      "loss_total": 0.006752515211701393,
      "step": 21800
    },
    {
      "loss_action": 0.011332382448017597,
      "loss_total": 0.011332382448017597,
      "step": 21800
    },
    {
      "loss_action": 0.009139311499893665,
      "loss_total": 0.009139311499893665,
      "step": 21800
    },
    {
      "loss_action": 0.005211190320551395,
      "loss_total": 0.005211190320551395,
      "step": 21800
    },
    {
      "grad_norm": 0.28399544954299927,
      "learning_rate": 9.999440832914261e-05,
      "loss": 0.0163,
      "step": 21810
    },
    {
      "loss_action": 0.01974308118224144,
      "loss_total": 0.01974308118224144,
      "step": 21810
    },
    {
      "loss_action": 0.017527449876070023,
      "loss_total": 0.017527449876070023,
      "step": 21810
    },
    {
      "loss_action": 0.0035931782331317663,
      "loss_total": 0.0035931782331317663,
      "step": 21810
    },
    {
      "loss_action": 0.014928575605154037,
      "loss_total": 0.014928575605154037,
      "step": 21810
    },
    {
      "loss_action": 0.007147302385419607,
      "loss_total": 0.007147302385419607,
      "step": 21810
    },
    {
      "loss_action": 0.012118099257349968,
      "loss_total": 0.012118099257349968,
      "step": 21810
    },
    {
      "loss_action": 0.004747692029923201,
      "loss_total": 0.004747692029923201,
      "step": 21810
    },
    {
      "loss_action": 0.014929241500794888,
      "loss_total": 0.014929241500794888,
      "step": 21810
    },
    {
      "grad_norm": 0.17678292095661163,
      "learning_rate": 9.999434633886811e-05,
      "loss": 0.0179,
      "step": 21820
    },
    {
      "loss_action": 0.018520722165703773,
      "loss_total": 0.018520722165703773,
      "step": 21820
    },
    {
      "loss_action": 0.014176838099956512,
      "loss_total": 0.014176838099956512,
      "step": 21820
    },
    {
      "loss_action": 0.011705663986504078,
      "loss_total": 0.011705663986504078,
      "step": 21820
    },
    {
      "loss_action": 0.008856501430273056,
      "loss_total": 0.008856501430273056,
      "step": 21820
    },
    {
      "loss_action": 0.021575264632701874,
      "loss_total": 0.021575264632701874,
      "step": 21820
    },
    {
      "loss_action": 0.012856942601501942,
      "loss_total": 0.012856942601501942,
      "step": 21820
    },
    {
      "loss_action": 0.006502321921288967,
      "loss_total": 0.006502321921288967,
      "step": 21820
    },
    {
      "loss_action": 0.03225559741258621,
      "loss_total": 0.03225559741258621,
      "step": 21820
    },
    {
      "grad_norm": 0.26443541049957275,
      "learning_rate": 9.999428400688693e-05,
      "loss": 0.0162,
      "step": 21830
    },
    {
      "loss_action": 0.011957995593547821,
      "loss_total": 0.011957995593547821,
      "step": 21830
    },
    {
      "loss_action": 0.03154511749744415,
      "loss_total": 0.03154511749744415,
      "step": 21830
    },
    {
      "loss_action": 0.020424000918865204,
      "loss_total": 0.020424000918865204,
      "step": 21830
    },
    {
      "loss_action": 0.013724938035011292,
      "loss_total": 0.013724938035011292,
      "step": 21830
    },
    {
      "loss_action": 0.008743567392230034,
      "loss_total": 0.008743567392230034,
      "step": 21830
    },
    {
      "loss_action": 0.012959133833646774,
      "loss_total": 0.012959133833646774,
      "step": 21830
    },
    {
      "loss_action": 0.0172229316085577,
      "loss_total": 0.0172229316085577,
      "step": 21830
    },
    {
      "loss_action": 0.009181929752230644,
      "loss_total": 0.009181929752230644,
      "step": 21830
    },
    {
      "grad_norm": 0.19585229456424713,
      "learning_rate": 9.999422133319954e-05,
      "loss": 0.0155,
      "step": 21840
    },
    {
      "loss_action": 0.012811288237571716,
      "loss_total": 0.012811288237571716,
      "step": 21840
    },
    {
      "loss_action": 0.010430475696921349,
      "loss_total": 0.010430475696921349,
      "step": 21840
    },
    {
      "loss_action": 0.011939065530896187,
      "loss_total": 0.011939065530896187,
      "step": 21840
    },
    {
      "loss_action": 0.02882029488682747,
      "loss_total": 0.02882029488682747,
      "step": 21840
    },
    {
      "loss_action": 0.009482668712735176,
      "loss_total": 0.009482668712735176,
      "step": 21840
    },
    {
      "loss_action": 0.006548937410116196,
      "loss_total": 0.006548937410116196,
      "step": 21840
    },
    {
      "loss_action": 0.0083311153575778,
      "loss_total": 0.0083311153575778,
      "step": 21840
    },
    {
      "loss_action": 0.004934142343699932,
      "loss_total": 0.004934142343699932,
      "step": 21840
    },
    {
      "grad_norm": 0.1610567271709442,
      "learning_rate": 9.999415831780633e-05,
      "loss": 0.017,
      "step": 21850
    },
    {
      "loss_action": 0.015283070504665375,
      "loss_total": 0.015283070504665375,
      "step": 21850
    },
    {
      "loss_action": 0.009829451330006123,
      "loss_total": 0.009829451330006123,
      "step": 21850
    },
    {
      "loss_action": 0.011945091187953949,
      "loss_total": 0.011945091187953949,
      "step": 21850
    },
    {
      "loss_action": 0.013792222365736961,
      "loss_total": 0.013792222365736961,
      "step": 21850
    },
    {
      "loss_action": 0.018462058156728745,
      "loss_total": 0.018462058156728745,
      "step": 21850
    },
    {
      "loss_action": 0.014257041737437248,
      "loss_total": 0.014257041737437248,
      "step": 21850
    },
    {
      "loss_action": 0.008415628224611282,
      "loss_total": 0.008415628224611282,
      "step": 21850
    },
    {
      "loss_action": 0.015333995223045349,
      "loss_total": 0.015333995223045349,
      "step": 21850
    },
    {
      "grad_norm": 0.14772599935531616,
      "learning_rate": 9.999409496070773e-05,
      "loss": 0.0156,
      "step": 21860
    },
    {
      "loss_action": 0.02731195092201233,
      "loss_total": 0.02731195092201233,
      "step": 21860
    },
    {
      "loss_action": 0.015005656518042088,
      "loss_total": 0.015005656518042088,
      "step": 21860
    },
    {
      "loss_action": 0.019362829625606537,
      "loss_total": 0.019362829625606537,
      "step": 21860
    },
    {
      "loss_action": 0.0069729904644191265,
      "loss_total": 0.0069729904644191265,
      "step": 21860
    },
    {
      "loss_action": 0.010751402005553246,
      "loss_total": 0.010751402005553246,
      "step": 21860
    },
    {
      "loss_action": 0.009917357936501503,
      "loss_total": 0.009917357936501503,
      "step": 21860
    },
    {
      "loss_action": 0.027849271893501282,
      "loss_total": 0.027849271893501282,
      "step": 21860
    },
    {
      "loss_action": 0.014793511480093002,
      "loss_total": 0.014793511480093002,
      "step": 21860
    },
    {
      "grad_norm": 0.20764431357383728,
      "learning_rate": 9.999403126190419e-05,
      "loss": 0.0167,
      "step": 21870
    },
    {
      "loss_action": 0.007526588160544634,
      "loss_total": 0.007526588160544634,
      "step": 21870
    },
    {
      "loss_action": 0.007422181777656078,
      "loss_total": 0.007422181777656078,
      "step": 21870
    },
    {
      "loss_action": 0.015041697770357132,
      "loss_total": 0.015041697770357132,
      "step": 21870
    },
    {
      "loss_action": 0.011096013709902763,
      "loss_total": 0.011096013709902763,
      "step": 21870
    },
    {
      "loss_action": 0.016795912757515907,
      "loss_total": 0.016795912757515907,
      "step": 21870
    },
    {
      "loss_action": 0.010827734135091305,
      "loss_total": 0.010827734135091305,
      "step": 21870
    },
    {
      "loss_action": 0.014454200863838196,
      "loss_total": 0.014454200863838196,
      "step": 21870
    },
    {
      "loss_action": 0.03379344195127487,
      "loss_total": 0.03379344195127487,
      "step": 21870
    },
    {
      "grad_norm": 0.19560028612613678,
      "learning_rate": 9.999396722139616e-05,
      "loss": 0.0165,
      "step": 21880
    },
    {
      "loss_action": 0.00619360851123929,
      "loss_total": 0.00619360851123929,
      "step": 21880
    },
    {
      "loss_action": 0.008797768503427505,
      "loss_total": 0.008797768503427505,
      "step": 21880
    },
    {
      "loss_action": 0.013745670206844807,
      "loss_total": 0.013745670206844807,
      "step": 21880
    },
    {
      "loss_action": 0.013691299594938755,
      "loss_total": 0.013691299594938755,
      "step": 21880
    },
    {
      "loss_action": 0.014880329370498657,
      "loss_total": 0.014880329370498657,
      "step": 21880
    },
    {
      "loss_action": 0.021900497376918793,
      "loss_total": 0.021900497376918793,
      "step": 21880
    },
    {
      "loss_action": 0.005704880692064762,
      "loss_total": 0.005704880692064762,
      "step": 21880
    },
    {
      "loss_action": 0.01541945617645979,
      "loss_total": 0.01541945617645979,
      "step": 21880
    },
    {
      "grad_norm": 0.23745648562908173,
      "learning_rate": 9.999390283918405e-05,
      "loss": 0.0166,
      "step": 21890
    },
    {
      "loss_action": 0.04333428665995598,
      "loss_total": 0.04333428665995598,
      "step": 21890
    },
    {
      "loss_action": 0.014341037720441818,
      "loss_total": 0.014341037720441818,
      "step": 21890
    },
    {
      "loss_action": 0.014621153473854065,
      "loss_total": 0.014621153473854065,
      "step": 21890
    },
    {
      "loss_action": 0.01587708294391632,
      "loss_total": 0.01587708294391632,
      "step": 21890
    },
    {
      "loss_action": 0.011901606805622578,
      "loss_total": 0.011901606805622578,
      "step": 21890
    },
    {
      "loss_action": 0.008177445270121098,
      "loss_total": 0.008177445270121098,
      "step": 21890
    },
    {
      "loss_action": 0.009323107078671455,
      "loss_total": 0.009323107078671455,
      "step": 21890
    },
    {
      "loss_action": 0.011641806922852993,
      "loss_total": 0.011641806922852993,
      "step": 21890
    },
    {
      "grad_norm": 0.12408328056335449,
      "learning_rate": 9.999383811526828e-05,
      "loss": 0.015,
      "step": 21900
    },
    {
      "loss_action": 0.007803988642990589,
      "loss_total": 0.007803988642990589,
      "step": 21900
    },
    {
      "loss_action": 0.0173397958278656,
      "loss_total": 0.0173397958278656,
      "step": 21900
    },
    {
      "loss_action": 0.012520544230937958,
      "loss_total": 0.012520544230937958,
      "step": 21900
    },
    {
      "loss_action": 0.008007915690541267,
      "loss_total": 0.008007915690541267,
      "step": 21900
    },
    {
      "loss_action": 0.011509476229548454,
      "loss_total": 0.011509476229548454,
      "step": 21900
    },
    {
      "loss_action": 0.03775167092680931,
      "loss_total": 0.03775167092680931,
      "step": 21900
    },
    {
      "loss_action": 0.019554369151592255,
      "loss_total": 0.019554369151592255,
      "step": 21900
    },
    {
      "loss_action": 0.014014903455972672,
      "loss_total": 0.014014903455972672,
      "step": 21900
    },
    {
      "grad_norm": 0.20901036262512207,
      "learning_rate": 9.999377304964936e-05,
      "loss": 0.0179,
      "step": 21910
    },
    {
      "loss_action": 0.03391336277127266,
      "loss_total": 0.03391336277127266,
      "step": 21910
    },
    {
      "loss_action": 0.009791598655283451,
      "loss_total": 0.009791598655283451,
      "step": 21910
    },
    {
      "loss_action": 0.009412240236997604,
      "loss_total": 0.009412240236997604,
      "step": 21910
    },
    {
      "loss_action": 0.013311833143234253,
      "loss_total": 0.013311833143234253,
      "step": 21910
    },
    {
      "loss_action": 0.012440803460776806,
      "loss_total": 0.012440803460776806,
      "step": 21910
    },
    {
      "loss_action": 0.010017722845077515,
      "loss_total": 0.010017722845077515,
      "step": 21910
    },
    {
      "loss_action": 0.01829901710152626,
      "loss_total": 0.01829901710152626,
      "step": 21910
    },
    {
      "loss_action": 0.012389380484819412,
      "loss_total": 0.012389380484819412,
      "step": 21910
    },
    {
      "grad_norm": 0.2317945659160614,
      "learning_rate": 9.999370764232769e-05,
      "loss": 0.0178,
      "step": 21920
    },
    {
      "loss_action": 0.018100570887327194,
      "loss_total": 0.018100570887327194,
      "step": 21920
    },
    {
      "loss_action": 0.014592316932976246,
      "loss_total": 0.014592316932976246,
      "step": 21920
    },
    {
      "loss_action": 0.0072363754734396935,
      "loss_total": 0.0072363754734396935,
      "step": 21920
    },
    {
      "loss_action": 0.02784835919737816,
      "loss_total": 0.02784835919737816,
      "step": 21920
    },
    {
      "loss_action": 0.0077390824444592,
      "loss_total": 0.0077390824444592,
      "step": 21920
    },
    {
      "loss_action": 0.009070959873497486,
      "loss_total": 0.009070959873497486,
      "step": 21920
    },
    {
      "loss_action": 0.013387754559516907,
      "loss_total": 0.013387754559516907,
      "step": 21920
    },
    {
      "loss_action": 0.014811018481850624,
      "loss_total": 0.014811018481850624,
      "step": 21920
    },
    {
      "grad_norm": 0.26103195548057556,
      "learning_rate": 9.999364189330372e-05,
      "loss": 0.018,
      "step": 21930
    },
    {
      "loss_action": 0.01284816488623619,
      "loss_total": 0.01284816488623619,
      "step": 21930
    },
    {
      "loss_action": 0.032260067760944366,
      "loss_total": 0.032260067760944366,
      "step": 21930
    },
    {
      "loss_action": 0.023216094821691513,
      "loss_total": 0.023216094821691513,
      "step": 21930
    },
    {
      "loss_action": 0.015038824640214443,
      "loss_total": 0.015038824640214443,
      "step": 21930
    },
    {
      "loss_action": 0.007071711588650942,
      "loss_total": 0.007071711588650942,
      "step": 21930
    },
    {
      "loss_action": 0.01585795171558857,
      "loss_total": 0.01585795171558857,
      "step": 21930
    },
    {
      "loss_action": 0.025318188592791557,
      "loss_total": 0.025318188592791557,
      "step": 21930
    },
    {
      "loss_action": 0.021344754844903946,
      "loss_total": 0.021344754844903946,
      "step": 21930
    },
    {
      "grad_norm": 0.1815556287765503,
      "learning_rate": 9.999357580257789e-05,
      "loss": 0.0146,
      "step": 21940
    },
    {
      "loss_action": 0.011608079075813293,
      "loss_total": 0.011608079075813293,
      "step": 21940
    },
    {
      "loss_action": 0.02401055209338665,
      "loss_total": 0.02401055209338665,
      "step": 21940
    },
    {
      "loss_action": 0.015808230265975,
      "loss_total": 0.015808230265975,
      "step": 21940
    },
    {
      "loss_action": 0.011741481721401215,
      "loss_total": 0.011741481721401215,
      "step": 21940
    },
    {
      "loss_action": 0.005279170349240303,
      "loss_total": 0.005279170349240303,
      "step": 21940
    },
    {
      "loss_action": 0.007022131700068712,
      "loss_total": 0.007022131700068712,
      "step": 21940
    },
    {
      "loss_action": 0.011049076914787292,
      "loss_total": 0.011049076914787292,
      "step": 21940
    },
    {
      "loss_action": 0.016760798171162605,
      "loss_total": 0.016760798171162605,
      "step": 21940
    },
    {
      "grad_norm": 0.13989044725894928,
      "learning_rate": 9.999350937015066e-05,
      "loss": 0.0144,
      "step": 21950
    },
    {
      "loss_action": 0.006535093765705824,
      "loss_total": 0.006535093765705824,
      "step": 21950
    },
    {
      "loss_action": 0.015465292148292065,
      "loss_total": 0.015465292148292065,
      "step": 21950
    },
    {
      "loss_action": 0.004755557514727116,
      "loss_total": 0.004755557514727116,
      "step": 21950
    },
    {
      "loss_action": 0.01363091729581356,
      "loss_total": 0.01363091729581356,
      "step": 21950
    },
    {
      "loss_action": 0.011287165805697441,
      "loss_total": 0.011287165805697441,
      "step": 21950
    },
    {
      "loss_action": 0.015275624580681324,
      "loss_total": 0.015275624580681324,
      "step": 21950
    },
    {
      "loss_action": 0.014024678617715836,
      "loss_total": 0.014024678617715836,
      "step": 21950
    },
    {
      "loss_action": 0.01885080337524414,
      "loss_total": 0.01885080337524414,
      "step": 21950
    },
    {
      "grad_norm": 0.1633872389793396,
      "learning_rate": 9.99934425960225e-05,
      "loss": 0.0148,
      "step": 21960
    },
    {
      "loss_action": 0.024797290563583374,
      "loss_total": 0.024797290563583374,
      "step": 21960
    },
    {
      "loss_action": 0.025463048368692398,
      "loss_total": 0.025463048368692398,
      "step": 21960
    },
    {
      "loss_action": 0.027994314208626747,
      "loss_total": 0.027994314208626747,
      "step": 21960
    },
    {
      "loss_action": 0.01461059506982565,
      "loss_total": 0.01461059506982565,
      "step": 21960
    },
    {
      "loss_action": 0.010852775536477566,
      "loss_total": 0.010852775536477566,
      "step": 21960
    },
    {
      "loss_action": 0.005563477985560894,
      "loss_total": 0.005563477985560894,
      "step": 21960
    },
    {
      "loss_action": 0.014594154432415962,
      "loss_total": 0.014594154432415962,
      "step": 21960
    },
    {
      "loss_action": 0.010123226791620255,
      "loss_total": 0.010123226791620255,
      "step": 21960
    },
    {
      "grad_norm": 0.17176005244255066,
      "learning_rate": 9.999337548019387e-05,
      "loss": 0.0165,
      "step": 21970
    },
    {
      "loss_action": 0.013152988627552986,
      "loss_total": 0.013152988627552986,
      "step": 21970
    },
    {
      "loss_action": 0.008723903447389603,
      "loss_total": 0.008723903447389603,
      "step": 21970
    },
    {
      "loss_action": 0.010422522202134132,
      "loss_total": 0.010422522202134132,
      "step": 21970
    },
    {
      "loss_action": 0.007509978022426367,
      "loss_total": 0.007509978022426367,
      "step": 21970
    },
    {
      "loss_action": 0.01676974818110466,
      "loss_total": 0.01676974818110466,
      "step": 21970
    },
    {
      "loss_action": 0.028810055926442146,
      "loss_total": 0.028810055926442146,
      "step": 21970
    },
    {
      "loss_action": 0.012202915735542774,
      "loss_total": 0.012202915735542774,
      "step": 21970
    },
    {
      "loss_action": 0.015744606032967567,
      "loss_total": 0.015744606032967567,
      "step": 21970
    },
    {
      "grad_norm": 0.2132747620344162,
      "learning_rate": 9.99933080226652e-05,
      "loss": 0.0151,
      "step": 21980
    },
    {
      "loss_action": 0.02078418992459774,
      "loss_total": 0.02078418992459774,
      "step": 21980
    },
    {
      "loss_action": 0.0181953813880682,
      "loss_total": 0.0181953813880682,
      "step": 21980
    },
    {
      "loss_action": 0.02193557284772396,
      "loss_total": 0.02193557284772396,
      "step": 21980
    },
    {
      "loss_action": 0.019651101902127266,
      "loss_total": 0.019651101902127266,
      "step": 21980
    },
    {
      "loss_action": 0.008746372535824776,
      "loss_total": 0.008746372535824776,
      "step": 21980
    },
    {
      "loss_action": 0.02499813586473465,
      "loss_total": 0.02499813586473465,
      "step": 21980
    },
    {
      "loss_action": 0.014984266832470894,
      "loss_total": 0.014984266832470894,
      "step": 21980
    },
    {
      "loss_action": 0.017479363828897476,
      "loss_total": 0.017479363828897476,
      "step": 21980
    },
    {
      "grad_norm": 0.1716853678226471,
      "learning_rate": 9.999324022343696e-05,
      "loss": 0.0154,
      "step": 21990
    },
    {
      "loss_action": 0.029148831963539124,
      "loss_total": 0.029148831963539124,
      "step": 21990
    },
    {
      "loss_action": 0.008840722031891346,
      "loss_total": 0.008840722031891346,
      "step": 21990
    },
    {
      "loss_action": 0.02574332058429718,
      "loss_total": 0.02574332058429718,
      "step": 21990
    },
    {
      "loss_action": 0.01200137659907341,
      "loss_total": 0.01200137659907341,
      "step": 21990
    },
    {
      "loss_action": 0.02659529261291027,
      "loss_total": 0.02659529261291027,
      "step": 21990
    },
    {
      "loss_action": 0.009063353762030602,
      "loss_total": 0.009063353762030602,
      "step": 21990
    },
    {
      "loss_action": 0.009293582290410995,
      "loss_total": 0.009293582290410995,
      "step": 21990
    },
    {
      "loss_action": 0.015374265611171722,
      "loss_total": 0.015374265611171722,
      "step": 21990
    },
    {
      "grad_norm": 0.19749212265014648,
      "learning_rate": 9.999317208250962e-05,
      "loss": 0.0154,
      "step": 22000
    },
    {
      "loss_action": 0.01883813738822937,
      "loss_total": 0.01883813738822937,
      "step": 22000
    },
    {
      "loss_action": 0.014324771240353584,
      "loss_total": 0.014324771240353584,
      "step": 22000
    },
    {
      "loss_action": 0.012638668529689312,
      "loss_total": 0.012638668529689312,
      "step": 22000
    },
    {
      "loss_action": 0.02091544307768345,
      "loss_total": 0.02091544307768345,
      "step": 22000
    },
    {
      "loss_action": 0.010877798311412334,
      "loss_total": 0.010877798311412334,
      "step": 22000
    },
    {
      "loss_action": 0.00882613006979227,
      "loss_total": 0.00882613006979227,
      "step": 22000
    },
    {
      "loss_action": 0.020618759095668793,
      "loss_total": 0.020618759095668793,
      "step": 22000
    },
    {
      "loss_action": 0.008459771983325481,
      "loss_total": 0.008459771983325481,
      "step": 22000
    },
    {
      "grad_norm": 0.13622403144836426,
      "learning_rate": 9.999310359988364e-05,
      "loss": 0.0168,
      "step": 22010
    },
    {
      "loss_action": 0.0064073726534843445,
      "loss_total": 0.0064073726534843445,
      "step": 22010
    },
    {
      "loss_action": 0.012554668821394444,
      "loss_total": 0.012554668821394444,
      "step": 22010
    },
    {
      "loss_action": 0.021442346274852753,
      "loss_total": 0.021442346274852753,
      "step": 22010
    },
    {
      "loss_action": 0.033666495233774185,
      "loss_total": 0.033666495233774185,
      "step": 22010
    },
    {
      "loss_action": 0.05585901066660881,
      "loss_total": 0.05585901066660881,
      "step": 22010
    },
    {
      "loss_action": 0.010359479114413261,
      "loss_total": 0.010359479114413261,
      "step": 22010
    },
    {
      "loss_action": 0.02556445822119713,
      "loss_total": 0.02556445822119713,
      "step": 22010
    },
    {
      "loss_action": 0.009342744946479797,
      "loss_total": 0.009342744946479797,
      "step": 22010
    },
    {
      "grad_norm": 0.19133535027503967,
      "learning_rate": 9.99930347755595e-05,
      "loss": 0.0161,
      "step": 22020
    },
    {
      "loss_action": 0.009385746903717518,
      "loss_total": 0.009385746903717518,
      "step": 22020
    },
    {
      "loss_action": 0.0073921168223023415,
      "loss_total": 0.0073921168223023415,
      "step": 22020
    },
    {
      "loss_action": 0.00887460820376873,
      "loss_total": 0.00887460820376873,
      "step": 22020
    },
    {
      "loss_action": 0.010480405762791634,
      "loss_total": 0.010480405762791634,
      "step": 22020
    },
    {
      "loss_action": 0.02552025206387043,
      "loss_total": 0.02552025206387043,
      "step": 22020
    },
    {
      "loss_action": 0.011458132416009903,
      "loss_total": 0.011458132416009903,
      "step": 22020
    },
    {
      "loss_action": 0.01677311211824417,
      "loss_total": 0.01677311211824417,
      "step": 22020
    },
    {
      "loss_action": 0.01066178735345602,
      "loss_total": 0.01066178735345602,
      "step": 22020
    },
    {
      "grad_norm": 0.17096348106861115,
      "learning_rate": 9.999296560953766e-05,
      "loss": 0.0142,
      "step": 22030
    },
    {
      "loss_action": 0.008957261219620705,
      "loss_total": 0.008957261219620705,
      "step": 22030
    },
    {
      "loss_action": 0.00587798934429884,
      "loss_total": 0.00587798934429884,
      "step": 22030
    },
    {
      "loss_action": 0.016598112881183624,
      "loss_total": 0.016598112881183624,
      "step": 22030
    },
    {
      "loss_action": 0.012871749699115753,
      "loss_total": 0.012871749699115753,
      "step": 22030
    },
    {
      "loss_action": 0.01311453990638256,
      "loss_total": 0.01311453990638256,
      "step": 22030
    },
    {
      "loss_action": 0.007744216825813055,
      "loss_total": 0.007744216825813055,
      "step": 22030
    },
    {
      "loss_action": 0.024481236934661865,
      "loss_total": 0.024481236934661865,
      "step": 22030
    },
    {
      "loss_action": 0.015663770958781242,
      "loss_total": 0.015663770958781242,
      "step": 22030
    },
    {
      "grad_norm": 0.17275887727737427,
      "learning_rate": 9.999289610181859e-05,
      "loss": 0.014,
      "step": 22040
    },
    {
      "loss_action": 0.02555791288614273,
      "loss_total": 0.02555791288614273,
      "step": 22040
    },
    {
      "loss_action": 0.020556826144456863,
      "loss_total": 0.020556826144456863,
      "step": 22040
    },
    {
      "loss_action": 0.012091103941202164,
      "loss_total": 0.012091103941202164,
      "step": 22040
    },
    {
      "loss_action": 0.020873909816145897,
      "loss_total": 0.020873909816145897,
      "step": 22040
    },
    {
      "loss_action": 0.015483285300433636,
      "loss_total": 0.015483285300433636,
      "step": 22040
    },
    {
      "loss_action": 0.010163437575101852,
      "loss_total": 0.010163437575101852,
      "step": 22040
    },
    {
      "loss_action": 0.020802490413188934,
      "loss_total": 0.020802490413188934,
      "step": 22040
    },
    {
      "loss_action": 0.010873861610889435,
      "loss_total": 0.010873861610889435,
      "step": 22040
    },
    {
      "grad_norm": 0.17658425867557526,
      "learning_rate": 9.999282625240279e-05,
      "loss": 0.0159,
      "step": 22050
    },
    {
      "loss_action": 0.009098571725189686,
      "loss_total": 0.009098571725189686,
      "step": 22050
    },
    {
      "loss_action": 0.025183366611599922,
      "loss_total": 0.025183366611599922,
      "step": 22050
    },
    {
      "loss_action": 0.02076408453285694,
      "loss_total": 0.02076408453285694,
      "step": 22050
    },
    {
      "loss_action": 0.01103779673576355,
      "loss_total": 0.01103779673576355,
      "step": 22050
    },
    {
      "loss_action": 0.0041800616309046745,
      "loss_total": 0.0041800616309046745,
      "step": 22050
    },
    {
      "loss_action": 0.010654020123183727,
      "loss_total": 0.010654020123183727,
      "step": 22050
    },
    {
      "loss_action": 0.01089370995759964,
      "loss_total": 0.01089370995759964,
      "step": 22050
    },
    {
      "loss_action": 0.017513468861579895,
      "loss_total": 0.017513468861579895,
      "step": 22050
    },
    {
      "grad_norm": 0.1520020067691803,
      "learning_rate": 9.999275606129068e-05,
      "loss": 0.0137,
      "step": 22060
    },
    {
      "loss_action": 0.020188726484775543,
      "loss_total": 0.020188726484775543,
      "step": 22060
    },
    {
      "loss_action": 0.013622010126709938,
      "loss_total": 0.013622010126709938,
      "step": 22060
    },
    {
      "loss_action": 0.01196306012570858,
      "loss_total": 0.01196306012570858,
      "step": 22060
    },
    {
      "loss_action": 0.016563158482313156,
      "loss_total": 0.016563158482313156,
      "step": 22060
    },
    {
      "loss_action": 0.004473980516195297,
      "loss_total": 0.004473980516195297,
      "step": 22060
    },
    {
      "loss_action": 0.007179959211498499,
      "loss_total": 0.007179959211498499,
      "step": 22060
    },
    {
      "loss_action": 0.00974474847316742,
      "loss_total": 0.00974474847316742,
      "step": 22060
    },
    {
      "loss_action": 0.009074456989765167,
      "loss_total": 0.009074456989765167,
      "step": 22060
    },
    {
      "grad_norm": 0.1895202100276947,
      "learning_rate": 9.99926855284828e-05,
      "loss": 0.0149,
      "step": 22070
    },
    {
      "loss_action": 0.03832148015499115,
      "loss_total": 0.03832148015499115,
      "step": 22070
    },
    {
      "loss_action": 0.008235380984842777,
      "loss_total": 0.008235380984842777,
      "step": 22070
    },
    {
      "loss_action": 0.008393269032239914,
      "loss_total": 0.008393269032239914,
      "step": 22070
    },
    {
      "loss_action": 0.010783114470541477,
      "loss_total": 0.010783114470541477,
      "step": 22070
    },
    {
      "loss_action": 0.011157708242535591,
      "loss_total": 0.011157708242535591,
      "step": 22070
    },
    {
      "loss_action": 0.025710515677928925,
      "loss_total": 0.025710515677928925,
      "step": 22070
    },
    {
      "loss_action": 0.022754281759262085,
      "loss_total": 0.022754281759262085,
      "step": 22070
    },
    {
      "loss_action": 0.02900221198797226,
      "loss_total": 0.02900221198797226,
      "step": 22070
    },
    {
      "grad_norm": 0.1835303008556366,
      "learning_rate": 9.999261465397962e-05,
      "loss": 0.0147,
      "step": 22080
    },
    {
      "loss_action": 0.007629899308085442,
      "loss_total": 0.007629899308085442,
      "step": 22080
    },
    {
      "loss_action": 0.014365682378411293,
      "loss_total": 0.014365682378411293,
      "step": 22080
    },
    {
      "loss_action": 0.011554853059351444,
      "loss_total": 0.011554853059351444,
      "step": 22080
    },
    {
      "loss_action": 0.023330967873334885,
      "loss_total": 0.023330967873334885,
      "step": 22080
    },
    {
      "loss_action": 0.008335490711033344,
      "loss_total": 0.008335490711033344,
      "step": 22080
    },
    {
      "loss_action": 0.013920571655035019,
      "loss_total": 0.013920571655035019,
      "step": 22080
    },
    {
      "loss_action": 0.006008703727275133,
      "loss_total": 0.006008703727275133,
      "step": 22080
    },
    {
      "loss_action": 0.01651259884238243,
      "loss_total": 0.01651259884238243,
      "step": 22080
    },
    {
      "grad_norm": 0.1743592619895935,
      "learning_rate": 9.999254343778159e-05,
      "loss": 0.014,
      "step": 22090
    },
    {
      "loss_action": 0.007672053296118975,
      "loss_total": 0.007672053296118975,
      "step": 22090
    },
    {
      "loss_action": 0.008525004610419273,
      "loss_total": 0.008525004610419273,
      "step": 22090
    },
    {
      "loss_action": 0.00849883072078228,
      "loss_total": 0.00849883072078228,
      "step": 22090
    },
    {
      "loss_action": 0.01622195355594158,
      "loss_total": 0.01622195355594158,
      "step": 22090
    },
    {
      "loss_action": 0.011026982218027115,
      "loss_total": 0.011026982218027115,
      "step": 22090
    },
    {
      "loss_action": 0.0068960487842559814,
      "loss_total": 0.0068960487842559814,
      "step": 22090
    },
    {
      "loss_action": 0.02399216592311859,
      "loss_total": 0.02399216592311859,
      "step": 22090
    },
    {
      "loss_action": 0.022062720730900764,
      "loss_total": 0.022062720730900764,
      "step": 22090
    },
    {
      "grad_norm": 0.19164006412029266,
      "learning_rate": 9.999247187988924e-05,
      "loss": 0.015,
      "step": 22100
    },
    {
      "loss_action": 0.012694897130131721,
      "loss_total": 0.012694897130131721,
      "step": 22100
    },
    {
      "loss_action": 0.016604863107204437,
      "loss_total": 0.016604863107204437,
      "step": 22100
    },
    {
      "loss_action": 0.01829378679394722,
      "loss_total": 0.01829378679394722,
      "step": 22100
    },
    {
      "loss_action": 0.05562125891447067,
      "loss_total": 0.05562125891447067,
      "step": 22100
    },
    {
      "loss_action": 0.020575489848852158,
      "loss_total": 0.020575489848852158,
      "step": 22100
    },
    {
      "loss_action": 0.024773530662059784,
      "loss_total": 0.024773530662059784,
      "step": 22100
    },
    {
      "loss_action": 0.030443929135799408,
      "loss_total": 0.030443929135799408,
      "step": 22100
    },
    {
      "loss_action": 0.011939546093344688,
      "loss_total": 0.011939546093344688,
      "step": 22100
    },
    {
      "grad_norm": 0.2241601198911667,
      "learning_rate": 9.999239998030303e-05,
      "loss": 0.0178,
      "step": 22110
    },
    {
      "loss_action": 0.03380151093006134,
      "loss_total": 0.03380151093006134,
      "step": 22110
    },
    {
      "loss_action": 0.007824869826436043,
      "loss_total": 0.007824869826436043,
      "step": 22110
    },
    {
      "loss_action": 0.012493396177887917,
      "loss_total": 0.012493396177887917,
      "step": 22110
    },
    {
      "loss_action": 0.0204329676926136,
      "loss_total": 0.0204329676926136,
      "step": 22110
    },
    {
      "loss_action": 0.007577499374747276,
      "loss_total": 0.007577499374747276,
      "step": 22110
    },
    {
      "loss_action": 0.007708614692091942,
      "loss_total": 0.007708614692091942,
      "step": 22110
    },
    {
      "loss_action": 0.018031565472483635,
      "loss_total": 0.018031565472483635,
      "step": 22110
    },
    {
      "loss_action": 0.018026970326900482,
      "loss_total": 0.018026970326900482,
      "step": 22110
    },
    {
      "grad_norm": 0.17021462321281433,
      "learning_rate": 9.999232773902345e-05,
      "loss": 0.0138,
      "step": 22120
    },
    {
      "loss_action": 0.022207004949450493,
      "loss_total": 0.022207004949450493,
      "step": 22120
    },
    {
      "loss_action": 0.011711325496435165,
      "loss_total": 0.011711325496435165,
      "step": 22120
    },
    {
      "loss_action": 0.00869811698794365,
      "loss_total": 0.00869811698794365,
      "step": 22120
    },
    {
      "loss_action": 0.028425469994544983,
      "loss_total": 0.028425469994544983,
      "step": 22120
    },
    {
      "loss_action": 0.007217911072075367,
      "loss_total": 0.007217911072075367,
      "step": 22120
    },
    {
      "loss_action": 0.013611921109259129,
      "loss_total": 0.013611921109259129,
      "step": 22120
    },
    {
      "loss_action": 0.011548396199941635,
      "loss_total": 0.011548396199941635,
      "step": 22120
    },
    {
      "loss_action": 0.014291583560407162,
      "loss_total": 0.014291583560407162,
      "step": 22120
    },
    {
      "grad_norm": 0.20732560753822327,
      "learning_rate": 9.999225515605102e-05,
      "loss": 0.0166,
      "step": 22130
    },
    {
      "loss_action": 0.0078001865185797215,
      "loss_total": 0.0078001865185797215,
      "step": 22130
    },
    {
      "loss_action": 0.016790300607681274,
      "loss_total": 0.016790300607681274,
      "step": 22130
    },
    {
      "loss_action": 0.013827362097799778,
      "loss_total": 0.013827362097799778,
      "step": 22130
    },
    {
      "loss_action": 0.009573615156114101,
      "loss_total": 0.009573615156114101,
      "step": 22130
    },
    {
      "loss_action": 0.010248122736811638,
      "loss_total": 0.010248122736811638,
      "step": 22130
    },
    {
      "loss_action": 0.04029076546430588,
      "loss_total": 0.04029076546430588,
      "step": 22130
    },
    {
      "loss_action": 0.006413239054381847,
      "loss_total": 0.006413239054381847,
      "step": 22130
    },
    {
      "loss_action": 0.05909544974565506,
      "loss_total": 0.05909544974565506,
      "step": 22130
    },
    {
      "grad_norm": 0.24382661283016205,
      "learning_rate": 9.999218223138622e-05,
      "loss": 0.0178,
      "step": 22140
    },
    {
      "loss_action": 0.010243348777294159,
      "loss_total": 0.010243348777294159,
      "step": 22140
    },
    {
      "loss_action": 0.019816678017377853,
      "loss_total": 0.019816678017377853,
      "step": 22140
    },
    {
      "loss_action": 0.016259552910923958,
      "loss_total": 0.016259552910923958,
      "step": 22140
    },
    {
      "loss_action": 0.027354534715414047,
      "loss_total": 0.027354534715414047,
      "step": 22140
    },
    {
      "loss_action": 0.025172654539346695,
      "loss_total": 0.025172654539346695,
      "step": 22140
    },
    {
      "loss_action": 0.01927071064710617,
      "loss_total": 0.01927071064710617,
      "step": 22140
    },
    {
      "loss_action": 0.01608107052743435,
      "loss_total": 0.01608107052743435,
      "step": 22140
    },
    {
      "loss_action": 0.012017926201224327,
      "loss_total": 0.012017926201224327,
      "step": 22140
    },
    {
      "grad_norm": 0.12097539007663727,
      "learning_rate": 9.999210896502955e-05,
      "loss": 0.0153,
      "step": 22150
    },
    {
      "loss_action": 0.00626111775636673,
      "loss_total": 0.00626111775636673,
      "step": 22150
    },
    {
      "loss_action": 0.012289544567465782,
      "loss_total": 0.012289544567465782,
      "step": 22150
    },
    {
      "loss_action": 0.014381262473762035,
      "loss_total": 0.014381262473762035,
      "step": 22150
    },
    {
      "loss_action": 0.027435459196567535,
      "loss_total": 0.027435459196567535,
      "step": 22150
    },
    {
      "loss_action": 0.016516467556357384,
      "loss_total": 0.016516467556357384,
      "step": 22150
    },
    {
      "loss_action": 0.048341087996959686,
      "loss_total": 0.048341087996959686,
      "step": 22150
    },
    {
      "loss_action": 0.010399479418992996,
      "loss_total": 0.010399479418992996,
      "step": 22150
    },
    {
      "loss_action": 0.013706602156162262,
      "loss_total": 0.013706602156162262,
      "step": 22150
    },
    {
      "grad_norm": 0.11932322382926941,
      "learning_rate": 9.999203535698149e-05,
      "loss": 0.0163,
      "step": 22160
    },
    {
      "loss_action": 0.03229280188679695,
      "loss_total": 0.03229280188679695,
      "step": 22160
    },
    {
      "loss_action": 0.01283840462565422,
      "loss_total": 0.01283840462565422,
      "step": 22160
    },
    {
      "loss_action": 0.01368306390941143,
      "loss_total": 0.01368306390941143,
      "step": 22160
    },
    {
      "loss_action": 0.018774621188640594,
      "loss_total": 0.018774621188640594,
      "step": 22160
    },
    {
      "loss_action": 0.01671830751001835,
      "loss_total": 0.01671830751001835,
      "step": 22160
    },
    {
      "loss_action": 0.014085279777646065,
      "loss_total": 0.014085279777646065,
      "step": 22160
    },
    {
      "loss_action": 0.008883845061063766,
      "loss_total": 0.008883845061063766,
      "step": 22160
    },
    {
      "loss_action": 0.012355703860521317,
      "loss_total": 0.012355703860521317,
      "step": 22160
    },
    {
      "grad_norm": 0.29403090476989746,
      "learning_rate": 9.999196140724258e-05,
      "loss": 0.0153,
      "step": 22170
    },
    {
      "loss_action": 0.010198458097875118,
      "loss_total": 0.010198458097875118,
      "step": 22170
    },
    {
      "loss_action": 0.012071335688233376,
      "loss_total": 0.012071335688233376,
      "step": 22170
    },
    {
      "loss_action": 0.02765003591775894,
      "loss_total": 0.02765003591775894,
      "step": 22170
    },
    {
      "loss_action": 0.006033443845808506,
      "loss_total": 0.006033443845808506,
      "step": 22170
    },
    {
      "loss_action": 0.010956699028611183,
      "loss_total": 0.010956699028611183,
      "step": 22170
    },
    {
      "loss_action": 0.010030669160187244,
      "loss_total": 0.010030669160187244,
      "step": 22170
    },
    {
      "loss_action": 0.016249198466539383,
      "loss_total": 0.016249198466539383,
      "step": 22170
    },
    {
      "loss_action": 0.017680585384368896,
      "loss_total": 0.017680585384368896,
      "step": 22170
    },
    {
      "grad_norm": 0.22481517493724823,
      "learning_rate": 9.999188711581332e-05,
      "loss": 0.0151,
      "step": 22180
    },
    {
      "loss_action": 0.012750874273478985,
      "loss_total": 0.012750874273478985,
      "step": 22180
    },
    {
      "loss_action": 0.00923849456012249,
      "loss_total": 0.00923849456012249,
      "step": 22180
    },
    {
      "loss_action": 0.01072871033102274,
      "loss_total": 0.01072871033102274,
      "step": 22180
    },
    {
      "loss_action": 0.00629037618637085,
      "loss_total": 0.00629037618637085,
      "step": 22180
    },
    {
      "loss_action": 0.01693488471210003,
      "loss_total": 0.01693488471210003,
      "step": 22180
    },
    {
      "loss_action": 0.009961351752281189,
      "loss_total": 0.009961351752281189,
      "step": 22180
    },
    {
      "loss_action": 0.018774891272187233,
      "loss_total": 0.018774891272187233,
      "step": 22180
    },
    {
      "loss_action": 0.012357747182250023,
      "loss_total": 0.012357747182250023,
      "step": 22180
    },
    {
      "grad_norm": 0.2114611119031906,
      "learning_rate": 9.999181248269419e-05,
      "loss": 0.0141,
      "step": 22190
    },
    {
      "loss_action": 0.013112271204590797,
      "loss_total": 0.013112271204590797,
      "step": 22190
    },
    {
      "loss_action": 0.012548151426017284,
      "loss_total": 0.012548151426017284,
      "step": 22190
    },
    {
      "loss_action": 0.018738441169261932,
      "loss_total": 0.018738441169261932,
      "step": 22190
    },
    {
      "loss_action": 0.013809933327138424,
      "loss_total": 0.013809933327138424,
      "step": 22190
    },
    {
      "loss_action": 0.008117957971990108,
      "loss_total": 0.008117957971990108,
      "step": 22190
    },
    {
      "loss_action": 0.033754490315914154,
      "loss_total": 0.033754490315914154,
      "step": 22190
    },
    {
      "loss_action": 0.018428482115268707,
      "loss_total": 0.018428482115268707,
      "step": 22190
    },
    {
      "loss_action": 0.0071868677623569965,
      "loss_total": 0.0071868677623569965,
      "step": 22190
    },
    {
      "grad_norm": 0.19456462562084198,
      "learning_rate": 9.999173750788573e-05,
      "loss": 0.0155,
      "step": 22200
    },
    {
      "loss_action": 0.011035850271582603,
      "loss_total": 0.011035850271582603,
      "step": 22200
    },
    {
      "loss_action": 0.024411415681242943,
      "loss_total": 0.024411415681242943,
      "step": 22200
    },
    {
      "loss_action": 0.009780620224773884,
      "loss_total": 0.009780620224773884,
      "step": 22200
    },
    {
      "loss_action": 0.051903001964092255,
      "loss_total": 0.051903001964092255,
      "step": 22200
    },
    {
      "loss_action": 0.018007803708314896,
      "loss_total": 0.018007803708314896,
      "step": 22200
    },
    {
      "loss_action": 0.020854584872722626,
      "loss_total": 0.020854584872722626,
      "step": 22200
    },
    {
      "loss_action": 0.022796355187892914,
      "loss_total": 0.022796355187892914,
      "step": 22200
    },
    {
      "loss_action": 0.01251150667667389,
      "loss_total": 0.01251150667667389,
      "step": 22200
    },
    {
      "grad_norm": 0.15553779900074005,
      "learning_rate": 9.999166219138842e-05,
      "loss": 0.0188,
      "step": 22210
    },
    {
      "loss_action": 0.015948936343193054,
      "loss_total": 0.015948936343193054,
      "step": 22210
    },
    {
      "loss_action": 0.02384982258081436,
      "loss_total": 0.02384982258081436,
      "step": 22210
    },
    {
      "loss_action": 0.024635694921016693,
      "loss_total": 0.024635694921016693,
      "step": 22210
    },
    {
      "loss_action": 0.03306728973984718,
      "loss_total": 0.03306728973984718,
      "step": 22210
    },
    {
      "loss_action": 0.013580892235040665,
      "loss_total": 0.013580892235040665,
      "step": 22210
    },
    {
      "loss_action": 0.011843828484416008,
      "loss_total": 0.011843828484416008,
      "step": 22210
    },
    {
      "loss_action": 0.015383775345981121,
      "loss_total": 0.015383775345981121,
      "step": 22210
    },
    {
      "loss_action": 0.018734555691480637,
      "loss_total": 0.018734555691480637,
      "step": 22210
    },
    {
      "grad_norm": 0.12621666491031647,
      "learning_rate": 9.99915865332028e-05,
      "loss": 0.0137,
      "step": 22220
    },
    {
      "loss_action": 0.016236601397395134,
      "loss_total": 0.016236601397395134,
      "step": 22220
    },
    {
      "loss_action": 0.028079181909561157,
      "loss_total": 0.028079181909561157,
      "step": 22220
    },
    {
      "loss_action": 0.01977049931883812,
      "loss_total": 0.01977049931883812,
      "step": 22220
    },
    {
      "loss_action": 0.01124928705394268,
      "loss_total": 0.01124928705394268,
      "step": 22220
    },
    {
      "loss_action": 0.012807926163077354,
      "loss_total": 0.012807926163077354,
      "step": 22220
    },
    {
      "loss_action": 0.009026218205690384,
      "loss_total": 0.009026218205690384,
      "step": 22220
    },
    {
      "loss_action": 0.014722632244229317,
      "loss_total": 0.014722632244229317,
      "step": 22220
    },
    {
      "loss_action": 0.006672899704426527,
      "loss_total": 0.006672899704426527,
      "step": 22220
    },
    {
      "grad_norm": 0.14404793083667755,
      "learning_rate": 9.999151053332938e-05,
      "loss": 0.0148,
      "step": 22230
    },
    {
      "loss_action": 0.007915720343589783,
      "loss_total": 0.007915720343589783,
      "step": 22230
    },
    {
      "loss_action": 0.018858077004551888,
      "loss_total": 0.018858077004551888,
      "step": 22230
    },
    {
      "loss_action": 0.017145778983831406,
      "loss_total": 0.017145778983831406,
      "step": 22230
    },
    {
      "loss_action": 0.01614089496433735,
      "loss_total": 0.01614089496433735,
      "step": 22230
    },
    {
      "loss_action": 0.01665213331580162,
      "loss_total": 0.01665213331580162,
      "step": 22230
    },
    {
      "loss_action": 0.019702451303601265,
      "loss_total": 0.019702451303601265,
      "step": 22230
    },
    {
      "loss_action": 0.013310547918081284,
      "loss_total": 0.013310547918081284,
      "step": 22230
    },
    {
      "loss_action": 0.024698268622159958,
      "loss_total": 0.024698268622159958,
      "step": 22230
    },
    {
      "grad_norm": 0.17202314734458923,
      "learning_rate": 9.999143419176868e-05,
      "loss": 0.0158,
      "step": 22240
    },
    {
      "loss_action": 0.02030954509973526,
      "loss_total": 0.02030954509973526,
      "step": 22240
    },
    {
      "loss_action": 0.013419415801763535,
      "loss_total": 0.013419415801763535,
      "step": 22240
    },
    {
      "loss_action": 0.009559300728142262,
      "loss_total": 0.009559300728142262,
      "step": 22240
    },
    {
      "loss_action": 0.009259087964892387,
      "loss_total": 0.009259087964892387,
      "step": 22240
    },
    {
      "loss_action": 0.015710685402154922,
      "loss_total": 0.015710685402154922,
      "step": 22240
    },
    {
      "loss_action": 0.009335569106042385,
      "loss_total": 0.009335569106042385,
      "step": 22240
    },
    {
      "loss_action": 0.00917733646929264,
      "loss_total": 0.00917733646929264,
      "step": 22240
    },
    {
      "loss_action": 0.02891578897833824,
      "loss_total": 0.02891578897833824,
      "step": 22240
    },
    {
      "grad_norm": 0.1707725077867508,
      "learning_rate": 9.999135750852124e-05,
      "loss": 0.0148,
      "step": 22250
    },
    {
      "loss_action": 0.010709150694310665,
      "loss_total": 0.010709150694310665,
      "step": 22250
    },
    {
      "loss_action": 0.00877718348056078,
      "loss_total": 0.00877718348056078,
      "step": 22250
    },
    {
      "loss_action": 0.023576853796839714,
      "loss_total": 0.023576853796839714,
      "step": 22250
    },
    {
      "loss_action": 0.011272192932665348,
      "loss_total": 0.011272192932665348,
      "step": 22250
    },
    {
      "loss_action": 0.008735810406506062,
      "loss_total": 0.008735810406506062,
      "step": 22250
    },
    {
      "loss_action": 0.013740422204136848,
      "loss_total": 0.013740422204136848,
      "step": 22250
    },
    {
      "loss_action": 0.02869277633726597,
      "loss_total": 0.02869277633726597,
      "step": 22250
    },
    {
      "loss_action": 0.0126800537109375,
      "loss_total": 0.0126800537109375,
      "step": 22250
    },
    {
      "grad_norm": 0.1719842255115509,
      "learning_rate": 9.999128048358754e-05,
      "loss": 0.0141,
      "step": 22260
    },
    {
      "loss_action": 0.0198788084089756,
      "loss_total": 0.0198788084089756,
      "step": 22260
    },
    {
      "loss_action": 0.008980306796729565,
      "loss_total": 0.008980306796729565,
      "step": 22260
    },
    {
      "loss_action": 0.012364542111754417,
      "loss_total": 0.012364542111754417,
      "step": 22260
    },
    {
      "loss_action": 0.01230474654585123,
      "loss_total": 0.01230474654585123,
      "step": 22260
    },
    {
      "loss_action": 0.013583114370703697,
      "loss_total": 0.013583114370703697,
      "step": 22260
    },
    {
      "loss_action": 0.017266428098082542,
      "loss_total": 0.017266428098082542,
      "step": 22260
    },
    {
      "loss_action": 0.02080545201897621,
      "loss_total": 0.02080545201897621,
      "step": 22260
    },
    {
      "loss_action": 0.012199812568724155,
      "loss_total": 0.012199812568724155,
      "step": 22260
    },
    {
      "grad_norm": 0.19918271899223328,
      "learning_rate": 9.999120311696815e-05,
      "loss": 0.0143,
      "step": 22270
    },
    {
      "loss_action": 0.008249488659203053,
      "loss_total": 0.008249488659203053,
      "step": 22270
    },
    {
      "loss_action": 0.011994030326604843,
      "loss_total": 0.011994030326604843,
      "step": 22270
    },
    {
      "loss_action": 0.009738178923726082,
      "loss_total": 0.009738178923726082,
      "step": 22270
    },
    {
      "loss_action": 0.018059097230434418,
      "loss_total": 0.018059097230434418,
      "step": 22270
    },
    {
      "loss_action": 0.012220187112689018,
      "loss_total": 0.012220187112689018,
      "step": 22270
    },
    {
      "loss_action": 0.014994749799370766,
      "loss_total": 0.014994749799370766,
      "step": 22270
    },
    {
      "loss_action": 0.007132615894079208,
      "loss_total": 0.007132615894079208,
      "step": 22270
    },
    {
      "loss_action": 0.013306433334946632,
      "loss_total": 0.013306433334946632,
      "step": 22270
    },
    {
      "grad_norm": 0.20256753265857697,
      "learning_rate": 9.999112540866358e-05,
      "loss": 0.0139,
      "step": 22280
    },
    {
      "loss_action": 0.007712841033935547,
      "loss_total": 0.007712841033935547,
      "step": 22280
    },
    {
      "loss_action": 0.00464949756860733,
      "loss_total": 0.00464949756860733,
      "step": 22280
    },
    {
      "loss_action": 0.007798738777637482,
      "loss_total": 0.007798738777637482,
      "step": 22280
    },
    {
      "loss_action": 0.02378973364830017,
      "loss_total": 0.02378973364830017,
      "step": 22280
    },
    {
      "loss_action": 0.013427137397229671,
      "loss_total": 0.013427137397229671,
      "step": 22280
    },
    {
      "loss_action": 0.0063530923798680305,
      "loss_total": 0.0063530923798680305,
      "step": 22280
    },
    {
      "loss_action": 0.00867095123976469,
      "loss_total": 0.00867095123976469,
      "step": 22280
    },
    {
      "loss_action": 0.01114046573638916,
      "loss_total": 0.01114046573638916,
      "step": 22280
    },
    {
      "grad_norm": 0.2192004919052124,
      "learning_rate": 9.999104735867435e-05,
      "loss": 0.013,
      "step": 22290
    },
    {
      "loss_action": 0.028774015605449677,
      "loss_total": 0.028774015605449677,
      "step": 22290
    },
    {
      "loss_action": 0.007965713739395142,
      "loss_total": 0.007965713739395142,
      "step": 22290
    },
    {
      "loss_action": 0.029351964592933655,
      "loss_total": 0.029351964592933655,
      "step": 22290
    },
    {
      "loss_action": 0.009469704702496529,
      "loss_total": 0.009469704702496529,
      "step": 22290
    },
    {
      "loss_action": 0.007265734486281872,
      "loss_total": 0.007265734486281872,
      "step": 22290
    },
    {
      "loss_action": 0.01226888969540596,
      "loss_total": 0.01226888969540596,
      "step": 22290
    },
    {
      "loss_action": 0.0049310727044939995,
      "loss_total": 0.0049310727044939995,
      "step": 22290
    },
    {
      "loss_action": 0.032547760754823685,
      "loss_total": 0.032547760754823685,
      "step": 22290
    },
    {
      "grad_norm": 0.17833589017391205,
      "learning_rate": 9.999096896700102e-05,
      "loss": 0.0172,
      "step": 22300
    },
    {
      "loss_action": 0.014542046934366226,
      "loss_total": 0.014542046934366226,
      "step": 22300
    },
    {
      "loss_action": 0.02375863492488861,
      "loss_total": 0.02375863492488861,
      "step": 22300
    },
    {
      "loss_action": 0.0065201204270124435,
      "loss_total": 0.0065201204270124435,
      "step": 22300
    },
    {
      "loss_action": 0.018215587362647057,
      "loss_total": 0.018215587362647057,
      "step": 22300
    },
    {
      "loss_action": 0.028132364153862,
      "loss_total": 0.028132364153862,
      "step": 22300
    },
    {
      "loss_action": 0.015784526243805885,
      "loss_total": 0.015784526243805885,
      "step": 22300
    },
    {
      "loss_action": 0.009017162024974823,
      "loss_total": 0.009017162024974823,
      "step": 22300
    },
    {
      "loss_action": 0.011014392599463463,
      "loss_total": 0.011014392599463463,
      "step": 22300
    },
    {
      "grad_norm": 0.12473852187395096,
      "learning_rate": 9.99908902336441e-05,
      "loss": 0.0146,
      "step": 22310
    },
    {
      "loss_action": 0.016261087730526924,
      "loss_total": 0.016261087730526924,
      "step": 22310
    },
    {
      "loss_action": 0.015033112838864326,
      "loss_total": 0.015033112838864326,
      "step": 22310
    },
    {
      "loss_action": 0.011566887609660625,
      "loss_total": 0.011566887609660625,
      "step": 22310
    },
    {
      "loss_action": 0.014802025631070137,
      "loss_total": 0.014802025631070137,
      "step": 22310
    },
    {
      "loss_action": 0.01585123874247074,
      "loss_total": 0.01585123874247074,
      "step": 22310
    },
    {
      "loss_action": 0.014072922058403492,
      "loss_total": 0.014072922058403492,
      "step": 22310
    },
    {
      "loss_action": 0.006846685893833637,
      "loss_total": 0.006846685893833637,
      "step": 22310
    },
    {
      "loss_action": 0.018312964588403702,
      "loss_total": 0.018312964588403702,
      "step": 22310
    },
    {
      "grad_norm": 0.23174558579921722,
      "learning_rate": 9.999081115860415e-05,
      "loss": 0.0155,
      "step": 22320
    },
    {
      "loss_action": 0.00757230632007122,
      "loss_total": 0.00757230632007122,
      "step": 22320
    },
    {
      "loss_action": 0.011749325320124626,
      "loss_total": 0.011749325320124626,
      "step": 22320
    },
    {
      "loss_action": 0.022918837144970894,
      "loss_total": 0.022918837144970894,
      "step": 22320
    },
    {
      "loss_action": 0.009410898201167583,
      "loss_total": 0.009410898201167583,
      "step": 22320
    },
    {
      "loss_action": 0.00578546104952693,
      "loss_total": 0.00578546104952693,
      "step": 22320
    },
    {
      "loss_action": 0.012594717554748058,
      "loss_total": 0.012594717554748058,
      "step": 22320
    },
    {
      "loss_action": 0.03351689130067825,
      "loss_total": 0.03351689130067825,
      "step": 22320
    },
    {
      "loss_action": 0.016129780560731888,
      "loss_total": 0.016129780560731888,
      "step": 22320
    },
    {
      "grad_norm": 0.18556520342826843,
      "learning_rate": 9.99907317418817e-05,
      "loss": 0.0166,
      "step": 22330
    },
    {
      "loss_action": 0.019236717373132706,
      "loss_total": 0.019236717373132706,
      "step": 22330
    },
    {
      "loss_action": 0.010492421686649323,
      "loss_total": 0.010492421686649323,
      "step": 22330
    },
    {
      "loss_action": 0.01322481781244278,
      "loss_total": 0.01322481781244278,
      "step": 22330
    },
    {
      "loss_action": 0.018109243363142014,
      "loss_total": 0.018109243363142014,
      "step": 22330
    },
    {
      "loss_action": 0.010464350692927837,
      "loss_total": 0.010464350692927837,
      "step": 22330
    },
    {
      "loss_action": 0.018526557832956314,
      "loss_total": 0.018526557832956314,
      "step": 22330
    },
    {
      "loss_action": 0.013840016908943653,
      "loss_total": 0.013840016908943653,
      "step": 22330
    },
    {
      "loss_action": 0.011638793163001537,
      "loss_total": 0.011638793163001537,
      "step": 22330
    },
    {
      "grad_norm": 0.25767308473587036,
      "learning_rate": 9.999065198347728e-05,
      "loss": 0.0154,
      "step": 22340
    },
    {
      "loss_action": 0.009282749146223068,
      "loss_total": 0.009282749146223068,
      "step": 22340
    },
    {
      "loss_action": 0.014397712424397469,
      "loss_total": 0.014397712424397469,
      "step": 22340
    },
    {
      "loss_action": 0.024029329419136047,
      "loss_total": 0.024029329419136047,
      "step": 22340
    },
    {
      "loss_action": 0.011242087930440903,
      "loss_total": 0.011242087930440903,
      "step": 22340
    },
    {
      "loss_action": 0.011879272758960724,
      "loss_total": 0.011879272758960724,
      "step": 22340
    },
    {
      "loss_action": 0.024280525743961334,
      "loss_total": 0.024280525743961334,
      "step": 22340
    },
    {
      "loss_action": 0.0069198403507471085,
      "loss_total": 0.0069198403507471085,
      "step": 22340
    },
    {
      "loss_action": 0.020252827554941177,
      "loss_total": 0.020252827554941177,
      "step": 22340
    },
    {
      "grad_norm": 0.21236366033554077,
      "learning_rate": 9.999057188339146e-05,
      "loss": 0.0174,
      "step": 22350
    },
    {
      "loss_action": 0.008784349076449871,
      "loss_total": 0.008784349076449871,
      "step": 22350
    },
    {
      "loss_action": 0.014269929379224777,
      "loss_total": 0.014269929379224777,
      "step": 22350
    },
    {
      "loss_action": 0.007485373876988888,
      "loss_total": 0.007485373876988888,
      "step": 22350
    },
    {
      "loss_action": 0.010354744270443916,
      "loss_total": 0.010354744270443916,
      "step": 22350
    },
    {
      "loss_action": 0.016925308853387833,
      "loss_total": 0.016925308853387833,
      "step": 22350
    },
    {
      "loss_action": 0.012861449271440506,
      "loss_total": 0.012861449271440506,
      "step": 22350
    },
    {
      "loss_action": 0.015977583825588226,
      "loss_total": 0.015977583825588226,
      "step": 22350
    },
    {
      "loss_action": 0.020005226135253906,
      "loss_total": 0.020005226135253906,
      "step": 22350
    },
    {
      "grad_norm": 0.1599031239748001,
      "learning_rate": 9.999049144162478e-05,
      "loss": 0.0151,
      "step": 22360
    },
    {
      "loss_action": 0.06548056751489639,
      "loss_total": 0.06548056751489639,
      "step": 22360
    },
    {
      "loss_action": 0.011909479275345802,
      "loss_total": 0.011909479275345802,
      "step": 22360
    },
    {
      "loss_action": 0.036558881402015686,
      "loss_total": 0.036558881402015686,
      "step": 22360
    },
    {
      "loss_action": 0.014348741620779037,
      "loss_total": 0.014348741620779037,
      "step": 22360
    },
    {
      "loss_action": 0.03089810535311699,
      "loss_total": 0.03089810535311699,
      "step": 22360
    },
    {
      "loss_action": 0.012247651815414429,
      "loss_total": 0.012247651815414429,
      "step": 22360
    },
    {
      "loss_action": 0.060500260442495346,
      "loss_total": 0.060500260442495346,
      "step": 22360
    },
    {
      "loss_action": 0.011682892218232155,
      "loss_total": 0.011682892218232155,
      "step": 22360
    },
    {
      "grad_norm": 0.16521507501602173,
      "learning_rate": 9.999041065817777e-05,
      "loss": 0.0165,
      "step": 22370
    },
    {
      "loss_action": 0.02294207364320755,
      "loss_total": 0.02294207364320755,
      "step": 22370
    },
    {
      "loss_action": 0.013274157419800758,
      "loss_total": 0.013274157419800758,
      "step": 22370
    },
    {
      "loss_action": 0.01914544776082039,
      "loss_total": 0.01914544776082039,
      "step": 22370
    },
    {
      "loss_action": 0.015436381101608276,
      "loss_total": 0.015436381101608276,
      "step": 22370
    },
    {
      "loss_action": 0.016591256484389305,
      "loss_total": 0.016591256484389305,
      "step": 22370
    },
    {
      "loss_action": 0.0119524747133255,
      "loss_total": 0.0119524747133255,
      "step": 22370
    },
    {
      "loss_action": 0.006162023171782494,
      "loss_total": 0.006162023171782494,
      "step": 22370
    },
    {
      "loss_action": 0.019633229821920395,
      "loss_total": 0.019633229821920395,
      "step": 22370
    },
    {
      "grad_norm": 0.17327353358268738,
      "learning_rate": 9.9990329533051e-05,
      "loss": 0.0138,
      "step": 22380
    },
    {
      "loss_action": 0.01090051420032978,
      "loss_total": 0.01090051420032978,
      "step": 22380
    },
    {
      "loss_action": 0.018094265833497047,
      "loss_total": 0.018094265833497047,
      "step": 22380
    },
    {
      "loss_action": 0.007417292799800634,
      "loss_total": 0.007417292799800634,
      "step": 22380
    },
    {
      "loss_action": 0.013376613147556782,
      "loss_total": 0.013376613147556782,
      "step": 22380
    },
    {
      "loss_action": 0.016025356948375702,
      "loss_total": 0.016025356948375702,
      "step": 22380
    },
    {
      "loss_action": 0.004558363929390907,
      "loss_total": 0.004558363929390907,
      "step": 22380
    },
    {
      "loss_action": 0.014235341921448708,
      "loss_total": 0.014235341921448708,
      "step": 22380
    },
    {
      "loss_action": 0.011679602786898613,
      "loss_total": 0.011679602786898613,
      "step": 22380
    },
    {
      "grad_norm": 0.20040783286094666,
      "learning_rate": 9.999024806624505e-05,
      "loss": 0.0162,
      "step": 22390
    },
    {
      "loss_action": 0.020804844796657562,
      "loss_total": 0.020804844796657562,
      "step": 22390
    },
    {
      "loss_action": 0.012353433296084404,
      "loss_total": 0.012353433296084404,
      "step": 22390
    },
    {
      "loss_action": 0.009209562093019485,
      "loss_total": 0.009209562093019485,
      "step": 22390
    },
    {
      "loss_action": 0.009133968502283096,
      "loss_total": 0.009133968502283096,
      "step": 22390
    },
    {
      "loss_action": 0.008451458066701889,
      "loss_total": 0.008451458066701889,
      "step": 22390
    },
    {
      "loss_action": 0.011019168421626091,
      "loss_total": 0.011019168421626091,
      "step": 22390
    },
    {
      "loss_action": 0.013585291802883148,
      "loss_total": 0.013585291802883148,
      "step": 22390
    },
    {
      "loss_action": 0.019714580848813057,
      "loss_total": 0.019714580848813057,
      "step": 22390
    },
    {
      "grad_norm": 0.20539166033267975,
      "learning_rate": 9.99901662577604e-05,
      "loss": 0.0156,
      "step": 22400
    },
    {
      "loss_action": 0.01039066631346941,
      "loss_total": 0.01039066631346941,
      "step": 22400
    },
    {
      "loss_action": 0.012138890102505684,
      "loss_total": 0.012138890102505684,
      "step": 22400
    },
    {
      "loss_action": 0.009961857460439205,
      "loss_total": 0.009961857460439205,
      "step": 22400
    },
    {
      "loss_action": 0.006638544611632824,
      "loss_total": 0.006638544611632824,
      "step": 22400
    },
    {
      "loss_action": 0.011849231086671352,
      "loss_total": 0.011849231086671352,
      "step": 22400
    },
    {
      "loss_action": 0.007056074216961861,
      "loss_total": 0.007056074216961861,
      "step": 22400
    },
    {
      "loss_action": 0.0106844212859869,
      "loss_total": 0.0106844212859869,
      "step": 22400
    },
    {
      "loss_action": 0.007700197398662567,
      "loss_total": 0.007700197398662567,
      "step": 22400
    },
    {
      "grad_norm": 0.12392019480466843,
      "learning_rate": 9.999008410759769e-05,
      "loss": 0.0153,
      "step": 22410
    },
    {
      "loss_action": 0.022408252581954002,
      "loss_total": 0.022408252581954002,
      "step": 22410
    },
    {
      "loss_action": 0.005900128744542599,
      "loss_total": 0.005900128744542599,
      "step": 22410
    },
    {
      "loss_action": 0.021577399224042892,
      "loss_total": 0.021577399224042892,
      "step": 22410
    },
    {
      "loss_action": 0.01283005066215992,
      "loss_total": 0.01283005066215992,
      "step": 22410
    },
    {
      "loss_action": 0.01238232385367155,
      "loss_total": 0.01238232385367155,
      "step": 22410
    },
    {
      "loss_action": 0.01014343835413456,
      "loss_total": 0.01014343835413456,
      "step": 22410
    },
    {
      "loss_action": 0.03205515444278717,
      "loss_total": 0.03205515444278717,
      "step": 22410
    },
    {
      "loss_action": 0.029323041439056396,
      "loss_total": 0.029323041439056396,
      "step": 22410
    },
    {
      "grad_norm": 0.20721907913684845,
      "learning_rate": 9.999000161575745e-05,
      "loss": 0.0181,
      "step": 22420
    },
    {
      "loss_action": 0.02089432254433632,
      "loss_total": 0.02089432254433632,
      "step": 22420
    },
    {
      "loss_action": 0.006098318379372358,
      "loss_total": 0.006098318379372358,
      "step": 22420
    },
    {
      "loss_action": 0.017925618216395378,
      "loss_total": 0.017925618216395378,
      "step": 22420
    },
    {
      "loss_action": 0.020908016711473465,
      "loss_total": 0.020908016711473465,
      "step": 22420
    },
    {
      "loss_action": 0.04196979105472565,
      "loss_total": 0.04196979105472565,
      "step": 22420
    },
    {
      "loss_action": 0.01148218847811222,
      "loss_total": 0.01148218847811222,
      "step": 22420
    },
    {
      "loss_action": 0.02590462937951088,
      "loss_total": 0.02590462937951088,
      "step": 22420
    },
    {
      "loss_action": 0.009561307728290558,
      "loss_total": 0.009561307728290558,
      "step": 22420
    },
    {
      "grad_norm": 0.24649527668952942,
      "learning_rate": 9.998991878224024e-05,
      "loss": 0.0227,
      "step": 22430
    },
    {
      "loss_action": 0.014164948835968971,
      "loss_total": 0.014164948835968971,
      "step": 22430
    },
    {
      "loss_action": 0.0088060162961483,
      "loss_total": 0.0088060162961483,
      "step": 22430
    },
    {
      "loss_action": 0.013204578310251236,
      "loss_total": 0.013204578310251236,
      "step": 22430
    },
    {
      "loss_action": 0.038420453667640686,
      "loss_total": 0.038420453667640686,
      "step": 22430
    },
    {
      "loss_action": 0.019871782511472702,
      "loss_total": 0.019871782511472702,
      "step": 22430
    },
    {
      "loss_action": 0.025639347732067108,
      "loss_total": 0.025639347732067108,
      "step": 22430
    },
    {
      "loss_action": 0.024688145145773888,
      "loss_total": 0.024688145145773888,
      "step": 22430
    },
    {
      "loss_action": 0.00811333954334259,
      "loss_total": 0.00811333954334259,
      "step": 22430
    },
    {
      "grad_norm": 0.2816125154495239,
      "learning_rate": 9.998983560704662e-05,
      "loss": 0.0232,
      "step": 22440
    },
    {
      "loss_action": 0.08372828364372253,
      "loss_total": 0.08372828364372253,
      "step": 22440
    },
    {
      "loss_action": 0.016141362488269806,
      "loss_total": 0.016141362488269806,
      "step": 22440
    },
    {
      "loss_action": 0.018978754058480263,
      "loss_total": 0.018978754058480263,
      "step": 22440
    },
    {
      "loss_action": 0.017948605120182037,
      "loss_total": 0.017948605120182037,
      "step": 22440
    },
    {
      "loss_action": 0.035097576677799225,
      "loss_total": 0.035097576677799225,
      "step": 22440
    },
    {
      "loss_action": 0.019240356981754303,
      "loss_total": 0.019240356981754303,
      "step": 22440
    },
    {
      "loss_action": 0.028013041242957115,
      "loss_total": 0.028013041242957115,
      "step": 22440
    },
    {
      "loss_action": 0.01644582487642765,
      "loss_total": 0.01644582487642765,
      "step": 22440
    },
    {
      "grad_norm": 0.1865212321281433,
      "learning_rate": 9.998975209017719e-05,
      "loss": 0.0202,
      "step": 22450
    },
    {
      "loss_action": 0.021726880222558975,
      "loss_total": 0.021726880222558975,
      "step": 22450
    },
    {
      "loss_action": 0.010646333917975426,
      "loss_total": 0.010646333917975426,
      "step": 22450
    },
    {
      "loss_action": 0.011416275054216385,
      "loss_total": 0.011416275054216385,
      "step": 22450
    },
    {
      "loss_action": 0.00766165554523468,
      "loss_total": 0.00766165554523468,
      "step": 22450
    },
    {
      "loss_action": 0.009569196030497551,
      "loss_total": 0.009569196030497551,
      "step": 22450
    },
    {
      "loss_action": 0.022854236885905266,
      "loss_total": 0.022854236885905266,
      "step": 22450
    },
    {
      "loss_action": 0.015465863049030304,
      "loss_total": 0.015465863049030304,
      "step": 22450
    },
    {
      "loss_action": 0.012277811765670776,
      "loss_total": 0.012277811765670776,
      "step": 22450
    },
    {
      "grad_norm": 0.25545039772987366,
      "learning_rate": 9.998966823163247e-05,
      "loss": 0.0231,
      "step": 22460
    },
    {
      "loss_action": 0.02370762825012207,
      "loss_total": 0.02370762825012207,
      "step": 22460
    },
    {
      "loss_action": 0.016520680859684944,
      "loss_total": 0.016520680859684944,
      "step": 22460
    },
    {
      "loss_action": 0.04713700711727142,
      "loss_total": 0.04713700711727142,
      "step": 22460
    },
    {
      "loss_action": 0.011560246348381042,
      "loss_total": 0.011560246348381042,
      "step": 22460
    },
    {
      "loss_action": 0.013944819569587708,
      "loss_total": 0.013944819569587708,
      "step": 22460
    },
    {
      "loss_action": 0.023500531911849976,
      "loss_total": 0.023500531911849976,
      "step": 22460
    },
    {
      "loss_action": 0.02397814765572548,
      "loss_total": 0.02397814765572548,
      "step": 22460
    },
    {
      "loss_action": 0.018112782388925552,
      "loss_total": 0.018112782388925552,
      "step": 22460
    },
    {
      "grad_norm": 0.3374760150909424,
      "learning_rate": 9.998958403141308e-05,
      "loss": 0.0219,
      "step": 22470
    },
    {
      "loss_action": 0.01746828481554985,
      "loss_total": 0.01746828481554985,
      "step": 22470
    },
    {
      "loss_action": 0.008539077825844288,
      "loss_total": 0.008539077825844288,
      "step": 22470
    },
    {
      "loss_action": 0.0201162938028574,
      "loss_total": 0.0201162938028574,
      "step": 22470
    },
    {
      "loss_action": 0.022602496668696404,
      "loss_total": 0.022602496668696404,
      "step": 22470
    },
    {
      "loss_action": 0.026987863704562187,
      "loss_total": 0.026987863704562187,
      "step": 22470
    },
    {
      "loss_action": 0.014666011556982994,
      "loss_total": 0.014666011556982994,
      "step": 22470
    },
    {
      "loss_action": 0.015188355930149555,
      "loss_total": 0.015188355930149555,
      "step": 22470
    },
    {
      "loss_action": 0.012487710453569889,
      "loss_total": 0.012487710453569889,
      "step": 22470
    },
    {
      "grad_norm": 0.3007822632789612,
      "learning_rate": 9.998949948951958e-05,
      "loss": 0.0177,
      "step": 22480
    },
    {
      "loss_action": 0.022856513038277626,
      "loss_total": 0.022856513038277626,
      "step": 22480
    },
    {
      "loss_action": 0.011504460126161575,
      "loss_total": 0.011504460126161575,
      "step": 22480
    },
    {
      "loss_action": 0.010035049170255661,
      "loss_total": 0.010035049170255661,
      "step": 22480
    },
    {
      "loss_action": 0.03544007986783981,
      "loss_total": 0.03544007986783981,
      "step": 22480
    },
    {
      "loss_action": 0.015968337655067444,
      "loss_total": 0.015968337655067444,
      "step": 22480
    },
    {
      "loss_action": 0.01729554869234562,
      "loss_total": 0.01729554869234562,
      "step": 22480
    },
    {
      "loss_action": 0.01686643250286579,
      "loss_total": 0.01686643250286579,
      "step": 22480
    },
    {
      "loss_action": 0.017845885828137398,
      "loss_total": 0.017845885828137398,
      "step": 22480
    },
    {
      "grad_norm": 0.21815748512744904,
      "learning_rate": 9.998941460595255e-05,
      "loss": 0.0167,
      "step": 22490
    },
    {
      "loss_action": 0.00801095087081194,
      "loss_total": 0.00801095087081194,
      "step": 22490
    },
    {
      "loss_action": 0.00819444004446268,
      "loss_total": 0.00819444004446268,
      "step": 22490
    },
    {
      "loss_action": 0.007452388759702444,
      "loss_total": 0.007452388759702444,
      "step": 22490
    },
    {
      "loss_action": 0.009890306740999222,
      "loss_total": 0.009890306740999222,
      "step": 22490
    },
    {
      "loss_action": 0.009941993281245232,
      "loss_total": 0.009941993281245232,
      "step": 22490
    },
    {
      "loss_action": 0.019293878227472305,
      "loss_total": 0.019293878227472305,
      "step": 22490
    },
    {
      "loss_action": 0.021436015143990517,
      "loss_total": 0.021436015143990517,
      "step": 22490
    },
    {
      "loss_action": 0.017219843342900276,
      "loss_total": 0.017219843342900276,
      "step": 22490
    },
    {
      "grad_norm": 0.23165643215179443,
      "learning_rate": 9.998932938071255e-05,
      "loss": 0.0173,
      "step": 22500
    },
    {
      "loss_action": 0.006147353909909725,
      "loss_total": 0.006147353909909725,
      "step": 22500
    },
    {
      "loss_action": 0.011571504175662994,
      "loss_total": 0.011571504175662994,
      "step": 22500
    },
    {
      "loss_action": 0.01731509529054165,
      "loss_total": 0.01731509529054165,
      "step": 22500
    },
    {
      "loss_action": 0.015520388260483742,
      "loss_total": 0.015520388260483742,
      "step": 22500
    },
    {
      "loss_action": 0.010609341785311699,
      "loss_total": 0.010609341785311699,
      "step": 22500
    },
    {
      "loss_action": 0.008155977353453636,
      "loss_total": 0.008155977353453636,
      "step": 22500
    },
    {
      "loss_action": 0.010098826140165329,
      "loss_total": 0.010098826140165329,
      "step": 22500
    },
    {
      "loss_action": 0.01599826291203499,
      "loss_total": 0.01599826291203499,
      "step": 22500
    },
    {
      "grad_norm": 0.17379994690418243,
      "learning_rate": 9.998924381380017e-05,
      "loss": 0.0151,
      "step": 22510
    },
    {
      "loss_action": 0.0224248506128788,
      "loss_total": 0.0224248506128788,
      "step": 22510
    },
    {
      "loss_action": 0.014309875667095184,
      "loss_total": 0.014309875667095184,
      "step": 22510
    },
    {
      "loss_action": 0.008017279207706451,
      "loss_total": 0.008017279207706451,
      "step": 22510
    },
    {
      "loss_action": 0.015658672899007797,
      "loss_total": 0.015658672899007797,
      "step": 22510
    },
    {
      "loss_action": 0.016059422865509987,
      "loss_total": 0.016059422865509987,
      "step": 22510
    },
    {
      "loss_action": 0.008995604701340199,
      "loss_total": 0.008995604701340199,
      "step": 22510
    },
    {
      "loss_action": 0.022556517273187637,
      "loss_total": 0.022556517273187637,
      "step": 22510
    },
    {
      "loss_action": 0.017583616077899933,
      "loss_total": 0.017583616077899933,
      "step": 22510
    },
    {
      "grad_norm": 0.2329356074333191,
      "learning_rate": 9.998915790521602e-05,
      "loss": 0.0173,
      "step": 22520
    },
    {
      "loss_action": 0.0101553276181221,
      "loss_total": 0.0101553276181221,
      "step": 22520
    },
    {
      "loss_action": 0.01675284095108509,
      "loss_total": 0.01675284095108509,
      "step": 22520
    },
    {
      "loss_action": 0.009410969913005829,
      "loss_total": 0.009410969913005829,
      "step": 22520
    },
    {
      "loss_action": 0.020311888307332993,
      "loss_total": 0.020311888307332993,
      "step": 22520
    },
    {
      "loss_action": 0.01277226209640503,
      "loss_total": 0.01277226209640503,
      "step": 22520
    },
    {
      "loss_action": 0.014026278629899025,
      "loss_total": 0.014026278629899025,
      "step": 22520
    },
    {
      "loss_action": 0.007858594879508018,
      "loss_total": 0.007858594879508018,
      "step": 22520
    },
    {
      "loss_action": 0.00932795275002718,
      "loss_total": 0.00932795275002718,
      "step": 22520
    },
    {
      "grad_norm": 0.32117950916290283,
      "learning_rate": 9.998907165496067e-05,
      "loss": 0.0144,
      "step": 22530
    },
    {
      "loss_action": 0.011315545067191124,
      "loss_total": 0.011315545067191124,
      "step": 22530
    },
    {
      "loss_action": 0.015228746458888054,
      "loss_total": 0.015228746458888054,
      "step": 22530
    },
    {
      "loss_action": 0.020581429824233055,
      "loss_total": 0.020581429824233055,
      "step": 22530
    },
    {
      "loss_action": 0.021295830607414246,
      "loss_total": 0.021295830607414246,
      "step": 22530
    },
    {
      "loss_action": 0.0215558260679245,
      "loss_total": 0.0215558260679245,
      "step": 22530
    },
    {
      "loss_action": 0.011853780597448349,
      "loss_total": 0.011853780597448349,
      "step": 22530
    },
    {
      "loss_action": 0.009981021285057068,
      "loss_total": 0.009981021285057068,
      "step": 22530
    },
    {
      "loss_action": 0.0328497439622879,
      "loss_total": 0.0328497439622879,
      "step": 22530
    },
    {
      "grad_norm": 0.278606116771698,
      "learning_rate": 9.998898506303471e-05,
      "loss": 0.0177,
      "step": 22540
    },
    {
      "loss_action": 0.01600540056824684,
      "loss_total": 0.01600540056824684,
      "step": 22540
    },
    {
      "loss_action": 0.009386861696839333,
      "loss_total": 0.009386861696839333,
      "step": 22540
    },
    {
      "loss_action": 0.012271294370293617,
      "loss_total": 0.012271294370293617,
      "step": 22540
    },
    {
      "loss_action": 0.008778474293649197,
      "loss_total": 0.008778474293649197,
      "step": 22540
    },
    {
      "loss_action": 0.029425624758005142,
      "loss_total": 0.029425624758005142,
      "step": 22540
    },
    {
      "loss_action": 0.01534250471740961,
      "loss_total": 0.01534250471740961,
      "step": 22540
    },
    {
      "loss_action": 0.017239363864064217,
      "loss_total": 0.017239363864064217,
      "step": 22540
    },
    {
      "loss_action": 0.021689169108867645,
      "loss_total": 0.021689169108867645,
      "step": 22540
    },
    {
      "grad_norm": 0.1822740137577057,
      "learning_rate": 9.998889812943872e-05,
      "loss": 0.0176,
      "step": 22550
    },
    {
      "loss_action": 0.011361232958734035,
      "loss_total": 0.011361232958734035,
      "step": 22550
    },
    {
      "loss_action": 0.011670180596411228,
      "loss_total": 0.011670180596411228,
      "step": 22550
    },
    {
      "loss_action": 0.008957188576459885,
      "loss_total": 0.008957188576459885,
      "step": 22550
    },
    {
      "loss_action": 0.019543711096048355,
      "loss_total": 0.019543711096048355,
      "step": 22550
    },
    {
      "loss_action": 0.014559078961610794,
      "loss_total": 0.014559078961610794,
      "step": 22550
    },
    {
      "loss_action": 0.008048856630921364,
      "loss_total": 0.008048856630921364,
      "step": 22550
    },
    {
      "loss_action": 0.017670344561338425,
      "loss_total": 0.017670344561338425,
      "step": 22550
    },
    {
      "loss_action": 0.007855013012886047,
      "loss_total": 0.007855013012886047,
      "step": 22550
    },
    {
      "grad_norm": 0.18347406387329102,
      "learning_rate": 9.998881085417332e-05,
      "loss": 0.0148,
      "step": 22560
    },
    {
      "loss_action": 0.014481062069535255,
      "loss_total": 0.014481062069535255,
      "step": 22560
    },
    {
      "loss_action": 0.007937494665384293,
      "loss_total": 0.007937494665384293,
      "step": 22560
    },
    {
      "loss_action": 0.009477626532316208,
      "loss_total": 0.009477626532316208,
      "step": 22560
    },
    {
      "loss_action": 0.08607397973537445,
      "loss_total": 0.08607397973537445,
      "step": 22560
    },
    {
      "loss_action": 0.007596387527883053,
      "loss_total": 0.007596387527883053,
      "step": 22560
    },
    {
      "loss_action": 0.0189230777323246,
      "loss_total": 0.0189230777323246,
      "step": 22560
    },
    {
      "loss_action": 0.02161683700978756,
      "loss_total": 0.02161683700978756,
      "step": 22560
    },
    {
      "loss_action": 0.022206727415323257,
      "loss_total": 0.022206727415323257,
      "step": 22560
    },
    {
      "grad_norm": 0.12995976209640503,
      "learning_rate": 9.998872323723909e-05,
      "loss": 0.0162,
      "step": 22570
    },
    {
      "loss_action": 0.016957778483629227,
      "loss_total": 0.016957778483629227,
      "step": 22570
    },
    {
      "loss_action": 0.014827903360128403,
      "loss_total": 0.014827903360128403,
      "step": 22570
    },
    {
      "loss_action": 0.01597875915467739,
      "loss_total": 0.01597875915467739,
      "step": 22570
    },
    {
      "loss_action": 0.024039141833782196,
      "loss_total": 0.024039141833782196,
      "step": 22570
    },
    {
      "loss_action": 0.01671304740011692,
      "loss_total": 0.01671304740011692,
      "step": 22570
    },
    {
      "loss_action": 0.04025983810424805,
      "loss_total": 0.04025983810424805,
      "step": 22570
    },
    {
      "loss_action": 0.010826102457940578,
      "loss_total": 0.010826102457940578,
      "step": 22570
    },
    {
      "loss_action": 0.020621445029973984,
      "loss_total": 0.020621445029973984,
      "step": 22570
    },
    {
      "grad_norm": 0.2372496873140335,
      "learning_rate": 9.998863527863663e-05,
      "loss": 0.0163,
      "step": 22580
    },
    {
      "loss_action": 0.014264848083257675,
      "loss_total": 0.014264848083257675,
      "step": 22580
    },
    {
      "loss_action": 0.011900175362825394,
      "loss_total": 0.011900175362825394,
      "step": 22580
    },
    {
      "loss_action": 0.008823402225971222,
      "loss_total": 0.008823402225971222,
      "step": 22580
    },
    {
      "loss_action": 0.014046521857380867,
      "loss_total": 0.014046521857380867,
      "step": 22580
    },
    {
      "loss_action": 0.025357989594340324,
      "loss_total": 0.025357989594340324,
      "step": 22580
    },
    {
      "loss_action": 0.008137978613376617,
      "loss_total": 0.008137978613376617,
      "step": 22580
    },
    {
      "loss_action": 0.008111562579870224,
      "loss_total": 0.008111562579870224,
      "step": 22580
    },
    {
      "loss_action": 0.0060332659631967545,
      "loss_total": 0.0060332659631967545,
      "step": 22580
    },
    {
      "grad_norm": 0.18724322319030762,
      "learning_rate": 9.998854697836652e-05,
      "loss": 0.0155,
      "step": 22590
    },
    {
      "loss_action": 0.007572642527520657,
      "loss_total": 0.007572642527520657,
      "step": 22590
    },
    {
      "loss_action": 0.023667380213737488,
      "loss_total": 0.023667380213737488,
      "step": 22590
    },
    {
      "loss_action": 0.023523060604929924,
      "loss_total": 0.023523060604929924,
      "step": 22590
    },
    {
      "loss_action": 0.007767912000417709,
      "loss_total": 0.007767912000417709,
      "step": 22590
    },
    {
      "loss_action": 0.013578666374087334,
      "loss_total": 0.013578666374087334,
      "step": 22590
    },
    {
      "loss_action": 0.008124260231852531,
      "loss_total": 0.008124260231852531,
      "step": 22590
    },
    {
      "loss_action": 0.01590440608561039,
      "loss_total": 0.01590440608561039,
      "step": 22590
    },
    {
      "loss_action": 0.019205069169402122,
      "loss_total": 0.019205069169402122,
      "step": 22590
    },
    {
      "grad_norm": 0.17469733953475952,
      "learning_rate": 9.998845833642943e-05,
      "loss": 0.0144,
      "step": 22600
    },
    {
      "loss_action": 0.010965324006974697,
      "loss_total": 0.010965324006974697,
      "step": 22600
    },
    {
      "loss_action": 0.012593901716172695,
      "loss_total": 0.012593901716172695,
      "step": 22600
    },
    {
      "loss_action": 0.011889749206602573,
      "loss_total": 0.011889749206602573,
      "step": 22600
    },
    {
      "loss_action": 0.012046707794070244,
      "loss_total": 0.012046707794070244,
      "step": 22600
    },
    {
      "loss_action": 0.005963115952908993,
      "loss_total": 0.005963115952908993,
      "step": 22600
    },
    {
      "loss_action": 0.016972776502370834,
      "loss_total": 0.016972776502370834,
      "step": 22600
    },
    {
      "loss_action": 0.019727014005184174,
      "loss_total": 0.019727014005184174,
      "step": 22600
    },
    {
      "loss_action": 0.010646412149071693,
      "loss_total": 0.010646412149071693,
      "step": 22600
    },
    {
      "grad_norm": 0.1688428521156311,
      "learning_rate": 9.998836935282588e-05,
      "loss": 0.0161,
      "step": 22610
    },
    {
      "loss_action": 0.01235509105026722,
      "loss_total": 0.01235509105026722,
      "step": 22610
    },
    {
      "loss_action": 0.025860218331217766,
      "loss_total": 0.025860218331217766,
      "step": 22610
    },
    {
      "loss_action": 0.02722599171102047,
      "loss_total": 0.02722599171102047,
      "step": 22610
    },
    {
      "loss_action": 0.013064646162092686,
      "loss_total": 0.013064646162092686,
      "step": 22610
    },
    {
      "loss_action": 0.07711121439933777,
      "loss_total": 0.07711121439933777,
      "step": 22610
    },
    {
      "loss_action": 0.022672031074762344,
      "loss_total": 0.022672031074762344,
      "step": 22610
    },
    {
      "loss_action": 0.010850600898265839,
      "loss_total": 0.010850600898265839,
      "step": 22610
    },
    {
      "loss_action": 0.016226841136813164,
      "loss_total": 0.016226841136813164,
      "step": 22610
    },
    {
      "grad_norm": 0.18340425193309784,
      "learning_rate": 9.998828002755654e-05,
      "loss": 0.0153,
      "step": 22620
    },
    {
      "loss_action": 0.006860998459160328,
      "loss_total": 0.006860998459160328,
      "step": 22620
    },
    {
      "loss_action": 0.013762101531028748,
      "loss_total": 0.013762101531028748,
      "step": 22620
    },
    {
      "loss_action": 0.013388043269515038,
      "loss_total": 0.013388043269515038,
      "step": 22620
    },
    {
      "loss_action": 0.005563060753047466,
      "loss_total": 0.005563060753047466,
      "step": 22620
    },
    {
      "loss_action": 0.008663521148264408,
      "loss_total": 0.008663521148264408,
      "step": 22620
    },
    {
      "loss_action": 0.006938447244465351,
      "loss_total": 0.006938447244465351,
      "step": 22620
    },
    {
      "loss_action": 0.016759980469942093,
      "loss_total": 0.016759980469942093,
      "step": 22620
    },
    {
      "loss_action": 0.01501699723303318,
      "loss_total": 0.01501699723303318,
      "step": 22620
    },
    {
      "grad_norm": 0.1974143534898758,
      "learning_rate": 9.998819036062199e-05,
      "loss": 0.0158,
      "step": 22630
    },
    {
      "loss_action": 0.010699832811951637,
      "loss_total": 0.010699832811951637,
      "step": 22630
    },
    {
      "loss_action": 0.030909746885299683,
      "loss_total": 0.030909746885299683,
      "step": 22630
    },
    {
      "loss_action": 0.009458146058022976,
      "loss_total": 0.009458146058022976,
      "step": 22630
    },
    {
      "loss_action": 0.011287574656307697,
      "loss_total": 0.011287574656307697,
      "step": 22630
    },
    {
      "loss_action": 0.01723969355225563,
      "loss_total": 0.01723969355225563,
      "step": 22630
    },
    {
      "loss_action": 0.00940452329814434,
      "loss_total": 0.00940452329814434,
      "step": 22630
    },
    {
      "loss_action": 0.012650417163968086,
      "loss_total": 0.012650417163968086,
      "step": 22630
    },
    {
      "loss_action": 0.00894495751708746,
      "loss_total": 0.00894495751708746,
      "step": 22630
    },
    {
      "grad_norm": 0.1774066835641861,
      "learning_rate": 9.998810035202287e-05,
      "loss": 0.0135,
      "step": 22640
    },
    {
      "loss_action": 0.014958731830120087,
      "loss_total": 0.014958731830120087,
      "step": 22640
    },
    {
      "loss_action": 0.01051398552954197,
      "loss_total": 0.01051398552954197,
      "step": 22640
    },
    {
      "loss_action": 0.01974574290215969,
      "loss_total": 0.01974574290215969,
      "step": 22640
    },
    {
      "loss_action": 0.01664877124130726,
      "loss_total": 0.01664877124130726,
      "step": 22640
    },
    {
      "loss_action": 0.005072013009339571,
      "loss_total": 0.005072013009339571,
      "step": 22640
    },
    {
      "loss_action": 0.019118182361125946,
      "loss_total": 0.019118182361125946,
      "step": 22640
    },
    {
      "loss_action": 0.01989772357046604,
      "loss_total": 0.01989772357046604,
      "step": 22640
    },
    {
      "loss_action": 0.011175948195159435,
      "loss_total": 0.011175948195159435,
      "step": 22640
    },
    {
      "grad_norm": 0.21840733289718628,
      "learning_rate": 9.998801000175977e-05,
      "loss": 0.0154,
      "step": 22650
    },
    {
      "loss_action": 0.012875608168542385,
      "loss_total": 0.012875608168542385,
      "step": 22650
    },
    {
      "loss_action": 0.006868129596114159,
      "loss_total": 0.006868129596114159,
      "step": 22650
    },
    {
      "loss_action": 0.014904152601957321,
      "loss_total": 0.014904152601957321,
      "step": 22650
    },
    {
      "loss_action": 0.02556777559220791,
      "loss_total": 0.02556777559220791,
      "step": 22650
    },
    {
      "loss_action": 0.008108122274279594,
      "loss_total": 0.008108122274279594,
      "step": 22650
    },
    {
      "loss_action": 0.03543956205248833,
      "loss_total": 0.03543956205248833,
      "step": 22650
    },
    {
      "loss_action": 0.010623829439282417,
      "loss_total": 0.010623829439282417,
      "step": 22650
    },
    {
      "loss_action": 0.007402350660413504,
      "loss_total": 0.007402350660413504,
      "step": 22650
    },
    {
      "grad_norm": 0.25007131695747375,
      "learning_rate": 9.998791930983331e-05,
      "loss": 0.0177,
      "step": 22660
    },
    {
      "loss_action": 0.012151133269071579,
      "loss_total": 0.012151133269071579,
      "step": 22660
    },
    {
      "loss_action": 0.012219252064824104,
      "loss_total": 0.012219252064824104,
      "step": 22660
    },
    {
      "loss_action": 0.018474802374839783,
      "loss_total": 0.018474802374839783,
      "step": 22660
    },
    {
      "loss_action": 0.011563174426555634,
      "loss_total": 0.011563174426555634,
      "step": 22660
    },
    {
      "loss_action": 0.012438582256436348,
      "loss_total": 0.012438582256436348,
      "step": 22660
    },
    {
      "loss_action": 0.010523218661546707,
      "loss_total": 0.010523218661546707,
      "step": 22660
    },
    {
      "loss_action": 0.014759181998670101,
      "loss_total": 0.014759181998670101,
      "step": 22660
    },
    {
      "loss_action": 0.010862578637897968,
      "loss_total": 0.010862578637897968,
      "step": 22660
    },
    {
      "grad_norm": 0.12001924216747284,
      "learning_rate": 9.998782827624412e-05,
      "loss": 0.0179,
      "step": 22670
    },
    {
      "loss_action": 0.012252915650606155,
      "loss_total": 0.012252915650606155,
      "step": 22670
    },
    {
      "loss_action": 0.009870432317256927,
      "loss_total": 0.009870432317256927,
      "step": 22670
    },
    {
      "loss_action": 0.017910582944750786,
      "loss_total": 0.017910582944750786,
      "step": 22670
    },
    {
      "loss_action": 0.00882371049374342,
      "loss_total": 0.00882371049374342,
      "step": 22670
    },
    {
      "loss_action": 0.012734794989228249,
      "loss_total": 0.012734794989228249,
      "step": 22670
    },
    {
      "loss_action": 0.006561200600117445,
      "loss_total": 0.006561200600117445,
      "step": 22670
    },
    {
      "loss_action": 0.011039563454687595,
      "loss_total": 0.011039563454687595,
      "step": 22670
    },
    {
      "loss_action": 0.008137224242091179,
      "loss_total": 0.008137224242091179,
      "step": 22670
    },
    {
      "grad_norm": 0.16514599323272705,
      "learning_rate": 9.998773690099283e-05,
      "loss": 0.0132,
      "step": 22680
    },
    {
      "loss_action": 0.020547352731227875,
      "loss_total": 0.020547352731227875,
      "step": 22680
    },
    {
      "loss_action": 0.01611865870654583,
      "loss_total": 0.01611865870654583,
      "step": 22680
    },
    {
      "loss_action": 0.014495398849248886,
      "loss_total": 0.014495398849248886,
      "step": 22680
    },
    {
      "loss_action": 0.008173702284693718,
      "loss_total": 0.008173702284693718,
      "step": 22680
    },
    {
      "loss_action": 0.012307705357670784,
      "loss_total": 0.012307705357670784,
      "step": 22680
    },
    {
      "loss_action": 0.019618377089500427,
      "loss_total": 0.019618377089500427,
      "step": 22680
    },
    {
      "loss_action": 0.008193489164113998,
      "loss_total": 0.008193489164113998,
      "step": 22680
    },
    {
      "loss_action": 0.008317109197378159,
      "loss_total": 0.008317109197378159,
      "step": 22680
    },
    {
      "grad_norm": 0.16947507858276367,
      "learning_rate": 9.998764518408003e-05,
      "loss": 0.0158,
      "step": 22690
    },
    {
      "loss_action": 0.01243344135582447,
      "loss_total": 0.01243344135582447,
      "step": 22690
    },
    {
      "loss_action": 0.01399585884064436,
      "loss_total": 0.01399585884064436,
      "step": 22690
    },
    {
      "loss_action": 0.019817641004920006,
      "loss_total": 0.019817641004920006,
      "step": 22690
    },
    {
      "loss_action": 0.01699034869670868,
      "loss_total": 0.01699034869670868,
      "step": 22690
    },
    {
      "loss_action": 0.014393674209713936,
      "loss_total": 0.014393674209713936,
      "step": 22690
    },
    {
      "loss_action": 0.026526007801294327,
      "loss_total": 0.026526007801294327,
      "step": 22690
    },
    {
      "loss_action": 0.02662547491490841,
      "loss_total": 0.02662547491490841,
      "step": 22690
    },
    {
      "loss_action": 0.017246238887310028,
      "loss_total": 0.017246238887310028,
      "step": 22690
    },
    {
      "grad_norm": 0.2390759438276291,
      "learning_rate": 9.998755312550638e-05,
      "loss": 0.0192,
      "step": 22700
    },
    {
      "loss_action": 0.017044540494680405,
      "loss_total": 0.017044540494680405,
      "step": 22700
    },
    {
      "loss_action": 0.01898897998034954,
      "loss_total": 0.01898897998034954,
      "step": 22700
    },
    {
      "loss_action": 0.028627153486013412,
      "loss_total": 0.028627153486013412,
      "step": 22700
    },
    {
      "loss_action": 0.011126760393381119,
      "loss_total": 0.011126760393381119,
      "step": 22700
    },
    {
      "loss_action": 0.011708186939358711,
      "loss_total": 0.011708186939358711,
      "step": 22700
    },
    {
      "loss_action": 0.011979207396507263,
      "loss_total": 0.011979207396507263,
      "step": 22700
    },
    {
      "loss_action": 0.009189381264150143,
      "loss_total": 0.009189381264150143,
      "step": 22700
    },
    {
      "loss_action": 0.013230630196630955,
      "loss_total": 0.013230630196630955,
      "step": 22700
    },
    {
      "grad_norm": 0.2563881576061249,
      "learning_rate": 9.99874607252725e-05,
      "loss": 0.0166,
      "step": 22710
    },
    {
      "loss_action": 0.009444585070014,
      "loss_total": 0.009444585070014,
      "step": 22710
    },
    {
      "loss_action": 0.02536650188267231,
      "loss_total": 0.02536650188267231,
      "step": 22710
    },
    {
      "loss_action": 0.01582155004143715,
      "loss_total": 0.01582155004143715,
      "step": 22710
    },
    {
      "loss_action": 0.013859864324331284,
      "loss_total": 0.013859864324331284,
      "step": 22710
    },
    {
      "loss_action": 0.005992858204990625,
      "loss_total": 0.005992858204990625,
      "step": 22710
    },
    {
      "loss_action": 0.02755642496049404,
      "loss_total": 0.02755642496049404,
      "step": 22710
    },
    {
      "loss_action": 0.010926156304776669,
      "loss_total": 0.010926156304776669,
      "step": 22710
    },
    {
      "loss_action": 0.012232527136802673,
      "loss_total": 0.012232527136802673,
      "step": 22710
    },
    {
      "grad_norm": 0.15568338334560394,
      "learning_rate": 9.998736798337901e-05,
      "loss": 0.0151,
      "step": 22720
    },
    {
      "loss_action": 0.012246442027390003,
      "loss_total": 0.012246442027390003,
      "step": 22720
    },
    {
      "loss_action": 0.01078574638813734,
      "loss_total": 0.01078574638813734,
      "step": 22720
    },
    {
      "loss_action": 0.0156982634216547,
      "loss_total": 0.0156982634216547,
      "step": 22720
    },
    {
      "loss_action": 0.01233290322124958,
      "loss_total": 0.01233290322124958,
      "step": 22720
    },
    {
      "loss_action": 0.007620076648890972,
      "loss_total": 0.007620076648890972,
      "step": 22720
    },
    {
      "loss_action": 0.01893804594874382,
      "loss_total": 0.01893804594874382,
      "step": 22720
    },
    {
      "loss_action": 0.01063104160130024,
      "loss_total": 0.01063104160130024,
      "step": 22720
    },
    {
      "loss_action": 0.010250070132315159,
      "loss_total": 0.010250070132315159,
      "step": 22720
    },
    {
      "grad_norm": 0.16830945014953613,
      "learning_rate": 9.998727489982658e-05,
      "loss": 0.0155,
      "step": 22730
    },
    {
      "loss_action": 0.012395622208714485,
      "loss_total": 0.012395622208714485,
      "step": 22730
    },
    {
      "loss_action": 0.011602586135268211,
      "loss_total": 0.011602586135268211,
      "step": 22730
    },
    {
      "loss_action": 0.010798843577504158,
      "loss_total": 0.010798843577504158,
      "step": 22730
    },
    {
      "loss_action": 0.02729622647166252,
      "loss_total": 0.02729622647166252,
      "step": 22730
    },
    {
      "loss_action": 0.00764131173491478,
      "loss_total": 0.00764131173491478,
      "step": 22730
    },
    {
      "loss_action": 0.010789666324853897,
      "loss_total": 0.010789666324853897,
      "step": 22730
    },
    {
      "loss_action": 0.007578995078802109,
      "loss_total": 0.007578995078802109,
      "step": 22730
    },
    {
      "loss_action": 0.008182648569345474,
      "loss_total": 0.008182648569345474,
      "step": 22730
    },
    {
      "grad_norm": 0.24352943897247314,
      "learning_rate": 9.99871814746158e-05,
      "loss": 0.0176,
      "step": 22740
    },
    {
      "loss_action": 0.014348940923810005,
      "loss_total": 0.014348940923810005,
      "step": 22740
    },
    {
      "loss_action": 0.0059022181667387486,
      "loss_total": 0.0059022181667387486,
      "step": 22740
    },
    {
      "loss_action": 0.01528348121792078,
      "loss_total": 0.01528348121792078,
      "step": 22740
    },
    {
      "loss_action": 0.010031618177890778,
      "loss_total": 0.010031618177890778,
      "step": 22740
    },
    {
      "loss_action": 0.006351879797875881,
      "loss_total": 0.006351879797875881,
      "step": 22740
    },
    {
      "loss_action": 0.013240733183920383,
      "loss_total": 0.013240733183920383,
      "step": 22740
    },
    {
      "loss_action": 0.012617305852472782,
      "loss_total": 0.012617305852472782,
      "step": 22740
    },
    {
      "loss_action": 0.017374932765960693,
      "loss_total": 0.017374932765960693,
      "step": 22740
    },
    {
      "grad_norm": 0.16421647369861603,
      "learning_rate": 9.998708770774733e-05,
      "loss": 0.015,
      "step": 22750
    },
    {
      "loss_action": 0.006627758964896202,
      "loss_total": 0.006627758964896202,
      "step": 22750
    },
    {
      "loss_action": 0.017743254080414772,
      "loss_total": 0.017743254080414772,
      "step": 22750
    },
    {
      "loss_action": 0.010660737752914429,
      "loss_total": 0.010660737752914429,
      "step": 22750
    },
    {
      "loss_action": 0.005677082575857639,
      "loss_total": 0.005677082575857639,
      "step": 22750
    },
    {
      "loss_action": 0.021310774609446526,
      "loss_total": 0.021310774609446526,
      "step": 22750
    },
    {
      "loss_action": 0.01079096831381321,
      "loss_total": 0.01079096831381321,
      "step": 22750
    },
    {
      "loss_action": 0.0055699460208415985,
      "loss_total": 0.0055699460208415985,
      "step": 22750
    },
    {
      "loss_action": 0.016471199691295624,
      "loss_total": 0.016471199691295624,
      "step": 22750
    },
    {
      "grad_norm": 0.19892679154872894,
      "learning_rate": 9.998699359922181e-05,
      "loss": 0.0143,
      "step": 22760
    },
    {
      "loss_action": 0.007128768600523472,
      "loss_total": 0.007128768600523472,
      "step": 22760
    },
    {
      "loss_action": 0.04397505149245262,
      "loss_total": 0.04397505149245262,
      "step": 22760
    },
    {
      "loss_action": 0.013691752217710018,
      "loss_total": 0.013691752217710018,
      "step": 22760
    },
    {
      "loss_action": 0.00752415182068944,
      "loss_total": 0.00752415182068944,
      "step": 22760
    },
    {
      "loss_action": 0.009159374982118607,
      "loss_total": 0.009159374982118607,
      "step": 22760
    },
    {
      "loss_action": 0.008526314981281757,
      "loss_total": 0.008526314981281757,
      "step": 22760
    },
    {
      "loss_action": 0.011021804064512253,
      "loss_total": 0.011021804064512253,
      "step": 22760
    },
    {
      "loss_action": 0.008343215100467205,
      "loss_total": 0.008343215100467205,
      "step": 22760
    },
    {
      "grad_norm": 0.21654240787029266,
      "learning_rate": 9.998689914903989e-05,
      "loss": 0.0154,
      "step": 22770
    },
    {
      "loss_action": 0.012710127979516983,
      "loss_total": 0.012710127979516983,
      "step": 22770
    },
    {
      "loss_action": 0.016495365649461746,
      "loss_total": 0.016495365649461746,
      "step": 22770
    },
    {
      "loss_action": 0.007825639098882675,
      "loss_total": 0.007825639098882675,
      "step": 22770
    },
    {
      "loss_action": 0.009540768340229988,
      "loss_total": 0.009540768340229988,
      "step": 22770
    },
    {
      "loss_action": 0.10042387247085571,
      "loss_total": 0.10042387247085571,
      "step": 22770
    },
    {
      "loss_action": 0.016220081597566605,
      "loss_total": 0.016220081597566605,
      "step": 22770
    },
    {
      "loss_action": 0.013403335586190224,
      "loss_total": 0.013403335586190224,
      "step": 22770
    },
    {
      "loss_action": 0.009386328049004078,
      "loss_total": 0.009386328049004078,
      "step": 22770
    },
    {
      "grad_norm": 0.1824873834848404,
      "learning_rate": 9.99868043572022e-05,
      "loss": 0.0161,
      "step": 22780
    },
    {
      "loss_action": 0.011157343164086342,
      "loss_total": 0.011157343164086342,
      "step": 22780
    },
    {
      "loss_action": 0.006484898738563061,
      "loss_total": 0.006484898738563061,
      "step": 22780
    },
    {
      "loss_action": 0.007140433415770531,
      "loss_total": 0.007140433415770531,
      "step": 22780
    },
    {
      "loss_action": 0.009170087054371834,
      "loss_total": 0.009170087054371834,
      "step": 22780
    },
    {
      "loss_action": 0.017582476139068604,
      "loss_total": 0.017582476139068604,
      "step": 22780
    },
    {
      "loss_action": 0.012010487727820873,
      "loss_total": 0.012010487727820873,
      "step": 22780
    },
    {
      "loss_action": 0.011453244835138321,
      "loss_total": 0.011453244835138321,
      "step": 22780
    },
    {
      "loss_action": 0.008642069064080715,
      "loss_total": 0.008642069064080715,
      "step": 22780
    },
    {
      "grad_norm": 0.17913013696670532,
      "learning_rate": 9.998670922370941e-05,
      "loss": 0.0147,
      "step": 22790
    },
    {
      "loss_action": 0.013891715556383133,
      "loss_total": 0.013891715556383133,
      "step": 22790
    },
    {
      "loss_action": 0.009895279072225094,
      "loss_total": 0.009895279072225094,
      "step": 22790
    },
    {
      "loss_action": 0.007075940258800983,
      "loss_total": 0.007075940258800983,
      "step": 22790
    },
    {
      "loss_action": 0.010756357572972775,
      "loss_total": 0.010756357572972775,
      "step": 22790
    },
    {
      "loss_action": 0.007543051615357399,
      "loss_total": 0.007543051615357399,
      "step": 22790
    },
    {
      "loss_action": 0.015408499166369438,
      "loss_total": 0.015408499166369438,
      "step": 22790
    },
    {
      "loss_action": 0.008722838014364243,
      "loss_total": 0.008722838014364243,
      "step": 22790
    },
    {
      "loss_action": 0.011488495394587517,
      "loss_total": 0.011488495394587517,
      "step": 22790
    },
    {
      "grad_norm": 0.23747222125530243,
      "learning_rate": 9.998661374856215e-05,
      "loss": 0.0131,
      "step": 22800
    },
    {
      "loss_action": 0.020142754539847374,
      "loss_total": 0.020142754539847374,
      "step": 22800
    },
    {
      "loss_action": 0.0106901153922081,
      "loss_total": 0.0106901153922081,
      "step": 22800
    },
    {
      "loss_action": 0.009543743915855885,
      "loss_total": 0.009543743915855885,
      "step": 22800
    },
    {
      "loss_action": 0.013656149618327618,
      "loss_total": 0.013656149618327618,
      "step": 22800
    },
    {
      "loss_action": 0.017658375203609467,
      "loss_total": 0.017658375203609467,
      "step": 22800
    },
    {
      "loss_action": 0.005250014830380678,
      "loss_total": 0.005250014830380678,
      "step": 22800
    },
    {
      "loss_action": 0.01776490919291973,
      "loss_total": 0.01776490919291973,
      "step": 22800
    },
    {
      "loss_action": 0.011027147993445396,
      "loss_total": 0.011027147993445396,
      "step": 22800
    },
    {
      "grad_norm": 0.3204838037490845,
      "learning_rate": 9.998651793176107e-05,
      "loss": 0.0166,
      "step": 22810
    },
    {
      "loss_action": 0.022971367463469505,
      "loss_total": 0.022971367463469505,
      "step": 22810
    },
    {
      "loss_action": 0.016362264752388,
      "loss_total": 0.016362264752388,
      "step": 22810
    },
    {
      "loss_action": 0.014011183753609657,
      "loss_total": 0.014011183753609657,
      "step": 22810
    },
    {
      "loss_action": 0.008701615035533905,
      "loss_total": 0.008701615035533905,
      "step": 22810
    },
    {
      "loss_action": 0.018972080200910568,
      "loss_total": 0.018972080200910568,
      "step": 22810
    },
    {
      "loss_action": 0.05430902540683746,
      "loss_total": 0.05430902540683746,
      "step": 22810
    },
    {
      "loss_action": 0.020948272198438644,
      "loss_total": 0.020948272198438644,
      "step": 22810
    },
    {
      "loss_action": 0.023007482290267944,
      "loss_total": 0.023007482290267944,
      "step": 22810
    },
    {
      "grad_norm": 0.18541079759597778,
      "learning_rate": 9.998642177330683e-05,
      "loss": 0.0174,
      "step": 22820
    },
    {
      "loss_action": 0.007387523539364338,
      "loss_total": 0.007387523539364338,
      "step": 22820
    },
    {
      "loss_action": 0.006773335859179497,
      "loss_total": 0.006773335859179497,
      "step": 22820
    },
    {
      "loss_action": 0.01967453584074974,
      "loss_total": 0.01967453584074974,
      "step": 22820
    },
    {
      "loss_action": 0.02572079375386238,
      "loss_total": 0.02572079375386238,
      "step": 22820
    },
    {
      "loss_action": 0.00799085758626461,
      "loss_total": 0.00799085758626461,
      "step": 22820
    },
    {
      "loss_action": 0.0151303019374609,
      "loss_total": 0.0151303019374609,
      "step": 22820
    },
    {
      "loss_action": 0.008108165115118027,
      "loss_total": 0.008108165115118027,
      "step": 22820
    },
    {
      "loss_action": 0.017323998734354973,
      "loss_total": 0.017323998734354973,
      "step": 22820
    },
    {
      "grad_norm": 0.14459818601608276,
      "learning_rate": 9.998632527320011e-05,
      "loss": 0.0136,
      "step": 22830
    },
    {
      "loss_action": 0.024280855432152748,
      "loss_total": 0.024280855432152748,
      "step": 22830
    },
    {
      "loss_action": 0.015257948078215122,
      "loss_total": 0.015257948078215122,
      "step": 22830
    },
    {
      "loss_action": 0.025982463732361794,
      "loss_total": 0.025982463732361794,
      "step": 22830
    },
    {
      "loss_action": 0.010005250573158264,
      "loss_total": 0.010005250573158264,
      "step": 22830
    },
    {
      "loss_action": 0.00830930843949318,
      "loss_total": 0.00830930843949318,
      "step": 22830
    },
    {
      "loss_action": 0.00859297625720501,
      "loss_total": 0.00859297625720501,
      "step": 22830
    },
    {
      "loss_action": 0.010830601677298546,
      "loss_total": 0.010830601677298546,
      "step": 22830
    },
    {
      "loss_action": 0.008224590681493282,
      "loss_total": 0.008224590681493282,
      "step": 22830
    },
    {
      "grad_norm": 0.15785837173461914,
      "learning_rate": 9.998622843144154e-05,
      "loss": 0.0139,
      "step": 22840
    },
    {
      "loss_action": 0.02441662922501564,
      "loss_total": 0.02441662922501564,
      "step": 22840
    },
    {
      "loss_action": 0.023319892585277557,
      "loss_total": 0.023319892585277557,
      "step": 22840
    },
    {
      "loss_action": 0.0157200638204813,
      "loss_total": 0.0157200638204813,
      "step": 22840
    },
    {
      "loss_action": 0.01967347413301468,
      "loss_total": 0.01967347413301468,
      "step": 22840
    },
    {
      "loss_action": 0.011975114233791828,
      "loss_total": 0.011975114233791828,
      "step": 22840
    },
    {
      "loss_action": 0.011912759393453598,
      "loss_total": 0.011912759393453598,
      "step": 22840
    },
    {
      "loss_action": 0.009184537455439568,
      "loss_total": 0.009184537455439568,
      "step": 22840
    },
    {
      "loss_action": 0.016114626079797745,
      "loss_total": 0.016114626079797745,
      "step": 22840
    },
    {
      "grad_norm": 0.13022878766059875,
      "learning_rate": 9.99861312480318e-05,
      "loss": 0.0147,
      "step": 22850
    },
    {
      "loss_action": 0.009674128144979477,
      "loss_total": 0.009674128144979477,
      "step": 22850
    },
    {
      "loss_action": 0.0033267978578805923,
      "loss_total": 0.0033267978578805923,
      "step": 22850
    },
    {
      "loss_action": 0.012613391503691673,
      "loss_total": 0.012613391503691673,
      "step": 22850
    },
    {
      "loss_action": 0.0120726078748703,
      "loss_total": 0.0120726078748703,
      "step": 22850
    },
    {
      "loss_action": 0.011849984526634216,
      "loss_total": 0.011849984526634216,
      "step": 22850
    },
    {
      "loss_action": 0.022104863077402115,
      "loss_total": 0.022104863077402115,
      "step": 22850
    },
    {
      "loss_action": 0.01621568575501442,
      "loss_total": 0.01621568575501442,
      "step": 22850
    },
    {
      "loss_action": 0.011375737376511097,
      "loss_total": 0.011375737376511097,
      "step": 22850
    },
    {
      "grad_norm": 0.1749657541513443,
      "learning_rate": 9.998603372297153e-05,
      "loss": 0.0138,
      "step": 22860
    },
    {
      "loss_action": 0.006644598674029112,
      "loss_total": 0.006644598674029112,
      "step": 22860
    },
    {
      "loss_action": 0.008864742703735828,
      "loss_total": 0.008864742703735828,
      "step": 22860
    },
    {
      "loss_action": 0.00858087558299303,
      "loss_total": 0.00858087558299303,
      "step": 22860
    },
    {
      "loss_action": 0.009286146610975266,
      "loss_total": 0.009286146610975266,
      "step": 22860
    },
    {
      "loss_action": 0.022746415808796883,
      "loss_total": 0.022746415808796883,
      "step": 22860
    },
    {
      "loss_action": 0.021763358265161514,
      "loss_total": 0.021763358265161514,
      "step": 22860
    },
    {
      "loss_action": 0.011838695034384727,
      "loss_total": 0.011838695034384727,
      "step": 22860
    },
    {
      "loss_action": 0.007087324745953083,
      "loss_total": 0.007087324745953083,
      "step": 22860
    },
    {
      "grad_norm": 0.23190297186374664,
      "learning_rate": 9.998593585626144e-05,
      "loss": 0.015,
      "step": 22870
    },
    {
      "loss_action": 0.011611063033342361,
      "loss_total": 0.011611063033342361,
      "step": 22870
    },
    {
      "loss_action": 0.012067222967743874,
      "loss_total": 0.012067222967743874,
      "step": 22870
    },
    {
      "loss_action": 0.013099532574415207,
      "loss_total": 0.013099532574415207,
      "step": 22870
    },
    {
      "loss_action": 0.01256181113421917,
      "loss_total": 0.01256181113421917,
      "step": 22870
    },
    {
      "loss_action": 0.012392676435410976,
      "loss_total": 0.012392676435410976,
      "step": 22870
    },
    {
      "loss_action": 0.011297006160020828,
      "loss_total": 0.011297006160020828,
      "step": 22870
    },
    {
      "loss_action": 0.02108072116971016,
      "loss_total": 0.02108072116971016,
      "step": 22870
    },
    {
      "loss_action": 0.021967178210616112,
      "loss_total": 0.021967178210616112,
      "step": 22870
    },
    {
      "grad_norm": 0.1744924783706665,
      "learning_rate": 9.998583764790214e-05,
      "loss": 0.0144,
      "step": 22880
    },
    {
      "loss_action": 0.00991917122155428,
      "loss_total": 0.00991917122155428,
      "step": 22880
    },
    {
      "loss_action": 0.018815884366631508,
      "loss_total": 0.018815884366631508,
      "step": 22880
    },
    {
      "loss_action": 0.015469162724912167,
      "loss_total": 0.015469162724912167,
      "step": 22880
    },
    {
      "loss_action": 0.009989294223487377,
      "loss_total": 0.009989294223487377,
      "step": 22880
    },
    {
      "loss_action": 0.012412190437316895,
      "loss_total": 0.012412190437316895,
      "step": 22880
    },
    {
      "loss_action": 0.009920739568769932,
      "loss_total": 0.009920739568769932,
      "step": 22880
    },
    {
      "loss_action": 0.013780640438199043,
      "loss_total": 0.013780640438199043,
      "step": 22880
    },
    {
      "loss_action": 0.015414240770041943,
      "loss_total": 0.015414240770041943,
      "step": 22880
    },
    {
      "grad_norm": 0.1637626439332962,
      "learning_rate": 9.998573909789438e-05,
      "loss": 0.0143,
      "step": 22890
    },
    {
      "loss_action": 0.014937255531549454,
      "loss_total": 0.014937255531549454,
      "step": 22890
    },
    {
      "loss_action": 0.007335030473768711,
      "loss_total": 0.007335030473768711,
      "step": 22890
    },
    {
      "loss_action": 0.015493392944335938,
      "loss_total": 0.015493392944335938,
      "step": 22890
    },
    {
      "loss_action": 0.00946207344532013,
      "loss_total": 0.00946207344532013,
      "step": 22890
    },
    {
      "loss_action": 0.008626285940408707,
      "loss_total": 0.008626285940408707,
      "step": 22890
    },
    {
      "loss_action": 0.051746632903814316,
      "loss_total": 0.051746632903814316,
      "step": 22890
    },
    {
      "loss_action": 0.009216899052262306,
      "loss_total": 0.009216899052262306,
      "step": 22890
    },
    {
      "loss_action": 0.023970048874616623,
      "loss_total": 0.023970048874616623,
      "step": 22890
    },
    {
      "grad_norm": 0.12466870248317719,
      "learning_rate": 9.998564020623876e-05,
      "loss": 0.014,
      "step": 22900
    },
    {
      "loss_action": 0.013177767395973206,
      "loss_total": 0.013177767395973206,
      "step": 22900
    },
    {
      "loss_action": 0.013288293033838272,
      "loss_total": 0.013288293033838272,
      "step": 22900
    },
    {
      "loss_action": 0.013814134523272514,
      "loss_total": 0.013814134523272514,
      "step": 22900
    },
    {
      "loss_action": 0.006802648771554232,
      "loss_total": 0.006802648771554232,
      "step": 22900
    },
    {
      "loss_action": 0.007921617478132248,
      "loss_total": 0.007921617478132248,
      "step": 22900
    },
    {
      "loss_action": 0.0071500083431601524,
      "loss_total": 0.0071500083431601524,
      "step": 22900
    },
    {
      "loss_action": 0.030962860211730003,
      "loss_total": 0.030962860211730003,
      "step": 22900
    },
    {
      "loss_action": 0.012824089266359806,
      "loss_total": 0.012824089266359806,
      "step": 22900
    },
    {
      "grad_norm": 0.18932528793811798,
      "learning_rate": 9.998554097293597e-05,
      "loss": 0.0147,
      "step": 22910
    },
    {
      "loss_action": 0.015127967111766338,
      "loss_total": 0.015127967111766338,
      "step": 22910
    },
    {
      "loss_action": 0.008026644587516785,
      "loss_total": 0.008026644587516785,
      "step": 22910
    },
    {
      "loss_action": 0.010580312460660934,
      "loss_total": 0.010580312460660934,
      "step": 22910
    },
    {
      "loss_action": 0.01952880620956421,
      "loss_total": 0.01952880620956421,
      "step": 22910
    },
    {
      "loss_action": 0.01870482787489891,
      "loss_total": 0.01870482787489891,
      "step": 22910
    },
    {
      "loss_action": 0.009071017615497112,
      "loss_total": 0.009071017615497112,
      "step": 22910
    },
    {
      "loss_action": 0.00759836845099926,
      "loss_total": 0.00759836845099926,
      "step": 22910
    },
    {
      "loss_action": 0.019095201045274734,
      "loss_total": 0.019095201045274734,
      "step": 22910
    },
    {
      "grad_norm": 0.141976997256279,
      "learning_rate": 9.998544139798671e-05,
      "loss": 0.0143,
      "step": 22920
    },
    {
      "loss_action": 0.007590676657855511,
      "loss_total": 0.007590676657855511,
      "step": 22920
    },
    {
      "loss_action": 0.00707984808832407,
      "loss_total": 0.00707984808832407,
      "step": 22920
    },
    {
      "loss_action": 0.014486823230981827,
      "loss_total": 0.014486823230981827,
      "step": 22920
    },
    {
      "loss_action": 0.011947721242904663,
      "loss_total": 0.011947721242904663,
      "step": 22920
    },
    {
      "loss_action": 0.010213476605713367,
      "loss_total": 0.010213476605713367,
      "step": 22920
    },
    {
      "loss_action": 0.0102640176191926,
      "loss_total": 0.0102640176191926,
      "step": 22920
    },
    {
      "loss_action": 0.019453253597021103,
      "loss_total": 0.019453253597021103,
      "step": 22920
    },
    {
      "loss_action": 0.008686326444149017,
      "loss_total": 0.008686326444149017,
      "step": 22920
    },
    {
      "grad_norm": 0.14396411180496216,
      "learning_rate": 9.998534148139167e-05,
      "loss": 0.0143,
      "step": 22930
    },
    {
      "loss_action": 0.012613499537110329,
      "loss_total": 0.012613499537110329,
      "step": 22930
    },
    {
      "loss_action": 0.007224356755614281,
      "loss_total": 0.007224356755614281,
      "step": 22930
    },
    {
      "loss_action": 0.01805132068693638,
      "loss_total": 0.01805132068693638,
      "step": 22930
    },
    {
      "loss_action": 0.012109454721212387,
      "loss_total": 0.012109454721212387,
      "step": 22930
    },
    {
      "loss_action": 0.0091929342597723,
      "loss_total": 0.0091929342597723,
      "step": 22930
    },
    {
      "loss_action": 0.006615934427827597,
      "loss_total": 0.006615934427827597,
      "step": 22930
    },
    {
      "loss_action": 0.008812103420495987,
      "loss_total": 0.008812103420495987,
      "step": 22930
    },
    {
      "loss_action": 0.006789787206798792,
      "loss_total": 0.006789787206798792,
      "step": 22930
    },
    {
      "grad_norm": 0.15189668536186218,
      "learning_rate": 9.998524122315149e-05,
      "loss": 0.0147,
      "step": 22940
    },
    {
      "loss_action": 0.005136060528457165,
      "loss_total": 0.005136060528457165,
      "step": 22940
    },
    {
      "loss_action": 0.011995948851108551,
      "loss_total": 0.011995948851108551,
      "step": 22940
    },
    {
      "loss_action": 0.013946367427706718,
      "loss_total": 0.013946367427706718,
      "step": 22940
    },
    {
      "loss_action": 0.015168214216828346,
      "loss_total": 0.015168214216828346,
      "step": 22940
    },
    {
      "loss_action": 0.00826948881149292,
      "loss_total": 0.00826948881149292,
      "step": 22940
    },
    {
      "loss_action": 0.006037645973265171,
      "loss_total": 0.006037645973265171,
      "step": 22940
    },
    {
      "loss_action": 0.01282052043825388,
      "loss_total": 0.01282052043825388,
      "step": 22940
    },
    {
      "loss_action": 0.005453922785818577,
      "loss_total": 0.005453922785818577,
      "step": 22940
    },
    {
      "grad_norm": 0.22494548559188843,
      "learning_rate": 9.99851406232669e-05,
      "loss": 0.0129,
      "step": 22950
    },
    {
      "loss_action": 0.020435180515050888,
      "loss_total": 0.020435180515050888,
      "step": 22950
    },
    {
      "loss_action": 0.010311606340110302,
      "loss_total": 0.010311606340110302,
      "step": 22950
    },
    {
      "loss_action": 0.024981992319226265,
      "loss_total": 0.024981992319226265,
      "step": 22950
    },
    {
      "loss_action": 0.01795317977666855,
      "loss_total": 0.01795317977666855,
      "step": 22950
    },
    {
      "loss_action": 0.03143453598022461,
      "loss_total": 0.03143453598022461,
      "step": 22950
    },
    {
      "loss_action": 0.011350587010383606,
      "loss_total": 0.011350587010383606,
      "step": 22950
    },
    {
      "loss_action": 0.06727086007595062,
      "loss_total": 0.06727086007595062,
      "step": 22950
    },
    {
      "loss_action": 0.010031001642346382,
      "loss_total": 0.010031001642346382,
      "step": 22950
    },
    {
      "grad_norm": 0.13629187643527985,
      "learning_rate": 9.998503968173855e-05,
      "loss": 0.014,
      "step": 22960
    },
    {
      "loss_action": 0.007164014037698507,
      "loss_total": 0.007164014037698507,
      "step": 22960
    },
    {
      "loss_action": 0.007878962904214859,
      "loss_total": 0.007878962904214859,
      "step": 22960
    },
    {
      "loss_action": 0.01092988345772028,
      "loss_total": 0.01092988345772028,
      "step": 22960
    },
    {
      "loss_action": 0.007248399779200554,
      "loss_total": 0.007248399779200554,
      "step": 22960
    },
    {
      "loss_action": 0.037189703434705734,
      "loss_total": 0.037189703434705734,
      "step": 22960
    },
    {
      "loss_action": 0.005758393090218306,
      "loss_total": 0.005758393090218306,
      "step": 22960
    },
    {
      "loss_action": 0.018732180818915367,
      "loss_total": 0.018732180818915367,
      "step": 22960
    },
    {
      "loss_action": 0.029299406334757805,
      "loss_total": 0.029299406334757805,
      "step": 22960
    },
    {
      "grad_norm": 0.16507215797901154,
      "learning_rate": 9.998493839856717e-05,
      "loss": 0.0142,
      "step": 22970
    },
    {
      "loss_action": 0.008238294161856174,
      "loss_total": 0.008238294161856174,
      "step": 22970
    },
    {
      "loss_action": 0.01385404635220766,
      "loss_total": 0.01385404635220766,
      "step": 22970
    },
    {
      "loss_action": 0.01068447157740593,
      "loss_total": 0.01068447157740593,
      "step": 22970
    },
    {
      "loss_action": 0.0215021762996912,
      "loss_total": 0.0215021762996912,
      "step": 22970
    },
    {
      "loss_action": 0.016956038773059845,
      "loss_total": 0.016956038773059845,
      "step": 22970
    },
    {
      "loss_action": 0.012750357389450073,
      "loss_total": 0.012750357389450073,
      "step": 22970
    },
    {
      "loss_action": 0.02474040910601616,
      "loss_total": 0.02474040910601616,
      "step": 22970
    },
    {
      "loss_action": 0.014220185577869415,
      "loss_total": 0.014220185577869415,
      "step": 22970
    },
    {
      "grad_norm": 0.14381510019302368,
      "learning_rate": 9.99848367737534e-05,
      "loss": 0.0171,
      "step": 22980
    },
    {
      "loss_action": 0.012588506564497948,
      "loss_total": 0.012588506564497948,
      "step": 22980
    },
    {
      "loss_action": 0.016949016600847244,
      "loss_total": 0.016949016600847244,
      "step": 22980
    },
    {
      "loss_action": 0.020668281242251396,
      "loss_total": 0.020668281242251396,
      "step": 22980
    },
    {
      "loss_action": 0.009470261633396149,
      "loss_total": 0.009470261633396149,
      "step": 22980
    },
    {
      "loss_action": 0.0207306370139122,
      "loss_total": 0.0207306370139122,
      "step": 22980
    },
    {
      "loss_action": 0.011463511735200882,
      "loss_total": 0.011463511735200882,
      "step": 22980
    },
    {
      "loss_action": 0.012493958696722984,
      "loss_total": 0.012493958696722984,
      "step": 22980
    },
    {
      "loss_action": 0.009916238486766815,
      "loss_total": 0.009916238486766815,
      "step": 22980
    },
    {
      "grad_norm": 0.18289873003959656,
      "learning_rate": 9.9984734807298e-05,
      "loss": 0.0153,
      "step": 22990
    },
    {
      "loss_action": 0.020730135962367058,
      "loss_total": 0.020730135962367058,
      "step": 22990
    },
    {
      "loss_action": 0.006797369569540024,
      "loss_total": 0.006797369569540024,
      "step": 22990
    },
    {
      "loss_action": 0.01051754504442215,
      "loss_total": 0.01051754504442215,
      "step": 22990
    },
    {
      "loss_action": 0.01187188271433115,
      "loss_total": 0.01187188271433115,
      "step": 22990
    },
    {
      "loss_action": 0.006989113986492157,
      "loss_total": 0.006989113986492157,
      "step": 22990
    },
    {
      "loss_action": 0.011654064059257507,
      "loss_total": 0.011654064059257507,
      "step": 22990
    },
    {
      "loss_action": 0.02998332679271698,
      "loss_total": 0.02998332679271698,
      "step": 22990
    },
    {
      "loss_action": 0.02130201831459999,
      "loss_total": 0.02130201831459999,
      "step": 22990
    },
    {
      "grad_norm": 0.15924452245235443,
      "learning_rate": 9.99846324992016e-05,
      "loss": 0.0139,
      "step": 23000
    },
    {
      "loss_action": 0.01642708294093609,
      "loss_total": 0.01642708294093609,
      "step": 23000
    },
    {
      "loss_action": 0.02126968652009964,
      "loss_total": 0.02126968652009964,
      "step": 23000
    },
    {
      "loss_action": 0.01537539903074503,
      "loss_total": 0.01537539903074503,
      "step": 23000
    },
    {
      "loss_action": 0.01149300392717123,
      "loss_total": 0.01149300392717123,
      "step": 23000
    },
    {
      "loss_action": 0.022281445562839508,
      "loss_total": 0.022281445562839508,
      "step": 23000
    },
    {
      "loss_action": 0.011030996218323708,
      "loss_total": 0.011030996218323708,
      "step": 23000
    },
    {
      "loss_action": 0.012074869126081467,
      "loss_total": 0.012074869126081467,
      "step": 23000
    },
    {
      "loss_action": 0.015467038378119469,
      "loss_total": 0.015467038378119469,
      "step": 23000
    },
    {
      "grad_norm": 0.22329175472259521,
      "learning_rate": 9.998452984946496e-05,
      "loss": 0.0161,
      "step": 23010
    },
    {
      "loss_action": 0.008356230333447456,
      "loss_total": 0.008356230333447456,
      "step": 23010
    },
    {
      "loss_action": 0.013362796977162361,
      "loss_total": 0.013362796977162361,
      "step": 23010
    },
    {
      "loss_action": 0.01152685098350048,
      "loss_total": 0.01152685098350048,
      "step": 23010
    },
    {
      "loss_action": 0.014833278954029083,
      "loss_total": 0.014833278954029083,
      "step": 23010
    },
    {
      "loss_action": 0.011185837909579277,
      "loss_total": 0.011185837909579277,
      "step": 23010
    },
    {
      "loss_action": 0.00942577887326479,
      "loss_total": 0.00942577887326479,
      "step": 23010
    },
    {
      "loss_action": 0.015530725941061974,
      "loss_total": 0.015530725941061974,
      "step": 23010
    },
    {
      "loss_action": 0.01990441605448723,
      "loss_total": 0.01990441605448723,
      "step": 23010
    },
    {
      "grad_norm": 0.12114746123552322,
      "learning_rate": 9.998442685808874e-05,
      "loss": 0.016,
      "step": 23020
    },
    {
      "loss_action": 0.005872168578207493,
      "loss_total": 0.005872168578207493,
      "step": 23020
    },
    {
      "loss_action": 0.018548758700489998,
      "loss_total": 0.018548758700489998,
      "step": 23020
    },
    {
      "loss_action": 0.009508688002824783,
      "loss_total": 0.009508688002824783,
      "step": 23020
    },
    {
      "loss_action": 0.009997744113206863,
      "loss_total": 0.009997744113206863,
      "step": 23020
    },
    {
      "loss_action": 0.01809489168226719,
      "loss_total": 0.01809489168226719,
      "step": 23020
    },
    {
      "loss_action": 0.010489271022379398,
      "loss_total": 0.010489271022379398,
      "step": 23020
    },
    {
      "loss_action": 0.013865794986486435,
      "loss_total": 0.013865794986486435,
      "step": 23020
    },
    {
      "loss_action": 0.01156788133084774,
      "loss_total": 0.01156788133084774,
      "step": 23020
    },
    {
      "grad_norm": 0.10139118134975433,
      "learning_rate": 9.998432352507364e-05,
      "loss": 0.0136,
      "step": 23030
    },
    {
      "loss_action": 0.007320079952478409,
      "loss_total": 0.007320079952478409,
      "step": 23030
    },
    {
      "loss_action": 0.011077841743826866,
      "loss_total": 0.011077841743826866,
      "step": 23030
    },
    {
      "loss_action": 0.013746272772550583,
      "loss_total": 0.013746272772550583,
      "step": 23030
    },
    {
      "loss_action": 0.010553416796028614,
      "loss_total": 0.010553416796028614,
      "step": 23030
    },
    {
      "loss_action": 0.007579297758638859,
      "loss_total": 0.007579297758638859,
      "step": 23030
    },
    {
      "loss_action": 0.008311687968671322,
      "loss_total": 0.008311687968671322,
      "step": 23030
    },
    {
      "loss_action": 0.013756917789578438,
      "loss_total": 0.013756917789578438,
      "step": 23030
    },
    {
      "loss_action": 0.01640010066330433,
      "loss_total": 0.01640010066330433,
      "step": 23030
    },
    {
      "grad_norm": 0.17145773768424988,
      "learning_rate": 9.99842198504204e-05,
      "loss": 0.0147,
      "step": 23040
    },
    {
      "loss_action": 0.00884274858981371,
      "loss_total": 0.00884274858981371,
      "step": 23040
    },
    {
      "loss_action": 0.010628649964928627,
      "loss_total": 0.010628649964928627,
      "step": 23040
    },
    {
      "loss_action": 0.01742524281144142,
      "loss_total": 0.01742524281144142,
      "step": 23040
    },
    {
      "loss_action": 0.006854427978396416,
      "loss_total": 0.006854427978396416,
      "step": 23040
    },
    {
      "loss_action": 0.0297763179987669,
      "loss_total": 0.0297763179987669,
      "step": 23040
    },
    {
      "loss_action": 0.011457654647529125,
      "loss_total": 0.011457654647529125,
      "step": 23040
    },
    {
      "loss_action": 0.017947103828191757,
      "loss_total": 0.017947103828191757,
      "step": 23040
    },
    {
      "loss_action": 0.017787372693419456,
      "loss_total": 0.017787372693419456,
      "step": 23040
    },
    {
      "grad_norm": 0.17767083644866943,
      "learning_rate": 9.99841158341297e-05,
      "loss": 0.0156,
      "step": 23050
    },
    {
      "loss_action": 0.009354081004858017,
      "loss_total": 0.009354081004858017,
      "step": 23050
    },
    {
      "loss_action": 0.013918880373239517,
      "loss_total": 0.013918880373239517,
      "step": 23050
    },
    {
      "loss_action": 0.021412517875432968,
      "loss_total": 0.021412517875432968,
      "step": 23050
    },
    {
      "loss_action": 0.016468990594148636,
      "loss_total": 0.016468990594148636,
      "step": 23050
    },
    {
      "loss_action": 0.017415836453437805,
      "loss_total": 0.017415836453437805,
      "step": 23050
    },
    {
      "loss_action": 0.028041470795869827,
      "loss_total": 0.028041470795869827,
      "step": 23050
    },
    {
      "loss_action": 0.019568566232919693,
      "loss_total": 0.019568566232919693,
      "step": 23050
    },
    {
      "loss_action": 0.011994488537311554,
      "loss_total": 0.011994488537311554,
      "step": 23050
    },
    {
      "grad_norm": 0.2056276649236679,
      "learning_rate": 9.998401147620228e-05,
      "loss": 0.0149,
      "step": 23060
    },
    {
      "loss_action": 0.014838114380836487,
      "loss_total": 0.014838114380836487,
      "step": 23060
    },
    {
      "loss_action": 0.009218364953994751,
      "loss_total": 0.009218364953994751,
      "step": 23060
    },
    {
      "loss_action": 0.008922215551137924,
      "loss_total": 0.008922215551137924,
      "step": 23060
    },
    {
      "loss_action": 0.02860058844089508,
      "loss_total": 0.02860058844089508,
      "step": 23060
    },
    {
      "loss_action": 0.01034386083483696,
      "loss_total": 0.01034386083483696,
      "step": 23060
    },
    {
      "loss_action": 0.017618954181671143,
      "loss_total": 0.017618954181671143,
      "step": 23060
    },
    {
      "loss_action": 0.009874572046101093,
      "loss_total": 0.009874572046101093,
      "step": 23060
    },
    {
      "loss_action": 0.009959562681615353,
      "loss_total": 0.009959562681615353,
      "step": 23060
    },
    {
      "grad_norm": 0.22583948075771332,
      "learning_rate": 9.998390677663882e-05,
      "loss": 0.0144,
      "step": 23070
    },
    {
      "loss_action": 0.02359844371676445,
      "loss_total": 0.02359844371676445,
      "step": 23070
    },
    {
      "loss_action": 0.006545395590364933,
      "loss_total": 0.006545395590364933,
      "step": 23070
    },
    {
      "loss_action": 0.005432730540633202,
      "loss_total": 0.005432730540633202,
      "step": 23070
    },
    {
      "loss_action": 0.01307980902493,
      "loss_total": 0.01307980902493,
      "step": 23070
    },
    {
      "loss_action": 0.00941191241145134,
      "loss_total": 0.00941191241145134,
      "step": 23070
    },
    {
      "loss_action": 0.012257477268576622,
      "loss_total": 0.012257477268576622,
      "step": 23070
    },
    {
      "loss_action": 0.010572723113000393,
      "loss_total": 0.010572723113000393,
      "step": 23070
    },
    {
      "loss_action": 0.013352487236261368,
      "loss_total": 0.013352487236261368,
      "step": 23070
    },
    {
      "grad_norm": 0.23370352387428284,
      "learning_rate": 9.998380173544006e-05,
      "loss": 0.0203,
      "step": 23080
    },
    {
      "loss_action": 0.019174115732312202,
      "loss_total": 0.019174115732312202,
      "step": 23080
    },
    {
      "loss_action": 0.018474258482456207,
      "loss_total": 0.018474258482456207,
      "step": 23080
    },
    {
      "loss_action": 0.010073569603264332,
      "loss_total": 0.010073569603264332,
      "step": 23080
    },
    {
      "loss_action": 0.04702084884047508,
      "loss_total": 0.04702084884047508,
      "step": 23080
    },
    {
      "loss_action": 0.00990968570113182,
      "loss_total": 0.00990968570113182,
      "step": 23080
    },
    {
      "loss_action": 0.03946259990334511,
      "loss_total": 0.03946259990334511,
      "step": 23080
    },
    {
      "loss_action": 0.013392766937613487,
      "loss_total": 0.013392766937613487,
      "step": 23080
    },
    {
      "loss_action": 0.015512725338339806,
      "loss_total": 0.015512725338339806,
      "step": 23080
    },
    {
      "grad_norm": 0.19188065826892853,
      "learning_rate": 9.99836963526067e-05,
      "loss": 0.0171,
      "step": 23090
    },
    {
      "loss_action": 0.023479390889406204,
      "loss_total": 0.023479390889406204,
      "step": 23090
    },
    {
      "loss_action": 0.020257743075489998,
      "loss_total": 0.020257743075489998,
      "step": 23090
    },
    {
      "loss_action": 0.013902300968766212,
      "loss_total": 0.013902300968766212,
      "step": 23090
    },
    {
      "loss_action": 0.015698671340942383,
      "loss_total": 0.015698671340942383,
      "step": 23090
    },
    {
      "loss_action": 0.012063084170222282,
      "loss_total": 0.012063084170222282,
      "step": 23090
    },
    {
      "loss_action": 0.024361688643693924,
      "loss_total": 0.024361688643693924,
      "step": 23090
    },
    {
      "loss_action": 0.01519721932709217,
      "loss_total": 0.01519721932709217,
      "step": 23090
    },
    {
      "loss_action": 0.00733525026589632,
      "loss_total": 0.00733525026589632,
      "step": 23090
    },
    {
      "grad_norm": 0.1643635332584381,
      "learning_rate": 9.998359062813948e-05,
      "loss": 0.0164,
      "step": 23100
    },
    {
      "loss_action": 0.009375911206007004,
      "loss_total": 0.009375911206007004,
      "step": 23100
    },
    {
      "loss_action": 0.007353510241955519,
      "loss_total": 0.007353510241955519,
      "step": 23100
    },
    {
      "loss_action": 0.008550362661480904,
      "loss_total": 0.008550362661480904,
      "step": 23100
    },
    {
      "loss_action": 0.011885715648531914,
      "loss_total": 0.011885715648531914,
      "step": 23100
    },
    {
      "loss_action": 0.02176572009921074,
      "loss_total": 0.02176572009921074,
      "step": 23100
    },
    {
      "loss_action": 0.008614259772002697,
      "loss_total": 0.008614259772002697,
      "step": 23100
    },
    {
      "loss_action": 0.02183537930250168,
      "loss_total": 0.02183537930250168,
      "step": 23100
    },
    {
      "loss_action": 0.007499747909605503,
      "loss_total": 0.007499747909605503,
      "step": 23100
    },
    {
      "grad_norm": 0.17373676598072052,
      "learning_rate": 9.998348456203912e-05,
      "loss": 0.0148,
      "step": 23110
    },
    {
      "loss_action": 0.006681095343083143,
      "loss_total": 0.006681095343083143,
      "step": 23110
    },
    {
      "loss_action": 0.015179319307208061,
      "loss_total": 0.015179319307208061,
      "step": 23110
    },
    {
      "loss_action": 0.014842239208519459,
      "loss_total": 0.014842239208519459,
      "step": 23110
    },
    {
      "loss_action": 0.014858265407383442,
      "loss_total": 0.014858265407383442,
      "step": 23110
    },
    {
      "loss_action": 0.03141700476408005,
      "loss_total": 0.03141700476408005,
      "step": 23110
    },
    {
      "loss_action": 0.021370526403188705,
      "loss_total": 0.021370526403188705,
      "step": 23110
    },
    {
      "loss_action": 0.014451990835368633,
      "loss_total": 0.014451990835368633,
      "step": 23110
    },
    {
      "loss_action": 0.013507815077900887,
      "loss_total": 0.013507815077900887,
      "step": 23110
    },
    {
      "grad_norm": 0.14486941695213318,
      "learning_rate": 9.998337815430631e-05,
      "loss": 0.0161,
      "step": 23120
    },
    {
      "loss_action": 0.017047418281435966,
      "loss_total": 0.017047418281435966,
      "step": 23120
    },
    {
      "loss_action": 0.013428691774606705,
      "loss_total": 0.013428691774606705,
      "step": 23120
    },
    {
      "loss_action": 0.01235676184296608,
      "loss_total": 0.01235676184296608,
      "step": 23120
    },
    {
      "loss_action": 0.02280694991350174,
      "loss_total": 0.02280694991350174,
      "step": 23120
    },
    {
      "loss_action": 0.012630237266421318,
      "loss_total": 0.012630237266421318,
      "step": 23120
    },
    {
      "loss_action": 0.016620101407170296,
      "loss_total": 0.016620101407170296,
      "step": 23120
    },
    {
      "loss_action": 0.09119654446840286,
      "loss_total": 0.09119654446840286,
      "step": 23120
    },
    {
      "loss_action": 0.01357218436896801,
      "loss_total": 0.01357218436896801,
      "step": 23120
    },
    {
      "grad_norm": 0.17925438284873962,
      "learning_rate": 9.998327140494181e-05,
      "loss": 0.0177,
      "step": 23130
    },
    {
      "loss_action": 0.018038876354694366,
      "loss_total": 0.018038876354694366,
      "step": 23130
    },
    {
      "loss_action": 0.009412419982254505,
      "loss_total": 0.009412419982254505,
      "step": 23130
    },
    {
      "loss_action": 0.011153928935527802,
      "loss_total": 0.011153928935527802,
      "step": 23130
    },
    {
      "loss_action": 0.0140290642157197,
      "loss_total": 0.0140290642157197,
      "step": 23130
    },
    {
      "loss_action": 0.009133487939834595,
      "loss_total": 0.009133487939834595,
      "step": 23130
    },
    {
      "loss_action": 0.020673342049121857,
      "loss_total": 0.020673342049121857,
      "step": 23130
    },
    {
      "loss_action": 0.01141027919948101,
      "loss_total": 0.01141027919948101,
      "step": 23130
    },
    {
      "loss_action": 0.0213982705026865,
      "loss_total": 0.0213982705026865,
      "step": 23130
    },
    {
      "grad_norm": 0.21575531363487244,
      "learning_rate": 9.998316431394637e-05,
      "loss": 0.0147,
      "step": 23140
    },
    {
      "loss_action": 0.007071370724588633,
      "loss_total": 0.007071370724588633,
      "step": 23140
    },
    {
      "loss_action": 0.011507824994623661,
      "loss_total": 0.011507824994623661,
      "step": 23140
    },
    {
      "loss_action": 0.03136245533823967,
      "loss_total": 0.03136245533823967,
      "step": 23140
    },
    {
      "loss_action": 0.007666714955121279,
      "loss_total": 0.007666714955121279,
      "step": 23140
    },
    {
      "loss_action": 0.010969655588269234,
      "loss_total": 0.010969655588269234,
      "step": 23140
    },
    {
      "loss_action": 0.010517206974327564,
      "loss_total": 0.010517206974327564,
      "step": 23140
    },
    {
      "loss_action": 0.02524249628186226,
      "loss_total": 0.02524249628186226,
      "step": 23140
    },
    {
      "loss_action": 0.0073506198823452,
      "loss_total": 0.0073506198823452,
      "step": 23140
    },
    {
      "grad_norm": 0.17632542550563812,
      "learning_rate": 9.998305688132067e-05,
      "loss": 0.0173,
      "step": 23150
    },
    {
      "loss_action": 0.016481447964906693,
      "loss_total": 0.016481447964906693,
      "step": 23150
    },
    {
      "loss_action": 0.03228012099862099,
      "loss_total": 0.03228012099862099,
      "step": 23150
    },
    {
      "loss_action": 0.02095845714211464,
      "loss_total": 0.02095845714211464,
      "step": 23150
    },
    {
      "loss_action": 0.013583861291408539,
      "loss_total": 0.013583861291408539,
      "step": 23150
    },
    {
      "loss_action": 0.02076847478747368,
      "loss_total": 0.02076847478747368,
      "step": 23150
    },
    {
      "loss_action": 0.017620332539081573,
      "loss_total": 0.017620332539081573,
      "step": 23150
    },
    {
      "loss_action": 0.02318893000483513,
      "loss_total": 0.02318893000483513,
      "step": 23150
    },
    {
      "loss_action": 0.017590131610631943,
      "loss_total": 0.017590131610631943,
      "step": 23150
    },
    {
      "grad_norm": 0.2669588327407837,
      "learning_rate": 9.998294910706547e-05,
      "loss": 0.0178,
      "step": 23160
    },
    {
      "loss_action": 0.012376554310321808,
      "loss_total": 0.012376554310321808,
      "step": 23160
    },
    {
      "loss_action": 0.026265909895300865,
      "loss_total": 0.026265909895300865,
      "step": 23160
    },
    {
      "loss_action": 0.024355437606573105,
      "loss_total": 0.024355437606573105,
      "step": 23160
    },
    {
      "loss_action": 0.03514303267002106,
      "loss_total": 0.03514303267002106,
      "step": 23160
    },
    {
      "loss_action": 0.02563251182436943,
      "loss_total": 0.02563251182436943,
      "step": 23160
    },
    {
      "loss_action": 0.012952551245689392,
      "loss_total": 0.012952551245689392,
      "step": 23160
    },
    {
      "loss_action": 0.007959313690662384,
      "loss_total": 0.007959313690662384,
      "step": 23160
    },
    {
      "loss_action": 0.03546178713440895,
      "loss_total": 0.03546178713440895,
      "step": 23160
    },
    {
      "grad_norm": 0.18849119544029236,
      "learning_rate": 9.998284099118153e-05,
      "loss": 0.0161,
      "step": 23170
    },
    {
      "loss_action": 0.0362679623067379,
      "loss_total": 0.0362679623067379,
      "step": 23170
    },
    {
      "loss_action": 0.0278231892734766,
      "loss_total": 0.0278231892734766,
      "step": 23170
    },
    {
      "loss_action": 0.018255699425935745,
      "loss_total": 0.018255699425935745,
      "step": 23170
    },
    {
      "loss_action": 0.015771988779306412,
      "loss_total": 0.015771988779306412,
      "step": 23170
    },
    {
      "loss_action": 0.016745446249842644,
      "loss_total": 0.016745446249842644,
      "step": 23170
    },
    {
      "loss_action": 0.008955556899309158,
      "loss_total": 0.008955556899309158,
      "step": 23170
    },
    {
      "loss_action": 0.00840809941291809,
      "loss_total": 0.00840809941291809,
      "step": 23170
    },
    {
      "loss_action": 0.035537656396627426,
      "loss_total": 0.035537656396627426,
      "step": 23170
    },
    {
      "grad_norm": 0.14443069696426392,
      "learning_rate": 9.998273253366954e-05,
      "loss": 0.0154,
      "step": 23180
    },
    {
      "loss_action": 0.013891921378672123,
      "loss_total": 0.013891921378672123,
      "step": 23180
    },
    {
      "loss_action": 0.014392009004950523,
      "loss_total": 0.014392009004950523,
      "step": 23180
    },
    {
      "loss_action": 0.012528988532721996,
      "loss_total": 0.012528988532721996,
      "step": 23180
    },
    {
      "loss_action": 0.005672471597790718,
      "loss_total": 0.005672471597790718,
      "step": 23180
    },
    {
      "loss_action": 0.010747751221060753,
      "loss_total": 0.010747751221060753,
      "step": 23180
    },
    {
      "loss_action": 0.0141064478084445,
      "loss_total": 0.0141064478084445,
      "step": 23180
    },
    {
      "loss_action": 0.012949720025062561,
      "loss_total": 0.012949720025062561,
      "step": 23180
    },
    {
      "loss_action": 0.026841124519705772,
      "loss_total": 0.026841124519705772,
      "step": 23180
    },
    {
      "grad_norm": 0.1928941011428833,
      "learning_rate": 9.998262373453027e-05,
      "loss": 0.0151,
      "step": 23190
    },
    {
      "loss_action": 0.017241261899471283,
      "loss_total": 0.017241261899471283,
      "step": 23190
    },
    {
      "loss_action": 0.0072758798487484455,
      "loss_total": 0.0072758798487484455,
      "step": 23190
    },
    {
      "loss_action": 0.01252436451613903,
      "loss_total": 0.01252436451613903,
      "step": 23190
    },
    {
      "loss_action": 0.011144474148750305,
      "loss_total": 0.011144474148750305,
      "step": 23190
    },
    {
      "loss_action": 0.016471534967422485,
      "loss_total": 0.016471534967422485,
      "step": 23190
    },
    {
      "loss_action": 0.005242066457867622,
      "loss_total": 0.005242066457867622,
      "step": 23190
    },
    {
      "loss_action": 0.00834179949015379,
      "loss_total": 0.00834179949015379,
      "step": 23190
    },
    {
      "loss_action": 0.00743874441832304,
      "loss_total": 0.00743874441832304,
      "step": 23190
    },
    {
      "grad_norm": 0.24492859840393066,
      "learning_rate": 9.998251459376447e-05,
      "loss": 0.015,
      "step": 23200
    },
    {
      "loss_action": 0.010143806226551533,
      "loss_total": 0.010143806226551533,
      "step": 23200
    },
    {
      "loss_action": 0.00830859411507845,
      "loss_total": 0.00830859411507845,
      "step": 23200
    },
    {
      "loss_action": 0.014920038171112537,
      "loss_total": 0.014920038171112537,
      "step": 23200
    },
    {
      "loss_action": 0.01013098657131195,
      "loss_total": 0.01013098657131195,
      "step": 23200
    },
    {
      "loss_action": 0.019660864025354385,
      "loss_total": 0.019660864025354385,
      "step": 23200
    },
    {
      "loss_action": 0.031862303614616394,
      "loss_total": 0.031862303614616394,
      "step": 23200
    },
    {
      "loss_action": 0.019728390499949455,
      "loss_total": 0.019728390499949455,
      "step": 23200
    },
    {
      "loss_action": 0.01973787322640419,
      "loss_total": 0.01973787322640419,
      "step": 23200
    },
    {
      "grad_norm": 0.2582702338695526,
      "learning_rate": 9.998240511137289e-05,
      "loss": 0.0174,
      "step": 23210
    },
    {
      "loss_action": 0.01271725818514824,
      "loss_total": 0.01271725818514824,
      "step": 23210
    },
    {
      "loss_action": 0.01547168754041195,
      "loss_total": 0.01547168754041195,
      "step": 23210
    },
    {
      "loss_action": 0.04226970300078392,
      "loss_total": 0.04226970300078392,
      "step": 23210
    },
    {
      "loss_action": 0.010051749646663666,
      "loss_total": 0.010051749646663666,
      "step": 23210
    },
    {
      "loss_action": 0.018246326595544815,
      "loss_total": 0.018246326595544815,
      "step": 23210
    },
    {
      "loss_action": 0.008324910886585712,
      "loss_total": 0.008324910886585712,
      "step": 23210
    },
    {
      "loss_action": 0.02317323535680771,
      "loss_total": 0.02317323535680771,
      "step": 23210
    },
    {
      "loss_action": 0.010566662065684795,
      "loss_total": 0.010566662065684795,
      "step": 23210
    },
    {
      "grad_norm": 0.17526262998580933,
      "learning_rate": 9.998229528735625e-05,
      "loss": 0.0164,
      "step": 23220
    },
    {
      "loss_action": 0.018039453774690628,
      "loss_total": 0.018039453774690628,
      "step": 23220
    },
    {
      "loss_action": 0.013023564592003822,
      "loss_total": 0.013023564592003822,
      "step": 23220
    },
    {
      "loss_action": 0.010571407154202461,
      "loss_total": 0.010571407154202461,
      "step": 23220
    },
    {
      "loss_action": 0.010180574841797352,
      "loss_total": 0.010180574841797352,
      "step": 23220
    },
    {
      "loss_action": 0.026476357132196426,
      "loss_total": 0.026476357132196426,
      "step": 23220
    },
    {
      "loss_action": 0.01823880523443222,
      "loss_total": 0.01823880523443222,
      "step": 23220
    },
    {
      "loss_action": 0.014480887912213802,
      "loss_total": 0.014480887912213802,
      "step": 23220
    },
    {
      "loss_action": 0.014412617310881615,
      "loss_total": 0.014412617310881615,
      "step": 23220
    },
    {
      "grad_norm": 0.16405384242534637,
      "learning_rate": 9.998218512171531e-05,
      "loss": 0.0153,
      "step": 23230
    },
    {
      "loss_action": 0.01775474287569523,
      "loss_total": 0.01775474287569523,
      "step": 23230
    },
    {
      "loss_action": 0.007677286863327026,
      "loss_total": 0.007677286863327026,
      "step": 23230
    },
    {
      "loss_action": 0.01606786623597145,
      "loss_total": 0.01606786623597145,
      "step": 23230
    },
    {
      "loss_action": 0.008998683653771877,
      "loss_total": 0.008998683653771877,
      "step": 23230
    },
    {
      "loss_action": 0.01739809475839138,
      "loss_total": 0.01739809475839138,
      "step": 23230
    },
    {
      "loss_action": 0.026449114084243774,
      "loss_total": 0.026449114084243774,
      "step": 23230
    },
    {
      "loss_action": 0.02311134897172451,
      "loss_total": 0.02311134897172451,
      "step": 23230
    },
    {
      "loss_action": 0.01377500407397747,
      "loss_total": 0.01377500407397747,
      "step": 23230
    },
    {
      "grad_norm": 0.23047016561031342,
      "learning_rate": 9.998207461445084e-05,
      "loss": 0.0174,
      "step": 23240
    },
    {
      "loss_action": 0.014050211757421494,
      "loss_total": 0.014050211757421494,
      "step": 23240
    },
    {
      "loss_action": 0.01827256567776203,
      "loss_total": 0.01827256567776203,
      "step": 23240
    },
    {
      "loss_action": 0.05358040705323219,
      "loss_total": 0.05358040705323219,
      "step": 23240
    },
    {
      "loss_action": 0.011613773182034492,
      "loss_total": 0.011613773182034492,
      "step": 23240
    },
    {
      "loss_action": 0.027713380753993988,
      "loss_total": 0.027713380753993988,
      "step": 23240
    },
    {
      "loss_action": 0.014848118647933006,
      "loss_total": 0.014848118647933006,
      "step": 23240
    },
    {
      "loss_action": 0.009648637846112251,
      "loss_total": 0.009648637846112251,
      "step": 23240
    },
    {
      "loss_action": 0.02726075053215027,
      "loss_total": 0.02726075053215027,
      "step": 23240
    },
    {
      "grad_norm": 0.20320913195610046,
      "learning_rate": 9.998196376556357e-05,
      "loss": 0.0192,
      "step": 23250
    },
    {
      "loss_action": 0.016502050682902336,
      "loss_total": 0.016502050682902336,
      "step": 23250
    },
    {
      "loss_action": 0.029418164864182472,
      "loss_total": 0.029418164864182472,
      "step": 23250
    },
    {
      "loss_action": 0.04522347077727318,
      "loss_total": 0.04522347077727318,
      "step": 23250
    },
    {
      "loss_action": 0.020015865564346313,
      "loss_total": 0.020015865564346313,
      "step": 23250
    },
    {
      "loss_action": 0.01895790360867977,
      "loss_total": 0.01895790360867977,
      "step": 23250
    },
    {
      "loss_action": 0.009933624416589737,
      "loss_total": 0.009933624416589737,
      "step": 23250
    },
    {
      "loss_action": 0.0112329525873065,
      "loss_total": 0.0112329525873065,
      "step": 23250
    },
    {
      "loss_action": 0.013128163293004036,
      "loss_total": 0.013128163293004036,
      "step": 23250
    },
    {
      "grad_norm": 0.2343454509973526,
      "learning_rate": 9.998185257505427e-05,
      "loss": 0.02,
      "step": 23260
    },
    {
      "loss_action": 0.017425967380404472,
      "loss_total": 0.017425967380404472,
      "step": 23260
    },
    {
      "loss_action": 0.026099620386958122,
      "loss_total": 0.026099620386958122,
      "step": 23260
    },
    {
      "loss_action": 0.01746285706758499,
      "loss_total": 0.01746285706758499,
      "step": 23260
    },
    {
      "loss_action": 0.013747386634349823,
      "loss_total": 0.013747386634349823,
      "step": 23260
    },
    {
      "loss_action": 0.007539226673543453,
      "loss_total": 0.007539226673543453,
      "step": 23260
    },
    {
      "loss_action": 0.022628994658589363,
      "loss_total": 0.022628994658589363,
      "step": 23260
    },
    {
      "loss_action": 0.015679629519581795,
      "loss_total": 0.015679629519581795,
      "step": 23260
    },
    {
      "loss_action": 0.02163207158446312,
      "loss_total": 0.02163207158446312,
      "step": 23260
    },
    {
      "grad_norm": 0.16794149577617645,
      "learning_rate": 9.998174104292371e-05,
      "loss": 0.015,
      "step": 23270
    },
    {
      "loss_action": 0.008753259666264057,
      "loss_total": 0.008753259666264057,
      "step": 23270
    },
    {
      "loss_action": 0.01335509680211544,
      "loss_total": 0.01335509680211544,
      "step": 23270
    },
    {
      "loss_action": 0.023233875632286072,
      "loss_total": 0.023233875632286072,
      "step": 23270
    },
    {
      "loss_action": 0.013135401532053947,
      "loss_total": 0.013135401532053947,
      "step": 23270
    },
    {
      "loss_action": 0.02628200873732567,
      "loss_total": 0.02628200873732567,
      "step": 23270
    },
    {
      "loss_action": 0.018996622413396835,
      "loss_total": 0.018996622413396835,
      "step": 23270
    },
    {
      "loss_action": 0.011076982133090496,
      "loss_total": 0.011076982133090496,
      "step": 23270
    },
    {
      "loss_action": 0.009576955810189247,
      "loss_total": 0.009576955810189247,
      "step": 23270
    },
    {
      "grad_norm": 0.21725496649742126,
      "learning_rate": 9.998162916917264e-05,
      "loss": 0.0289,
      "step": 23280
    },
    {
      "loss_action": 0.022227181121706963,
      "loss_total": 0.022227181121706963,
      "step": 23280
    },
    {
      "loss_action": 0.021926430985331535,
      "loss_total": 0.021926430985331535,
      "step": 23280
    },
    {
      "loss_action": 0.012377743609249592,
      "loss_total": 0.012377743609249592,
      "step": 23280
    },
    {
      "loss_action": 0.01417804416269064,
      "loss_total": 0.01417804416269064,
      "step": 23280
    },
    {
      "loss_action": 0.022370336577296257,
      "loss_total": 0.022370336577296257,
      "step": 23280
    },
    {
      "loss_action": 0.02416335418820381,
      "loss_total": 0.02416335418820381,
      "step": 23280
    },
    {
      "loss_action": 0.009566301479935646,
      "loss_total": 0.009566301479935646,
      "step": 23280
    },
    {
      "loss_action": 0.015593552961945534,
      "loss_total": 0.015593552961945534,
      "step": 23280
    },
    {
      "grad_norm": 0.26137545704841614,
      "learning_rate": 9.998151695380185e-05,
      "loss": 0.0201,
      "step": 23290
    },
    {
      "loss_action": 0.019467566162347794,
      "loss_total": 0.019467566162347794,
      "step": 23290
    },
    {
      "loss_action": 0.012321554124355316,
      "loss_total": 0.012321554124355316,
      "step": 23290
    },
    {
      "loss_action": 0.014617468230426311,
      "loss_total": 0.014617468230426311,
      "step": 23290
    },
    {
      "loss_action": 0.018402745947241783,
      "loss_total": 0.018402745947241783,
      "step": 23290
    },
    {
      "loss_action": 0.02950577437877655,
      "loss_total": 0.02950577437877655,
      "step": 23290
    },
    {
      "loss_action": 0.013891084119677544,
      "loss_total": 0.013891084119677544,
      "step": 23290
    },
    {
      "loss_action": 0.008247067220509052,
      "loss_total": 0.008247067220509052,
      "step": 23290
    },
    {
      "loss_action": 0.022743064910173416,
      "loss_total": 0.022743064910173416,
      "step": 23290
    },
    {
      "grad_norm": 0.22068554162979126,
      "learning_rate": 9.998140439681205e-05,
      "loss": 0.0158,
      "step": 23300
    },
    {
      "loss_action": 0.01864025741815567,
      "loss_total": 0.01864025741815567,
      "step": 23300
    },
    {
      "loss_action": 0.017807360738515854,
      "loss_total": 0.017807360738515854,
      "step": 23300
    },
    {
      "loss_action": 0.011505525559186935,
      "loss_total": 0.011505525559186935,
      "step": 23300
    },
    {
      "loss_action": 0.008781413547694683,
      "loss_total": 0.008781413547694683,
      "step": 23300
    },
    {
      "loss_action": 0.02214282564818859,
      "loss_total": 0.02214282564818859,
      "step": 23300
    },
    {
      "loss_action": 0.011140668764710426,
      "loss_total": 0.011140668764710426,
      "step": 23300
    },
    {
      "loss_action": 0.013241367414593697,
      "loss_total": 0.013241367414593697,
      "step": 23300
    },
    {
      "loss_action": 0.011689383536577225,
      "loss_total": 0.011689383536577225,
      "step": 23300
    },
    {
      "grad_norm": 0.2072940319776535,
      "learning_rate": 9.998129149820408e-05,
      "loss": 0.0168,
      "step": 23310
    },
    {
      "loss_action": 0.008144306018948555,
      "loss_total": 0.008144306018948555,
      "step": 23310
    },
    {
      "loss_action": 0.018498962745070457,
      "loss_total": 0.018498962745070457,
      "step": 23310
    },
    {
      "loss_action": 0.014515189453959465,
      "loss_total": 0.014515189453959465,
      "step": 23310
    },
    {
      "loss_action": 0.01367056556046009,
      "loss_total": 0.01367056556046009,
      "step": 23310
    },
    {
      "loss_action": 0.006968672852963209,
      "loss_total": 0.006968672852963209,
      "step": 23310
    },
    {
      "loss_action": 0.013949690386652946,
      "loss_total": 0.013949690386652946,
      "step": 23310
    },
    {
      "loss_action": 0.00977963488548994,
      "loss_total": 0.00977963488548994,
      "step": 23310
    },
    {
      "loss_action": 0.010015038773417473,
      "loss_total": 0.010015038773417473,
      "step": 23310
    },
    {
      "grad_norm": 0.239236518740654,
      "learning_rate": 9.998117825797865e-05,
      "loss": 0.016,
      "step": 23320
    },
    {
      "loss_action": 0.014147134497761726,
      "loss_total": 0.014147134497761726,
      "step": 23320
    },
    {
      "loss_action": 0.0230402909219265,
      "loss_total": 0.0230402909219265,
      "step": 23320
    },
    {
      "loss_action": 0.012204253114759922,
      "loss_total": 0.012204253114759922,
      "step": 23320
    },
    {
      "loss_action": 0.00933796726167202,
      "loss_total": 0.00933796726167202,
      "step": 23320
    },
    {
      "loss_action": 0.026054758578538895,
      "loss_total": 0.026054758578538895,
      "step": 23320
    },
    {
      "loss_action": 0.006562677677720785,
      "loss_total": 0.006562677677720785,
      "step": 23320
    },
    {
      "loss_action": 0.021635938435792923,
      "loss_total": 0.021635938435792923,
      "step": 23320
    },
    {
      "loss_action": 0.014180269092321396,
      "loss_total": 0.014180269092321396,
      "step": 23320
    },
    {
      "grad_norm": 0.17191176116466522,
      "learning_rate": 9.998106467613657e-05,
      "loss": 0.0155,
      "step": 23330
    },
    {
      "loss_action": 0.026902951300144196,
      "loss_total": 0.026902951300144196,
      "step": 23330
    },
    {
      "loss_action": 0.03023066371679306,
      "loss_total": 0.03023066371679306,
      "step": 23330
    },
    {
      "loss_action": 0.010944448411464691,
      "loss_total": 0.010944448411464691,
      "step": 23330
    },
    {
      "loss_action": 0.009912710636854172,
      "loss_total": 0.009912710636854172,
      "step": 23330
    },
    {
      "loss_action": 0.010875008068978786,
      "loss_total": 0.010875008068978786,
      "step": 23330
    },
    {
      "loss_action": 0.030195821076631546,
      "loss_total": 0.030195821076631546,
      "step": 23330
    },
    {
      "loss_action": 0.010475114919245243,
      "loss_total": 0.010475114919245243,
      "step": 23330
    },
    {
      "loss_action": 0.010143095627427101,
      "loss_total": 0.010143095627427101,
      "step": 23330
    },
    {
      "grad_norm": 0.13214142620563507,
      "learning_rate": 9.99809507526786e-05,
      "loss": 0.0185,
      "step": 23340
    },
    {
      "loss_action": 0.0079648457467556,
      "loss_total": 0.0079648457467556,
      "step": 23340
    },
    {
      "loss_action": 0.012814626097679138,
      "loss_total": 0.012814626097679138,
      "step": 23340
    },
    {
      "loss_action": 0.009478344582021236,
      "loss_total": 0.009478344582021236,
      "step": 23340
    },
    {
      "loss_action": 0.02762548439204693,
      "loss_total": 0.02762548439204693,
      "step": 23340
    },
    {
      "loss_action": 0.026067906990647316,
      "loss_total": 0.026067906990647316,
      "step": 23340
    },
    {
      "loss_action": 0.028207721188664436,
      "loss_total": 0.028207721188664436,
      "step": 23340
    },
    {
      "loss_action": 0.03511743247509003,
      "loss_total": 0.03511743247509003,
      "step": 23340
    },
    {
      "loss_action": 0.009117722511291504,
      "loss_total": 0.009117722511291504,
      "step": 23340
    },
    {
      "grad_norm": 0.1724468320608139,
      "learning_rate": 9.998083648760553e-05,
      "loss": 0.0169,
      "step": 23350
    },
    {
      "loss_action": 0.006882607936859131,
      "loss_total": 0.006882607936859131,
      "step": 23350
    },
    {
      "loss_action": 0.010510161519050598,
      "loss_total": 0.010510161519050598,
      "step": 23350
    },
    {
      "loss_action": 0.006000537425279617,
      "loss_total": 0.006000537425279617,
      "step": 23350
    },
    {
      "loss_action": 0.01812298595905304,
      "loss_total": 0.01812298595905304,
      "step": 23350
    },
    {
      "loss_action": 0.01289509516209364,
      "loss_total": 0.01289509516209364,
      "step": 23350
    },
    {
      "loss_action": 0.00896880216896534,
      "loss_total": 0.00896880216896534,
      "step": 23350
    },
    {
      "loss_action": 0.009251197800040245,
      "loss_total": 0.009251197800040245,
      "step": 23350
    },
    {
      "loss_action": 0.0145397474989295,
      "loss_total": 0.0145397474989295,
      "step": 23350
    },
    {
      "grad_norm": 0.3318745493888855,
      "learning_rate": 9.998072188091813e-05,
      "loss": 0.0207,
      "step": 23360
    },
    {
      "loss_action": 0.023262660950422287,
      "loss_total": 0.023262660950422287,
      "step": 23360
    },
    {
      "loss_action": 0.011136692017316818,
      "loss_total": 0.011136692017316818,
      "step": 23360
    },
    {
      "loss_action": 0.012192758731544018,
      "loss_total": 0.012192758731544018,
      "step": 23360
    },
    {
      "loss_action": 0.016120312735438347,
      "loss_total": 0.016120312735438347,
      "step": 23360
    },
    {
      "loss_action": 0.017269108444452286,
      "loss_total": 0.017269108444452286,
      "step": 23360
    },
    {
      "loss_action": 0.03268401324748993,
      "loss_total": 0.03268401324748993,
      "step": 23360
    },
    {
      "loss_action": 0.019631603732705116,
      "loss_total": 0.019631603732705116,
      "step": 23360
    },
    {
      "loss_action": 0.027137354016304016,
      "loss_total": 0.027137354016304016,
      "step": 23360
    },
    {
      "grad_norm": 0.1551283597946167,
      "learning_rate": 9.99806069326172e-05,
      "loss": 0.0189,
      "step": 23370
    },
    {
      "loss_action": 0.01062527485191822,
      "loss_total": 0.01062527485191822,
      "step": 23370
    },
    {
      "loss_action": 0.014969454146921635,
      "loss_total": 0.014969454146921635,
      "step": 23370
    },
    {
      "loss_action": 0.030172118917107582,
      "loss_total": 0.030172118917107582,
      "step": 23370
    },
    {
      "loss_action": 0.024652719497680664,
      "loss_total": 0.024652719497680664,
      "step": 23370
    },
    {
      "loss_action": 0.010826153680682182,
      "loss_total": 0.010826153680682182,
      "step": 23370
    },
    {
      "loss_action": 0.015703506767749786,
      "loss_total": 0.015703506767749786,
      "step": 23370
    },
    {
      "loss_action": 0.017348062247037888,
      "loss_total": 0.017348062247037888,
      "step": 23370
    },
    {
      "loss_action": 0.025576649233698845,
      "loss_total": 0.025576649233698845,
      "step": 23370
    },
    {
      "grad_norm": 0.17132920026779175,
      "learning_rate": 9.99804916427035e-05,
      "loss": 0.0173,
      "step": 23380
    },
    {
      "loss_action": 0.01798968017101288,
      "loss_total": 0.01798968017101288,
      "step": 23380
    },
    {
      "loss_action": 0.007756692357361317,
      "loss_total": 0.007756692357361317,
      "step": 23380
    },
    {
      "loss_action": 0.012045884504914284,
      "loss_total": 0.012045884504914284,
      "step": 23380
    },
    {
      "loss_action": 0.021369758993387222,
      "loss_total": 0.021369758993387222,
      "step": 23380
    },
    {
      "loss_action": 0.009275583550333977,
      "loss_total": 0.009275583550333977,
      "step": 23380
    },
    {
      "loss_action": 0.008722104132175446,
      "loss_total": 0.008722104132175446,
      "step": 23380
    },
    {
      "loss_action": 0.008146258071064949,
      "loss_total": 0.008146258071064949,
      "step": 23380
    },
    {
      "loss_action": 0.011209702119231224,
      "loss_total": 0.011209702119231224,
      "step": 23380
    },
    {
      "grad_norm": 0.17959712445735931,
      "learning_rate": 9.998037601117787e-05,
      "loss": 0.0153,
      "step": 23390
    },
    {
      "loss_action": 0.007144024129956961,
      "loss_total": 0.007144024129956961,
      "step": 23390
    },
    {
      "loss_action": 0.006310529075562954,
      "loss_total": 0.006310529075562954,
      "step": 23390
    },
    {
      "loss_action": 0.0236942358314991,
      "loss_total": 0.0236942358314991,
      "step": 23390
    },
    {
      "loss_action": 0.012245625257492065,
      "loss_total": 0.012245625257492065,
      "step": 23390
    },
    {
      "loss_action": 0.019860008731484413,
      "loss_total": 0.019860008731484413,
      "step": 23390
    },
    {
      "loss_action": 0.01579158566892147,
      "loss_total": 0.01579158566892147,
      "step": 23390
    },
    {
      "loss_action": 0.00672174384817481,
      "loss_total": 0.00672174384817481,
      "step": 23390
    },
    {
      "loss_action": 0.012304507195949554,
      "loss_total": 0.012304507195949554,
      "step": 23390
    },
    {
      "grad_norm": 0.18632233142852783,
      "learning_rate": 9.998026003804103e-05,
      "loss": 0.0143,
      "step": 23400
    },
    {
      "loss_action": 0.011600209400057793,
      "loss_total": 0.011600209400057793,
      "step": 23400
    },
    {
      "loss_action": 0.008512853644788265,
      "loss_total": 0.008512853644788265,
      "step": 23400
    },
    {
      "loss_action": 0.023820264264941216,
      "loss_total": 0.023820264264941216,
      "step": 23400
    },
    {
      "loss_action": 0.01559094712138176,
      "loss_total": 0.01559094712138176,
      "step": 23400
    },
    {
      "loss_action": 0.009475273080170155,
      "loss_total": 0.009475273080170155,
      "step": 23400
    },
    {
      "loss_action": 0.013075683265924454,
      "loss_total": 0.013075683265924454,
      "step": 23400
    },
    {
      "loss_action": 0.010020693764090538,
      "loss_total": 0.010020693764090538,
      "step": 23400
    },
    {
      "loss_action": 0.02365213632583618,
      "loss_total": 0.02365213632583618,
      "step": 23400
    },
    {
      "grad_norm": 0.21013429760932922,
      "learning_rate": 9.99801437232938e-05,
      "loss": 0.0152,
      "step": 23410
    },
    {
      "loss_action": 0.0068530975840985775,
      "loss_total": 0.0068530975840985775,
      "step": 23410
    },
    {
      "loss_action": 0.00699350330978632,
      "loss_total": 0.00699350330978632,
      "step": 23410
    },
    {
      "loss_action": 0.019718172028660774,
      "loss_total": 0.019718172028660774,
      "step": 23410
    },
    {
      "loss_action": 0.0065288180485367775,
      "loss_total": 0.0065288180485367775,
      "step": 23410
    },
    {
      "loss_action": 0.01310776174068451,
      "loss_total": 0.01310776174068451,
      "step": 23410
    },
    {
      "loss_action": 0.011495430022478104,
      "loss_total": 0.011495430022478104,
      "step": 23410
    },
    {
      "loss_action": 0.008165737614035606,
      "loss_total": 0.008165737614035606,
      "step": 23410
    },
    {
      "loss_action": 0.010672410018742085,
      "loss_total": 0.010672410018742085,
      "step": 23410
    },
    {
      "grad_norm": 0.2994711697101593,
      "learning_rate": 9.9980027066937e-05,
      "loss": 0.0169,
      "step": 23420
    },
    {
      "loss_action": 0.012181783095002174,
      "loss_total": 0.012181783095002174,
      "step": 23420
    },
    {
      "loss_action": 0.027754534035921097,
      "loss_total": 0.027754534035921097,
      "step": 23420
    },
    {
      "loss_action": 0.014604398980736732,
      "loss_total": 0.014604398980736732,
      "step": 23420
    },
    {
      "loss_action": 0.008319983258843422,
      "loss_total": 0.008319983258843422,
      "step": 23420
    },
    {
      "loss_action": 0.00993285607546568,
      "loss_total": 0.00993285607546568,
      "step": 23420
    },
    {
      "loss_action": 0.012441214174032211,
      "loss_total": 0.012441214174032211,
      "step": 23420
    },
    {
      "loss_action": 0.009977713227272034,
      "loss_total": 0.009977713227272034,
      "step": 23420
    },
    {
      "loss_action": 0.009819576516747475,
      "loss_total": 0.009819576516747475,
      "step": 23420
    },
    {
      "grad_norm": 0.1952389031648636,
      "learning_rate": 9.997991006897141e-05,
      "loss": 0.0166,
      "step": 23430
    },
    {
      "loss_action": 0.01343926228582859,
      "loss_total": 0.01343926228582859,
      "step": 23430
    },
    {
      "loss_action": 0.015143673866987228,
      "loss_total": 0.015143673866987228,
      "step": 23430
    },
    {
      "loss_action": 0.023178208619356155,
      "loss_total": 0.023178208619356155,
      "step": 23430
    },
    {
      "loss_action": 0.011436501517891884,
      "loss_total": 0.011436501517891884,
      "step": 23430
    },
    {
      "loss_action": 0.009091800078749657,
      "loss_total": 0.009091800078749657,
      "step": 23430
    },
    {
      "loss_action": 0.01777377724647522,
      "loss_total": 0.01777377724647522,
      "step": 23430
    },
    {
      "loss_action": 0.008907214738428593,
      "loss_total": 0.008907214738428593,
      "step": 23430
    },
    {
      "loss_action": 0.010307181626558304,
      "loss_total": 0.010307181626558304,
      "step": 23430
    },
    {
      "grad_norm": 0.17954283952713013,
      "learning_rate": 9.997979272939783e-05,
      "loss": 0.0142,
      "step": 23440
    },
    {
      "loss_action": 0.01001656986773014,
      "loss_total": 0.01001656986773014,
      "step": 23440
    },
    {
      "loss_action": 0.01816786453127861,
      "loss_total": 0.01816786453127861,
      "step": 23440
    },
    {
      "loss_action": 0.010790451429784298,
      "loss_total": 0.010790451429784298,
      "step": 23440
    },
    {
      "loss_action": 0.013450543396174908,
      "loss_total": 0.013450543396174908,
      "step": 23440
    },
    {
      "loss_action": 0.009981589391827583,
      "loss_total": 0.009981589391827583,
      "step": 23440
    },
    {
      "loss_action": 0.010846994817256927,
      "loss_total": 0.010846994817256927,
      "step": 23440
    },
    {
      "loss_action": 0.0255153626203537,
      "loss_total": 0.0255153626203537,
      "step": 23440
    },
    {
      "loss_action": 0.01391638070344925,
      "loss_total": 0.01391638070344925,
      "step": 23440
    },
    {
      "grad_norm": 0.15436741709709167,
      "learning_rate": 9.997967504821704e-05,
      "loss": 0.0144,
      "step": 23450
    },
    {
      "loss_action": 0.014663305133581161,
      "loss_total": 0.014663305133581161,
      "step": 23450
    },
    {
      "loss_action": 0.014715575613081455,
      "loss_total": 0.014715575613081455,
      "step": 23450
    },
    {
      "loss_action": 0.011795001104474068,
      "loss_total": 0.011795001104474068,
      "step": 23450
    },
    {
      "loss_action": 0.01291238609701395,
      "loss_total": 0.01291238609701395,
      "step": 23450
    },
    {
      "loss_action": 0.008008914068341255,
      "loss_total": 0.008008914068341255,
      "step": 23450
    },
    {
      "loss_action": 0.01567981019616127,
      "loss_total": 0.01567981019616127,
      "step": 23450
    },
    {
      "loss_action": 0.018663913011550903,
      "loss_total": 0.018663913011550903,
      "step": 23450
    },
    {
      "loss_action": 0.005493468604981899,
      "loss_total": 0.005493468604981899,
      "step": 23450
    },
    {
      "grad_norm": 0.19155341386795044,
      "learning_rate": 9.997955702542989e-05,
      "loss": 0.0182,
      "step": 23460
    },
    {
      "loss_action": 0.02912333980202675,
      "loss_total": 0.02912333980202675,
      "step": 23460
    },
    {
      "loss_action": 0.006010549142956734,
      "loss_total": 0.006010549142956734,
      "step": 23460
    },
    {
      "loss_action": 0.009160074405372143,
      "loss_total": 0.009160074405372143,
      "step": 23460
    },
    {
      "loss_action": 0.005497479811310768,
      "loss_total": 0.005497479811310768,
      "step": 23460
    },
    {
      "loss_action": 0.014276309870183468,
      "loss_total": 0.014276309870183468,
      "step": 23460
    },
    {
      "loss_action": 0.011025642044842243,
      "loss_total": 0.011025642044842243,
      "step": 23460
    },
    {
      "loss_action": 0.011869966983795166,
      "loss_total": 0.011869966983795166,
      "step": 23460
    },
    {
      "loss_action": 0.007932489737868309,
      "loss_total": 0.007932489737868309,
      "step": 23460
    },
    {
      "grad_norm": 0.2245921641588211,
      "learning_rate": 9.997943866103714e-05,
      "loss": 0.0165,
      "step": 23470
    },
    {
      "loss_action": 0.025880998000502586,
      "loss_total": 0.025880998000502586,
      "step": 23470
    },
    {
      "loss_action": 0.013413232751190662,
      "loss_total": 0.013413232751190662,
      "step": 23470
    },
    {
      "loss_action": 0.007195908576250076,
      "loss_total": 0.007195908576250076,
      "step": 23470
    },
    {
      "loss_action": 0.021823488175868988,
      "loss_total": 0.021823488175868988,
      "step": 23470
    },
    {
      "loss_action": 0.012873010709881783,
      "loss_total": 0.012873010709881783,
      "step": 23470
    },
    {
      "loss_action": 0.009585577994585037,
      "loss_total": 0.009585577994585037,
      "step": 23470
    },
    {
      "loss_action": 0.012680190615355968,
      "loss_total": 0.012680190615355968,
      "step": 23470
    },
    {
      "loss_action": 0.027768980711698532,
      "loss_total": 0.027768980711698532,
      "step": 23470
    },
    {
      "grad_norm": 0.18782813847064972,
      "learning_rate": 9.997931995503963e-05,
      "loss": 0.0156,
      "step": 23480
    },
    {
      "loss_action": 0.018855255097150803,
      "loss_total": 0.018855255097150803,
      "step": 23480
    },
    {
      "loss_action": 0.012273360043764114,
      "loss_total": 0.012273360043764114,
      "step": 23480
    },
    {
      "loss_action": 0.010248338803648949,
      "loss_total": 0.010248338803648949,
      "step": 23480
    },
    {
      "loss_action": 0.007086576893925667,
      "loss_total": 0.007086576893925667,
      "step": 23480
    },
    {
      "loss_action": 0.013974943198263645,
      "loss_total": 0.013974943198263645,
      "step": 23480
    },
    {
      "loss_action": 0.008563554845750332,
      "loss_total": 0.008563554845750332,
      "step": 23480
    },
    {
      "loss_action": 0.02052868902683258,
      "loss_total": 0.02052868902683258,
      "step": 23480
    },
    {
      "loss_action": 0.009771091863512993,
      "loss_total": 0.009771091863512993,
      "step": 23480
    },
    {
      "grad_norm": 0.17229796946048737,
      "learning_rate": 9.997920090743816e-05,
      "loss": 0.0133,
      "step": 23490
    },
    {
      "loss_action": 0.009768055751919746,
      "loss_total": 0.009768055751919746,
      "step": 23490
    },
    {
      "loss_action": 0.01800227165222168,
      "loss_total": 0.01800227165222168,
      "step": 23490
    },
    {
      "loss_action": 0.005357502959668636,
      "loss_total": 0.005357502959668636,
      "step": 23490
    },
    {
      "loss_action": 0.014353202655911446,
      "loss_total": 0.014353202655911446,
      "step": 23490
    },
    {
      "loss_action": 0.014885739423334599,
      "loss_total": 0.014885739423334599,
      "step": 23490
    },
    {
      "loss_action": 0.006859742105007172,
      "loss_total": 0.006859742105007172,
      "step": 23490
    },
    {
      "loss_action": 0.011077783070504665,
      "loss_total": 0.011077783070504665,
      "step": 23490
    },
    {
      "loss_action": 0.012167200446128845,
      "loss_total": 0.012167200446128845,
      "step": 23490
    },
    {
      "grad_norm": 0.17598457634449005,
      "learning_rate": 9.997908151823354e-05,
      "loss": 0.0153,
      "step": 23500
    },
    {
      "loss_action": 0.045716263353824615,
      "loss_total": 0.045716263353824615,
      "step": 23500
    },
    {
      "loss_action": 0.014241956174373627,
      "loss_total": 0.014241956174373627,
      "step": 23500
    },
    {
      "loss_action": 0.01538072619587183,
      "loss_total": 0.01538072619587183,
      "step": 23500
    },
    {
      "loss_action": 0.01952366717159748,
      "loss_total": 0.01952366717159748,
      "step": 23500
    },
    {
      "loss_action": 0.008787272498011589,
      "loss_total": 0.008787272498011589,
      "step": 23500
    },
    {
      "loss_action": 0.008734812960028648,
      "loss_total": 0.008734812960028648,
      "step": 23500
    },
    {
      "loss_action": 0.006973964627832174,
      "loss_total": 0.006973964627832174,
      "step": 23500
    },
    {
      "loss_action": 0.013117598369717598,
      "loss_total": 0.013117598369717598,
      "step": 23500
    },
    {
      "grad_norm": 0.18995779752731323,
      "learning_rate": 9.997896178742661e-05,
      "loss": 0.0133,
      "step": 23510
    },
    {
      "loss_action": 0.008942929096519947,
      "loss_total": 0.008942929096519947,
      "step": 23510
    },
    {
      "loss_action": 0.007940958254039288,
      "loss_total": 0.007940958254039288,
      "step": 23510
    },
    {
      "loss_action": 0.014527563005685806,
      "loss_total": 0.014527563005685806,
      "step": 23510
    },
    {
      "loss_action": 0.00900802481919527,
      "loss_total": 0.00900802481919527,
      "step": 23510
    },
    {
      "loss_action": 0.029373757541179657,
      "loss_total": 0.029373757541179657,
      "step": 23510
    },
    {
      "loss_action": 0.015125859528779984,
      "loss_total": 0.015125859528779984,
      "step": 23510
    },
    {
      "loss_action": 0.024038106203079224,
      "loss_total": 0.024038106203079224,
      "step": 23510
    },
    {
      "loss_action": 0.022353220731019974,
      "loss_total": 0.022353220731019974,
      "step": 23510
    },
    {
      "grad_norm": 0.1561988890171051,
      "learning_rate": 9.997884171501814e-05,
      "loss": 0.0131,
      "step": 23520
    },
    {
      "loss_action": 0.0073456126265227795,
      "loss_total": 0.0073456126265227795,
      "step": 23520
    },
    {
      "loss_action": 0.004439735319465399,
      "loss_total": 0.004439735319465399,
      "step": 23520
    },
    {
      "loss_action": 0.011592695489525795,
      "loss_total": 0.011592695489525795,
      "step": 23520
    },
    {
      "loss_action": 0.017813274636864662,
      "loss_total": 0.017813274636864662,
      "step": 23520
    },
    {
      "loss_action": 0.004959209822118282,
      "loss_total": 0.004959209822118282,
      "step": 23520
    },
    {
      "loss_action": 0.010180888697504997,
      "loss_total": 0.010180888697504997,
      "step": 23520
    },
    {
      "loss_action": 0.019001998007297516,
      "loss_total": 0.019001998007297516,
      "step": 23520
    },
    {
      "loss_action": 0.010427558794617653,
      "loss_total": 0.010427558794617653,
      "step": 23520
    },
    {
      "grad_norm": 0.1393352746963501,
      "learning_rate": 9.9978721301009e-05,
      "loss": 0.0125,
      "step": 23530
    },
    {
      "loss_action": 0.01687193289399147,
      "loss_total": 0.01687193289399147,
      "step": 23530
    },
    {
      "loss_action": 0.0042594484984874725,
      "loss_total": 0.0042594484984874725,
      "step": 23530
    },
    {
      "loss_action": 0.017856858670711517,
      "loss_total": 0.017856858670711517,
      "step": 23530
    },
    {
      "loss_action": 0.008498523384332657,
      "loss_total": 0.008498523384332657,
      "step": 23530
    },
    {
      "loss_action": 0.007057687267661095,
      "loss_total": 0.007057687267661095,
      "step": 23530
    },
    {
      "loss_action": 0.01685747690498829,
      "loss_total": 0.01685747690498829,
      "step": 23530
    },
    {
      "loss_action": 0.01152285560965538,
      "loss_total": 0.01152285560965538,
      "step": 23530
    },
    {
      "loss_action": 0.02874799072742462,
      "loss_total": 0.02874799072742462,
      "step": 23530
    },
    {
      "grad_norm": 0.20629027485847473,
      "learning_rate": 9.99786005454e-05,
      "loss": 0.0152,
      "step": 23540
    },
    {
      "loss_action": 0.02257854864001274,
      "loss_total": 0.02257854864001274,
      "step": 23540
    },
    {
      "loss_action": 0.008156797848641872,
      "loss_total": 0.008156797848641872,
      "step": 23540
    },
    {
      "loss_action": 0.006731514353305101,
      "loss_total": 0.006731514353305101,
      "step": 23540
    },
    {
      "loss_action": 0.005437370389699936,
      "loss_total": 0.005437370389699936,
      "step": 23540
    },
    {
      "loss_action": 0.013803226873278618,
      "loss_total": 0.013803226873278618,
      "step": 23540
    },
    {
      "loss_action": 0.014109965413808823,
      "loss_total": 0.014109965413808823,
      "step": 23540
    },
    {
      "loss_action": 0.019977837800979614,
      "loss_total": 0.019977837800979614,
      "step": 23540
    },
    {
      "loss_action": 0.00964303594082594,
      "loss_total": 0.00964303594082594,
      "step": 23540
    },
    {
      "grad_norm": 0.11781814694404602,
      "learning_rate": 9.997847944819195e-05,
      "loss": 0.0163,
      "step": 23550
    },
    {
      "loss_action": 0.007478130981326103,
      "loss_total": 0.007478130981326103,
      "step": 23550
    },
    {
      "loss_action": 0.015239996835589409,
      "loss_total": 0.015239996835589409,
      "step": 23550
    },
    {
      "loss_action": 0.009073777124285698,
      "loss_total": 0.009073777124285698,
      "step": 23550
    },
    {
      "loss_action": 0.01781313680112362,
      "loss_total": 0.01781313680112362,
      "step": 23550
    },
    {
      "loss_action": 0.019198764115571976,
      "loss_total": 0.019198764115571976,
      "step": 23550
    },
    {
      "loss_action": 0.025212503969669342,
      "loss_total": 0.025212503969669342,
      "step": 23550
    },
    {
      "loss_action": 0.009809199720621109,
      "loss_total": 0.009809199720621109,
      "step": 23550
    },
    {
      "loss_action": 0.012321801856160164,
      "loss_total": 0.012321801856160164,
      "step": 23550
    },
    {
      "grad_norm": 0.16876116394996643,
      "learning_rate": 9.997835800938568e-05,
      "loss": 0.017,
      "step": 23560
    },
    {
      "loss_action": 0.006015056744217873,
      "loss_total": 0.006015056744217873,
      "step": 23560
    },
    {
      "loss_action": 0.010102130472660065,
      "loss_total": 0.010102130472660065,
      "step": 23560
    },
    {
      "loss_action": 0.008494670502841473,
      "loss_total": 0.008494670502841473,
      "step": 23560
    },
    {
      "loss_action": 0.009594088420271873,
      "loss_total": 0.009594088420271873,
      "step": 23560
    },
    {
      "loss_action": 0.017776193097233772,
      "loss_total": 0.017776193097233772,
      "step": 23560
    },
    {
      "loss_action": 0.0068804118782281876,
      "loss_total": 0.0068804118782281876,
      "step": 23560
    },
    {
      "loss_action": 0.009915540926158428,
      "loss_total": 0.009915540926158428,
      "step": 23560
    },
    {
      "loss_action": 0.0304194875061512,
      "loss_total": 0.0304194875061512,
      "step": 23560
    },
    {
      "grad_norm": 0.20553146302700043,
      "learning_rate": 9.997823622898204e-05,
      "loss": 0.0179,
      "step": 23570
    },
    {
      "loss_action": 0.00758573692291975,
      "loss_total": 0.00758573692291975,
      "step": 23570
    },
    {
      "loss_action": 0.02035263553261757,
      "loss_total": 0.02035263553261757,
      "step": 23570
    },
    {
      "loss_action": 0.015665940940380096,
      "loss_total": 0.015665940940380096,
      "step": 23570
    },
    {
      "loss_action": 0.014946767129004002,
      "loss_total": 0.014946767129004002,
      "step": 23570
    },
    {
      "loss_action": 0.01330572459846735,
      "loss_total": 0.01330572459846735,
      "step": 23570
    },
    {
      "loss_action": 0.017416171729564667,
      "loss_total": 0.017416171729564667,
      "step": 23570
    },
    {
      "loss_action": 0.009081421419978142,
      "loss_total": 0.009081421419978142,
      "step": 23570
    },
    {
      "loss_action": 0.012386677786707878,
      "loss_total": 0.012386677786707878,
      "step": 23570
    },
    {
      "grad_norm": 0.20940816402435303,
      "learning_rate": 9.997811410698184e-05,
      "loss": 0.0139,
      "step": 23580
    },
    {
      "loss_action": 0.026766840368509293,
      "loss_total": 0.026766840368509293,
      "step": 23580
    },
    {
      "loss_action": 0.03140167146921158,
      "loss_total": 0.03140167146921158,
      "step": 23580
    },
    {
      "loss_action": 0.026375820860266685,
      "loss_total": 0.026375820860266685,
      "step": 23580
    },
    {
      "loss_action": 0.03242475539445877,
      "loss_total": 0.03242475539445877,
      "step": 23580
    },
    {
      "loss_action": 0.02682671509683132,
      "loss_total": 0.02682671509683132,
      "step": 23580
    },
    {
      "loss_action": 0.02691097930073738,
      "loss_total": 0.02691097930073738,
      "step": 23580
    },
    {
      "loss_action": 0.013867341913282871,
      "loss_total": 0.013867341913282871,
      "step": 23580
    },
    {
      "loss_action": 0.02582439035177231,
      "loss_total": 0.02582439035177231,
      "step": 23580
    },
    {
      "grad_norm": 0.17683158814907074,
      "learning_rate": 9.997799164338593e-05,
      "loss": 0.0155,
      "step": 23590
    },
    {
      "loss_action": 0.01982327550649643,
      "loss_total": 0.01982327550649643,
      "step": 23590
    },
    {
      "loss_action": 0.02711089700460434,
      "loss_total": 0.02711089700460434,
      "step": 23590
    },
    {
      "loss_action": 0.012593260034918785,
      "loss_total": 0.012593260034918785,
      "step": 23590
    },
    {
      "loss_action": 0.015438990667462349,
      "loss_total": 0.015438990667462349,
      "step": 23590
    },
    {
      "loss_action": 0.00879933126270771,
      "loss_total": 0.00879933126270771,
      "step": 23590
    },
    {
      "loss_action": 0.01222931407392025,
      "loss_total": 0.01222931407392025,
      "step": 23590
    },
    {
      "loss_action": 0.016100384294986725,
      "loss_total": 0.016100384294986725,
      "step": 23590
    },
    {
      "loss_action": 0.010338070802390575,
      "loss_total": 0.010338070802390575,
      "step": 23590
    },
    {
      "grad_norm": 0.17928144335746765,
      "learning_rate": 9.997786883819514e-05,
      "loss": 0.0145,
      "step": 23600
    },
    {
      "loss_action": 0.012726313434541225,
      "loss_total": 0.012726313434541225,
      "step": 23600
    },
    {
      "loss_action": 0.011980118229985237,
      "loss_total": 0.011980118229985237,
      "step": 23600
    },
    {
      "loss_action": 0.009608057327568531,
      "loss_total": 0.009608057327568531,
      "step": 23600
    },
    {
      "loss_action": 0.006346823647618294,
      "loss_total": 0.006346823647618294,
      "step": 23600
    },
    {
      "loss_action": 0.020984463393688202,
      "loss_total": 0.020984463393688202,
      "step": 23600
    },
    {
      "loss_action": 0.013444673269987106,
      "loss_total": 0.013444673269987106,
      "step": 23600
    },
    {
      "loss_action": 0.009156228974461555,
      "loss_total": 0.009156228974461555,
      "step": 23600
    },
    {
      "loss_action": 0.010333109647035599,
      "loss_total": 0.010333109647035599,
      "step": 23600
    },
    {
      "grad_norm": 0.1766611784696579,
      "learning_rate": 9.99777456914103e-05,
      "loss": 0.0155,
      "step": 23610
    },
    {
      "loss_action": 0.01270579919219017,
      "loss_total": 0.01270579919219017,
      "step": 23610
    },
    {
      "loss_action": 0.01889323815703392,
      "loss_total": 0.01889323815703392,
      "step": 23610
    },
    {
      "loss_action": 0.011304733343422413,
      "loss_total": 0.011304733343422413,
      "step": 23610
    },
    {
      "loss_action": 0.01578635163605213,
      "loss_total": 0.01578635163605213,
      "step": 23610
    },
    {
      "loss_action": 0.039811450988054276,
      "loss_total": 0.039811450988054276,
      "step": 23610
    },
    {
      "loss_action": 0.01478399708867073,
      "loss_total": 0.01478399708867073,
      "step": 23610
    },
    {
      "loss_action": 0.008685985580086708,
      "loss_total": 0.008685985580086708,
      "step": 23610
    },
    {
      "loss_action": 0.025510363280773163,
      "loss_total": 0.025510363280773163,
      "step": 23610
    },
    {
      "grad_norm": 0.18057575821876526,
      "learning_rate": 9.997762220303226e-05,
      "loss": 0.0144,
      "step": 23620
    },
    {
      "loss_action": 0.009124861098825932,
      "loss_total": 0.009124861098825932,
      "step": 23620
    },
    {
      "loss_action": 0.007632819935679436,
      "loss_total": 0.007632819935679436,
      "step": 23620
    },
    {
      "loss_action": 0.009085940197110176,
      "loss_total": 0.009085940197110176,
      "step": 23620
    },
    {
      "loss_action": 0.009746046736836433,
      "loss_total": 0.009746046736836433,
      "step": 23620
    },
    {
      "loss_action": 0.007040610071271658,
      "loss_total": 0.007040610071271658,
      "step": 23620
    },
    {
      "loss_action": 0.014382023364305496,
      "loss_total": 0.014382023364305496,
      "step": 23620
    },
    {
      "loss_action": 0.010129809379577637,
      "loss_total": 0.010129809379577637,
      "step": 23620
    },
    {
      "loss_action": 0.014115996658802032,
      "loss_total": 0.014115996658802032,
      "step": 23620
    },
    {
      "grad_norm": 0.2790950536727905,
      "learning_rate": 9.997749837306188e-05,
      "loss": 0.0163,
      "step": 23630
    },
    {
      "loss_action": 0.010720566846430302,
      "loss_total": 0.010720566846430302,
      "step": 23630
    },
    {
      "loss_action": 0.007667945232242346,
      "loss_total": 0.007667945232242346,
      "step": 23630
    },
    {
      "loss_action": 0.011144641786813736,
      "loss_total": 0.011144641786813736,
      "step": 23630
    },
    {
      "loss_action": 0.021975090727210045,
      "loss_total": 0.021975090727210045,
      "step": 23630
    },
    {
      "loss_action": 0.024512894451618195,
      "loss_total": 0.024512894451618195,
      "step": 23630
    },
    {
      "loss_action": 0.02937467209994793,
      "loss_total": 0.02937467209994793,
      "step": 23630
    },
    {
      "loss_action": 0.016107575967907906,
      "loss_total": 0.016107575967907906,
      "step": 23630
    },
    {
      "loss_action": 0.012386616319417953,
      "loss_total": 0.012386616319417953,
      "step": 23630
    },
    {
      "grad_norm": 0.21404142677783966,
      "learning_rate": 9.997737420149997e-05,
      "loss": 0.0175,
      "step": 23640
    },
    {
      "loss_action": 0.022261856123805046,
      "loss_total": 0.022261856123805046,
      "step": 23640
    },
    {
      "loss_action": 0.02077086642384529,
      "loss_total": 0.02077086642384529,
      "step": 23640
    },
    {
      "loss_action": 0.015728801488876343,
      "loss_total": 0.015728801488876343,
      "step": 23640
    },
    {
      "loss_action": 0.016424188390374184,
      "loss_total": 0.016424188390374184,
      "step": 23640
    },
    {
      "loss_action": 0.017143014818429947,
      "loss_total": 0.017143014818429947,
      "step": 23640
    },
    {
      "loss_action": 0.016156425699591637,
      "loss_total": 0.016156425699591637,
      "step": 23640
    },
    {
      "loss_action": 0.011365450918674469,
      "loss_total": 0.011365450918674469,
      "step": 23640
    },
    {
      "loss_action": 0.008640212938189507,
      "loss_total": 0.008640212938189507,
      "step": 23640
    },
    {
      "grad_norm": 0.19530144333839417,
      "learning_rate": 9.997724968834741e-05,
      "loss": 0.0154,
      "step": 23650
    },
    {
      "loss_action": 0.018112273886799812,
      "loss_total": 0.018112273886799812,
      "step": 23650
    },
    {
      "loss_action": 0.018108448013663292,
      "loss_total": 0.018108448013663292,
      "step": 23650
    },
    {
      "loss_action": 0.011927788145840168,
      "loss_total": 0.011927788145840168,
      "step": 23650
    },
    {
      "loss_action": 0.017053937539458275,
      "loss_total": 0.017053937539458275,
      "step": 23650
    },
    {
      "loss_action": 0.014293266460299492,
      "loss_total": 0.014293266460299492,
      "step": 23650
    },
    {
      "loss_action": 0.026972567662596703,
      "loss_total": 0.026972567662596703,
      "step": 23650
    },
    {
      "loss_action": 0.019684946164488792,
      "loss_total": 0.019684946164488792,
      "step": 23650
    },
    {
      "loss_action": 0.03399510681629181,
      "loss_total": 0.03399510681629181,
      "step": 23650
    },
    {
      "grad_norm": 0.20205360651016235,
      "learning_rate": 9.997712483360505e-05,
      "loss": 0.0169,
      "step": 23660
    },
    {
      "loss_action": 0.012837816029787064,
      "loss_total": 0.012837816029787064,
      "step": 23660
    },
    {
      "loss_action": 0.008132869377732277,
      "loss_total": 0.008132869377732277,
      "step": 23660
    },
    {
      "loss_action": 0.023884309455752373,
      "loss_total": 0.023884309455752373,
      "step": 23660
    },
    {
      "loss_action": 0.013455463573336601,
      "loss_total": 0.013455463573336601,
      "step": 23660
    },
    {
      "loss_action": 0.03243141621351242,
      "loss_total": 0.03243141621351242,
      "step": 23660
    },
    {
      "loss_action": 0.050413694232702255,
      "loss_total": 0.050413694232702255,
      "step": 23660
    },
    {
      "loss_action": 0.009897714480757713,
      "loss_total": 0.009897714480757713,
      "step": 23660
    },
    {
      "loss_action": 0.02389799989759922,
      "loss_total": 0.02389799989759922,
      "step": 23660
    },
    {
      "grad_norm": 0.1603679209947586,
      "learning_rate": 9.997699963727373e-05,
      "loss": 0.017,
      "step": 23670
    },
    {
      "loss_action": 0.008315064013004303,
      "loss_total": 0.008315064013004303,
      "step": 23670
    },
    {
      "loss_action": 0.016448738053441048,
      "loss_total": 0.016448738053441048,
      "step": 23670
    },
    {
      "loss_action": 0.008706367574632168,
      "loss_total": 0.008706367574632168,
      "step": 23670
    },
    {
      "loss_action": 0.022898487746715546,
      "loss_total": 0.022898487746715546,
      "step": 23670
    },
    {
      "loss_action": 0.01027723029255867,
      "loss_total": 0.01027723029255867,
      "step": 23670
    },
    {
      "loss_action": 0.005875949747860432,
      "loss_total": 0.005875949747860432,
      "step": 23670
    },
    {
      "loss_action": 0.009621402248740196,
      "loss_total": 0.009621402248740196,
      "step": 23670
    },
    {
      "loss_action": 0.007542281877249479,
      "loss_total": 0.007542281877249479,
      "step": 23670
    },
    {
      "grad_norm": 0.16448047757148743,
      "learning_rate": 9.997687409935432e-05,
      "loss": 0.0129,
      "step": 23680
    },
    {
      "loss_action": 0.005147379357367754,
      "loss_total": 0.005147379357367754,
      "step": 23680
    },
    {
      "loss_action": 0.021553095430135727,
      "loss_total": 0.021553095430135727,
      "step": 23680
    },
    {
      "loss_action": 0.01617535576224327,
      "loss_total": 0.01617535576224327,
      "step": 23680
    },
    {
      "loss_action": 0.0099132489413023,
      "loss_total": 0.0099132489413023,
      "step": 23680
    },
    {
      "loss_action": 0.02059841901063919,
      "loss_total": 0.02059841901063919,
      "step": 23680
    },
    {
      "loss_action": 0.030326683074235916,
      "loss_total": 0.030326683074235916,
      "step": 23680
    },
    {
      "loss_action": 0.020949773490428925,
      "loss_total": 0.020949773490428925,
      "step": 23680
    },
    {
      "loss_action": 0.015636030584573746,
      "loss_total": 0.015636030584573746,
      "step": 23680
    },
    {
      "grad_norm": 0.15972183644771576,
      "learning_rate": 9.997674821984766e-05,
      "loss": 0.0132,
      "step": 23690
    },
    {
      "loss_action": 0.0037982878275215626,
      "loss_total": 0.0037982878275215626,
      "step": 23690
    },
    {
      "loss_action": 0.0065297698602080345,
      "loss_total": 0.0065297698602080345,
      "step": 23690
    },
    {
      "loss_action": 0.005800414830446243,
      "loss_total": 0.005800414830446243,
      "step": 23690
    },
    {
      "loss_action": 0.018389446660876274,
      "loss_total": 0.018389446660876274,
      "step": 23690
    },
    {
      "loss_action": 0.05639973282814026,
      "loss_total": 0.05639973282814026,
      "step": 23690
    },
    {
      "loss_action": 0.009268958121538162,
      "loss_total": 0.009268958121538162,
      "step": 23690
    },
    {
      "loss_action": 0.013171518221497536,
      "loss_total": 0.013171518221497536,
      "step": 23690
    },
    {
      "loss_action": 0.013122004456818104,
      "loss_total": 0.013122004456818104,
      "step": 23690
    },
    {
      "grad_norm": 0.13271111249923706,
      "learning_rate": 9.997662199875462e-05,
      "loss": 0.0141,
      "step": 23700
    },
    {
      "loss_action": 0.017301902174949646,
      "loss_total": 0.017301902174949646,
      "step": 23700
    },
    {
      "loss_action": 0.02735527604818344,
      "loss_total": 0.02735527604818344,
      "step": 23700
    },
    {
      "loss_action": 0.007080868352204561,
      "loss_total": 0.007080868352204561,
      "step": 23700
    },
    {
      "loss_action": 0.012995881959795952,
      "loss_total": 0.012995881959795952,
      "step": 23700
    },
    {
      "loss_action": 0.012551378458738327,
      "loss_total": 0.012551378458738327,
      "step": 23700
    },
    {
      "loss_action": 0.016636669635772705,
      "loss_total": 0.016636669635772705,
      "step": 23700
    },
    {
      "loss_action": 0.011965149082243443,
      "loss_total": 0.011965149082243443,
      "step": 23700
    },
    {
      "loss_action": 0.010564085096120834,
      "loss_total": 0.010564085096120834,
      "step": 23700
    },
    {
      "grad_norm": 0.2011268585920334,
      "learning_rate": 9.997649543607605e-05,
      "loss": 0.0136,
      "step": 23710
    },
    {
      "loss_action": 0.007366710342466831,
      "loss_total": 0.007366710342466831,
      "step": 23710
    },
    {
      "loss_action": 0.012155992910265923,
      "loss_total": 0.012155992910265923,
      "step": 23710
    },
    {
      "loss_action": 0.012025231495499611,
      "loss_total": 0.012025231495499611,
      "step": 23710
    },
    {
      "loss_action": 0.010857133194804192,
      "loss_total": 0.010857133194804192,
      "step": 23710
    },
    {
      "loss_action": 0.027196958661079407,
      "loss_total": 0.027196958661079407,
      "step": 23710
    },
    {
      "loss_action": 0.008291322737932205,
      "loss_total": 0.008291322737932205,
      "step": 23710
    },
    {
      "loss_action": 0.013733601197600365,
      "loss_total": 0.013733601197600365,
      "step": 23710
    },
    {
      "loss_action": 0.0058456603437662125,
      "loss_total": 0.0058456603437662125,
      "step": 23710
    },
    {
      "grad_norm": 0.1841469556093216,
      "learning_rate": 9.997636853181285e-05,
      "loss": 0.0149,
      "step": 23720
    },
    {
      "loss_action": 0.011622615158557892,
      "loss_total": 0.011622615158557892,
      "step": 23720
    },
    {
      "loss_action": 0.008015593513846397,
      "loss_total": 0.008015593513846397,
      "step": 23720
    },
    {
      "loss_action": 0.03009755164384842,
      "loss_total": 0.03009755164384842,
      "step": 23720
    },
    {
      "loss_action": 0.009791803546249866,
      "loss_total": 0.009791803546249866,
      "step": 23720
    },
    {
      "loss_action": 0.02002750337123871,
      "loss_total": 0.02002750337123871,
      "step": 23720
    },
    {
      "loss_action": 0.008537070825695992,
      "loss_total": 0.008537070825695992,
      "step": 23720
    },
    {
      "loss_action": 0.012180627323687077,
      "loss_total": 0.012180627323687077,
      "step": 23720
    },
    {
      "loss_action": 0.010826408863067627,
      "loss_total": 0.010826408863067627,
      "step": 23720
    },
    {
      "grad_norm": 0.16478639841079712,
      "learning_rate": 9.997624128596585e-05,
      "loss": 0.0138,
      "step": 23730
    },
    {
      "loss_action": 0.007898477837443352,
      "loss_total": 0.007898477837443352,
      "step": 23730
    },
    {
      "loss_action": 0.026520738378167152,
      "loss_total": 0.026520738378167152,
      "step": 23730
    },
    {
      "loss_action": 0.006217986345291138,
      "loss_total": 0.006217986345291138,
      "step": 23730
    },
    {
      "loss_action": 0.024836938828229904,
      "loss_total": 0.024836938828229904,
      "step": 23730
    },
    {
      "loss_action": 0.02182895690202713,
      "loss_total": 0.02182895690202713,
      "step": 23730
    },
    {
      "loss_action": 0.009664617478847504,
      "loss_total": 0.009664617478847504,
      "step": 23730
    },
    {
      "loss_action": 0.015021665953099728,
      "loss_total": 0.015021665953099728,
      "step": 23730
    },
    {
      "loss_action": 0.007373395375907421,
      "loss_total": 0.007373395375907421,
      "step": 23730
    },
    {
      "grad_norm": 0.13541392982006073,
      "learning_rate": 9.997611369853593e-05,
      "loss": 0.0146,
      "step": 23740
    },
    {
      "loss_action": 0.00965257827192545,
      "loss_total": 0.00965257827192545,
      "step": 23740
    },
    {
      "loss_action": 0.023809630423784256,
      "loss_total": 0.023809630423784256,
      "step": 23740
    },
    {
      "loss_action": 0.014588810503482819,
      "loss_total": 0.014588810503482819,
      "step": 23740
    },
    {
      "loss_action": 0.00934232585132122,
      "loss_total": 0.00934232585132122,
      "step": 23740
    },
    {
      "loss_action": 0.010740388184785843,
      "loss_total": 0.010740388184785843,
      "step": 23740
    },
    {
      "loss_action": 0.00904018059372902,
      "loss_total": 0.00904018059372902,
      "step": 23740
    },
    {
      "loss_action": 0.011242850683629513,
      "loss_total": 0.011242850683629513,
      "step": 23740
    },
    {
      "loss_action": 0.015725089237093925,
      "loss_total": 0.015725089237093925,
      "step": 23740
    },
    {
      "grad_norm": 0.18005606532096863,
      "learning_rate": 9.997598576952398e-05,
      "loss": 0.0135,
      "step": 23750
    },
    {
      "loss_action": 0.007049383595585823,
      "loss_total": 0.007049383595585823,
      "step": 23750
    },
    {
      "loss_action": 0.012665219604969025,
      "loss_total": 0.012665219604969025,
      "step": 23750
    },
    {
      "loss_action": 0.010484009981155396,
      "loss_total": 0.010484009981155396,
      "step": 23750
    },
    {
      "loss_action": 0.008445026353001595,
      "loss_total": 0.008445026353001595,
      "step": 23750
    },
    {
      "loss_action": 0.01496308296918869,
      "loss_total": 0.01496308296918869,
      "step": 23750
    },
    {
      "loss_action": 0.023061878979206085,
      "loss_total": 0.023061878979206085,
      "step": 23750
    },
    {
      "loss_action": 0.012002645060420036,
      "loss_total": 0.012002645060420036,
      "step": 23750
    },
    {
      "loss_action": 0.11777601391077042,
      "loss_total": 0.11777601391077042,
      "step": 23750
    },
    {
      "grad_norm": 0.1991594135761261,
      "learning_rate": 9.997585749893086e-05,
      "loss": 0.0152,
      "step": 23760
    },
    {
      "loss_action": 0.011818690225481987,
      "loss_total": 0.011818690225481987,
      "step": 23760
    },
    {
      "loss_action": 0.013440398499369621,
      "loss_total": 0.013440398499369621,
      "step": 23760
    },
    {
      "loss_action": 0.009915498085319996,
      "loss_total": 0.009915498085319996,
      "step": 23760
    },
    {
      "loss_action": 0.011699961498379707,
      "loss_total": 0.011699961498379707,
      "step": 23760
    },
    {
      "loss_action": 0.010899383574724197,
      "loss_total": 0.010899383574724197,
      "step": 23760
    },
    {
      "loss_action": 0.010340867564082146,
      "loss_total": 0.010340867564082146,
      "step": 23760
    },
    {
      "loss_action": 0.00870316382497549,
      "loss_total": 0.00870316382497549,
      "step": 23760
    },
    {
      "loss_action": 0.015600064769387245,
      "loss_total": 0.015600064769387245,
      "step": 23760
    },
    {
      "grad_norm": 0.15777750313282013,
      "learning_rate": 9.997572888675743e-05,
      "loss": 0.0136,
      "step": 23770
    },
    {
      "loss_action": 0.03674475476145744,
      "loss_total": 0.03674475476145744,
      "step": 23770
    },
    {
      "loss_action": 0.01223617885261774,
      "loss_total": 0.01223617885261774,
      "step": 23770
    },
    {
      "loss_action": 0.01116612832993269,
      "loss_total": 0.01116612832993269,
      "step": 23770
    },
    {
      "loss_action": 0.031323324888944626,
      "loss_total": 0.031323324888944626,
      "step": 23770
    },
    {
      "loss_action": 0.004076262004673481,
      "loss_total": 0.004076262004673481,
      "step": 23770
    },
    {
      "loss_action": 0.01894979737699032,
      "loss_total": 0.01894979737699032,
      "step": 23770
    },
    {
      "loss_action": 0.033638615161180496,
      "loss_total": 0.033638615161180496,
      "step": 23770
    },
    {
      "loss_action": 0.012545779347419739,
      "loss_total": 0.012545779347419739,
      "step": 23770
    },
    {
      "grad_norm": 0.14756415784358978,
      "learning_rate": 9.99755999330046e-05,
      "loss": 0.0138,
      "step": 23780
    },
    {
      "loss_action": 0.010462572798132896,
      "loss_total": 0.010462572798132896,
      "step": 23780
    },
    {
      "loss_action": 0.011281797662377357,
      "loss_total": 0.011281797662377357,
      "step": 23780
    },
    {
      "loss_action": 0.00577249750494957,
      "loss_total": 0.00577249750494957,
      "step": 23780
    },
    {
      "loss_action": 0.006058432161808014,
      "loss_total": 0.006058432161808014,
      "step": 23780
    },
    {
      "loss_action": 0.026662416756153107,
      "loss_total": 0.026662416756153107,
      "step": 23780
    },
    {
      "loss_action": 0.005649734288454056,
      "loss_total": 0.005649734288454056,
      "step": 23780
    },
    {
      "loss_action": 0.009257225319743156,
      "loss_total": 0.009257225319743156,
      "step": 23780
    },
    {
      "loss_action": 0.009199963882565498,
      "loss_total": 0.009199963882565498,
      "step": 23780
    },
    {
      "grad_norm": 0.13742557168006897,
      "learning_rate": 9.997547063767323e-05,
      "loss": 0.0129,
      "step": 23790
    },
    {
      "loss_action": 0.011944316327571869,
      "loss_total": 0.011944316327571869,
      "step": 23790
    },
    {
      "loss_action": 0.011352200992405415,
      "loss_total": 0.011352200992405415,
      "step": 23790
    },
    {
      "loss_action": 0.006325703114271164,
      "loss_total": 0.006325703114271164,
      "step": 23790
    },
    {
      "loss_action": 0.005956185050308704,
      "loss_total": 0.005956185050308704,
      "step": 23790
    },
    {
      "loss_action": 0.006346412003040314,
      "loss_total": 0.006346412003040314,
      "step": 23790
    },
    {
      "loss_action": 0.013817330822348595,
      "loss_total": 0.013817330822348595,
      "step": 23790
    },
    {
      "loss_action": 0.014847753569483757,
      "loss_total": 0.014847753569483757,
      "step": 23790
    },
    {
      "loss_action": 0.00979769416153431,
      "loss_total": 0.00979769416153431,
      "step": 23790
    },
    {
      "grad_norm": 0.13150881230831146,
      "learning_rate": 9.997534100076422e-05,
      "loss": 0.0116,
      "step": 23800
    },
    {
      "loss_action": 0.008604137226939201,
      "loss_total": 0.008604137226939201,
      "step": 23800
    },
    {
      "loss_action": 0.021684695035219193,
      "loss_total": 0.021684695035219193,
      "step": 23800
    },
    {
      "loss_action": 0.008869010955095291,
      "loss_total": 0.008869010955095291,
      "step": 23800
    },
    {
      "loss_action": 0.012867729179561138,
      "loss_total": 0.012867729179561138,
      "step": 23800
    },
    {
      "loss_action": 0.018943388015031815,
      "loss_total": 0.018943388015031815,
      "step": 23800
    },
    {
      "loss_action": 0.010113880969583988,
      "loss_total": 0.010113880969583988,
      "step": 23800
    },
    {
      "loss_action": 0.008377200923860073,
      "loss_total": 0.008377200923860073,
      "step": 23800
    },
    {
      "loss_action": 0.011076664552092552,
      "loss_total": 0.011076664552092552,
      "step": 23800
    },
    {
      "grad_norm": 0.2389478087425232,
      "learning_rate": 9.997521102227845e-05,
      "loss": 0.0159,
      "step": 23810
    },
    {
      "loss_action": 0.010480610653758049,
      "loss_total": 0.010480610653758049,
      "step": 23810
    },
    {
      "loss_action": 0.009495601058006287,
      "loss_total": 0.009495601058006287,
      "step": 23810
    },
    {
      "loss_action": 0.012386268004775047,
      "loss_total": 0.012386268004775047,
      "step": 23810
    },
    {
      "loss_action": 0.01495722122490406,
      "loss_total": 0.01495722122490406,
      "step": 23810
    },
    {
      "loss_action": 0.014532607980072498,
      "loss_total": 0.014532607980072498,
      "step": 23810
    },
    {
      "loss_action": 0.0060295965522527695,
      "loss_total": 0.0060295965522527695,
      "step": 23810
    },
    {
      "loss_action": 0.01613997109234333,
      "loss_total": 0.01613997109234333,
      "step": 23810
    },
    {
      "loss_action": 0.01664227992296219,
      "loss_total": 0.01664227992296219,
      "step": 23810
    },
    {
      "grad_norm": 0.17960910499095917,
      "learning_rate": 9.997508070221679e-05,
      "loss": 0.0155,
      "step": 23820
    },
    {
      "loss_action": 0.005459589418023825,
      "loss_total": 0.005459589418023825,
      "step": 23820
    },
    {
      "loss_action": 0.024435006082057953,
      "loss_total": 0.024435006082057953,
      "step": 23820
    },
    {
      "loss_action": 0.027288248762488365,
      "loss_total": 0.027288248762488365,
      "step": 23820
    },
    {
      "loss_action": 0.010848607867956161,
      "loss_total": 0.010848607867956161,
      "step": 23820
    },
    {
      "loss_action": 0.012017921544611454,
      "loss_total": 0.012017921544611454,
      "step": 23820
    },
    {
      "loss_action": 0.025703268125653267,
      "loss_total": 0.025703268125653267,
      "step": 23820
    },
    {
      "loss_action": 0.054798584431409836,
      "loss_total": 0.054798584431409836,
      "step": 23820
    },
    {
      "loss_action": 0.022320542484521866,
      "loss_total": 0.022320542484521866,
      "step": 23820
    },
    {
      "grad_norm": 0.2228112369775772,
      "learning_rate": 9.997495004058016e-05,
      "loss": 0.016,
      "step": 23830
    },
    {
      "loss_action": 0.005031032953411341,
      "loss_total": 0.005031032953411341,
      "step": 23830
    },
    {
      "loss_action": 0.0193502027541399,
      "loss_total": 0.0193502027541399,
      "step": 23830
    },
    {
      "loss_action": 0.006713010370731354,
      "loss_total": 0.006713010370731354,
      "step": 23830
    },
    {
      "loss_action": 0.01248278096318245,
      "loss_total": 0.01248278096318245,
      "step": 23830
    },
    {
      "loss_action": 0.029492197558283806,
      "loss_total": 0.029492197558283806,
      "step": 23830
    },
    {
      "loss_action": 0.01493353582918644,
      "loss_total": 0.01493353582918644,
      "step": 23830
    },
    {
      "loss_action": 0.02378491312265396,
      "loss_total": 0.02378491312265396,
      "step": 23830
    },
    {
      "loss_action": 0.010235799476504326,
      "loss_total": 0.010235799476504326,
      "step": 23830
    },
    {
      "grad_norm": 0.18162156641483307,
      "learning_rate": 9.997481903736942e-05,
      "loss": 0.0144,
      "step": 23840
    },
    {
      "loss_action": 0.011163593269884586,
      "loss_total": 0.011163593269884586,
      "step": 23840
    },
    {
      "loss_action": 0.02398596704006195,
      "loss_total": 0.02398596704006195,
      "step": 23840
    },
    {
      "loss_action": 0.00795263983309269,
      "loss_total": 0.00795263983309269,
      "step": 23840
    },
    {
      "loss_action": 0.020231494680047035,
      "loss_total": 0.020231494680047035,
      "step": 23840
    },
    {
      "loss_action": 0.018744736909866333,
      "loss_total": 0.018744736909866333,
      "step": 23840
    },
    {
      "loss_action": 0.0293302983045578,
      "loss_total": 0.0293302983045578,
      "step": 23840
    },
    {
      "loss_action": 0.016780542209744453,
      "loss_total": 0.016780542209744453,
      "step": 23840
    },
    {
      "loss_action": 0.02156290039420128,
      "loss_total": 0.02156290039420128,
      "step": 23840
    },
    {
      "grad_norm": 0.1817712038755417,
      "learning_rate": 9.997468769258551e-05,
      "loss": 0.0165,
      "step": 23850
    },
    {
      "loss_action": 0.01114505436271429,
      "loss_total": 0.01114505436271429,
      "step": 23850
    },
    {
      "loss_action": 0.008402426727116108,
      "loss_total": 0.008402426727116108,
      "step": 23850
    },
    {
      "loss_action": 0.009769640862941742,
      "loss_total": 0.009769640862941742,
      "step": 23850
    },
    {
      "loss_action": 0.008083198219537735,
      "loss_total": 0.008083198219537735,
      "step": 23850
    },
    {
      "loss_action": 0.03540652245283127,
      "loss_total": 0.03540652245283127,
      "step": 23850
    },
    {
      "loss_action": 0.007876884192228317,
      "loss_total": 0.007876884192228317,
      "step": 23850
    },
    {
      "loss_action": 0.015111299231648445,
      "loss_total": 0.015111299231648445,
      "step": 23850
    },
    {
      "loss_action": 0.014269759878516197,
      "loss_total": 0.014269759878516197,
      "step": 23850
    },
    {
      "grad_norm": 0.21292564272880554,
      "learning_rate": 9.997455600622929e-05,
      "loss": 0.0169,
      "step": 23860
    },
    {
      "loss_action": 0.008983492851257324,
      "loss_total": 0.008983492851257324,
      "step": 23860
    },
    {
      "loss_action": 0.012745240703225136,
      "loss_total": 0.012745240703225136,
      "step": 23860
    },
    {
      "loss_action": 0.013627920299768448,
      "loss_total": 0.013627920299768448,
      "step": 23860
    },
    {
      "loss_action": 0.020669326186180115,
      "loss_total": 0.020669326186180115,
      "step": 23860
    },
    {
      "loss_action": 0.01274409331381321,
      "loss_total": 0.01274409331381321,
      "step": 23860
    },
    {
      "loss_action": 0.006041740532964468,
      "loss_total": 0.006041740532964468,
      "step": 23860
    },
    {
      "loss_action": 0.024501806125044823,
      "loss_total": 0.024501806125044823,
      "step": 23860
    },
    {
      "loss_action": 0.013710159808397293,
      "loss_total": 0.013710159808397293,
      "step": 23860
    },
    {
      "grad_norm": 0.1590059995651245,
      "learning_rate": 9.997442397830167e-05,
      "loss": 0.0138,
      "step": 23870
    },
    {
      "loss_action": 0.00898344349116087,
      "loss_total": 0.00898344349116087,
      "step": 23870
    },
    {
      "loss_action": 0.009755218401551247,
      "loss_total": 0.009755218401551247,
      "step": 23870
    },
    {
      "loss_action": 0.020359138026833534,
      "loss_total": 0.020359138026833534,
      "step": 23870
    },
    {
      "loss_action": 0.008625419810414314,
      "loss_total": 0.008625419810414314,
      "step": 23870
    },
    {
      "loss_action": 0.014863732270896435,
      "loss_total": 0.014863732270896435,
      "step": 23870
    },
    {
      "loss_action": 0.009208878502249718,
      "loss_total": 0.009208878502249718,
      "step": 23870
    },
    {
      "loss_action": 0.012755779549479485,
      "loss_total": 0.012755779549479485,
      "step": 23870
    },
    {
      "loss_action": 0.017894020304083824,
      "loss_total": 0.017894020304083824,
      "step": 23870
    },
    {
      "grad_norm": 0.2332901656627655,
      "learning_rate": 9.997429160880357e-05,
      "loss": 0.0137,
      "step": 23880
    },
    {
      "loss_action": 0.01735246181488037,
      "loss_total": 0.01735246181488037,
      "step": 23880
    },
    {
      "loss_action": 0.011200720444321632,
      "loss_total": 0.011200720444321632,
      "step": 23880
    },
    {
      "loss_action": 0.012451482936739922,
      "loss_total": 0.012451482936739922,
      "step": 23880
    },
    {
      "loss_action": 0.010643389075994492,
      "loss_total": 0.010643389075994492,
      "step": 23880
    },
    {
      "loss_action": 0.008696059696376324,
      "loss_total": 0.008696059696376324,
      "step": 23880
    },
    {
      "loss_action": 0.022210005670785904,
      "loss_total": 0.022210005670785904,
      "step": 23880
    },
    {
      "loss_action": 0.02543117292225361,
      "loss_total": 0.02543117292225361,
      "step": 23880
    },
    {
      "loss_action": 0.022527549415826797,
      "loss_total": 0.022527549415826797,
      "step": 23880
    },
    {
      "grad_norm": 0.15302227437496185,
      "learning_rate": 9.997415889773587e-05,
      "loss": 0.0126,
      "step": 23890
    },
    {
      "loss_action": 0.00878455862402916,
      "loss_total": 0.00878455862402916,
      "step": 23890
    },
    {
      "loss_action": 0.020421389490365982,
      "loss_total": 0.020421389490365982,
      "step": 23890
    },
    {
      "loss_action": 0.012335398234426975,
      "loss_total": 0.012335398234426975,
      "step": 23890
    },
    {
      "loss_action": 0.005651715211570263,
      "loss_total": 0.005651715211570263,
      "step": 23890
    },
    {
      "loss_action": 0.0055840653367340565,
      "loss_total": 0.0055840653367340565,
      "step": 23890
    },
    {
      "loss_action": 0.013516934588551521,
      "loss_total": 0.013516934588551521,
      "step": 23890
    },
    {
      "loss_action": 0.029521118849515915,
      "loss_total": 0.029521118849515915,
      "step": 23890
    },
    {
      "loss_action": 0.006244094576686621,
      "loss_total": 0.006244094576686621,
      "step": 23890
    },
    {
      "grad_norm": 0.18912166357040405,
      "learning_rate": 9.99740258450995e-05,
      "loss": 0.0144,
      "step": 23900
    },
    {
      "loss_action": 0.022379398345947266,
      "loss_total": 0.022379398345947266,
      "step": 23900
    },
    {
      "loss_action": 0.010032931342720985,
      "loss_total": 0.010032931342720985,
      "step": 23900
    },
    {
      "loss_action": 0.006278514862060547,
      "loss_total": 0.006278514862060547,
      "step": 23900
    },
    {
      "loss_action": 0.04400814697146416,
      "loss_total": 0.04400814697146416,
      "step": 23900
    },
    {
      "loss_action": 0.014275936409831047,
      "loss_total": 0.014275936409831047,
      "step": 23900
    },
    {
      "loss_action": 0.02279062569141388,
      "loss_total": 0.02279062569141388,
      "step": 23900
    },
    {
      "loss_action": 0.0072201211005449295,
      "loss_total": 0.0072201211005449295,
      "step": 23900
    },
    {
      "loss_action": 0.017005199566483498,
      "loss_total": 0.017005199566483498,
      "step": 23900
    },
    {
      "grad_norm": 0.22503554821014404,
      "learning_rate": 9.997389245089533e-05,
      "loss": 0.0141,
      "step": 23910
    },
    {
      "loss_action": 0.020812030881643295,
      "loss_total": 0.020812030881643295,
      "step": 23910
    },
    {
      "loss_action": 0.004077107645571232,
      "loss_total": 0.004077107645571232,
      "step": 23910
    },
    {
      "loss_action": 0.01251651905477047,
      "loss_total": 0.01251651905477047,
      "step": 23910
    },
    {
      "loss_action": 0.007276416290551424,
      "loss_total": 0.007276416290551424,
      "step": 23910
    },
    {
      "loss_action": 0.013691205531358719,
      "loss_total": 0.013691205531358719,
      "step": 23910
    },
    {
      "loss_action": 0.006973551120609045,
      "loss_total": 0.006973551120609045,
      "step": 23910
    },
    {
      "loss_action": 0.022756142541766167,
      "loss_total": 0.022756142541766167,
      "step": 23910
    },
    {
      "loss_action": 0.007542264182120562,
      "loss_total": 0.007542264182120562,
      "step": 23910
    },
    {
      "grad_norm": 0.12733691930770874,
      "learning_rate": 9.997375871512431e-05,
      "loss": 0.0125,
      "step": 23920
    },
    {
      "loss_action": 0.016209306195378304,
      "loss_total": 0.016209306195378304,
      "step": 23920
    },
    {
      "loss_action": 0.012407036498188972,
      "loss_total": 0.012407036498188972,
      "step": 23920
    },
    {
      "loss_action": 0.011806085705757141,
      "loss_total": 0.011806085705757141,
      "step": 23920
    },
    {
      "loss_action": 0.02283291146159172,
      "loss_total": 0.02283291146159172,
      "step": 23920
    },
    {
      "loss_action": 0.028752144426107407,
      "loss_total": 0.028752144426107407,
      "step": 23920
    },
    {
      "loss_action": 0.008423857390880585,
      "loss_total": 0.008423857390880585,
      "step": 23920
    },
    {
      "loss_action": 0.007632217835634947,
      "loss_total": 0.007632217835634947,
      "step": 23920
    },
    {
      "loss_action": 0.010534675791859627,
      "loss_total": 0.010534675791859627,
      "step": 23920
    },
    {
      "grad_norm": 0.13841065764427185,
      "learning_rate": 9.997362463778735e-05,
      "loss": 0.0129,
      "step": 23930
    },
    {
      "loss_action": 0.020689092576503754,
      "loss_total": 0.020689092576503754,
      "step": 23930
    },
    {
      "loss_action": 0.01086338423192501,
      "loss_total": 0.01086338423192501,
      "step": 23930
    },
    {
      "loss_action": 0.011331919580698013,
      "loss_total": 0.011331919580698013,
      "step": 23930
    },
    {
      "loss_action": 0.016945885494351387,
      "loss_total": 0.016945885494351387,
      "step": 23930
    },
    {
      "loss_action": 0.022719066590070724,
      "loss_total": 0.022719066590070724,
      "step": 23930
    },
    {
      "loss_action": 0.026697728782892227,
      "loss_total": 0.026697728782892227,
      "step": 23930
    },
    {
      "loss_action": 0.015704218298196793,
      "loss_total": 0.015704218298196793,
      "step": 23930
    },
    {
      "loss_action": 0.0058211153373122215,
      "loss_total": 0.0058211153373122215,
      "step": 23930
    },
    {
      "grad_norm": 0.14140209555625916,
      "learning_rate": 9.997349021888536e-05,
      "loss": 0.0146,
      "step": 23940
    },
    {
      "loss_action": 0.007649357430636883,
      "loss_total": 0.007649357430636883,
      "step": 23940
    },
    {
      "loss_action": 0.012189013883471489,
      "loss_total": 0.012189013883471489,
      "step": 23940
    },
    {
      "loss_action": 0.012541109696030617,
      "loss_total": 0.012541109696030617,
      "step": 23940
    },
    {
      "loss_action": 0.005345732904970646,
      "loss_total": 0.005345732904970646,
      "step": 23940
    },
    {
      "loss_action": 0.006608441472053528,
      "loss_total": 0.006608441472053528,
      "step": 23940
    },
    {
      "loss_action": 0.010603288188576698,
      "loss_total": 0.010603288188576698,
      "step": 23940
    },
    {
      "loss_action": 0.013208520598709583,
      "loss_total": 0.013208520598709583,
      "step": 23940
    },
    {
      "loss_action": 0.018888484686613083,
      "loss_total": 0.018888484686613083,
      "step": 23940
    },
    {
      "grad_norm": 0.17672209441661835,
      "learning_rate": 9.997335545841924e-05,
      "loss": 0.0135,
      "step": 23950
    },
    {
      "loss_action": 0.00975287426263094,
      "loss_total": 0.00975287426263094,
      "step": 23950
    },
    {
      "loss_action": 0.0321657657623291,
      "loss_total": 0.0321657657623291,
      "step": 23950
    },
    {
      "loss_action": 0.016165848821401596,
      "loss_total": 0.016165848821401596,
      "step": 23950
    },
    {
      "loss_action": 0.01648089662194252,
      "loss_total": 0.01648089662194252,
      "step": 23950
    },
    {
      "loss_action": 0.01258043572306633,
      "loss_total": 0.01258043572306633,
      "step": 23950
    },
    {
      "loss_action": 0.014217820949852467,
      "loss_total": 0.014217820949852467,
      "step": 23950
    },
    {
      "loss_action": 0.005745522677898407,
      "loss_total": 0.005745522677898407,
      "step": 23950
    },
    {
      "loss_action": 0.011482525616884232,
      "loss_total": 0.011482525616884232,
      "step": 23950
    },
    {
      "grad_norm": 0.16210412979125977,
      "learning_rate": 9.997322035638994e-05,
      "loss": 0.0151,
      "step": 23960
    },
    {
      "loss_action": 0.006130261346697807,
      "loss_total": 0.006130261346697807,
      "step": 23960
    },
    {
      "loss_action": 0.008619781583547592,
      "loss_total": 0.008619781583547592,
      "step": 23960
    },
    {
      "loss_action": 0.021236330270767212,
      "loss_total": 0.021236330270767212,
      "step": 23960
    },
    {
      "loss_action": 0.013681943528354168,
      "loss_total": 0.013681943528354168,
      "step": 23960
    },
    {
      "loss_action": 0.013170086778700352,
      "loss_total": 0.013170086778700352,
      "step": 23960
    },
    {
      "loss_action": 0.014478150755167007,
      "loss_total": 0.014478150755167007,
      "step": 23960
    },
    {
      "loss_action": 0.015118289738893509,
      "loss_total": 0.015118289738893509,
      "step": 23960
    },
    {
      "loss_action": 0.009248897433280945,
      "loss_total": 0.009248897433280945,
      "step": 23960
    },
    {
      "grad_norm": 0.15457063913345337,
      "learning_rate": 9.997308491279838e-05,
      "loss": 0.016,
      "step": 23970
    },
    {
      "loss_action": 0.01664314791560173,
      "loss_total": 0.01664314791560173,
      "step": 23970
    },
    {
      "loss_action": 0.02587314508855343,
      "loss_total": 0.02587314508855343,
      "step": 23970
    },
    {
      "loss_action": 0.0338093563914299,
      "loss_total": 0.0338093563914299,
      "step": 23970
    },
    {
      "loss_action": 0.006172830238938332,
      "loss_total": 0.006172830238938332,
      "step": 23970
    },
    {
      "loss_action": 0.008882890455424786,
      "loss_total": 0.008882890455424786,
      "step": 23970
    },
    {
      "loss_action": 0.03244654834270477,
      "loss_total": 0.03244654834270477,
      "step": 23970
    },
    {
      "loss_action": 0.006431476213037968,
      "loss_total": 0.006431476213037968,
      "step": 23970
    },
    {
      "loss_action": 0.010783162899315357,
      "loss_total": 0.010783162899315357,
      "step": 23970
    },
    {
      "grad_norm": 0.23313623666763306,
      "learning_rate": 9.997294912764545e-05,
      "loss": 0.021,
      "step": 23980
    },
    {
      "loss_action": 0.007546969689428806,
      "loss_total": 0.007546969689428806,
      "step": 23980
    },
    {
      "loss_action": 0.02525148168206215,
      "loss_total": 0.02525148168206215,
      "step": 23980
    },
    {
      "loss_action": 0.014651313424110413,
      "loss_total": 0.014651313424110413,
      "step": 23980
    },
    {
      "loss_action": 0.01739504002034664,
      "loss_total": 0.01739504002034664,
      "step": 23980
    },
    {
      "loss_action": 0.015667248517274857,
      "loss_total": 0.015667248517274857,
      "step": 23980
    },
    {
      "loss_action": 0.019724510610103607,
      "loss_total": 0.019724510610103607,
      "step": 23980
    },
    {
      "loss_action": 0.01868407614529133,
      "loss_total": 0.01868407614529133,
      "step": 23980
    },
    {
      "loss_action": 0.008992590941488743,
      "loss_total": 0.008992590941488743,
      "step": 23980
    },
    {
      "grad_norm": 0.11430929601192474,
      "learning_rate": 9.997281300093213e-05,
      "loss": 0.0156,
      "step": 23990
    },
    {
      "loss_action": 0.005316197872161865,
      "loss_total": 0.005316197872161865,
      "step": 23990
    },
    {
      "loss_action": 0.017880916595458984,
      "loss_total": 0.017880916595458984,
      "step": 23990
    },
    {
      "loss_action": 0.014741656370460987,
      "loss_total": 0.014741656370460987,
      "step": 23990
    },
    {
      "loss_action": 0.01829889789223671,
      "loss_total": 0.01829889789223671,
      "step": 23990
    },
    {
      "loss_action": 0.011780228465795517,
      "loss_total": 0.011780228465795517,
      "step": 23990
    },
    {
      "loss_action": 0.00735920574516058,
      "loss_total": 0.00735920574516058,
      "step": 23990
    },
    {
      "loss_action": 0.013219870626926422,
      "loss_total": 0.013219870626926422,
      "step": 23990
    },
    {
      "loss_action": 0.01948021724820137,
      "loss_total": 0.01948021724820137,
      "step": 23990
    },
    {
      "grad_norm": 0.2210908681154251,
      "learning_rate": 9.997267653265932e-05,
      "loss": 0.014,
      "step": 24000
    },
    {
      "loss_action": 0.03158409520983696,
      "loss_total": 0.03158409520983696,
      "step": 24000
    },
    {
      "loss_action": 0.011147907003760338,
      "loss_total": 0.011147907003760338,
      "step": 24000
    },
    {
      "loss_action": 0.00916764885187149,
      "loss_total": 0.00916764885187149,
      "step": 24000
    },
    {
      "loss_action": 0.0075736939907073975,
      "loss_total": 0.0075736939907073975,
      "step": 24000
    },
    {
      "loss_action": 0.027996458113193512,
      "loss_total": 0.027996458113193512,
      "step": 24000
    },
    {
      "loss_action": 0.014093702659010887,
      "loss_total": 0.014093702659010887,
      "step": 24000
    },
    {
      "loss_action": 0.012144062668085098,
      "loss_total": 0.012144062668085098,
      "step": 24000
    },
    {
      "loss_action": 0.012204192578792572,
      "loss_total": 0.012204192578792572,
      "step": 24000
    },
    {
      "grad_norm": 0.15347035229206085,
      "learning_rate": 9.997253972282796e-05,
      "loss": 0.0147,
      "step": 24010
    },
    {
      "loss_action": 0.019703947007656097,
      "loss_total": 0.019703947007656097,
      "step": 24010
    },
    {
      "loss_action": 0.01259709894657135,
      "loss_total": 0.01259709894657135,
      "step": 24010
    },
    {
      "loss_action": 0.011741792783141136,
      "loss_total": 0.011741792783141136,
      "step": 24010
    },
    {
      "loss_action": 0.011797403916716576,
      "loss_total": 0.011797403916716576,
      "step": 24010
    },
    {
      "loss_action": 0.012658976018428802,
      "loss_total": 0.012658976018428802,
      "step": 24010
    },
    {
      "loss_action": 0.02112474851310253,
      "loss_total": 0.02112474851310253,
      "step": 24010
    },
    {
      "loss_action": 0.01073252223432064,
      "loss_total": 0.01073252223432064,
      "step": 24010
    },
    {
      "loss_action": 0.013161830604076385,
      "loss_total": 0.013161830604076385,
      "step": 24010
    },
    {
      "grad_norm": 0.2035825103521347,
      "learning_rate": 9.997240257143898e-05,
      "loss": 0.0138,
      "step": 24020
    },
    {
      "loss_action": 0.008864061906933784,
      "loss_total": 0.008864061906933784,
      "step": 24020
    },
    {
      "loss_action": 0.032988905906677246,
      "loss_total": 0.032988905906677246,
      "step": 24020
    },
    {
      "loss_action": 0.017595816403627396,
      "loss_total": 0.017595816403627396,
      "step": 24020
    },
    {
      "loss_action": 0.01223559770733118,
      "loss_total": 0.01223559770733118,
      "step": 24020
    },
    {
      "loss_action": 0.0059134382754564285,
      "loss_total": 0.0059134382754564285,
      "step": 24020
    },
    {
      "loss_action": 0.005371370352804661,
      "loss_total": 0.005371370352804661,
      "step": 24020
    },
    {
      "loss_action": 0.010725081898272038,
      "loss_total": 0.010725081898272038,
      "step": 24020
    },
    {
      "loss_action": 0.014602617360651493,
      "loss_total": 0.014602617360651493,
      "step": 24020
    },
    {
      "grad_norm": 0.17270733416080475,
      "learning_rate": 9.997226507849333e-05,
      "loss": 0.013,
      "step": 24030
    },
    {
      "loss_action": 0.013528826646506786,
      "loss_total": 0.013528826646506786,
      "step": 24030
    },
    {
      "loss_action": 0.010172780603170395,
      "loss_total": 0.010172780603170395,
      "step": 24030
    },
    {
      "loss_action": 0.01469606813043356,
      "loss_total": 0.01469606813043356,
      "step": 24030
    },
    {
      "loss_action": 0.018508315086364746,
      "loss_total": 0.018508315086364746,
      "step": 24030
    },
    {
      "loss_action": 0.017134584486484528,
      "loss_total": 0.017134584486484528,
      "step": 24030
    },
    {
      "loss_action": 0.034956902265548706,
      "loss_total": 0.034956902265548706,
      "step": 24030
    },
    {
      "loss_action": 0.010283494368195534,
      "loss_total": 0.010283494368195534,
      "step": 24030
    },
    {
      "loss_action": 0.023281458765268326,
      "loss_total": 0.023281458765268326,
      "step": 24030
    },
    {
      "grad_norm": 0.14477749168872833,
      "learning_rate": 9.997212724399192e-05,
      "loss": 0.0141,
      "step": 24040
    },
    {
      "loss_action": 0.018708612769842148,
      "loss_total": 0.018708612769842148,
      "step": 24040
    },
    {
      "loss_action": 0.006757404655218124,
      "loss_total": 0.006757404655218124,
      "step": 24040
    },
    {
      "loss_action": 0.008806002326309681,
      "loss_total": 0.008806002326309681,
      "step": 24040
    },
    {
      "loss_action": 0.017987482249736786,
      "loss_total": 0.017987482249736786,
      "step": 24040
    },
    {
      "loss_action": 0.0066670700907707214,
      "loss_total": 0.0066670700907707214,
      "step": 24040
    },
    {
      "loss_action": 0.01552610844373703,
      "loss_total": 0.01552610844373703,
      "step": 24040
    },
    {
      "loss_action": 0.010875490494072437,
      "loss_total": 0.010875490494072437,
      "step": 24040
    },
    {
      "loss_action": 0.006397026591002941,
      "loss_total": 0.006397026591002941,
      "step": 24040
    },
    {
      "grad_norm": 0.26249605417251587,
      "learning_rate": 9.997198906793574e-05,
      "loss": 0.0143,
      "step": 24050
    },
    {
      "loss_action": 0.010771822184324265,
      "loss_total": 0.010771822184324265,
      "step": 24050
    },
    {
      "loss_action": 0.007133016362786293,
      "loss_total": 0.007133016362786293,
      "step": 24050
    },
    {
      "loss_action": 0.013798418454825878,
      "loss_total": 0.013798418454825878,
      "step": 24050
    },
    {
      "loss_action": 0.006340065971016884,
      "loss_total": 0.006340065971016884,
      "step": 24050
    },
    {
      "loss_action": 0.011108080856502056,
      "loss_total": 0.011108080856502056,
      "step": 24050
    },
    {
      "loss_action": 0.018807735294103622,
      "loss_total": 0.018807735294103622,
      "step": 24050
    },
    {
      "loss_action": 0.024575084447860718,
      "loss_total": 0.024575084447860718,
      "step": 24050
    },
    {
      "loss_action": 0.006996241398155689,
      "loss_total": 0.006996241398155689,
      "step": 24050
    },
    {
      "grad_norm": 0.1322072595357895,
      "learning_rate": 9.99718505503257e-05,
      "loss": 0.0138,
      "step": 24060
    },
    {
      "loss_action": 0.011112789623439312,
      "loss_total": 0.011112789623439312,
      "step": 24060
    },
    {
      "loss_action": 0.03730671852827072,
      "loss_total": 0.03730671852827072,
      "step": 24060
    },
    {
      "loss_action": 0.01618822291493416,
      "loss_total": 0.01618822291493416,
      "step": 24060
    },
    {
      "loss_action": 0.010980319231748581,
      "loss_total": 0.010980319231748581,
      "step": 24060
    },
    {
      "loss_action": 0.012556139379739761,
      "loss_total": 0.012556139379739761,
      "step": 24060
    },
    {
      "loss_action": 0.005846621468663216,
      "loss_total": 0.005846621468663216,
      "step": 24060
    },
    {
      "loss_action": 0.0066367690451443195,
      "loss_total": 0.0066367690451443195,
      "step": 24060
    },
    {
      "loss_action": 0.012202172540128231,
      "loss_total": 0.012202172540128231,
      "step": 24060
    },
    {
      "grad_norm": 0.17684540152549744,
      "learning_rate": 9.997171169116274e-05,
      "loss": 0.0147,
      "step": 24070
    },
    {
      "loss_action": 0.02131042629480362,
      "loss_total": 0.02131042629480362,
      "step": 24070
    },
    {
      "loss_action": 0.011068278923630714,
      "loss_total": 0.011068278923630714,
      "step": 24070
    },
    {
      "loss_action": 0.007951982319355011,
      "loss_total": 0.007951982319355011,
      "step": 24070
    },
    {
      "loss_action": 0.0118165984749794,
      "loss_total": 0.0118165984749794,
      "step": 24070
    },
    {
      "loss_action": 0.028237532824277878,
      "loss_total": 0.028237532824277878,
      "step": 24070
    },
    {
      "loss_action": 0.013161731883883476,
      "loss_total": 0.013161731883883476,
      "step": 24070
    },
    {
      "loss_action": 0.0146305738016963,
      "loss_total": 0.0146305738016963,
      "step": 24070
    },
    {
      "loss_action": 0.011823896318674088,
      "loss_total": 0.011823896318674088,
      "step": 24070
    },
    {
      "grad_norm": 0.1742919236421585,
      "learning_rate": 9.997157249044784e-05,
      "loss": 0.0135,
      "step": 24080
    },
    {
      "loss_action": 0.004324664361774921,
      "loss_total": 0.004324664361774921,
      "step": 24080
    },
    {
      "loss_action": 0.009901820681989193,
      "loss_total": 0.009901820681989193,
      "step": 24080
    },
    {
      "loss_action": 0.008231752552092075,
      "loss_total": 0.008231752552092075,
      "step": 24080
    },
    {
      "loss_action": 0.01336454413831234,
      "loss_total": 0.01336454413831234,
      "step": 24080
    },
    {
      "loss_action": 0.020518505945801735,
      "loss_total": 0.020518505945801735,
      "step": 24080
    },
    {
      "loss_action": 0.011299020610749722,
      "loss_total": 0.011299020610749722,
      "step": 24080
    },
    {
      "loss_action": 0.013562817126512527,
      "loss_total": 0.013562817126512527,
      "step": 24080
    },
    {
      "loss_action": 0.009238575585186481,
      "loss_total": 0.009238575585186481,
      "step": 24080
    },
    {
      "grad_norm": 0.15072105824947357,
      "learning_rate": 9.997143294818193e-05,
      "loss": 0.0126,
      "step": 24090
    },
    {
      "loss_action": 0.022662922739982605,
      "loss_total": 0.022662922739982605,
      "step": 24090
    },
    {
      "loss_action": 0.01467411033809185,
      "loss_total": 0.01467411033809185,
      "step": 24090
    },
    {
      "loss_action": 0.01163175143301487,
      "loss_total": 0.01163175143301487,
      "step": 24090
    },
    {
      "loss_action": 0.02139560878276825,
      "loss_total": 0.02139560878276825,
      "step": 24090
    },
    {
      "loss_action": 0.0161767415702343,
      "loss_total": 0.0161767415702343,
      "step": 24090
    },
    {
      "loss_action": 0.010227443650364876,
      "loss_total": 0.010227443650364876,
      "step": 24090
    },
    {
      "loss_action": 0.007575612515211105,
      "loss_total": 0.007575612515211105,
      "step": 24090
    },
    {
      "loss_action": 0.01169576495885849,
      "loss_total": 0.01169576495885849,
      "step": 24090
    },
    {
      "grad_norm": 0.1567194163799286,
      "learning_rate": 9.997129306436596e-05,
      "loss": 0.0149,
      "step": 24100
    },
    {
      "loss_action": 0.020717859268188477,
      "loss_total": 0.020717859268188477,
      "step": 24100
    },
    {
      "loss_action": 0.005800414364784956,
      "loss_total": 0.005800414364784956,
      "step": 24100
    },
    {
      "loss_action": 0.008764753118157387,
      "loss_total": 0.008764753118157387,
      "step": 24100
    },
    {
      "loss_action": 0.01297074556350708,
      "loss_total": 0.01297074556350708,
      "step": 24100
    },
    {
      "loss_action": 0.0490446500480175,
      "loss_total": 0.0490446500480175,
      "step": 24100
    },
    {
      "loss_action": 0.017687341198325157,
      "loss_total": 0.017687341198325157,
      "step": 24100
    },
    {
      "loss_action": 0.00840188842266798,
      "loss_total": 0.00840188842266798,
      "step": 24100
    },
    {
      "loss_action": 0.010488425381481647,
      "loss_total": 0.010488425381481647,
      "step": 24100
    },
    {
      "grad_norm": 0.1940973848104477,
      "learning_rate": 9.997115283900089e-05,
      "loss": 0.0154,
      "step": 24110
    },
    {
      "loss_action": 0.01264095213264227,
      "loss_total": 0.01264095213264227,
      "step": 24110
    },
    {
      "loss_action": 0.008324399590492249,
      "loss_total": 0.008324399590492249,
      "step": 24110
    },
    {
      "loss_action": 0.008759284391999245,
      "loss_total": 0.008759284391999245,
      "step": 24110
    },
    {
      "loss_action": 0.01313384436070919,
      "loss_total": 0.01313384436070919,
      "step": 24110
    },
    {
      "loss_action": 0.009265614673495293,
      "loss_total": 0.009265614673495293,
      "step": 24110
    },
    {
      "loss_action": 0.010676950216293335,
      "loss_total": 0.010676950216293335,
      "step": 24110
    },
    {
      "loss_action": 0.01520984061062336,
      "loss_total": 0.01520984061062336,
      "step": 24110
    },
    {
      "loss_action": 0.01918628066778183,
      "loss_total": 0.01918628066778183,
      "step": 24110
    },
    {
      "grad_norm": 0.15220260620117188,
      "learning_rate": 9.99710122720877e-05,
      "loss": 0.0138,
      "step": 24120
    },
    {
      "loss_action": 0.01647464744746685,
      "loss_total": 0.01647464744746685,
      "step": 24120
    },
    {
      "loss_action": 0.019214697182178497,
      "loss_total": 0.019214697182178497,
      "step": 24120
    },
    {
      "loss_action": 0.015075482428073883,
      "loss_total": 0.015075482428073883,
      "step": 24120
    },
    {
      "loss_action": 0.007989039644598961,
      "loss_total": 0.007989039644598961,
      "step": 24120
    },
    {
      "loss_action": 0.010372651740908623,
      "loss_total": 0.010372651740908623,
      "step": 24120
    },
    {
      "loss_action": 0.015837639570236206,
      "loss_total": 0.015837639570236206,
      "step": 24120
    },
    {
      "loss_action": 0.013011127710342407,
      "loss_total": 0.013011127710342407,
      "step": 24120
    },
    {
      "loss_action": 0.010782787576317787,
      "loss_total": 0.010782787576317787,
      "step": 24120
    },
    {
      "grad_norm": 0.12721723318099976,
      "learning_rate": 9.997087136362732e-05,
      "loss": 0.0141,
      "step": 24130
    },
    {
      "loss_action": 0.010491298511624336,
      "loss_total": 0.010491298511624336,
      "step": 24130
    },
    {
      "loss_action": 0.005442386493086815,
      "loss_total": 0.005442386493086815,
      "step": 24130
    },
    {
      "loss_action": 0.011724825017154217,
      "loss_total": 0.011724825017154217,
      "step": 24130
    },
    {
      "loss_action": 0.010822286829352379,
      "loss_total": 0.010822286829352379,
      "step": 24130
    },
    {
      "loss_action": 0.011586088687181473,
      "loss_total": 0.011586088687181473,
      "step": 24130
    },
    {
      "loss_action": 0.015285046771168709,
      "loss_total": 0.015285046771168709,
      "step": 24130
    },
    {
      "loss_action": 0.009313571266829967,
      "loss_total": 0.009313571266829967,
      "step": 24130
    },
    {
      "loss_action": 0.01630178838968277,
      "loss_total": 0.01630178838968277,
      "step": 24130
    },
    {
      "grad_norm": 0.14974026381969452,
      "learning_rate": 9.997073011362075e-05,
      "loss": 0.016,
      "step": 24140
    },
    {
      "loss_action": 0.005381328985095024,
      "loss_total": 0.005381328985095024,
      "step": 24140
    },
    {
      "loss_action": 0.007448834832757711,
      "loss_total": 0.007448834832757711,
      "step": 24140
    },
    {
      "loss_action": 0.017736876383423805,
      "loss_total": 0.017736876383423805,
      "step": 24140
    },
    {
      "loss_action": 0.02433674782514572,
      "loss_total": 0.02433674782514572,
      "step": 24140
    },
    {
      "loss_action": 0.018649287521839142,
      "loss_total": 0.018649287521839142,
      "step": 24140
    },
    {
      "loss_action": 0.008646310307085514,
      "loss_total": 0.008646310307085514,
      "step": 24140
    },
    {
      "loss_action": 0.022556401789188385,
      "loss_total": 0.022556401789188385,
      "step": 24140
    },
    {
      "loss_action": 0.02509235590696335,
      "loss_total": 0.02509235590696335,
      "step": 24140
    },
    {
      "grad_norm": 0.1801275610923767,
      "learning_rate": 9.997058852206891e-05,
      "loss": 0.0156,
      "step": 24150
    },
    {
      "loss_action": 0.015010852366685867,
      "loss_total": 0.015010852366685867,
      "step": 24150
    },
    {
      "loss_action": 0.0172099806368351,
      "loss_total": 0.0172099806368351,
      "step": 24150
    },
    {
      "loss_action": 0.011190535500645638,
      "loss_total": 0.011190535500645638,
      "step": 24150
    },
    {
      "loss_action": 0.008209757506847382,
      "loss_total": 0.008209757506847382,
      "step": 24150
    },
    {
      "loss_action": 0.00663361232727766,
      "loss_total": 0.00663361232727766,
      "step": 24150
    },
    {
      "loss_action": 0.011117896065115929,
      "loss_total": 0.011117896065115929,
      "step": 24150
    },
    {
      "loss_action": 0.03152625635266304,
      "loss_total": 0.03152625635266304,
      "step": 24150
    },
    {
      "loss_action": 0.015158559195697308,
      "loss_total": 0.015158559195697308,
      "step": 24150
    },
    {
      "grad_norm": 0.24237893521785736,
      "learning_rate": 9.99704465889728e-05,
      "loss": 0.022,
      "step": 24160
    },
    {
      "loss_action": 0.2030576765537262,
      "loss_total": 0.2030576765537262,
      "step": 24160
    },
    {
      "loss_action": 0.04780666530132294,
      "loss_total": 0.04780666530132294,
      "step": 24160
    },
    {
      "loss_action": 0.017963256686925888,
      "loss_total": 0.017963256686925888,
      "step": 24160
    },
    {
      "loss_action": 0.014162817969918251,
      "loss_total": 0.014162817969918251,
      "step": 24160
    },
    {
      "loss_action": 0.017645832151174545,
      "loss_total": 0.017645832151174545,
      "step": 24160
    },
    {
      "loss_action": 0.013413552194833755,
      "loss_total": 0.013413552194833755,
      "step": 24160
    },
    {
      "loss_action": 0.02057805471122265,
      "loss_total": 0.02057805471122265,
      "step": 24160
    },
    {
      "loss_action": 0.051271602511405945,
      "loss_total": 0.051271602511405945,
      "step": 24160
    },
    {
      "grad_norm": 0.30309489369392395,
      "learning_rate": 9.997030431433337e-05,
      "loss": 0.0239,
      "step": 24170
    },
    {
      "loss_action": 0.033991739153862,
      "loss_total": 0.033991739153862,
      "step": 24170
    },
    {
      "loss_action": 0.017040636390447617,
      "loss_total": 0.017040636390447617,
      "step": 24170
    },
    {
      "loss_action": 0.023080751299858093,
      "loss_total": 0.023080751299858093,
      "step": 24170
    },
    {
      "loss_action": 0.012486586347222328,
      "loss_total": 0.012486586347222328,
      "step": 24170
    },
    {
      "loss_action": 0.020135948434472084,
      "loss_total": 0.020135948434472084,
      "step": 24170
    },
    {
      "loss_action": 0.017693324014544487,
      "loss_total": 0.017693324014544487,
      "step": 24170
    },
    {
      "loss_action": 0.010927751660346985,
      "loss_total": 0.010927751660346985,
      "step": 24170
    },
    {
      "loss_action": 0.013363899663090706,
      "loss_total": 0.013363899663090706,
      "step": 24170
    },
    {
      "grad_norm": 0.25601688027381897,
      "learning_rate": 9.99701616981516e-05,
      "loss": 0.0177,
      "step": 24180
    },
    {
      "loss_action": 0.014029537327587605,
      "loss_total": 0.014029537327587605,
      "step": 24180
    },
    {
      "loss_action": 0.006818987429141998,
      "loss_total": 0.006818987429141998,
      "step": 24180
    },
    {
      "loss_action": 0.022356614470481873,
      "loss_total": 0.022356614470481873,
      "step": 24180
    },
    {
      "loss_action": 0.00877920351922512,
      "loss_total": 0.00877920351922512,
      "step": 24180
    },
    {
      "loss_action": 0.010848399251699448,
      "loss_total": 0.010848399251699448,
      "step": 24180
    },
    {
      "loss_action": 0.011843964457511902,
      "loss_total": 0.011843964457511902,
      "step": 24180
    },
    {
      "loss_action": 0.016867220401763916,
      "loss_total": 0.016867220401763916,
      "step": 24180
    },
    {
      "loss_action": 0.01617584004998207,
      "loss_total": 0.01617584004998207,
      "step": 24180
    },
    {
      "grad_norm": 0.1671924889087677,
      "learning_rate": 9.99700187404285e-05,
      "loss": 0.0148,
      "step": 24190
    },
    {
      "loss_action": 0.025988372042775154,
      "loss_total": 0.025988372042775154,
      "step": 24190
    },
    {
      "loss_action": 0.009899675846099854,
      "loss_total": 0.009899675846099854,
      "step": 24190
    },
    {
      "loss_action": 0.009908432140946388,
      "loss_total": 0.009908432140946388,
      "step": 24190
    },
    {
      "loss_action": 0.011585185304284096,
      "loss_total": 0.011585185304284096,
      "step": 24190
    },
    {
      "loss_action": 0.006339925341308117,
      "loss_total": 0.006339925341308117,
      "step": 24190
    },
    {
      "loss_action": 0.04830526188015938,
      "loss_total": 0.04830526188015938,
      "step": 24190
    },
    {
      "loss_action": 0.016120949760079384,
      "loss_total": 0.016120949760079384,
      "step": 24190
    },
    {
      "loss_action": 0.0711197629570961,
      "loss_total": 0.0711197629570961,
      "step": 24190
    },
    {
      "grad_norm": 0.14527513086795807,
      "learning_rate": 9.996987544116499e-05,
      "loss": 0.0174,
      "step": 24200
    },
    {
      "loss_action": 0.007377459201961756,
      "loss_total": 0.007377459201961756,
      "step": 24200
    },
    {
      "loss_action": 0.012801834382116795,
      "loss_total": 0.012801834382116795,
      "step": 24200
    },
    {
      "loss_action": 0.009554821997880936,
      "loss_total": 0.009554821997880936,
      "step": 24200
    },
    {
      "loss_action": 0.011339358054101467,
      "loss_total": 0.011339358054101467,
      "step": 24200
    },
    {
      "loss_action": 0.01280519925057888,
      "loss_total": 0.01280519925057888,
      "step": 24200
    },
    {
      "loss_action": 0.009266135282814503,
      "loss_total": 0.009266135282814503,
      "step": 24200
    },
    {
      "loss_action": 0.010231992229819298,
      "loss_total": 0.010231992229819298,
      "step": 24200
    },
    {
      "loss_action": 0.013379359617829323,
      "loss_total": 0.013379359617829323,
      "step": 24200
    },
    {
      "grad_norm": 0.18090209364891052,
      "learning_rate": 9.996973180036207e-05,
      "loss": 0.014,
      "step": 24210
    },
    {
      "loss_action": 0.005216111894696951,
      "loss_total": 0.005216111894696951,
      "step": 24210
    },
    {
      "loss_action": 0.005631093867123127,
      "loss_total": 0.005631093867123127,
      "step": 24210
    },
    {
      "loss_action": 0.012037219479680061,
      "loss_total": 0.012037219479680061,
      "step": 24210
    },
    {
      "loss_action": 0.026929762214422226,
      "loss_total": 0.026929762214422226,
      "step": 24210
    },
    {
      "loss_action": 0.01614881120622158,
      "loss_total": 0.01614881120622158,
      "step": 24210
    },
    {
      "loss_action": 0.009392393752932549,
      "loss_total": 0.009392393752932549,
      "step": 24210
    },
    {
      "loss_action": 0.02015502005815506,
      "loss_total": 0.02015502005815506,
      "step": 24210
    },
    {
      "loss_action": 0.016217565163969994,
      "loss_total": 0.016217565163969994,
      "step": 24210
    },
    {
      "grad_norm": 0.15399473905563354,
      "learning_rate": 9.996958781802073e-05,
      "loss": 0.0144,
      "step": 24220
    },
    {
      "loss_action": 0.010564778931438923,
      "loss_total": 0.010564778931438923,
      "step": 24220
    },
    {
      "loss_action": 0.012220585718750954,
      "loss_total": 0.012220585718750954,
      "step": 24220
    },
    {
      "loss_action": 0.019934874027967453,
      "loss_total": 0.019934874027967453,
      "step": 24220
    },
    {
      "loss_action": 0.008745037019252777,
      "loss_total": 0.008745037019252777,
      "step": 24220
    },
    {
      "loss_action": 0.008954048156738281,
      "loss_total": 0.008954048156738281,
      "step": 24220
    },
    {
      "loss_action": 0.011786969378590584,
      "loss_total": 0.011786969378590584,
      "step": 24220
    },
    {
      "loss_action": 0.01924562081694603,
      "loss_total": 0.01924562081694603,
      "step": 24220
    },
    {
      "loss_action": 0.008054759353399277,
      "loss_total": 0.008054759353399277,
      "step": 24220
    },
    {
      "grad_norm": 0.126793771982193,
      "learning_rate": 9.996944349414196e-05,
      "loss": 0.013,
      "step": 24230
    },
    {
      "loss_action": 0.024499880149960518,
      "loss_total": 0.024499880149960518,
      "step": 24230
    },
    {
      "loss_action": 0.011878273449838161,
      "loss_total": 0.011878273449838161,
      "step": 24230
    },
    {
      "loss_action": 0.012615418061614037,
      "loss_total": 0.012615418061614037,
      "step": 24230
    },
    {
      "loss_action": 0.010104082524776459,
      "loss_total": 0.010104082524776459,
      "step": 24230
    },
    {
      "loss_action": 0.005212786607444286,
      "loss_total": 0.005212786607444286,
      "step": 24230
    },
    {
      "loss_action": 0.005860855802893639,
      "loss_total": 0.005860855802893639,
      "step": 24230
    },
    {
      "loss_action": 0.023663649335503578,
      "loss_total": 0.023663649335503578,
      "step": 24230
    },
    {
      "loss_action": 0.013851787894964218,
      "loss_total": 0.013851787894964218,
      "step": 24230
    },
    {
      "grad_norm": 0.19638291001319885,
      "learning_rate": 9.996929882872672e-05,
      "loss": 0.0126,
      "step": 24240
    },
    {
      "loss_action": 0.005925641395151615,
      "loss_total": 0.005925641395151615,
      "step": 24240
    },
    {
      "loss_action": 0.014223294332623482,
      "loss_total": 0.014223294332623482,
      "step": 24240
    },
    {
      "loss_action": 0.015012364834547043,
      "loss_total": 0.015012364834547043,
      "step": 24240
    },
    {
      "loss_action": 0.0063982876017689705,
      "loss_total": 0.0063982876017689705,
      "step": 24240
    },
    {
      "loss_action": 0.004809137899428606,
      "loss_total": 0.004809137899428606,
      "step": 24240
    },
    {
      "loss_action": 0.010156568139791489,
      "loss_total": 0.010156568139791489,
      "step": 24240
    },
    {
      "loss_action": 0.011947903782129288,
      "loss_total": 0.011947903782129288,
      "step": 24240
    },
    {
      "loss_action": 0.007920998148620129,
      "loss_total": 0.007920998148620129,
      "step": 24240
    },
    {
      "grad_norm": 0.22834467887878418,
      "learning_rate": 9.996915382177603e-05,
      "loss": 0.0127,
      "step": 24250
    },
    {
      "loss_action": 0.010365549474954605,
      "loss_total": 0.010365549474954605,
      "step": 24250
    },
    {
      "loss_action": 0.009754862636327744,
      "loss_total": 0.009754862636327744,
      "step": 24250
    },
    {
      "loss_action": 0.004779099486768246,
      "loss_total": 0.004779099486768246,
      "step": 24250
    },
    {
      "loss_action": 0.008275137282907963,
      "loss_total": 0.008275137282907963,
      "step": 24250
    },
    {
      "loss_action": 0.019972791895270348,
      "loss_total": 0.019972791895270348,
      "step": 24250
    },
    {
      "loss_action": 0.018531521782279015,
      "loss_total": 0.018531521782279015,
      "step": 24250
    },
    {
      "loss_action": 0.038979604840278625,
      "loss_total": 0.038979604840278625,
      "step": 24250
    },
    {
      "loss_action": 0.02097119204699993,
      "loss_total": 0.02097119204699993,
      "step": 24250
    },
    {
      "grad_norm": 0.2376813441514969,
      "learning_rate": 9.996900847329085e-05,
      "loss": 0.0151,
      "step": 24260
    },
    {
      "loss_action": 0.023125972598791122,
      "loss_total": 0.023125972598791122,
      "step": 24260
    },
    {
      "loss_action": 0.00933180283755064,
      "loss_total": 0.00933180283755064,
      "step": 24260
    },
    {
      "loss_action": 0.013325950130820274,
      "loss_total": 0.013325950130820274,
      "step": 24260
    },
    {
      "loss_action": 0.007721425034105778,
      "loss_total": 0.007721425034105778,
      "step": 24260
    },
    {
      "loss_action": 0.027879588305950165,
      "loss_total": 0.027879588305950165,
      "step": 24260
    },
    {
      "loss_action": 0.010796628892421722,
      "loss_total": 0.010796628892421722,
      "step": 24260
    },
    {
      "loss_action": 0.012056621722877026,
      "loss_total": 0.012056621722877026,
      "step": 24260
    },
    {
      "loss_action": 0.008257854729890823,
      "loss_total": 0.008257854729890823,
      "step": 24260
    },
    {
      "grad_norm": 0.19480666518211365,
      "learning_rate": 9.99688627832722e-05,
      "loss": 0.016,
      "step": 24270
    },
    {
      "loss_action": 0.017165035009384155,
      "loss_total": 0.017165035009384155,
      "step": 24270
    },
    {
      "loss_action": 0.013567229732871056,
      "loss_total": 0.013567229732871056,
      "step": 24270
    },
    {
      "loss_action": 0.01455758884549141,
      "loss_total": 0.01455758884549141,
      "step": 24270
    },
    {
      "loss_action": 0.007843703031539917,
      "loss_total": 0.007843703031539917,
      "step": 24270
    },
    {
      "loss_action": 0.015838121995329857,
      "loss_total": 0.015838121995329857,
      "step": 24270
    },
    {
      "loss_action": 0.012134449556469917,
      "loss_total": 0.012134449556469917,
      "step": 24270
    },
    {
      "loss_action": 0.026431633159518242,
      "loss_total": 0.026431633159518242,
      "step": 24270
    },
    {
      "loss_action": 0.00851405318826437,
      "loss_total": 0.00851405318826437,
      "step": 24270
    },
    {
      "grad_norm": 0.16603121161460876,
      "learning_rate": 9.996871675172107e-05,
      "loss": 0.0136,
      "step": 24280
    },
    {
      "loss_action": 0.005851853638887405,
      "loss_total": 0.005851853638887405,
      "step": 24280
    },
    {
      "loss_action": 0.023679599165916443,
      "loss_total": 0.023679599165916443,
      "step": 24280
    },
    {
      "loss_action": 0.021723339334130287,
      "loss_total": 0.021723339334130287,
      "step": 24280
    },
    {
      "loss_action": 0.014988116919994354,
      "loss_total": 0.014988116919994354,
      "step": 24280
    },
    {
      "loss_action": 0.01752784103155136,
      "loss_total": 0.01752784103155136,
      "step": 24280
    },
    {
      "loss_action": 0.011364640668034554,
      "loss_total": 0.011364640668034554,
      "step": 24280
    },
    {
      "loss_action": 0.009204122237861156,
      "loss_total": 0.009204122237861156,
      "step": 24280
    },
    {
      "loss_action": 0.006215857341885567,
      "loss_total": 0.006215857341885567,
      "step": 24280
    },
    {
      "grad_norm": 0.23696738481521606,
      "learning_rate": 9.996857037863845e-05,
      "loss": 0.014,
      "step": 24290
    },
    {
      "loss_action": 0.010640126653015614,
      "loss_total": 0.010640126653015614,
      "step": 24290
    },
    {
      "loss_action": 0.01694059744477272,
      "loss_total": 0.01694059744477272,
      "step": 24290
    },
    {
      "loss_action": 0.008712159469723701,
      "loss_total": 0.008712159469723701,
      "step": 24290
    },
    {
      "loss_action": 0.023739825934171677,
      "loss_total": 0.023739825934171677,
      "step": 24290
    },
    {
      "loss_action": 0.0074865431524813175,
      "loss_total": 0.0074865431524813175,
      "step": 24290
    },
    {
      "loss_action": 0.007287034764885902,
      "loss_total": 0.007287034764885902,
      "step": 24290
    },
    {
      "loss_action": 0.0074063995853066444,
      "loss_total": 0.0074063995853066444,
      "step": 24290
    },
    {
      "loss_action": 0.013621803373098373,
      "loss_total": 0.013621803373098373,
      "step": 24290
    },
    {
      "grad_norm": 0.1321985274553299,
      "learning_rate": 9.996842366402533e-05,
      "loss": 0.0163,
      "step": 24300
    },
    {
      "loss_action": 0.014301041141152382,
      "loss_total": 0.014301041141152382,
      "step": 24300
    },
    {
      "loss_action": 0.008865343406796455,
      "loss_total": 0.008865343406796455,
      "step": 24300
    },
    {
      "loss_action": 0.010037468746304512,
      "loss_total": 0.010037468746304512,
      "step": 24300
    },
    {
      "loss_action": 0.00861416570842266,
      "loss_total": 0.00861416570842266,
      "step": 24300
    },
    {
      "loss_action": 0.009082316420972347,
      "loss_total": 0.009082316420972347,
      "step": 24300
    },
    {
      "loss_action": 0.019069194793701172,
      "loss_total": 0.019069194793701172,
      "step": 24300
    },
    {
      "loss_action": 0.012661023996770382,
      "loss_total": 0.012661023996770382,
      "step": 24300
    },
    {
      "loss_action": 0.009677590802311897,
      "loss_total": 0.009677590802311897,
      "step": 24300
    },
    {
      "grad_norm": 0.15631528198719025,
      "learning_rate": 9.996827660788275e-05,
      "loss": 0.0174,
      "step": 24310
    },
    {
      "loss_action": 0.011972945183515549,
      "loss_total": 0.011972945183515549,
      "step": 24310
    },
    {
      "loss_action": 0.01134074293076992,
      "loss_total": 0.01134074293076992,
      "step": 24310
    },
    {
      "loss_action": 0.007421990856528282,
      "loss_total": 0.007421990856528282,
      "step": 24310
    },
    {
      "loss_action": 0.016685377806425095,
      "loss_total": 0.016685377806425095,
      "step": 24310
    },
    {
      "loss_action": 0.023280974477529526,
      "loss_total": 0.023280974477529526,
      "step": 24310
    },
    {
      "loss_action": 0.011981982737779617,
      "loss_total": 0.011981982737779617,
      "step": 24310
    },
    {
      "loss_action": 0.016353365033864975,
      "loss_total": 0.016353365033864975,
      "step": 24310
    },
    {
      "loss_action": 0.02392563223838806,
      "loss_total": 0.02392563223838806,
      "step": 24310
    },
    {
      "grad_norm": 0.2225336730480194,
      "learning_rate": 9.996812921021168e-05,
      "loss": 0.0177,
      "step": 24320
    },
    {
      "loss_action": 0.0175190269947052,
      "loss_total": 0.0175190269947052,
      "step": 24320
    },
    {
      "loss_action": 0.012240416370332241,
      "loss_total": 0.012240416370332241,
      "step": 24320
    },
    {
      "loss_action": 0.021007481962442398,
      "loss_total": 0.021007481962442398,
      "step": 24320
    },
    {
      "loss_action": 0.010149608366191387,
      "loss_total": 0.010149608366191387,
      "step": 24320
    },
    {
      "loss_action": 0.025180304422974586,
      "loss_total": 0.025180304422974586,
      "step": 24320
    },
    {
      "loss_action": 0.010922891087830067,
      "loss_total": 0.010922891087830067,
      "step": 24320
    },
    {
      "loss_action": 0.01305711455643177,
      "loss_total": 0.01305711455643177,
      "step": 24320
    },
    {
      "loss_action": 0.008939270861446857,
      "loss_total": 0.008939270861446857,
      "step": 24320
    },
    {
      "grad_norm": 0.16373491287231445,
      "learning_rate": 9.996798147101315e-05,
      "loss": 0.0135,
      "step": 24330
    },
    {
      "loss_action": 0.030567854642868042,
      "loss_total": 0.030567854642868042,
      "step": 24330
    },
    {
      "loss_action": 0.016493814066052437,
      "loss_total": 0.016493814066052437,
      "step": 24330
    },
    {
      "loss_action": 0.00999009981751442,
      "loss_total": 0.00999009981751442,
      "step": 24330
    },
    {
      "loss_action": 0.028674647212028503,
      "loss_total": 0.028674647212028503,
      "step": 24330
    },
    {
      "loss_action": 0.007206098176538944,
      "loss_total": 0.007206098176538944,
      "step": 24330
    },
    {
      "loss_action": 0.01696757599711418,
      "loss_total": 0.01696757599711418,
      "step": 24330
    },
    {
      "loss_action": 0.05035767704248428,
      "loss_total": 0.05035767704248428,
      "step": 24330
    },
    {
      "loss_action": 0.010013598948717117,
      "loss_total": 0.010013598948717117,
      "step": 24330
    },
    {
      "grad_norm": 0.12347229570150375,
      "learning_rate": 9.996783339028814e-05,
      "loss": 0.0148,
      "step": 24340
    },
    {
      "loss_action": 0.00970764085650444,
      "loss_total": 0.00970764085650444,
      "step": 24340
    },
    {
      "loss_action": 0.006120388396084309,
      "loss_total": 0.006120388396084309,
      "step": 24340
    },
    {
      "loss_action": 0.015161988325417042,
      "loss_total": 0.015161988325417042,
      "step": 24340
    },
    {
      "loss_action": 0.016994725912809372,
      "loss_total": 0.016994725912809372,
      "step": 24340
    },
    {
      "loss_action": 0.013073433190584183,
      "loss_total": 0.013073433190584183,
      "step": 24340
    },
    {
      "loss_action": 0.004394855350255966,
      "loss_total": 0.004394855350255966,
      "step": 24340
    },
    {
      "loss_action": 0.01845497451722622,
      "loss_total": 0.01845497451722622,
      "step": 24340
    },
    {
      "loss_action": 0.04718823730945587,
      "loss_total": 0.04718823730945587,
      "step": 24340
    },
    {
      "grad_norm": 0.15539544820785522,
      "learning_rate": 9.996768496803768e-05,
      "loss": 0.0146,
      "step": 24350
    },
    {
      "loss_action": 0.009086208418011665,
      "loss_total": 0.009086208418011665,
      "step": 24350
    },
    {
      "loss_action": 0.02021150104701519,
      "loss_total": 0.02021150104701519,
      "step": 24350
    },
    {
      "loss_action": 0.012177363969385624,
      "loss_total": 0.012177363969385624,
      "step": 24350
    },
    {
      "loss_action": 0.011952340602874756,
      "loss_total": 0.011952340602874756,
      "step": 24350
    },
    {
      "loss_action": 0.011112546548247337,
      "loss_total": 0.011112546548247337,
      "step": 24350
    },
    {
      "loss_action": 0.04314091429114342,
      "loss_total": 0.04314091429114342,
      "step": 24350
    },
    {
      "loss_action": 0.007567656226456165,
      "loss_total": 0.007567656226456165,
      "step": 24350
    },
    {
      "loss_action": 0.01778213307261467,
      "loss_total": 0.01778213307261467,
      "step": 24350
    },
    {
      "grad_norm": 0.15421174466609955,
      "learning_rate": 9.996753620426281e-05,
      "loss": 0.0153,
      "step": 24360
    },
    {
      "loss_action": 0.012501401826739311,
      "loss_total": 0.012501401826739311,
      "step": 24360
    },
    {
      "loss_action": 0.00539700873196125,
      "loss_total": 0.00539700873196125,
      "step": 24360
    },
    {
      "loss_action": 0.00833435170352459,
      "loss_total": 0.00833435170352459,
      "step": 24360
    },
    {
      "loss_action": 0.01473088376224041,
      "loss_total": 0.01473088376224041,
      "step": 24360
    },
    {
      "loss_action": 0.0073411003686487675,
      "loss_total": 0.0073411003686487675,
      "step": 24360
    },
    {
      "loss_action": 0.015420444309711456,
      "loss_total": 0.015420444309711456,
      "step": 24360
    },
    {
      "loss_action": 0.009314396418631077,
      "loss_total": 0.009314396418631077,
      "step": 24360
    },
    {
      "loss_action": 0.014907995238900185,
      "loss_total": 0.014907995238900185,
      "step": 24360
    },
    {
      "grad_norm": 0.1806134432554245,
      "learning_rate": 9.99673870989645e-05,
      "loss": 0.0136,
      "step": 24370
    },
    {
      "loss_action": 0.007851130329072475,
      "loss_total": 0.007851130329072475,
      "step": 24370
    },
    {
      "loss_action": 0.01878938265144825,
      "loss_total": 0.01878938265144825,
      "step": 24370
    },
    {
      "loss_action": 0.013256393373012543,
      "loss_total": 0.013256393373012543,
      "step": 24370
    },
    {
      "loss_action": 0.01389135792851448,
      "loss_total": 0.01389135792851448,
      "step": 24370
    },
    {
      "loss_action": 0.020579252392053604,
      "loss_total": 0.020579252392053604,
      "step": 24370
    },
    {
      "loss_action": 0.0097877848893404,
      "loss_total": 0.0097877848893404,
      "step": 24370
    },
    {
      "loss_action": 0.013872237876057625,
      "loss_total": 0.013872237876057625,
      "step": 24370
    },
    {
      "loss_action": 0.011492438614368439,
      "loss_total": 0.011492438614368439,
      "step": 24370
    },
    {
      "grad_norm": 0.2305203676223755,
      "learning_rate": 9.99672376521438e-05,
      "loss": 0.0136,
      "step": 24380
    },
    {
      "loss_action": 0.006569399498403072,
      "loss_total": 0.006569399498403072,
      "step": 24380
    },
    {
      "loss_action": 0.02277945727109909,
      "loss_total": 0.02277945727109909,
      "step": 24380
    },
    {
      "loss_action": 0.011948197148740292,
      "loss_total": 0.011948197148740292,
      "step": 24380
    },
    {
      "loss_action": 0.00983489491045475,
      "loss_total": 0.00983489491045475,
      "step": 24380
    },
    {
      "loss_action": 0.010570073500275612,
      "loss_total": 0.010570073500275612,
      "step": 24380
    },
    {
      "loss_action": 0.0067866151221096516,
      "loss_total": 0.0067866151221096516,
      "step": 24380
    },
    {
      "loss_action": 0.030868330970406532,
      "loss_total": 0.030868330970406532,
      "step": 24380
    },
    {
      "loss_action": 0.0186134185642004,
      "loss_total": 0.0186134185642004,
      "step": 24380
    },
    {
      "grad_norm": 0.19731009006500244,
      "learning_rate": 9.996708786380171e-05,
      "loss": 0.0137,
      "step": 24390
    },
    {
      "loss_action": 0.017773304134607315,
      "loss_total": 0.017773304134607315,
      "step": 24390
    },
    {
      "loss_action": 0.01663168892264366,
      "loss_total": 0.01663168892264366,
      "step": 24390
    },
    {
      "loss_action": 0.015842147171497345,
      "loss_total": 0.015842147171497345,
      "step": 24390
    },
    {
      "loss_action": 0.016505446285009384,
      "loss_total": 0.016505446285009384,
      "step": 24390
    },
    {
      "loss_action": 0.01060260459780693,
      "loss_total": 0.01060260459780693,
      "step": 24390
    },
    {
      "loss_action": 0.008156928233802319,
      "loss_total": 0.008156928233802319,
      "step": 24390
    },
    {
      "loss_action": 0.01700853928923607,
      "loss_total": 0.01700853928923607,
      "step": 24390
    },
    {
      "loss_action": 0.017841849476099014,
      "loss_total": 0.017841849476099014,
      "step": 24390
    },
    {
      "grad_norm": 0.15300442278385162,
      "learning_rate": 9.996693773393928e-05,
      "loss": 0.0166,
      "step": 24400
    },
    {
      "loss_action": 0.028644397854804993,
      "loss_total": 0.028644397854804993,
      "step": 24400
    },
    {
      "loss_action": 0.0118505097925663,
      "loss_total": 0.0118505097925663,
      "step": 24400
    },
    {
      "loss_action": 0.008722235448658466,
      "loss_total": 0.008722235448658466,
      "step": 24400
    },
    {
      "loss_action": 0.027850288897752762,
      "loss_total": 0.027850288897752762,
      "step": 24400
    },
    {
      "loss_action": 0.04769103601574898,
      "loss_total": 0.04769103601574898,
      "step": 24400
    },
    {
      "loss_action": 0.02088320255279541,
      "loss_total": 0.02088320255279541,
      "step": 24400
    },
    {
      "loss_action": 0.03169085830450058,
      "loss_total": 0.03169085830450058,
      "step": 24400
    },
    {
      "loss_action": 0.02777703106403351,
      "loss_total": 0.02777703106403351,
      "step": 24400
    },
    {
      "grad_norm": 0.21415726840496063,
      "learning_rate": 9.996678726255752e-05,
      "loss": 0.0169,
      "step": 24410
    },
    {
      "loss_action": 0.012590374797582626,
      "loss_total": 0.012590374797582626,
      "step": 24410
    },
    {
      "loss_action": 0.020763792097568512,
      "loss_total": 0.020763792097568512,
      "step": 24410
    },
    {
      "loss_action": 0.009723614901304245,
      "loss_total": 0.009723614901304245,
      "step": 24410
    },
    {
      "loss_action": 0.009322872385382652,
      "loss_total": 0.009322872385382652,
      "step": 24410
    },
    {
      "loss_action": 0.02376135066151619,
      "loss_total": 0.02376135066151619,
      "step": 24410
    },
    {
      "loss_action": 0.009333403781056404,
      "loss_total": 0.009333403781056404,
      "step": 24410
    },
    {
      "loss_action": 0.02209986001253128,
      "loss_total": 0.02209986001253128,
      "step": 24410
    },
    {
      "loss_action": 0.014750665053725243,
      "loss_total": 0.014750665053725243,
      "step": 24410
    },
    {
      "grad_norm": 0.18006807565689087,
      "learning_rate": 9.996663644965747e-05,
      "loss": 0.015,
      "step": 24420
    },
    {
      "loss_action": 0.0053744930773973465,
      "loss_total": 0.0053744930773973465,
      "step": 24420
    },
    {
      "loss_action": 0.044855739921331406,
      "loss_total": 0.044855739921331406,
      "step": 24420
    },
    {
      "loss_action": 0.015340014360845089,
      "loss_total": 0.015340014360845089,
      "step": 24420
    },
    {
      "loss_action": 0.02078099548816681,
      "loss_total": 0.02078099548816681,
      "step": 24420
    },
    {
      "loss_action": 0.007401938550174236,
      "loss_total": 0.007401938550174236,
      "step": 24420
    },
    {
      "loss_action": 0.008191675879061222,
      "loss_total": 0.008191675879061222,
      "step": 24420
    },
    {
      "loss_action": 0.007548217661678791,
      "loss_total": 0.007548217661678791,
      "step": 24420
    },
    {
      "loss_action": 0.013440379872918129,
      "loss_total": 0.013440379872918129,
      "step": 24420
    },
    {
      "grad_norm": 0.16215863823890686,
      "learning_rate": 9.996648529524015e-05,
      "loss": 0.016,
      "step": 24430
    },
    {
      "loss_action": 0.009569961577653885,
      "loss_total": 0.009569961577653885,
      "step": 24430
    },
    {
      "loss_action": 0.01141130831092596,
      "loss_total": 0.01141130831092596,
      "step": 24430
    },
    {
      "loss_action": 0.012352804653346539,
      "loss_total": 0.012352804653346539,
      "step": 24430
    },
    {
      "loss_action": 0.009421823546290398,
      "loss_total": 0.009421823546290398,
      "step": 24430
    },
    {
      "loss_action": 0.0090347770601511,
      "loss_total": 0.0090347770601511,
      "step": 24430
    },
    {
      "loss_action": 0.006788874976336956,
      "loss_total": 0.006788874976336956,
      "step": 24430
    },
    {
      "loss_action": 0.01299113780260086,
      "loss_total": 0.01299113780260086,
      "step": 24430
    },
    {
      "loss_action": 0.014424312859773636,
      "loss_total": 0.014424312859773636,
      "step": 24430
    },
    {
      "grad_norm": 0.15313374996185303,
      "learning_rate": 9.99663337993066e-05,
      "loss": 0.0179,
      "step": 24440
    },
    {
      "loss_action": 0.025195375084877014,
      "loss_total": 0.025195375084877014,
      "step": 24440
    },
    {
      "loss_action": 0.04648415744304657,
      "loss_total": 0.04648415744304657,
      "step": 24440
    },
    {
      "loss_action": 0.041174307465553284,
      "loss_total": 0.041174307465553284,
      "step": 24440
    },
    {
      "loss_action": 0.02212749421596527,
      "loss_total": 0.02212749421596527,
      "step": 24440
    },
    {
      "loss_action": 0.031212620437145233,
      "loss_total": 0.031212620437145233,
      "step": 24440
    },
    {
      "loss_action": 0.02207740768790245,
      "loss_total": 0.02207740768790245,
      "step": 24440
    },
    {
      "loss_action": 0.014499638229608536,
      "loss_total": 0.014499638229608536,
      "step": 24440
    },
    {
      "loss_action": 0.008127657696604729,
      "loss_total": 0.008127657696604729,
      "step": 24440
    },
    {
      "grad_norm": 0.11259005218744278,
      "learning_rate": 9.996618196185782e-05,
      "loss": 0.0176,
      "step": 24450
    },
    {
      "loss_action": 0.024127531796693802,
      "loss_total": 0.024127531796693802,
      "step": 24450
    },
    {
      "loss_action": 0.01351341512054205,
      "loss_total": 0.01351341512054205,
      "step": 24450
    },
    {
      "loss_action": 0.010070011019706726,
      "loss_total": 0.010070011019706726,
      "step": 24450
    },
    {
      "loss_action": 0.018954748287796974,
      "loss_total": 0.018954748287796974,
      "step": 24450
    },
    {
      "loss_action": 0.014597667381167412,
      "loss_total": 0.014597667381167412,
      "step": 24450
    },
    {
      "loss_action": 0.021138614043593407,
      "loss_total": 0.021138614043593407,
      "step": 24450
    },
    {
      "loss_action": 0.008199532516300678,
      "loss_total": 0.008199532516300678,
      "step": 24450
    },
    {
      "loss_action": 0.007928519509732723,
      "loss_total": 0.007928519509732723,
      "step": 24450
    },
    {
      "grad_norm": 0.24349267780780792,
      "learning_rate": 9.996602978289491e-05,
      "loss": 0.0155,
      "step": 24460
    },
    {
      "loss_action": 0.013223480433225632,
      "loss_total": 0.013223480433225632,
      "step": 24460
    },
    {
      "loss_action": 0.007051144726574421,
      "loss_total": 0.007051144726574421,
      "step": 24460
    },
    {
      "loss_action": 0.004902549088001251,
      "loss_total": 0.004902549088001251,
      "step": 24460
    },
    {
      "loss_action": 0.020620547235012054,
      "loss_total": 0.020620547235012054,
      "step": 24460
    },
    {
      "loss_action": 0.007162856869399548,
      "loss_total": 0.007162856869399548,
      "step": 24460
    },
    {
      "loss_action": 0.00950438342988491,
      "loss_total": 0.00950438342988491,
      "step": 24460
    },
    {
      "loss_action": 0.020834695547819138,
      "loss_total": 0.020834695547819138,
      "step": 24460
    },
    {
      "loss_action": 0.011103717610239983,
      "loss_total": 0.011103717610239983,
      "step": 24460
    },
    {
      "grad_norm": 0.21655280888080597,
      "learning_rate": 9.996587726241887e-05,
      "loss": 0.0133,
      "step": 24470
    },
    {
      "loss_action": 0.015223737806081772,
      "loss_total": 0.015223737806081772,
      "step": 24470
    },
    {
      "loss_action": 0.012734618037939072,
      "loss_total": 0.012734618037939072,
      "step": 24470
    },
    {
      "loss_action": 0.010281234048306942,
      "loss_total": 0.010281234048306942,
      "step": 24470
    },
    {
      "loss_action": 0.03872223198413849,
      "loss_total": 0.03872223198413849,
      "step": 24470
    },
    {
      "loss_action": 0.024841658771038055,
      "loss_total": 0.024841658771038055,
      "step": 24470
    },
    {
      "loss_action": 0.010092310607433319,
      "loss_total": 0.010092310607433319,
      "step": 24470
    },
    {
      "loss_action": 0.025456158444285393,
      "loss_total": 0.025456158444285393,
      "step": 24470
    },
    {
      "loss_action": 0.013965291902422905,
      "loss_total": 0.013965291902422905,
      "step": 24470
    },
    {
      "grad_norm": 0.1379779875278473,
      "learning_rate": 9.996572440043075e-05,
      "loss": 0.0137,
      "step": 24480
    },
    {
      "loss_action": 0.02246897481381893,
      "loss_total": 0.02246897481381893,
      "step": 24480
    },
    {
      "loss_action": 0.014072343707084656,
      "loss_total": 0.014072343707084656,
      "step": 24480
    },
    {
      "loss_action": 0.0055065094493329525,
      "loss_total": 0.0055065094493329525,
      "step": 24480
    },
    {
      "loss_action": 0.02545483037829399,
      "loss_total": 0.02545483037829399,
      "step": 24480
    },
    {
      "loss_action": 0.00479474663734436,
      "loss_total": 0.00479474663734436,
      "step": 24480
    },
    {
      "loss_action": 0.008642815053462982,
      "loss_total": 0.008642815053462982,
      "step": 24480
    },
    {
      "loss_action": 0.00477044191211462,
      "loss_total": 0.00477044191211462,
      "step": 24480
    },
    {
      "loss_action": 0.009052635170519352,
      "loss_total": 0.009052635170519352,
      "step": 24480
    },
    {
      "grad_norm": 0.16659846901893616,
      "learning_rate": 9.99655711969316e-05,
      "loss": 0.0124,
      "step": 24490
    },
    {
      "loss_action": 0.012904093600809574,
      "loss_total": 0.012904093600809574,
      "step": 24490
    },
    {
      "loss_action": 0.020560864359140396,
      "loss_total": 0.020560864359140396,
      "step": 24490
    },
    {
      "loss_action": 0.017735566943883896,
      "loss_total": 0.017735566943883896,
      "step": 24490
    },
    {
      "loss_action": 0.017144229263067245,
      "loss_total": 0.017144229263067245,
      "step": 24490
    },
    {
      "loss_action": 0.01013084128499031,
      "loss_total": 0.01013084128499031,
      "step": 24490
    },
    {
      "loss_action": 0.0115207489579916,
      "loss_total": 0.0115207489579916,
      "step": 24490
    },
    {
      "loss_action": 0.02370472624897957,
      "loss_total": 0.02370472624897957,
      "step": 24490
    },
    {
      "loss_action": 0.01777203567326069,
      "loss_total": 0.01777203567326069,
      "step": 24490
    },
    {
      "grad_norm": 0.24132312834262848,
      "learning_rate": 9.996541765192246e-05,
      "loss": 0.0143,
      "step": 24500
    },
    {
      "loss_action": 0.01961899921298027,
      "loss_total": 0.01961899921298027,
      "step": 24500
    },
    {
      "loss_action": 0.015193515457212925,
      "loss_total": 0.015193515457212925,
      "step": 24500
    },
    {
      "loss_action": 0.007318844087421894,
      "loss_total": 0.007318844087421894,
      "step": 24500
    },
    {
      "loss_action": 0.011456955224275589,
      "loss_total": 0.011456955224275589,
      "step": 24500
    },
    {
      "loss_action": 0.011036891490221024,
      "loss_total": 0.011036891490221024,
      "step": 24500
    },
    {
      "loss_action": 0.006975709460675716,
      "loss_total": 0.006975709460675716,
      "step": 24500
    },
    {
      "loss_action": 0.01688964292407036,
      "loss_total": 0.01688964292407036,
      "step": 24500
    },
    {
      "loss_action": 0.01247669942677021,
      "loss_total": 0.01247669942677021,
      "step": 24500
    },
    {
      "grad_norm": 0.20608893036842346,
      "learning_rate": 9.996526376540438e-05,
      "loss": 0.0163,
      "step": 24510
    },
    {
      "loss_action": 0.025482941418886185,
      "loss_total": 0.025482941418886185,
      "step": 24510
    },
    {
      "loss_action": 0.006925228051841259,
      "loss_total": 0.006925228051841259,
      "step": 24510
    },
    {
      "loss_action": 0.026516178622841835,
      "loss_total": 0.026516178622841835,
      "step": 24510
    },
    {
      "loss_action": 0.02230658009648323,
      "loss_total": 0.02230658009648323,
      "step": 24510
    },
    {
      "loss_action": 0.018526671454310417,
      "loss_total": 0.018526671454310417,
      "step": 24510
    },
    {
      "loss_action": 0.005798112601041794,
      "loss_total": 0.005798112601041794,
      "step": 24510
    },
    {
      "loss_action": 0.013323333114385605,
      "loss_total": 0.013323333114385605,
      "step": 24510
    },
    {
      "loss_action": 0.024970704689621925,
      "loss_total": 0.024970704689621925,
      "step": 24510
    },
    {
      "grad_norm": 0.16786634922027588,
      "learning_rate": 9.99651095373784e-05,
      "loss": 0.0158,
      "step": 24520
    },
    {
      "loss_action": 0.029692981392145157,
      "loss_total": 0.029692981392145157,
      "step": 24520
    },
    {
      "loss_action": 0.012147952802479267,
      "loss_total": 0.012147952802479267,
      "step": 24520
    },
    {
      "loss_action": 0.025433089584112167,
      "loss_total": 0.025433089584112167,
      "step": 24520
    },
    {
      "loss_action": 0.009309728629887104,
      "loss_total": 0.009309728629887104,
      "step": 24520
    },
    {
      "loss_action": 0.011397602036595345,
      "loss_total": 0.011397602036595345,
      "step": 24520
    },
    {
      "loss_action": 0.008356712758541107,
      "loss_total": 0.008356712758541107,
      "step": 24520
    },
    {
      "loss_action": 0.014930489473044872,
      "loss_total": 0.014930489473044872,
      "step": 24520
    },
    {
      "loss_action": 0.013445082120597363,
      "loss_total": 0.013445082120597363,
      "step": 24520
    },
    {
      "grad_norm": 0.3079087734222412,
      "learning_rate": 9.996495496784561e-05,
      "loss": 0.0165,
      "step": 24530
    },
    {
      "loss_action": 0.014922695234417915,
      "loss_total": 0.014922695234417915,
      "step": 24530
    },
    {
      "loss_action": 0.025388695299625397,
      "loss_total": 0.025388695299625397,
      "step": 24530
    },
    {
      "loss_action": 0.03108842298388481,
      "loss_total": 0.03108842298388481,
      "step": 24530
    },
    {
      "loss_action": 0.01432095468044281,
      "loss_total": 0.01432095468044281,
      "step": 24530
    },
    {
      "loss_action": 0.027913302183151245,
      "loss_total": 0.027913302183151245,
      "step": 24530
    },
    {
      "loss_action": 0.01895648054778576,
      "loss_total": 0.01895648054778576,
      "step": 24530
    },
    {
      "loss_action": 0.01238713227212429,
      "loss_total": 0.01238713227212429,
      "step": 24530
    },
    {
      "loss_action": 0.014968987554311752,
      "loss_total": 0.014968987554311752,
      "step": 24530
    },
    {
      "grad_norm": 0.18522238731384277,
      "learning_rate": 9.996480005680705e-05,
      "loss": 0.0154,
      "step": 24540
    },
    {
      "loss_action": 0.005959862843155861,
      "loss_total": 0.005959862843155861,
      "step": 24540
    },
    {
      "loss_action": 0.010482950136065483,
      "loss_total": 0.010482950136065483,
      "step": 24540
    },
    {
      "loss_action": 0.012323349714279175,
      "loss_total": 0.012323349714279175,
      "step": 24540
    },
    {
      "loss_action": 0.012624835595488548,
      "loss_total": 0.012624835595488548,
      "step": 24540
    },
    {
      "loss_action": 0.011042065918445587,
      "loss_total": 0.011042065918445587,
      "step": 24540
    },
    {
      "loss_action": 0.012105880305171013,
      "loss_total": 0.012105880305171013,
      "step": 24540
    },
    {
      "loss_action": 0.01310513075441122,
      "loss_total": 0.01310513075441122,
      "step": 24540
    },
    {
      "loss_action": 0.003326300298795104,
      "loss_total": 0.003326300298795104,
      "step": 24540
    },
    {
      "grad_norm": 0.13673487305641174,
      "learning_rate": 9.996464480426377e-05,
      "loss": 0.0144,
      "step": 24550
    },
    {
      "loss_action": 0.008359985426068306,
      "loss_total": 0.008359985426068306,
      "step": 24550
    },
    {
      "loss_action": 0.011685604229569435,
      "loss_total": 0.011685604229569435,
      "step": 24550
    },
    {
      "loss_action": 0.013781249523162842,
      "loss_total": 0.013781249523162842,
      "step": 24550
    },
    {
      "loss_action": 0.011141836643218994,
      "loss_total": 0.011141836643218994,
      "step": 24550
    },
    {
      "loss_action": 0.012644571252167225,
      "loss_total": 0.012644571252167225,
      "step": 24550
    },
    {
      "loss_action": 0.013300924561917782,
      "loss_total": 0.013300924561917782,
      "step": 24550
    },
    {
      "loss_action": 0.023679248988628387,
      "loss_total": 0.023679248988628387,
      "step": 24550
    },
    {
      "loss_action": 0.023876797407865524,
      "loss_total": 0.023876797407865524,
      "step": 24550
    },
    {
      "grad_norm": 0.16674351692199707,
      "learning_rate": 9.996448921021682e-05,
      "loss": 0.0143,
      "step": 24560
    },
    {
      "loss_action": 0.005116092972457409,
      "loss_total": 0.005116092972457409,
      "step": 24560
    },
    {
      "loss_action": 0.009810324758291245,
      "loss_total": 0.009810324758291245,
      "step": 24560
    },
    {
      "loss_action": 0.007051943335682154,
      "loss_total": 0.007051943335682154,
      "step": 24560
    },
    {
      "loss_action": 0.016267521306872368,
      "loss_total": 0.016267521306872368,
      "step": 24560
    },
    {
      "loss_action": 0.00817658007144928,
      "loss_total": 0.00817658007144928,
      "step": 24560
    },
    {
      "loss_action": 0.01294937264174223,
      "loss_total": 0.01294937264174223,
      "step": 24560
    },
    {
      "loss_action": 0.014446543529629707,
      "loss_total": 0.014446543529629707,
      "step": 24560
    },
    {
      "loss_action": 0.01966869831085205,
      "loss_total": 0.01966869831085205,
      "step": 24560
    },
    {
      "grad_norm": 0.14615210890769958,
      "learning_rate": 9.996433327466728e-05,
      "loss": 0.0143,
      "step": 24570
    },
    {
      "loss_action": 0.005883034318685532,
      "loss_total": 0.005883034318685532,
      "step": 24570
    },
    {
      "loss_action": 0.01076615508645773,
      "loss_total": 0.01076615508645773,
      "step": 24570
    },
    {
      "loss_action": 0.007245632354170084,
      "loss_total": 0.007245632354170084,
      "step": 24570
    },
    {
      "loss_action": 0.01603088527917862,
      "loss_total": 0.01603088527917862,
      "step": 24570
    },
    {
      "loss_action": 0.021398242563009262,
      "loss_total": 0.021398242563009262,
      "step": 24570
    },
    {
      "loss_action": 0.012459181249141693,
      "loss_total": 0.012459181249141693,
      "step": 24570
    },
    {
      "loss_action": 0.013827124610543251,
      "loss_total": 0.013827124610543251,
      "step": 24570
    },
    {
      "loss_action": 0.013355406001210213,
      "loss_total": 0.013355406001210213,
      "step": 24570
    },
    {
      "grad_norm": 0.15010304749011993,
      "learning_rate": 9.996417699761622e-05,
      "loss": 0.0139,
      "step": 24580
    },
    {
      "loss_action": 0.02547234296798706,
      "loss_total": 0.02547234296798706,
      "step": 24580
    },
    {
      "loss_action": 0.010911490768194199,
      "loss_total": 0.010911490768194199,
      "step": 24580
    },
    {
      "loss_action": 0.03454272449016571,
      "loss_total": 0.03454272449016571,
      "step": 24580
    },
    {
      "loss_action": 0.01798352599143982,
      "loss_total": 0.01798352599143982,
      "step": 24580
    },
    {
      "loss_action": 0.014233335852622986,
      "loss_total": 0.014233335852622986,
      "step": 24580
    },
    {
      "loss_action": 0.014446357265114784,
      "loss_total": 0.014446357265114784,
      "step": 24580
    },
    {
      "loss_action": 0.013631954789161682,
      "loss_total": 0.013631954789161682,
      "step": 24580
    },
    {
      "loss_action": 0.010092716664075851,
      "loss_total": 0.010092716664075851,
      "step": 24580
    },
    {
      "grad_norm": 0.1869417428970337,
      "learning_rate": 9.996402037906472e-05,
      "loss": 0.0135,
      "step": 24590
    },
    {
      "loss_action": 0.005853869486600161,
      "loss_total": 0.005853869486600161,
      "step": 24590
    },
    {
      "loss_action": 0.0030682620126754045,
      "loss_total": 0.0030682620126754045,
      "step": 24590
    },
    {
      "loss_action": 0.008312186226248741,
      "loss_total": 0.008312186226248741,
      "step": 24590
    },
    {
      "loss_action": 0.011183220893144608,
      "loss_total": 0.011183220893144608,
      "step": 24590
    },
    {
      "loss_action": 0.007092784624546766,
      "loss_total": 0.007092784624546766,
      "step": 24590
    },
    {
      "loss_action": 0.01299179345369339,
      "loss_total": 0.01299179345369339,
      "step": 24590
    },
    {
      "loss_action": 0.01454231608659029,
      "loss_total": 0.01454231608659029,
      "step": 24590
    },
    {
      "loss_action": 0.01601647213101387,
      "loss_total": 0.01601647213101387,
      "step": 24590
    },
    {
      "grad_norm": 0.21385949850082397,
      "learning_rate": 9.996386341901381e-05,
      "loss": 0.0134,
      "step": 24600
    },
    {
      "loss_action": 0.009986101649701595,
      "loss_total": 0.009986101649701595,
      "step": 24600
    },
    {
      "loss_action": 0.004289682023227215,
      "loss_total": 0.004289682023227215,
      "step": 24600
    },
    {
      "loss_action": 0.008080441504716873,
      "loss_total": 0.008080441504716873,
      "step": 24600
    },
    {
      "loss_action": 0.011962968856096268,
      "loss_total": 0.011962968856096268,
      "step": 24600
    },
    {
      "loss_action": 0.020662005990743637,
      "loss_total": 0.020662005990743637,
      "step": 24600
    },
    {
      "loss_action": 0.009695341810584068,
      "loss_total": 0.009695341810584068,
      "step": 24600
    },
    {
      "loss_action": 0.014841234311461449,
      "loss_total": 0.014841234311461449,
      "step": 24600
    },
    {
      "loss_action": 0.00303630786947906,
      "loss_total": 0.00303630786947906,
      "step": 24600
    },
    {
      "grad_norm": 0.16101345419883728,
      "learning_rate": 9.99637061174646e-05,
      "loss": 0.0114,
      "step": 24610
    },
    {
      "loss_action": 0.007021195720881224,
      "loss_total": 0.007021195720881224,
      "step": 24610
    },
    {
      "loss_action": 0.011451978236436844,
      "loss_total": 0.011451978236436844,
      "step": 24610
    },
    {
      "loss_action": 0.006653767544776201,
      "loss_total": 0.006653767544776201,
      "step": 24610
    },
    {
      "loss_action": 0.009547485038638115,
      "loss_total": 0.009547485038638115,
      "step": 24610
    },
    {
      "loss_action": 0.017391959205269814,
      "loss_total": 0.017391959205269814,
      "step": 24610
    },
    {
      "loss_action": 0.007328568026423454,
      "loss_total": 0.007328568026423454,
      "step": 24610
    },
    {
      "loss_action": 0.020763546228408813,
      "loss_total": 0.020763546228408813,
      "step": 24610
    },
    {
      "loss_action": 0.015491561032831669,
      "loss_total": 0.015491561032831669,
      "step": 24610
    },
    {
      "grad_norm": 0.13943475484848022,
      "learning_rate": 9.996354847441814e-05,
      "loss": 0.0131,
      "step": 24620
    },
    {
      "loss_action": 0.02001415379345417,
      "loss_total": 0.02001415379345417,
      "step": 24620
    },
    {
      "loss_action": 0.011698408052325249,
      "loss_total": 0.011698408052325249,
      "step": 24620
    },
    {
      "loss_action": 0.036896638572216034,
      "loss_total": 0.036896638572216034,
      "step": 24620
    },
    {
      "loss_action": 0.02666613832116127,
      "loss_total": 0.02666613832116127,
      "step": 24620
    },
    {
      "loss_action": 0.014070075005292892,
      "loss_total": 0.014070075005292892,
      "step": 24620
    },
    {
      "loss_action": 0.01586512103676796,
      "loss_total": 0.01586512103676796,
      "step": 24620
    },
    {
      "loss_action": 0.006904379464685917,
      "loss_total": 0.006904379464685917,
      "step": 24620
    },
    {
      "loss_action": 0.00968482717871666,
      "loss_total": 0.00968482717871666,
      "step": 24620
    },
    {
      "grad_norm": 0.15021754801273346,
      "learning_rate": 9.99633904898755e-05,
      "loss": 0.0137,
      "step": 24630
    },
    {
      "loss_action": 0.0160647165030241,
      "loss_total": 0.0160647165030241,
      "step": 24630
    },
    {
      "loss_action": 0.00792386382818222,
      "loss_total": 0.00792386382818222,
      "step": 24630
    },
    {
      "loss_action": 0.005962728522717953,
      "loss_total": 0.005962728522717953,
      "step": 24630
    },
    {
      "loss_action": 0.023332007229328156,
      "loss_total": 0.023332007229328156,
      "step": 24630
    },
    {
      "loss_action": 0.006884490139782429,
      "loss_total": 0.006884490139782429,
      "step": 24630
    },
    {
      "loss_action": 0.012625743634998798,
      "loss_total": 0.012625743634998798,
      "step": 24630
    },
    {
      "loss_action": 0.018963411450386047,
      "loss_total": 0.018963411450386047,
      "step": 24630
    },
    {
      "loss_action": 0.006178229581564665,
      "loss_total": 0.006178229581564665,
      "step": 24630
    },
    {
      "grad_norm": 0.15482644736766815,
      "learning_rate": 9.99632321638378e-05,
      "loss": 0.0117,
      "step": 24640
    },
    {
      "loss_action": 0.023358900099992752,
      "loss_total": 0.023358900099992752,
      "step": 24640
    },
    {
      "loss_action": 0.01836489513516426,
      "loss_total": 0.01836489513516426,
      "step": 24640
    },
    {
      "loss_action": 0.009715523570775986,
      "loss_total": 0.009715523570775986,
      "step": 24640
    },
    {
      "loss_action": 0.02081236243247986,
      "loss_total": 0.02081236243247986,
      "step": 24640
    },
    {
      "loss_action": 0.007525790482759476,
      "loss_total": 0.007525790482759476,
      "step": 24640
    },
    {
      "loss_action": 0.029327988624572754,
      "loss_total": 0.029327988624572754,
      "step": 24640
    },
    {
      "loss_action": 0.015324082225561142,
      "loss_total": 0.015324082225561142,
      "step": 24640
    },
    {
      "loss_action": 0.009550284594297409,
      "loss_total": 0.009550284594297409,
      "step": 24640
    },
    {
      "grad_norm": 0.14441950619220734,
      "learning_rate": 9.996307349630612e-05,
      "loss": 0.0118,
      "step": 24650
    },
    {
      "loss_action": 0.006823175586760044,
      "loss_total": 0.006823175586760044,
      "step": 24650
    },
    {
      "loss_action": 0.009750640019774437,
      "loss_total": 0.009750640019774437,
      "step": 24650
    },
    {
      "loss_action": 0.019520249217748642,
      "loss_total": 0.019520249217748642,
      "step": 24650
    },
    {
      "loss_action": 0.008467646315693855,
      "loss_total": 0.008467646315693855,
      "step": 24650
    },
    {
      "loss_action": 0.019607167690992355,
      "loss_total": 0.019607167690992355,
      "step": 24650
    },
    {
      "loss_action": 0.008563917130231857,
      "loss_total": 0.008563917130231857,
      "step": 24650
    },
    {
      "loss_action": 0.006915596313774586,
      "loss_total": 0.006915596313774586,
      "step": 24650
    },
    {
      "loss_action": 0.00672495411708951,
      "loss_total": 0.00672495411708951,
      "step": 24650
    },
    {
      "grad_norm": 0.1612817347049713,
      "learning_rate": 9.996291448728149e-05,
      "loss": 0.0131,
      "step": 24660
    },
    {
      "loss_action": 0.006727264728397131,
      "loss_total": 0.006727264728397131,
      "step": 24660
    },
    {
      "loss_action": 0.004850057419389486,
      "loss_total": 0.004850057419389486,
      "step": 24660
    },
    {
      "loss_action": 0.02505071647465229,
      "loss_total": 0.02505071647465229,
      "step": 24660
    },
    {
      "loss_action": 0.029972471296787262,
      "loss_total": 0.029972471296787262,
      "step": 24660
    },
    {
      "loss_action": 0.005769848823547363,
      "loss_total": 0.005769848823547363,
      "step": 24660
    },
    {
      "loss_action": 0.007749095559120178,
      "loss_total": 0.007749095559120178,
      "step": 24660
    },
    {
      "loss_action": 0.023237010464072227,
      "loss_total": 0.023237010464072227,
      "step": 24660
    },
    {
      "loss_action": 0.009505044668912888,
      "loss_total": 0.009505044668912888,
      "step": 24660
    },
    {
      "grad_norm": 0.1439439356327057,
      "learning_rate": 9.996275513676505e-05,
      "loss": 0.0134,
      "step": 24670
    },
    {
      "loss_action": 0.0070375073701143265,
      "loss_total": 0.0070375073701143265,
      "step": 24670
    },
    {
      "loss_action": 0.005865197628736496,
      "loss_total": 0.005865197628736496,
      "step": 24670
    },
    {
      "loss_action": 0.006534844636917114,
      "loss_total": 0.006534844636917114,
      "step": 24670
    },
    {
      "loss_action": 0.010887620970606804,
      "loss_total": 0.010887620970606804,
      "step": 24670
    },
    {
      "loss_action": 0.014769865199923515,
      "loss_total": 0.014769865199923515,
      "step": 24670
    },
    {
      "loss_action": 0.043439168483018875,
      "loss_total": 0.043439168483018875,
      "step": 24670
    },
    {
      "loss_action": 0.0075789629481732845,
      "loss_total": 0.0075789629481732845,
      "step": 24670
    },
    {
      "loss_action": 0.016148321330547333,
      "loss_total": 0.016148321330547333,
      "step": 24670
    },
    {
      "grad_norm": 0.15551196038722992,
      "learning_rate": 9.996259544475786e-05,
      "loss": 0.0113,
      "step": 24680
    },
    {
      "loss_action": 0.03212331607937813,
      "loss_total": 0.03212331607937813,
      "step": 24680
    },
    {
      "loss_action": 0.021325867623090744,
      "loss_total": 0.021325867623090744,
      "step": 24680
    },
    {
      "loss_action": 0.027752259746193886,
      "loss_total": 0.027752259746193886,
      "step": 24680
    },
    {
      "loss_action": 0.018476249650120735,
      "loss_total": 0.018476249650120735,
      "step": 24680
    },
    {
      "loss_action": 0.007820569910109043,
      "loss_total": 0.007820569910109043,
      "step": 24680
    },
    {
      "loss_action": 0.015876740217208862,
      "loss_total": 0.015876740217208862,
      "step": 24680
    },
    {
      "loss_action": 0.02066047117114067,
      "loss_total": 0.02066047117114067,
      "step": 24680
    },
    {
      "loss_action": 0.007266972213983536,
      "loss_total": 0.007266972213983536,
      "step": 24680
    },
    {
      "grad_norm": 0.16294310986995697,
      "learning_rate": 9.996243541126102e-05,
      "loss": 0.0138,
      "step": 24690
    },
    {
      "loss_action": 0.010729248635470867,
      "loss_total": 0.010729248635470867,
      "step": 24690
    },
    {
      "loss_action": 0.010606400668621063,
      "loss_total": 0.010606400668621063,
      "step": 24690
    },
    {
      "loss_action": 0.011219466105103493,
      "loss_total": 0.011219466105103493,
      "step": 24690
    },
    {
      "loss_action": 0.012402182444930077,
      "loss_total": 0.012402182444930077,
      "step": 24690
    },
    {
      "loss_action": 0.007392475847154856,
      "loss_total": 0.007392475847154856,
      "step": 24690
    },
    {
      "loss_action": 0.019281376153230667,
      "loss_total": 0.019281376153230667,
      "step": 24690
    },
    {
      "loss_action": 0.013826596550643444,
      "loss_total": 0.013826596550643444,
      "step": 24690
    },
    {
      "loss_action": 0.012522708624601364,
      "loss_total": 0.012522708624601364,
      "step": 24690
    },
    {
      "grad_norm": 0.19727249443531036,
      "learning_rate": 9.996227503627564e-05,
      "loss": 0.0126,
      "step": 24700
    },
    {
      "loss_action": 0.02087927609682083,
      "loss_total": 0.02087927609682083,
      "step": 24700
    },
    {
      "loss_action": 0.01152726449072361,
      "loss_total": 0.01152726449072361,
      "step": 24700
    },
    {
      "loss_action": 0.009448429569602013,
      "loss_total": 0.009448429569602013,
      "step": 24700
    },
    {
      "loss_action": 0.02509869821369648,
      "loss_total": 0.02509869821369648,
      "step": 24700
    },
    {
      "loss_action": 0.016412757337093353,
      "loss_total": 0.016412757337093353,
      "step": 24700
    },
    {
      "loss_action": 0.017530273646116257,
      "loss_total": 0.017530273646116257,
      "step": 24700
    },
    {
      "loss_action": 0.009995337575674057,
      "loss_total": 0.009995337575674057,
      "step": 24700
    },
    {
      "loss_action": 0.028608502820134163,
      "loss_total": 0.028608502820134163,
      "step": 24700
    },
    {
      "grad_norm": 0.14059604704380035,
      "learning_rate": 9.99621143198028e-05,
      "loss": 0.0144,
      "step": 24710
    },
    {
      "loss_action": 0.00888308696448803,
      "loss_total": 0.00888308696448803,
      "step": 24710
    },
    {
      "loss_action": 0.011755488812923431,
      "loss_total": 0.011755488812923431,
      "step": 24710
    },
    {
      "loss_action": 0.014838417060673237,
      "loss_total": 0.014838417060673237,
      "step": 24710
    },
    {
      "loss_action": 0.013118179515004158,
      "loss_total": 0.013118179515004158,
      "step": 24710
    },
    {
      "loss_action": 0.01432589627802372,
      "loss_total": 0.01432589627802372,
      "step": 24710
    },
    {
      "loss_action": 0.03800417482852936,
      "loss_total": 0.03800417482852936,
      "step": 24710
    },
    {
      "loss_action": 0.01180843822658062,
      "loss_total": 0.01180843822658062,
      "step": 24710
    },
    {
      "loss_action": 0.017091695219278336,
      "loss_total": 0.017091695219278336,
      "step": 24710
    },
    {
      "grad_norm": 0.18481974303722382,
      "learning_rate": 9.99619532618436e-05,
      "loss": 0.0124,
      "step": 24720
    },
    {
      "loss_action": 0.0049896081909537315,
      "loss_total": 0.0049896081909537315,
      "step": 24720
    },
    {
      "loss_action": 0.005532665643841028,
      "loss_total": 0.005532665643841028,
      "step": 24720
    },
    {
      "loss_action": 0.015332580544054508,
      "loss_total": 0.015332580544054508,
      "step": 24720
    },
    {
      "loss_action": 0.00576217332854867,
      "loss_total": 0.00576217332854867,
      "step": 24720
    },
    {
      "loss_action": 0.00682639516890049,
      "loss_total": 0.00682639516890049,
      "step": 24720
    },
    {
      "loss_action": 0.008781999349594116,
      "loss_total": 0.008781999349594116,
      "step": 24720
    },
    {
      "loss_action": 0.005940856412053108,
      "loss_total": 0.005940856412053108,
      "step": 24720
    },
    {
      "loss_action": 0.015506785362958908,
      "loss_total": 0.015506785362958908,
      "step": 24720
    },
    {
      "grad_norm": 0.22052837908267975,
      "learning_rate": 9.996179186239914e-05,
      "loss": 0.013,
      "step": 24730
    },
    {
      "loss_action": 0.014188330620527267,
      "loss_total": 0.014188330620527267,
      "step": 24730
    },
    {
      "loss_action": 0.013316242024302483,
      "loss_total": 0.013316242024302483,
      "step": 24730
    },
    {
      "loss_action": 0.009007811546325684,
      "loss_total": 0.009007811546325684,
      "step": 24730
    },
    {
      "loss_action": 0.011856324970722198,
      "loss_total": 0.011856324970722198,
      "step": 24730
    },
    {
      "loss_action": 0.01447664387524128,
      "loss_total": 0.01447664387524128,
      "step": 24730
    },
    {
      "loss_action": 0.011158308014273643,
      "loss_total": 0.011158308014273643,
      "step": 24730
    },
    {
      "loss_action": 0.014933407306671143,
      "loss_total": 0.014933407306671143,
      "step": 24730
    },
    {
      "loss_action": 0.04278486222028732,
      "loss_total": 0.04278486222028732,
      "step": 24730
    },
    {
      "grad_norm": 0.17683905363082886,
      "learning_rate": 9.99616301214705e-05,
      "loss": 0.0138,
      "step": 24740
    },
    {
      "loss_action": 0.008315440267324448,
      "loss_total": 0.008315440267324448,
      "step": 24740
    },
    {
      "loss_action": 0.009928254410624504,
      "loss_total": 0.009928254410624504,
      "step": 24740
    },
    {
      "loss_action": 0.035030439496040344,
      "loss_total": 0.035030439496040344,
      "step": 24740
    },
    {
      "loss_action": 0.012249420396983624,
      "loss_total": 0.012249420396983624,
      "step": 24740
    },
    {
      "loss_action": 0.008470436558127403,
      "loss_total": 0.008470436558127403,
      "step": 24740
    },
    {
      "loss_action": 0.023593800142407417,
      "loss_total": 0.023593800142407417,
      "step": 24740
    },
    {
      "loss_action": 0.01725064218044281,
      "loss_total": 0.01725064218044281,
      "step": 24740
    },
    {
      "loss_action": 0.008203994482755661,
      "loss_total": 0.008203994482755661,
      "step": 24740
    },
    {
      "grad_norm": 0.20201757550239563,
      "learning_rate": 9.996146803905883e-05,
      "loss": 0.0135,
      "step": 24750
    },
    {
      "loss_action": 0.008407220244407654,
      "loss_total": 0.008407220244407654,
      "step": 24750
    },
    {
      "loss_action": 0.014099331572651863,
      "loss_total": 0.014099331572651863,
      "step": 24750
    },
    {
      "loss_action": 0.010789989493787289,
      "loss_total": 0.010789989493787289,
      "step": 24750
    },
    {
      "loss_action": 0.008163128048181534,
      "loss_total": 0.008163128048181534,
      "step": 24750
    },
    {
      "loss_action": 0.008800490759313107,
      "loss_total": 0.008800490759313107,
      "step": 24750
    },
    {
      "loss_action": 0.008839547634124756,
      "loss_total": 0.008839547634124756,
      "step": 24750
    },
    {
      "loss_action": 0.008288986049592495,
      "loss_total": 0.008288986049592495,
      "step": 24750
    },
    {
      "loss_action": 0.014358997344970703,
      "loss_total": 0.014358997344970703,
      "step": 24750
    },
    {
      "grad_norm": 0.20973923802375793,
      "learning_rate": 9.996130561516523e-05,
      "loss": 0.0139,
      "step": 24760
    },
    {
      "loss_action": 0.0071494728326797485,
      "loss_total": 0.0071494728326797485,
      "step": 24760
    },
    {
      "loss_action": 0.007415492087602615,
      "loss_total": 0.007415492087602615,
      "step": 24760
    },
    {
      "loss_action": 0.00867440365254879,
      "loss_total": 0.00867440365254879,
      "step": 24760
    },
    {
      "loss_action": 0.010214660316705704,
      "loss_total": 0.010214660316705704,
      "step": 24760
    },
    {
      "loss_action": 0.0201084204018116,
      "loss_total": 0.0201084204018116,
      "step": 24760
    },
    {
      "loss_action": 0.025140859186649323,
      "loss_total": 0.025140859186649323,
      "step": 24760
    },
    {
      "loss_action": 0.007185535505414009,
      "loss_total": 0.007185535505414009,
      "step": 24760
    },
    {
      "loss_action": 0.010736006312072277,
      "loss_total": 0.010736006312072277,
      "step": 24760
    },
    {
      "grad_norm": 0.18213461339473724,
      "learning_rate": 9.99611428497908e-05,
      "loss": 0.0159,
      "step": 24770
    },
    {
      "loss_action": 0.0077697210945189,
      "loss_total": 0.0077697210945189,
      "step": 24770
    },
    {
      "loss_action": 0.021098824217915535,
      "loss_total": 0.021098824217915535,
      "step": 24770
    },
    {
      "loss_action": 0.026026133447885513,
      "loss_total": 0.026026133447885513,
      "step": 24770
    },
    {
      "loss_action": 0.024129031226038933,
      "loss_total": 0.024129031226038933,
      "step": 24770
    },
    {
      "loss_action": 0.005327649414539337,
      "loss_total": 0.005327649414539337,
      "step": 24770
    },
    {
      "loss_action": 0.009425665251910686,
      "loss_total": 0.009425665251910686,
      "step": 24770
    },
    {
      "loss_action": 0.013716550543904305,
      "loss_total": 0.013716550543904305,
      "step": 24770
    },
    {
      "loss_action": 0.01956716552376747,
      "loss_total": 0.01956716552376747,
      "step": 24770
    },
    {
      "grad_norm": 0.09499576687812805,
      "learning_rate": 9.996097974293664e-05,
      "loss": 0.0145,
      "step": 24780
    },
    {
      "loss_action": 0.017688367515802383,
      "loss_total": 0.017688367515802383,
      "step": 24780
    },
    {
      "loss_action": 0.011911420151591301,
      "loss_total": 0.011911420151591301,
      "step": 24780
    },
    {
      "loss_action": 0.005457527935504913,
      "loss_total": 0.005457527935504913,
      "step": 24780
    },
    {
      "loss_action": 0.008977854624390602,
      "loss_total": 0.008977854624390602,
      "step": 24780
    },
    {
      "loss_action": 0.0043311407789587975,
      "loss_total": 0.0043311407789587975,
      "step": 24780
    },
    {
      "loss_action": 0.005769448354840279,
      "loss_total": 0.005769448354840279,
      "step": 24780
    },
    {
      "loss_action": 0.01927928999066353,
      "loss_total": 0.01927928999066353,
      "step": 24780
    },
    {
      "loss_action": 0.02656671404838562,
      "loss_total": 0.02656671404838562,
      "step": 24780
    },
    {
      "grad_norm": 0.19769993424415588,
      "learning_rate": 9.996081629460385e-05,
      "loss": 0.0132,
      "step": 24790
    },
    {
      "loss_action": 0.013586016371846199,
      "loss_total": 0.013586016371846199,
      "step": 24790
    },
    {
      "loss_action": 0.005181283690035343,
      "loss_total": 0.005181283690035343,
      "step": 24790
    },
    {
      "loss_action": 0.025934593752026558,
      "loss_total": 0.025934593752026558,
      "step": 24790
    },
    {
      "loss_action": 0.013713215477764606,
      "loss_total": 0.013713215477764606,
      "step": 24790
    },
    {
      "loss_action": 0.017245685681700706,
      "loss_total": 0.017245685681700706,
      "step": 24790
    },
    {
      "loss_action": 0.020650364458560944,
      "loss_total": 0.020650364458560944,
      "step": 24790
    },
    {
      "loss_action": 0.010529324412345886,
      "loss_total": 0.010529324412345886,
      "step": 24790
    },
    {
      "loss_action": 0.029063116759061813,
      "loss_total": 0.029063116759061813,
      "step": 24790
    },
    {
      "grad_norm": 0.17053501307964325,
      "learning_rate": 9.99606525047936e-05,
      "loss": 0.0131,
      "step": 24800
    },
    {
      "loss_action": 0.012480591423809528,
      "loss_total": 0.012480591423809528,
      "step": 24800
    },
    {
      "loss_action": 0.009032590314745903,
      "loss_total": 0.009032590314745903,
      "step": 24800
    },
    {
      "loss_action": 0.004892871715128422,
      "loss_total": 0.004892871715128422,
      "step": 24800
    },
    {
      "loss_action": 0.020264260470867157,
      "loss_total": 0.020264260470867157,
      "step": 24800
    },
    {
      "loss_action": 0.005269812420010567,
      "loss_total": 0.005269812420010567,
      "step": 24800
    },
    {
      "loss_action": 0.009918976575136185,
      "loss_total": 0.009918976575136185,
      "step": 24800
    },
    {
      "loss_action": 0.02259996347129345,
      "loss_total": 0.02259996347129345,
      "step": 24800
    },
    {
      "loss_action": 0.017376083880662918,
      "loss_total": 0.017376083880662918,
      "step": 24800
    },
    {
      "grad_norm": 0.17818297445774078,
      "learning_rate": 9.996048837350697e-05,
      "loss": 0.0141,
      "step": 24810
    },
    {
      "loss_action": 0.02132904902100563,
      "loss_total": 0.02132904902100563,
      "step": 24810
    },
    {
      "loss_action": 0.007117848377674818,
      "loss_total": 0.007117848377674818,
      "step": 24810
    },
    {
      "loss_action": 0.011733829975128174,
      "loss_total": 0.011733829975128174,
      "step": 24810
    },
    {
      "loss_action": 0.018224624916911125,
      "loss_total": 0.018224624916911125,
      "step": 24810
    },
    {
      "loss_action": 0.01557953655719757,
      "loss_total": 0.01557953655719757,
      "step": 24810
    },
    {
      "loss_action": 0.010053958743810654,
      "loss_total": 0.010053958743810654,
      "step": 24810
    },
    {
      "loss_action": 0.03038913384079933,
      "loss_total": 0.03038913384079933,
      "step": 24810
    },
    {
      "loss_action": 0.015069149434566498,
      "loss_total": 0.015069149434566498,
      "step": 24810
    },
    {
      "grad_norm": 0.20024468004703522,
      "learning_rate": 9.996032390074512e-05,
      "loss": 0.0152,
      "step": 24820
    },
    {
      "loss_action": 0.013053315691649914,
      "loss_total": 0.013053315691649914,
      "step": 24820
    },
    {
      "loss_action": 0.04251809045672417,
      "loss_total": 0.04251809045672417,
      "step": 24820
    },
    {
      "loss_action": 0.007380909752100706,
      "loss_total": 0.007380909752100706,
      "step": 24820
    },
    {
      "loss_action": 0.017569780349731445,
      "loss_total": 0.017569780349731445,
      "step": 24820
    },
    {
      "loss_action": 0.027740169316530228,
      "loss_total": 0.027740169316530228,
      "step": 24820
    },
    {
      "loss_action": 0.015429720282554626,
      "loss_total": 0.015429720282554626,
      "step": 24820
    },
    {
      "loss_action": 0.009523916058242321,
      "loss_total": 0.009523916058242321,
      "step": 24820
    },
    {
      "loss_action": 0.015978865325450897,
      "loss_total": 0.015978865325450897,
      "step": 24820
    },
    {
      "grad_norm": 0.11671465635299683,
      "learning_rate": 9.996015908650913e-05,
      "loss": 0.0142,
      "step": 24830
    },
    {
      "loss_action": 0.0259227454662323,
      "loss_total": 0.0259227454662323,
      "step": 24830
    },
    {
      "loss_action": 0.005176764912903309,
      "loss_total": 0.005176764912903309,
      "step": 24830
    },
    {
      "loss_action": 0.00830993801355362,
      "loss_total": 0.00830993801355362,
      "step": 24830
    },
    {
      "loss_action": 0.02903897874057293,
      "loss_total": 0.02903897874057293,
      "step": 24830
    },
    {
      "loss_action": 0.0038878624327480793,
      "loss_total": 0.0038878624327480793,
      "step": 24830
    },
    {
      "loss_action": 0.008219537325203419,
      "loss_total": 0.008219537325203419,
      "step": 24830
    },
    {
      "loss_action": 0.006123695522546768,
      "loss_total": 0.006123695522546768,
      "step": 24830
    },
    {
      "loss_action": 0.012562695890665054,
      "loss_total": 0.012562695890665054,
      "step": 24830
    },
    {
      "grad_norm": 0.2198089063167572,
      "learning_rate": 9.995999393080013e-05,
      "loss": 0.0137,
      "step": 24840
    },
    {
      "loss_action": 0.017531517893075943,
      "loss_total": 0.017531517893075943,
      "step": 24840
    },
    {
      "loss_action": 0.02963797003030777,
      "loss_total": 0.02963797003030777,
      "step": 24840
    },
    {
      "loss_action": 0.015679582953453064,
      "loss_total": 0.015679582953453064,
      "step": 24840
    },
    {
      "loss_action": 0.021758316084742546,
      "loss_total": 0.021758316084742546,
      "step": 24840
    },
    {
      "loss_action": 0.006217381916940212,
      "loss_total": 0.006217381916940212,
      "step": 24840
    },
    {
      "loss_action": 0.014855168759822845,
      "loss_total": 0.014855168759822845,
      "step": 24840
    },
    {
      "loss_action": 0.014345387928187847,
      "loss_total": 0.014345387928187847,
      "step": 24840
    },
    {
      "loss_action": 0.009026271291077137,
      "loss_total": 0.009026271291077137,
      "step": 24840
    },
    {
      "grad_norm": 0.12850357592105865,
      "learning_rate": 9.995982843361928e-05,
      "loss": 0.013,
      "step": 24850
    },
    {
      "loss_action": 0.004845686722546816,
      "loss_total": 0.004845686722546816,
      "step": 24850
    },
    {
      "loss_action": 0.029960110783576965,
      "loss_total": 0.029960110783576965,
      "step": 24850
    },
    {
      "loss_action": 0.007464422844350338,
      "loss_total": 0.007464422844350338,
      "step": 24850
    },
    {
      "loss_action": 0.020780544728040695,
      "loss_total": 0.020780544728040695,
      "step": 24850
    },
    {
      "loss_action": 0.020743390545248985,
      "loss_total": 0.020743390545248985,
      "step": 24850
    },
    {
      "loss_action": 0.005952656269073486,
      "loss_total": 0.005952656269073486,
      "step": 24850
    },
    {
      "loss_action": 0.008116984739899635,
      "loss_total": 0.008116984739899635,
      "step": 24850
    },
    {
      "loss_action": 0.007954906672239304,
      "loss_total": 0.007954906672239304,
      "step": 24850
    },
    {
      "grad_norm": 0.221440851688385,
      "learning_rate": 9.99596625949677e-05,
      "loss": 0.0175,
      "step": 24860
    },
    {
      "loss_action": 0.023726098239421844,
      "loss_total": 0.023726098239421844,
      "step": 24860
    },
    {
      "loss_action": 0.011831849813461304,
      "loss_total": 0.011831849813461304,
      "step": 24860
    },
    {
      "loss_action": 0.007933903485536575,
      "loss_total": 0.007933903485536575,
      "step": 24860
    },
    {
      "loss_action": 0.0179970134049654,
      "loss_total": 0.0179970134049654,
      "step": 24860
    },
    {
      "loss_action": 0.007732834666967392,
      "loss_total": 0.007732834666967392,
      "step": 24860
    },
    {
      "loss_action": 0.012649429962038994,
      "loss_total": 0.012649429962038994,
      "step": 24860
    },
    {
      "loss_action": 0.01876967027783394,
      "loss_total": 0.01876967027783394,
      "step": 24860
    },
    {
      "loss_action": 0.015468243509531021,
      "loss_total": 0.015468243509531021,
      "step": 24860
    },
    {
      "grad_norm": 0.23573938012123108,
      "learning_rate": 9.99594964148465e-05,
      "loss": 0.0147,
      "step": 24870
    },
    {
      "loss_action": 0.005061750300228596,
      "loss_total": 0.005061750300228596,
      "step": 24870
    },
    {
      "loss_action": 0.009528233669698238,
      "loss_total": 0.009528233669698238,
      "step": 24870
    },
    {
      "loss_action": 0.006018307525664568,
      "loss_total": 0.006018307525664568,
      "step": 24870
    },
    {
      "loss_action": 0.0063825552351772785,
      "loss_total": 0.0063825552351772785,
      "step": 24870
    },
    {
      "loss_action": 0.0883665680885315,
      "loss_total": 0.0883665680885315,
      "step": 24870
    },
    {
      "loss_action": 0.011031260713934898,
      "loss_total": 0.011031260713934898,
      "step": 24870
    },
    {
      "loss_action": 0.010926727205514908,
      "loss_total": 0.010926727205514908,
      "step": 24870
    },
    {
      "loss_action": 0.017136219888925552,
      "loss_total": 0.017136219888925552,
      "step": 24870
    },
    {
      "grad_norm": 0.193330779671669,
      "learning_rate": 9.995932989325685e-05,
      "loss": 0.0151,
      "step": 24880
    },
    {
      "loss_action": 0.017626702785491943,
      "loss_total": 0.017626702785491943,
      "step": 24880
    },
    {
      "loss_action": 0.012510059401392937,
      "loss_total": 0.012510059401392937,
      "step": 24880
    },
    {
      "loss_action": 0.0056665921583771706,
      "loss_total": 0.0056665921583771706,
      "step": 24880
    },
    {
      "loss_action": 0.010667857713997364,
      "loss_total": 0.010667857713997364,
      "step": 24880
    },
    {
      "loss_action": 0.006215296685695648,
      "loss_total": 0.006215296685695648,
      "step": 24880
    },
    {
      "loss_action": 0.004303555935621262,
      "loss_total": 0.004303555935621262,
      "step": 24880
    },
    {
      "loss_action": 0.01460188440978527,
      "loss_total": 0.01460188440978527,
      "step": 24880
    },
    {
      "loss_action": 0.026236161589622498,
      "loss_total": 0.026236161589622498,
      "step": 24880
    },
    {
      "grad_norm": 0.1433171182870865,
      "learning_rate": 9.995916303019985e-05,
      "loss": 0.0145,
      "step": 24890
    },
    {
      "loss_action": 0.009578529745340347,
      "loss_total": 0.009578529745340347,
      "step": 24890
    },
    {
      "loss_action": 0.014097096398472786,
      "loss_total": 0.014097096398472786,
      "step": 24890
    },
    {
      "loss_action": 0.02370373159646988,
      "loss_total": 0.02370373159646988,
      "step": 24890
    },
    {
      "loss_action": 0.008340912871062756,
      "loss_total": 0.008340912871062756,
      "step": 24890
    },
    {
      "loss_action": 0.01070048101246357,
      "loss_total": 0.01070048101246357,
      "step": 24890
    },
    {
      "loss_action": 0.029232602566480637,
      "loss_total": 0.029232602566480637,
      "step": 24890
    },
    {
      "loss_action": 0.010773318819701672,
      "loss_total": 0.010773318819701672,
      "step": 24890
    },
    {
      "loss_action": 0.0181601420044899,
      "loss_total": 0.0181601420044899,
      "step": 24890
    },
    {
      "grad_norm": 0.16230294108390808,
      "learning_rate": 9.995899582567669e-05,
      "loss": 0.0128,
      "step": 24900
    },
    {
      "loss_action": 0.010026315227150917,
      "loss_total": 0.010026315227150917,
      "step": 24900
    },
    {
      "loss_action": 0.009604597464203835,
      "loss_total": 0.009604597464203835,
      "step": 24900
    },
    {
      "loss_action": 0.026619594544172287,
      "loss_total": 0.026619594544172287,
      "step": 24900
    },
    {
      "loss_action": 0.01378184650093317,
      "loss_total": 0.01378184650093317,
      "step": 24900
    },
    {
      "loss_action": 0.016522888094186783,
      "loss_total": 0.016522888094186783,
      "step": 24900
    },
    {
      "loss_action": 0.011593267321586609,
      "loss_total": 0.011593267321586609,
      "step": 24900
    },
    {
      "loss_action": 0.008801883086562157,
      "loss_total": 0.008801883086562157,
      "step": 24900
    },
    {
      "loss_action": 0.01288140844553709,
      "loss_total": 0.01288140844553709,
      "step": 24900
    },
    {
      "grad_norm": 0.15078921616077423,
      "learning_rate": 9.995882827968847e-05,
      "loss": 0.0144,
      "step": 24910
    },
    {
      "loss_action": 0.006773187778890133,
      "loss_total": 0.006773187778890133,
      "step": 24910
    },
    {
      "loss_action": 0.008991606533527374,
      "loss_total": 0.008991606533527374,
      "step": 24910
    },
    {
      "loss_action": 0.0029851943254470825,
      "loss_total": 0.0029851943254470825,
      "step": 24910
    },
    {
      "loss_action": 0.02677023410797119,
      "loss_total": 0.02677023410797119,
      "step": 24910
    },
    {
      "loss_action": 0.012137765064835548,
      "loss_total": 0.012137765064835548,
      "step": 24910
    },
    {
      "loss_action": 0.011532453820109367,
      "loss_total": 0.011532453820109367,
      "step": 24910
    },
    {
      "loss_action": 0.01622544415295124,
      "loss_total": 0.01622544415295124,
      "step": 24910
    },
    {
      "loss_action": 0.013111666776239872,
      "loss_total": 0.013111666776239872,
      "step": 24910
    },
    {
      "grad_norm": 0.1592937856912613,
      "learning_rate": 9.995866039223635e-05,
      "loss": 0.0135,
      "step": 24920
    },
    {
      "loss_action": 0.009901135228574276,
      "loss_total": 0.009901135228574276,
      "step": 24920
    },
    {
      "loss_action": 0.012202411890029907,
      "loss_total": 0.012202411890029907,
      "step": 24920
    },
    {
      "loss_action": 0.013821305707097054,
      "loss_total": 0.013821305707097054,
      "step": 24920
    },
    {
      "loss_action": 0.012731297872960567,
      "loss_total": 0.012731297872960567,
      "step": 24920
    },
    {
      "loss_action": 0.010814127512276173,
      "loss_total": 0.010814127512276173,
      "step": 24920
    },
    {
      "loss_action": 0.010834624990820885,
      "loss_total": 0.010834624990820885,
      "step": 24920
    },
    {
      "loss_action": 0.008745227009057999,
      "loss_total": 0.008745227009057999,
      "step": 24920
    },
    {
      "loss_action": 0.01588161662220955,
      "loss_total": 0.01588161662220955,
      "step": 24920
    },
    {
      "grad_norm": 0.17738984525203705,
      "learning_rate": 9.995849216332147e-05,
      "loss": 0.0128,
      "step": 24930
    },
    {
      "loss_action": 0.013723475858569145,
      "loss_total": 0.013723475858569145,
      "step": 24930
    },
    {
      "loss_action": 0.016501836478710175,
      "loss_total": 0.016501836478710175,
      "step": 24930
    },
    {
      "loss_action": 0.014652969315648079,
      "loss_total": 0.014652969315648079,
      "step": 24930
    },
    {
      "loss_action": 0.012447595596313477,
      "loss_total": 0.012447595596313477,
      "step": 24930
    },
    {
      "loss_action": 0.01304577011615038,
      "loss_total": 0.01304577011615038,
      "step": 24930
    },
    {
      "loss_action": 0.0217843409627676,
      "loss_total": 0.0217843409627676,
      "step": 24930
    },
    {
      "loss_action": 0.015769802033901215,
      "loss_total": 0.015769802033901215,
      "step": 24930
    },
    {
      "loss_action": 0.008176041767001152,
      "loss_total": 0.008176041767001152,
      "step": 24930
    },
    {
      "grad_norm": 0.2010604590177536,
      "learning_rate": 9.995832359294501e-05,
      "loss": 0.0144,
      "step": 24940
    },
    {
      "loss_action": 0.010593585669994354,
      "loss_total": 0.010593585669994354,
      "step": 24940
    },
    {
      "loss_action": 0.008954806253314018,
      "loss_total": 0.008954806253314018,
      "step": 24940
    },
    {
      "loss_action": 0.017112119123339653,
      "loss_total": 0.017112119123339653,
      "step": 24940
    },
    {
      "loss_action": 0.007664997596293688,
      "loss_total": 0.007664997596293688,
      "step": 24940
    },
    {
      "loss_action": 0.013835973106324673,
      "loss_total": 0.013835973106324673,
      "step": 24940
    },
    {
      "loss_action": 0.053047455847263336,
      "loss_total": 0.053047455847263336,
      "step": 24940
    },
    {
      "loss_action": 0.010588455945253372,
      "loss_total": 0.010588455945253372,
      "step": 24940
    },
    {
      "loss_action": 0.02058342844247818,
      "loss_total": 0.02058342844247818,
      "step": 24940
    },
    {
      "grad_norm": 0.13908585906028748,
      "learning_rate": 9.995815468110807e-05,
      "loss": 0.0127,
      "step": 24950
    },
    {
      "loss_action": 0.011392840184271336,
      "loss_total": 0.011392840184271336,
      "step": 24950
    },
    {
      "loss_action": 0.01646079123020172,
      "loss_total": 0.01646079123020172,
      "step": 24950
    },
    {
      "loss_action": 0.033797722309827805,
      "loss_total": 0.033797722309827805,
      "step": 24950
    },
    {
      "loss_action": 0.00513640558347106,
      "loss_total": 0.00513640558347106,
      "step": 24950
    },
    {
      "loss_action": 0.007977993227541447,
      "loss_total": 0.007977993227541447,
      "step": 24950
    },
    {
      "loss_action": 0.006412195973098278,
      "loss_total": 0.006412195973098278,
      "step": 24950
    },
    {
      "loss_action": 0.010543705895543098,
      "loss_total": 0.010543705895543098,
      "step": 24950
    },
    {
      "loss_action": 0.00714680552482605,
      "loss_total": 0.00714680552482605,
      "step": 24950
    },
    {
      "grad_norm": 0.26077133417129517,
      "learning_rate": 9.995798542781187e-05,
      "loss": 0.0148,
      "step": 24960
    },
    {
      "loss_action": 0.020323744043707848,
      "loss_total": 0.020323744043707848,
      "step": 24960
    },
    {
      "loss_action": 0.022565655410289764,
      "loss_total": 0.022565655410289764,
      "step": 24960
    },
    {
      "loss_action": 0.02319849282503128,
      "loss_total": 0.02319849282503128,
      "step": 24960
    },
    {
      "loss_action": 0.02426571026444435,
      "loss_total": 0.02426571026444435,
      "step": 24960
    },
    {
      "loss_action": 0.015154281631112099,
      "loss_total": 0.015154281631112099,
      "step": 24960
    },
    {
      "loss_action": 0.008005981333553791,
      "loss_total": 0.008005981333553791,
      "step": 24960
    },
    {
      "loss_action": 0.012249261140823364,
      "loss_total": 0.012249261140823364,
      "step": 24960
    },
    {
      "loss_action": 0.018082402646541595,
      "loss_total": 0.018082402646541595,
      "step": 24960
    },
    {
      "grad_norm": 0.15905867516994476,
      "learning_rate": 9.99578158330575e-05,
      "loss": 0.014,
      "step": 24970
    },
    {
      "loss_action": 0.0055624330416321754,
      "loss_total": 0.0055624330416321754,
      "step": 24970
    },
    {
      "loss_action": 0.01622333750128746,
      "loss_total": 0.01622333750128746,
      "step": 24970
    },
    {
      "loss_action": 0.012288372963666916,
      "loss_total": 0.012288372963666916,
      "step": 24970
    },
    {
      "loss_action": 0.007416561245918274,
      "loss_total": 0.007416561245918274,
      "step": 24970
    },
    {
      "loss_action": 0.010375226847827435,
      "loss_total": 0.010375226847827435,
      "step": 24970
    },
    {
      "loss_action": 0.009160799905657768,
      "loss_total": 0.009160799905657768,
      "step": 24970
    },
    {
      "loss_action": 0.014577089808881283,
      "loss_total": 0.014577089808881283,
      "step": 24970
    },
    {
      "loss_action": 0.016111988574266434,
      "loss_total": 0.016111988574266434,
      "step": 24970
    },
    {
      "grad_norm": 0.1587570160627365,
      "learning_rate": 9.995764589684616e-05,
      "loss": 0.0131,
      "step": 24980
    },
    {
      "loss_action": 0.011892464943230152,
      "loss_total": 0.011892464943230152,
      "step": 24980
    },
    {
      "loss_action": 0.007335708010941744,
      "loss_total": 0.007335708010941744,
      "step": 24980
    },
    {
      "loss_action": 0.013970442116260529,
      "loss_total": 0.013970442116260529,
      "step": 24980
    },
    {
      "loss_action": 0.010066792368888855,
      "loss_total": 0.010066792368888855,
      "step": 24980
    },
    {
      "loss_action": 0.010252662934362888,
      "loss_total": 0.010252662934362888,
      "step": 24980
    },
    {
      "loss_action": 0.005007102619856596,
      "loss_total": 0.005007102619856596,
      "step": 24980
    },
    {
      "loss_action": 0.010275428183376789,
      "loss_total": 0.010275428183376789,
      "step": 24980
    },
    {
      "loss_action": 0.010377603583037853,
      "loss_total": 0.010377603583037853,
      "step": 24980
    },
    {
      "grad_norm": 0.1603279709815979,
      "learning_rate": 9.9957475619179e-05,
      "loss": 0.0125,
      "step": 24990
    },
    {
      "loss_action": 0.011664719320833683,
      "loss_total": 0.011664719320833683,
      "step": 24990
    },
    {
      "loss_action": 0.09849180281162262,
      "loss_total": 0.09849180281162262,
      "step": 24990
    },
    {
      "loss_action": 0.010390792042016983,
      "loss_total": 0.010390792042016983,
      "step": 24990
    },
    {
      "loss_action": 0.012283758260309696,
      "loss_total": 0.012283758260309696,
      "step": 24990
    },
    {
      "loss_action": 0.015088893473148346,
      "loss_total": 0.015088893473148346,
      "step": 24990
    },
    {
      "loss_action": 0.02006393112242222,
      "loss_total": 0.02006393112242222,
      "step": 24990
    },
    {
      "loss_action": 0.014389870688319206,
      "loss_total": 0.014389870688319206,
      "step": 24990
    },
    {
      "loss_action": 0.02117188274860382,
      "loss_total": 0.02117188274860382,
      "step": 24990
    },
    {
      "grad_norm": 0.1795436292886734,
      "learning_rate": 9.99573050000572e-05,
      "loss": 0.0169,
      "step": 25000
    },
    {
      "loss_action": 0.008030912838876247,
      "loss_total": 0.008030912838876247,
      "step": 25000
    },
    {
      "loss_action": 0.022612717002630234,
      "loss_total": 0.022612717002630234,
      "step": 25000
    },
    {
      "loss_action": 0.04539119452238083,
      "loss_total": 0.04539119452238083,
      "step": 25000
    },
    {
      "loss_action": 0.011435453779995441,
      "loss_total": 0.011435453779995441,
      "step": 25000
    },
    {
      "loss_action": 0.017262104898691177,
      "loss_total": 0.017262104898691177,
      "step": 25000
    },
    {
      "loss_action": 0.010416079312562943,
      "loss_total": 0.010416079312562943,
      "step": 25000
    },
    {
      "loss_action": 0.009125885553658009,
      "loss_total": 0.009125885553658009,
      "step": 25000
    },
    {
      "loss_action": 0.009694967418909073,
      "loss_total": 0.009694967418909073,
      "step": 25000
    },
    {
      "grad_norm": 0.18944904208183289,
      "learning_rate": 9.99571340394819e-05,
      "loss": 0.0142,
      "step": 25010
    },
    {
      "loss_action": 0.01798028126358986,
      "loss_total": 0.01798028126358986,
      "step": 25010
    },
    {
      "loss_action": 0.012362380512058735,
      "loss_total": 0.012362380512058735,
      "step": 25010
    },
    {
      "loss_action": 0.01872997358441353,
      "loss_total": 0.01872997358441353,
      "step": 25010
    },
    {
      "loss_action": 0.01903150975704193,
      "loss_total": 0.01903150975704193,
      "step": 25010
    },
    {
      "loss_action": 0.009535976685583591,
      "loss_total": 0.009535976685583591,
      "step": 25010
    },
    {
      "loss_action": 0.02163165993988514,
      "loss_total": 0.02163165993988514,
      "step": 25010
    },
    {
      "loss_action": 0.020855272188782692,
      "loss_total": 0.020855272188782692,
      "step": 25010
    },
    {
      "loss_action": 0.011700725182890892,
      "loss_total": 0.011700725182890892,
      "step": 25010
    },
    {
      "grad_norm": 0.16130340099334717,
      "learning_rate": 9.995696273745427e-05,
      "loss": 0.0158,
      "step": 25020
    },
    {
      "loss_action": 0.015640001744031906,
      "loss_total": 0.015640001744031906,
      "step": 25020
    },
    {
      "loss_action": 0.01276069413870573,
      "loss_total": 0.01276069413870573,
      "step": 25020
    },
    {
      "loss_action": 0.019073672592639923,
      "loss_total": 0.019073672592639923,
      "step": 25020
    },
    {
      "loss_action": 0.006286328658461571,
      "loss_total": 0.006286328658461571,
      "step": 25020
    },
    {
      "loss_action": 0.028256088495254517,
      "loss_total": 0.028256088495254517,
      "step": 25020
    },
    {
      "loss_action": 0.010726159438490868,
      "loss_total": 0.010726159438490868,
      "step": 25020
    },
    {
      "loss_action": 0.011479322798550129,
      "loss_total": 0.011479322798550129,
      "step": 25020
    },
    {
      "loss_action": 0.021601764485239983,
      "loss_total": 0.021601764485239983,
      "step": 25020
    },
    {
      "grad_norm": 0.23133490979671478,
      "learning_rate": 9.995679109397551e-05,
      "loss": 0.0148,
      "step": 25030
    },
    {
      "loss_action": 0.007940202951431274,
      "loss_total": 0.007940202951431274,
      "step": 25030
    },
    {
      "loss_action": 0.010740079917013645,
      "loss_total": 0.010740079917013645,
      "step": 25030
    },
    {
      "loss_action": 0.012472189962863922,
      "loss_total": 0.012472189962863922,
      "step": 25030
    },
    {
      "loss_action": 0.008883371949195862,
      "loss_total": 0.008883371949195862,
      "step": 25030
    },
    {
      "loss_action": 0.010416164994239807,
      "loss_total": 0.010416164994239807,
      "step": 25030
    },
    {
      "loss_action": 0.00789556372910738,
      "loss_total": 0.00789556372910738,
      "step": 25030
    },
    {
      "loss_action": 0.01122861634939909,
      "loss_total": 0.01122861634939909,
      "step": 25030
    },
    {
      "loss_action": 0.022070568054914474,
      "loss_total": 0.022070568054914474,
      "step": 25030
    },
    {
      "grad_norm": 0.1636105477809906,
      "learning_rate": 9.995661910904677e-05,
      "loss": 0.0152,
      "step": 25040
    },
    {
      "loss_action": 0.011618895456194878,
      "loss_total": 0.011618895456194878,
      "step": 25040
    },
    {
      "loss_action": 0.00982577446848154,
      "loss_total": 0.00982577446848154,
      "step": 25040
    },
    {
      "loss_action": 0.007193459663540125,
      "loss_total": 0.007193459663540125,
      "step": 25040
    },
    {
      "loss_action": 0.009657226502895355,
      "loss_total": 0.009657226502895355,
      "step": 25040
    },
    {
      "loss_action": 0.007203114219009876,
      "loss_total": 0.007203114219009876,
      "step": 25040
    },
    {
      "loss_action": 0.011308019049465656,
      "loss_total": 0.011308019049465656,
      "step": 25040
    },
    {
      "loss_action": 0.006865449249744415,
      "loss_total": 0.006865449249744415,
      "step": 25040
    },
    {
      "loss_action": 0.011700358241796494,
      "loss_total": 0.011700358241796494,
      "step": 25040
    },
    {
      "grad_norm": 0.1401825100183487,
      "learning_rate": 9.995644678266923e-05,
      "loss": 0.0133,
      "step": 25050
    },
    {
      "loss_action": 0.026799000799655914,
      "loss_total": 0.026799000799655914,
      "step": 25050
    },
    {
      "loss_action": 0.011735066771507263,
      "loss_total": 0.011735066771507263,
      "step": 25050
    },
    {
      "loss_action": 0.007456335239112377,
      "loss_total": 0.007456335239112377,
      "step": 25050
    },
    {
      "loss_action": 0.015099619515240192,
      "loss_total": 0.015099619515240192,
      "step": 25050
    },
    {
      "loss_action": 0.00727900629863143,
      "loss_total": 0.00727900629863143,
      "step": 25050
    },
    {
      "loss_action": 0.03188618645071983,
      "loss_total": 0.03188618645071983,
      "step": 25050
    },
    {
      "loss_action": 0.012961368076503277,
      "loss_total": 0.012961368076503277,
      "step": 25050
    },
    {
      "loss_action": 0.012817305512726307,
      "loss_total": 0.012817305512726307,
      "step": 25050
    },
    {
      "grad_norm": 0.13384729623794556,
      "learning_rate": 9.995627411484407e-05,
      "loss": 0.0134,
      "step": 25060
    },
    {
      "loss_action": 0.022985946387052536,
      "loss_total": 0.022985946387052536,
      "step": 25060
    },
    {
      "loss_action": 0.01636160910129547,
      "loss_total": 0.01636160910129547,
      "step": 25060
    },
    {
      "loss_action": 0.005809635855257511,
      "loss_total": 0.005809635855257511,
      "step": 25060
    },
    {
      "loss_action": 0.021347953006625175,
      "loss_total": 0.021347953006625175,
      "step": 25060
    },
    {
      "loss_action": 0.008265100419521332,
      "loss_total": 0.008265100419521332,
      "step": 25060
    },
    {
      "loss_action": 0.009162027388811111,
      "loss_total": 0.009162027388811111,
      "step": 25060
    },
    {
      "loss_action": 0.010416696779429913,
      "loss_total": 0.010416696779429913,
      "step": 25060
    },
    {
      "loss_action": 0.010478002019226551,
      "loss_total": 0.010478002019226551,
      "step": 25060
    },
    {
      "grad_norm": 0.17041881382465363,
      "learning_rate": 9.995610110557246e-05,
      "loss": 0.0106,
      "step": 25070
    },
    {
      "loss_action": 0.014022699557244778,
      "loss_total": 0.014022699557244778,
      "step": 25070
    },
    {
      "loss_action": 0.011805539950728416,
      "loss_total": 0.011805539950728416,
      "step": 25070
    },
    {
      "loss_action": 0.006937465630471706,
      "loss_total": 0.006937465630471706,
      "step": 25070
    },
    {
      "loss_action": 0.018814075738191605,
      "loss_total": 0.018814075738191605,
      "step": 25070
    },
    {
      "loss_action": 0.017013758420944214,
      "loss_total": 0.017013758420944214,
      "step": 25070
    },
    {
      "loss_action": 0.02068270370364189,
      "loss_total": 0.02068270370364189,
      "step": 25070
    },
    {
      "loss_action": 0.01095920242369175,
      "loss_total": 0.01095920242369175,
      "step": 25070
    },
    {
      "loss_action": 0.016282595694065094,
      "loss_total": 0.016282595694065094,
      "step": 25070
    },
    {
      "grad_norm": 0.1654570996761322,
      "learning_rate": 9.995592775485558e-05,
      "loss": 0.0149,
      "step": 25080
    },
    {
      "loss_action": 0.024314044043421745,
      "loss_total": 0.024314044043421745,
      "step": 25080
    },
    {
      "loss_action": 0.009625749662518501,
      "loss_total": 0.009625749662518501,
      "step": 25080
    },
    {
      "loss_action": 0.013354615308344364,
      "loss_total": 0.013354615308344364,
      "step": 25080
    },
    {
      "loss_action": 0.018278943374753,
      "loss_total": 0.018278943374753,
      "step": 25080
    },
    {
      "loss_action": 0.02177860215306282,
      "loss_total": 0.02177860215306282,
      "step": 25080
    },
    {
      "loss_action": 0.017842719331383705,
      "loss_total": 0.017842719331383705,
      "step": 25080
    },
    {
      "loss_action": 0.025531616061925888,
      "loss_total": 0.025531616061925888,
      "step": 25080
    },
    {
      "loss_action": 0.025908250361680984,
      "loss_total": 0.025908250361680984,
      "step": 25080
    },
    {
      "grad_norm": 0.17439760267734528,
      "learning_rate": 9.995575406269464e-05,
      "loss": 0.0158,
      "step": 25090
    },
    {
      "loss_action": 0.015580813400447369,
      "loss_total": 0.015580813400447369,
      "step": 25090
    },
    {
      "loss_action": 0.010802061296999454,
      "loss_total": 0.010802061296999454,
      "step": 25090
    },
    {
      "loss_action": 0.010560787282884121,
      "loss_total": 0.010560787282884121,
      "step": 25090
    },
    {
      "loss_action": 0.008300433866679668,
      "loss_total": 0.008300433866679668,
      "step": 25090
    },
    {
      "loss_action": 0.00968555174767971,
      "loss_total": 0.00968555174767971,
      "step": 25090
    },
    {
      "loss_action": 0.010472569614648819,
      "loss_total": 0.010472569614648819,
      "step": 25090
    },
    {
      "loss_action": 0.00954501237720251,
      "loss_total": 0.00954501237720251,
      "step": 25090
    },
    {
      "loss_action": 0.016920369118452072,
      "loss_total": 0.016920369118452072,
      "step": 25090
    },
    {
      "grad_norm": 0.1393589973449707,
      "learning_rate": 9.995558002909083e-05,
      "loss": 0.0119,
      "step": 25100
    },
    {
      "loss_action": 0.011895641684532166,
      "loss_total": 0.011895641684532166,
      "step": 25100
    },
    {
      "loss_action": 0.015369506552815437,
      "loss_total": 0.015369506552815437,
      "step": 25100
    },
    {
      "loss_action": 0.03168132156133652,
      "loss_total": 0.03168132156133652,
      "step": 25100
    },
    {
      "loss_action": 0.01057380810379982,
      "loss_total": 0.01057380810379982,
      "step": 25100
    },
    {
      "loss_action": 0.016840118914842606,
      "loss_total": 0.016840118914842606,
      "step": 25100
    },
    {
      "loss_action": 0.027000177651643753,
      "loss_total": 0.027000177651643753,
      "step": 25100
    },
    {
      "loss_action": 0.010317605920135975,
      "loss_total": 0.010317605920135975,
      "step": 25100
    },
    {
      "loss_action": 0.008931450545787811,
      "loss_total": 0.008931450545787811,
      "step": 25100
    },
    {
      "grad_norm": 0.16248643398284912,
      "learning_rate": 9.995540565404528e-05,
      "loss": 0.0145,
      "step": 25110
    },
    {
      "loss_action": 0.01090505626052618,
      "loss_total": 0.01090505626052618,
      "step": 25110
    },
    {
      "loss_action": 0.015506665222346783,
      "loss_total": 0.015506665222346783,
      "step": 25110
    },
    {
      "loss_action": 0.0163214560598135,
      "loss_total": 0.0163214560598135,
      "step": 25110
    },
    {
      "loss_action": 0.009258282370865345,
      "loss_total": 0.009258282370865345,
      "step": 25110
    },
    {
      "loss_action": 0.009226356633007526,
      "loss_total": 0.009226356633007526,
      "step": 25110
    },
    {
      "loss_action": 0.004573180805891752,
      "loss_total": 0.004573180805891752,
      "step": 25110
    },
    {
      "loss_action": 0.01993235945701599,
      "loss_total": 0.01993235945701599,
      "step": 25110
    },
    {
      "loss_action": 0.04588018357753754,
      "loss_total": 0.04588018357753754,
      "step": 25110
    },
    {
      "grad_norm": 0.14314794540405273,
      "learning_rate": 9.995523093755925e-05,
      "loss": 0.0118,
      "step": 25120
    },
    {
      "loss_action": 0.008764518424868584,
      "loss_total": 0.008764518424868584,
      "step": 25120
    },
    {
      "loss_action": 0.008357957005500793,
      "loss_total": 0.008357957005500793,
      "step": 25120
    },
    {
      "loss_action": 0.01102660782635212,
      "loss_total": 0.01102660782635212,
      "step": 25120
    },
    {
      "loss_action": 0.009884335100650787,
      "loss_total": 0.009884335100650787,
      "step": 25120
    },
    {
      "loss_action": 0.021915210410952568,
      "loss_total": 0.021915210410952568,
      "step": 25120
    },
    {
      "loss_action": 0.012564640492200851,
      "loss_total": 0.012564640492200851,
      "step": 25120
    },
    {
      "loss_action": 0.014086968265473843,
      "loss_total": 0.014086968265473843,
      "step": 25120
    },
    {
      "loss_action": 0.021632837131619453,
      "loss_total": 0.021632837131619453,
      "step": 25120
    },
    {
      "grad_norm": 0.19945473968982697,
      "learning_rate": 9.99550558796339e-05,
      "loss": 0.0151,
      "step": 25130
    },
    {
      "loss_action": 0.015878360718488693,
      "loss_total": 0.015878360718488693,
      "step": 25130
    },
    {
      "loss_action": 0.01444778311997652,
      "loss_total": 0.01444778311997652,
      "step": 25130
    },
    {
      "loss_action": 0.008991984650492668,
      "loss_total": 0.008991984650492668,
      "step": 25130
    },
    {
      "loss_action": 0.019493676722049713,
      "loss_total": 0.019493676722049713,
      "step": 25130
    },
    {
      "loss_action": 0.014362200163304806,
      "loss_total": 0.014362200163304806,
      "step": 25130
    },
    {
      "loss_action": 0.008510204032063484,
      "loss_total": 0.008510204032063484,
      "step": 25130
    },
    {
      "loss_action": 0.009115947410464287,
      "loss_total": 0.009115947410464287,
      "step": 25130
    },
    {
      "loss_action": 0.006790530867874622,
      "loss_total": 0.006790530867874622,
      "step": 25130
    },
    {
      "grad_norm": 0.1917903870344162,
      "learning_rate": 9.995488048027044e-05,
      "loss": 0.015,
      "step": 25140
    },
    {
      "loss_action": 0.005316051188856363,
      "loss_total": 0.005316051188856363,
      "step": 25140
    },
    {
      "loss_action": 0.005078377202153206,
      "loss_total": 0.005078377202153206,
      "step": 25140
    },
    {
      "loss_action": 0.007060288451611996,
      "loss_total": 0.007060288451611996,
      "step": 25140
    },
    {
      "loss_action": 0.03819397836923599,
      "loss_total": 0.03819397836923599,
      "step": 25140
    },
    {
      "loss_action": 0.011160273104906082,
      "loss_total": 0.011160273104906082,
      "step": 25140
    },
    {
      "loss_action": 0.008608613163232803,
      "loss_total": 0.008608613163232803,
      "step": 25140
    },
    {
      "loss_action": 0.008510199375450611,
      "loss_total": 0.008510199375450611,
      "step": 25140
    },
    {
      "loss_action": 0.0061787888407707214,
      "loss_total": 0.0061787888407707214,
      "step": 25140
    },
    {
      "grad_norm": 0.14354097843170166,
      "learning_rate": 9.995470473947007e-05,
      "loss": 0.0145,
      "step": 25150
    },
    {
      "loss_action": 0.008587192744016647,
      "loss_total": 0.008587192744016647,
      "step": 25150
    },
    {
      "loss_action": 0.005972316022962332,
      "loss_total": 0.005972316022962332,
      "step": 25150
    },
    {
      "loss_action": 0.043994683772325516,
      "loss_total": 0.043994683772325516,
      "step": 25150
    },
    {
      "loss_action": 0.0113070048391819,
      "loss_total": 0.0113070048391819,
      "step": 25150
    },
    {
      "loss_action": 0.018338032066822052,
      "loss_total": 0.018338032066822052,
      "step": 25150
    },
    {
      "loss_action": 0.01726411283016205,
      "loss_total": 0.01726411283016205,
      "step": 25150
    },
    {
      "loss_action": 0.010820427909493446,
      "loss_total": 0.010820427909493446,
      "step": 25150
    },
    {
      "loss_action": 0.009182216599583626,
      "loss_total": 0.009182216599583626,
      "step": 25150
    },
    {
      "grad_norm": 0.15985167026519775,
      "learning_rate": 9.995452865723397e-05,
      "loss": 0.0134,
      "step": 25160
    },
    {
      "loss_action": 0.00641945656388998,
      "loss_total": 0.00641945656388998,
      "step": 25160
    },
    {
      "loss_action": 0.0030112951062619686,
      "loss_total": 0.0030112951062619686,
      "step": 25160
    },
    {
      "loss_action": 0.010589898563921452,
      "loss_total": 0.010589898563921452,
      "step": 25160
    },
    {
      "loss_action": 0.028610652312636375,
      "loss_total": 0.028610652312636375,
      "step": 25160
    },
    {
      "loss_action": 0.014696964994072914,
      "loss_total": 0.014696964994072914,
      "step": 25160
    },
    {
      "loss_action": 0.014264969155192375,
      "loss_total": 0.014264969155192375,
      "step": 25160
    },
    {
      "loss_action": 0.018844138830900192,
      "loss_total": 0.018844138830900192,
      "step": 25160
    },
    {
      "loss_action": 0.01235083770006895,
      "loss_total": 0.01235083770006895,
      "step": 25160
    },
    {
      "grad_norm": 0.12993545830249786,
      "learning_rate": 9.995435223356335e-05,
      "loss": 0.0134,
      "step": 25170
    },
    {
      "loss_action": 0.00696491077542305,
      "loss_total": 0.00696491077542305,
      "step": 25170
    },
    {
      "loss_action": 0.006133724469691515,
      "loss_total": 0.006133724469691515,
      "step": 25170
    },
    {
      "loss_action": 0.009566748514771461,
      "loss_total": 0.009566748514771461,
      "step": 25170
    },
    {
      "loss_action": 0.020724467933177948,
      "loss_total": 0.020724467933177948,
      "step": 25170
    },
    {
      "loss_action": 0.01269368827342987,
      "loss_total": 0.01269368827342987,
      "step": 25170
    },
    {
      "loss_action": 0.030490558594465256,
      "loss_total": 0.030490558594465256,
      "step": 25170
    },
    {
      "loss_action": 0.005634830798953772,
      "loss_total": 0.005634830798953772,
      "step": 25170
    },
    {
      "loss_action": 0.014570849016308784,
      "loss_total": 0.014570849016308784,
      "step": 25170
    },
    {
      "grad_norm": 0.19131599366664886,
      "learning_rate": 9.995417546845945e-05,
      "loss": 0.0127,
      "step": 25180
    },
    {
      "loss_action": 0.003737234976142645,
      "loss_total": 0.003737234976142645,
      "step": 25180
    },
    {
      "loss_action": 0.01396411657333374,
      "loss_total": 0.01396411657333374,
      "step": 25180
    },
    {
      "loss_action": 0.009021969512104988,
      "loss_total": 0.009021969512104988,
      "step": 25180
    },
    {
      "loss_action": 0.009373566135764122,
      "loss_total": 0.009373566135764122,
      "step": 25180
    },
    {
      "loss_action": 0.009048385545611382,
      "loss_total": 0.009048385545611382,
      "step": 25180
    },
    {
      "loss_action": 0.009869197383522987,
      "loss_total": 0.009869197383522987,
      "step": 25180
    },
    {
      "loss_action": 0.008983220905065536,
      "loss_total": 0.008983220905065536,
      "step": 25180
    },
    {
      "loss_action": 0.00743641285225749,
      "loss_total": 0.00743641285225749,
      "step": 25180
    },
    {
      "grad_norm": 0.11688601970672607,
      "learning_rate": 9.995399836192343e-05,
      "loss": 0.0142,
      "step": 25190
    },
    {
      "loss_action": 0.005314836744219065,
      "loss_total": 0.005314836744219065,
      "step": 25190
    },
    {
      "loss_action": 0.012818869203329086,
      "loss_total": 0.012818869203329086,
      "step": 25190
    },
    {
      "loss_action": 0.011682219803333282,
      "loss_total": 0.011682219803333282,
      "step": 25190
    },
    {
      "loss_action": 0.01241467148065567,
      "loss_total": 0.01241467148065567,
      "step": 25190
    },
    {
      "loss_action": 0.011970567516982555,
      "loss_total": 0.011970567516982555,
      "step": 25190
    },
    {
      "loss_action": 0.00853634998202324,
      "loss_total": 0.00853634998202324,
      "step": 25190
    },
    {
      "loss_action": 0.008198932744562626,
      "loss_total": 0.008198932744562626,
      "step": 25190
    },
    {
      "loss_action": 0.015527642332017422,
      "loss_total": 0.015527642332017422,
      "step": 25190
    },
    {
      "grad_norm": 0.14829641580581665,
      "learning_rate": 9.995382091395653e-05,
      "loss": 0.0132,
      "step": 25200
    },
    {
      "loss_action": 0.015108758583664894,
      "loss_total": 0.015108758583664894,
      "step": 25200
    },
    {
      "loss_action": 0.009930502623319626,
      "loss_total": 0.009930502623319626,
      "step": 25200
    },
    {
      "loss_action": 0.013732731342315674,
      "loss_total": 0.013732731342315674,
      "step": 25200
    },
    {
      "loss_action": 0.010909121483564377,
      "loss_total": 0.010909121483564377,
      "step": 25200
    },
    {
      "loss_action": 0.011981155723333359,
      "loss_total": 0.011981155723333359,
      "step": 25200
    },
    {
      "loss_action": 0.017033323645591736,
      "loss_total": 0.017033323645591736,
      "step": 25200
    },
    {
      "loss_action": 0.010945404879748821,
      "loss_total": 0.010945404879748821,
      "step": 25200
    },
    {
      "loss_action": 0.015204982832074165,
      "loss_total": 0.015204982832074165,
      "step": 25200
    },
    {
      "grad_norm": 0.18429864943027496,
      "learning_rate": 9.995364312455996e-05,
      "loss": 0.0141,
      "step": 25210
    },
    {
      "loss_action": 0.0159137025475502,
      "loss_total": 0.0159137025475502,
      "step": 25210
    },
    {
      "loss_action": 0.007138370536267757,
      "loss_total": 0.007138370536267757,
      "step": 25210
    },
    {
      "loss_action": 0.008310884237289429,
      "loss_total": 0.008310884237289429,
      "step": 25210
    },
    {
      "loss_action": 0.017489710822701454,
      "loss_total": 0.017489710822701454,
      "step": 25210
    },
    {
      "loss_action": 0.014620304107666016,
      "loss_total": 0.014620304107666016,
      "step": 25210
    },
    {
      "loss_action": 0.010835448279976845,
      "loss_total": 0.010835448279976845,
      "step": 25210
    },
    {
      "loss_action": 0.015746358782052994,
      "loss_total": 0.015746358782052994,
      "step": 25210
    },
    {
      "loss_action": 0.0070859589613974094,
      "loss_total": 0.0070859589613974094,
      "step": 25210
    },
    {
      "grad_norm": 0.13090528547763824,
      "learning_rate": 9.995346499373492e-05,
      "loss": 0.0139,
      "step": 25220
    },
    {
      "loss_action": 0.013016685843467712,
      "loss_total": 0.013016685843467712,
      "step": 25220
    },
    {
      "loss_action": 0.010956787504255772,
      "loss_total": 0.010956787504255772,
      "step": 25220
    },
    {
      "loss_action": 0.009416552260518074,
      "loss_total": 0.009416552260518074,
      "step": 25220
    },
    {
      "loss_action": 0.011139806360006332,
      "loss_total": 0.011139806360006332,
      "step": 25220
    },
    {
      "loss_action": 0.012142286635935307,
      "loss_total": 0.012142286635935307,
      "step": 25220
    },
    {
      "loss_action": 0.012870920822024345,
      "loss_total": 0.012870920822024345,
      "step": 25220
    },
    {
      "loss_action": 0.009906759485602379,
      "loss_total": 0.009906759485602379,
      "step": 25220
    },
    {
      "loss_action": 0.007182263303548098,
      "loss_total": 0.007182263303548098,
      "step": 25220
    },
    {
      "grad_norm": 0.12756837904453278,
      "learning_rate": 9.995328652148266e-05,
      "loss": 0.0131,
      "step": 25230
    },
    {
      "loss_action": 0.003992115147411823,
      "loss_total": 0.003992115147411823,
      "step": 25230
    },
    {
      "loss_action": 0.005755716934800148,
      "loss_total": 0.005755716934800148,
      "step": 25230
    },
    {
      "loss_action": 0.009298905730247498,
      "loss_total": 0.009298905730247498,
      "step": 25230
    },
    {
      "loss_action": 0.008437085896730423,
      "loss_total": 0.008437085896730423,
      "step": 25230
    },
    {
      "loss_action": 0.014708270318806171,
      "loss_total": 0.014708270318806171,
      "step": 25230
    },
    {
      "loss_action": 0.006485237739980221,
      "loss_total": 0.006485237739980221,
      "step": 25230
    },
    {
      "loss_action": 0.010047624818980694,
      "loss_total": 0.010047624818980694,
      "step": 25230
    },
    {
      "loss_action": 0.005846609361469746,
      "loss_total": 0.005846609361469746,
      "step": 25230
    },
    {
      "grad_norm": 0.1913062334060669,
      "learning_rate": 9.995310770780436e-05,
      "loss": 0.0157,
      "step": 25240
    },
    {
      "loss_action": 0.008001658134162426,
      "loss_total": 0.008001658134162426,
      "step": 25240
    },
    {
      "loss_action": 0.012102119624614716,
      "loss_total": 0.012102119624614716,
      "step": 25240
    },
    {
      "loss_action": 0.024919891729950905,
      "loss_total": 0.024919891729950905,
      "step": 25240
    },
    {
      "loss_action": 0.013133267872035503,
      "loss_total": 0.013133267872035503,
      "step": 25240
    },
    {
      "loss_action": 0.009924357756972313,
      "loss_total": 0.009924357756972313,
      "step": 25240
    },
    {
      "loss_action": 0.02222692407667637,
      "loss_total": 0.02222692407667637,
      "step": 25240
    },
    {
      "loss_action": 0.02389955334365368,
      "loss_total": 0.02389955334365368,
      "step": 25240
    },
    {
      "loss_action": 0.015937741845846176,
      "loss_total": 0.015937741845846176,
      "step": 25240
    },
    {
      "grad_norm": 0.16553354263305664,
      "learning_rate": 9.995292855270125e-05,
      "loss": 0.0219,
      "step": 25250
    },
    {
      "loss_action": 0.029866311699151993,
      "loss_total": 0.029866311699151993,
      "step": 25250
    },
    {
      "loss_action": 0.006559193599969149,
      "loss_total": 0.006559193599969149,
      "step": 25250
    },
    {
      "loss_action": 0.009066879749298096,
      "loss_total": 0.009066879749298096,
      "step": 25250
    },
    {
      "loss_action": 0.01178714819252491,
      "loss_total": 0.01178714819252491,
      "step": 25250
    },
    {
      "loss_action": 0.01418684609234333,
      "loss_total": 0.01418684609234333,
      "step": 25250
    },
    {
      "loss_action": 0.011479686945676804,
      "loss_total": 0.011479686945676804,
      "step": 25250
    },
    {
      "loss_action": 0.01510496623814106,
      "loss_total": 0.01510496623814106,
      "step": 25250
    },
    {
      "loss_action": 0.056878622621297836,
      "loss_total": 0.056878622621297836,
      "step": 25250
    },
    {
      "grad_norm": 0.1934461146593094,
      "learning_rate": 9.995274905617457e-05,
      "loss": 0.0161,
      "step": 25260
    },
    {
      "loss_action": 0.009880902245640755,
      "loss_total": 0.009880902245640755,
      "step": 25260
    },
    {
      "loss_action": 0.017353758215904236,
      "loss_total": 0.017353758215904236,
      "step": 25260
    },
    {
      "loss_action": 0.013700848445296288,
      "loss_total": 0.013700848445296288,
      "step": 25260
    },
    {
      "loss_action": 0.008775873109698296,
      "loss_total": 0.008775873109698296,
      "step": 25260
    },
    {
      "loss_action": 0.018601644784212112,
      "loss_total": 0.018601644784212112,
      "step": 25260
    },
    {
      "loss_action": 0.012000396847724915,
      "loss_total": 0.012000396847724915,
      "step": 25260
    },
    {
      "loss_action": 0.014114679768681526,
      "loss_total": 0.014114679768681526,
      "step": 25260
    },
    {
      "loss_action": 0.012952687218785286,
      "loss_total": 0.012952687218785286,
      "step": 25260
    },
    {
      "grad_norm": 0.16508272290229797,
      "learning_rate": 9.995256921822555e-05,
      "loss": 0.0169,
      "step": 25270
    },
    {
      "loss_action": 0.010074101388454437,
      "loss_total": 0.010074101388454437,
      "step": 25270
    },
    {
      "loss_action": 0.011354506015777588,
      "loss_total": 0.011354506015777588,
      "step": 25270
    },
    {
      "loss_action": 0.04065936803817749,
      "loss_total": 0.04065936803817749,
      "step": 25270
    },
    {
      "loss_action": 0.015351464971899986,
      "loss_total": 0.015351464971899986,
      "step": 25270
    },
    {
      "loss_action": 0.005862165242433548,
      "loss_total": 0.005862165242433548,
      "step": 25270
    },
    {
      "loss_action": 0.013518553227186203,
      "loss_total": 0.013518553227186203,
      "step": 25270
    },
    {
      "loss_action": 0.013881505466997623,
      "loss_total": 0.013881505466997623,
      "step": 25270
    },
    {
      "loss_action": 0.014437876641750336,
      "loss_total": 0.014437876641750336,
      "step": 25270
    },
    {
      "grad_norm": 0.20067164301872253,
      "learning_rate": 9.995238903885542e-05,
      "loss": 0.0146,
      "step": 25280
    },
    {
      "loss_action": 0.009959904477000237,
      "loss_total": 0.009959904477000237,
      "step": 25280
    },
    {
      "loss_action": 0.011257916688919067,
      "loss_total": 0.011257916688919067,
      "step": 25280
    },
    {
      "loss_action": 0.014529874548316002,
      "loss_total": 0.014529874548316002,
      "step": 25280
    },
    {
      "loss_action": 0.011996026150882244,
      "loss_total": 0.011996026150882244,
      "step": 25280
    },
    {
      "loss_action": 0.028727691620588303,
      "loss_total": 0.028727691620588303,
      "step": 25280
    },
    {
      "loss_action": 0.009117933921515942,
      "loss_total": 0.009117933921515942,
      "step": 25280
    },
    {
      "loss_action": 0.014143509790301323,
      "loss_total": 0.014143509790301323,
      "step": 25280
    },
    {
      "loss_action": 0.009688306599855423,
      "loss_total": 0.009688306599855423,
      "step": 25280
    },
    {
      "grad_norm": 0.12475763261318207,
      "learning_rate": 9.995220851806538e-05,
      "loss": 0.0161,
      "step": 25290
    },
    {
      "loss_action": 0.022735007107257843,
      "loss_total": 0.022735007107257843,
      "step": 25290
    },
    {
      "loss_action": 0.01623942144215107,
      "loss_total": 0.01623942144215107,
      "step": 25290
    },
    {
      "loss_action": 0.015120308846235275,
      "loss_total": 0.015120308846235275,
      "step": 25290
    },
    {
      "loss_action": 0.009081071242690086,
      "loss_total": 0.009081071242690086,
      "step": 25290
    },
    {
      "loss_action": 0.016004452481865883,
      "loss_total": 0.016004452481865883,
      "step": 25290
    },
    {
      "loss_action": 0.007249527145177126,
      "loss_total": 0.007249527145177126,
      "step": 25290
    },
    {
      "loss_action": 0.033817358314991,
      "loss_total": 0.033817358314991,
      "step": 25290
    },
    {
      "loss_action": 0.009710647165775299,
      "loss_total": 0.009710647165775299,
      "step": 25290
    },
    {
      "grad_norm": 0.18912604451179504,
      "learning_rate": 9.99520276558567e-05,
      "loss": 0.0146,
      "step": 25300
    },
    {
      "loss_action": 0.018479160964488983,
      "loss_total": 0.018479160964488983,
      "step": 25300
    },
    {
      "loss_action": 0.005444617010653019,
      "loss_total": 0.005444617010653019,
      "step": 25300
    },
    {
      "loss_action": 0.009240909479558468,
      "loss_total": 0.009240909479558468,
      "step": 25300
    },
    {
      "loss_action": 0.009050661697983742,
      "loss_total": 0.009050661697983742,
      "step": 25300
    },
    {
      "loss_action": 0.0067968955263495445,
      "loss_total": 0.0067968955263495445,
      "step": 25300
    },
    {
      "loss_action": 0.005208150949329138,
      "loss_total": 0.005208150949329138,
      "step": 25300
    },
    {
      "loss_action": 0.012574265711009502,
      "loss_total": 0.012574265711009502,
      "step": 25300
    },
    {
      "loss_action": 0.013967513106763363,
      "loss_total": 0.013967513106763363,
      "step": 25300
    },
    {
      "grad_norm": 0.15069113671779633,
      "learning_rate": 9.995184645223059e-05,
      "loss": 0.0142,
      "step": 25310
    },
    {
      "loss_action": 0.018337432295084,
      "loss_total": 0.018337432295084,
      "step": 25310
    },
    {
      "loss_action": 0.012168863788247108,
      "loss_total": 0.012168863788247108,
      "step": 25310
    },
    {
      "loss_action": 0.008791555650532246,
      "loss_total": 0.008791555650532246,
      "step": 25310
    },
    {
      "loss_action": 0.007061059586703777,
      "loss_total": 0.007061059586703777,
      "step": 25310
    },
    {
      "loss_action": 0.01173506397753954,
      "loss_total": 0.01173506397753954,
      "step": 25310
    },
    {
      "loss_action": 0.011462584137916565,
      "loss_total": 0.011462584137916565,
      "step": 25310
    },
    {
      "loss_action": 0.008722738362848759,
      "loss_total": 0.008722738362848759,
      "step": 25310
    },
    {
      "loss_action": 0.01030191220343113,
      "loss_total": 0.01030191220343113,
      "step": 25310
    },
    {
      "grad_norm": 0.16763176023960114,
      "learning_rate": 9.995166490718831e-05,
      "loss": 0.0126,
      "step": 25320
    },
    {
      "loss_action": 0.005095033906400204,
      "loss_total": 0.005095033906400204,
      "step": 25320
    },
    {
      "loss_action": 0.009394084103405476,
      "loss_total": 0.009394084103405476,
      "step": 25320
    },
    {
      "loss_action": 0.011531567201018333,
      "loss_total": 0.011531567201018333,
      "step": 25320
    },
    {
      "loss_action": 0.01527295634150505,
      "loss_total": 0.01527295634150505,
      "step": 25320
    },
    {
      "loss_action": 0.013878988102078438,
      "loss_total": 0.013878988102078438,
      "step": 25320
    },
    {
      "loss_action": 0.007317410781979561,
      "loss_total": 0.007317410781979561,
      "step": 25320
    },
    {
      "loss_action": 0.006886980030685663,
      "loss_total": 0.006886980030685663,
      "step": 25320
    },
    {
      "loss_action": 0.020778914913535118,
      "loss_total": 0.020778914913535118,
      "step": 25320
    },
    {
      "grad_norm": 0.1391356885433197,
      "learning_rate": 9.99514830207311e-05,
      "loss": 0.0125,
      "step": 25330
    },
    {
      "loss_action": 0.015113159082829952,
      "loss_total": 0.015113159082829952,
      "step": 25330
    },
    {
      "loss_action": 0.005636325106024742,
      "loss_total": 0.005636325106024742,
      "step": 25330
    },
    {
      "loss_action": 0.008378800004720688,
      "loss_total": 0.008378800004720688,
      "step": 25330
    },
    {
      "loss_action": 0.007264955900609493,
      "loss_total": 0.007264955900609493,
      "step": 25330
    },
    {
      "loss_action": 0.012888459488749504,
      "loss_total": 0.012888459488749504,
      "step": 25330
    },
    {
      "loss_action": 0.01461867243051529,
      "loss_total": 0.01461867243051529,
      "step": 25330
    },
    {
      "loss_action": 0.015448054298758507,
      "loss_total": 0.015448054298758507,
      "step": 25330
    },
    {
      "loss_action": 0.017187248915433884,
      "loss_total": 0.017187248915433884,
      "step": 25330
    },
    {
      "grad_norm": 0.16643677651882172,
      "learning_rate": 9.995130079286018e-05,
      "loss": 0.0127,
      "step": 25340
    },
    {
      "loss_action": 0.038348447531461716,
      "loss_total": 0.038348447531461716,
      "step": 25340
    },
    {
      "loss_action": 0.009947518818080425,
      "loss_total": 0.009947518818080425,
      "step": 25340
    },
    {
      "loss_action": 0.019025525078177452,
      "loss_total": 0.019025525078177452,
      "step": 25340
    },
    {
      "loss_action": 0.012891390360891819,
      "loss_total": 0.012891390360891819,
      "step": 25340
    },
    {
      "loss_action": 0.0038654133677482605,
      "loss_total": 0.0038654133677482605,
      "step": 25340
    },
    {
      "loss_action": 0.02229391410946846,
      "loss_total": 0.02229391410946846,
      "step": 25340
    },
    {
      "loss_action": 0.00671364925801754,
      "loss_total": 0.00671364925801754,
      "step": 25340
    },
    {
      "loss_action": 0.009257316589355469,
      "loss_total": 0.009257316589355469,
      "step": 25340
    },
    {
      "grad_norm": 0.19188746809959412,
      "learning_rate": 9.995111822357681e-05,
      "loss": 0.0154,
      "step": 25350
    },
    {
      "loss_action": 0.006080875173211098,
      "loss_total": 0.006080875173211098,
      "step": 25350
    },
    {
      "loss_action": 0.04092264175415039,
      "loss_total": 0.04092264175415039,
      "step": 25350
    },
    {
      "loss_action": 0.01783360168337822,
      "loss_total": 0.01783360168337822,
      "step": 25350
    },
    {
      "loss_action": 0.019425060600042343,
      "loss_total": 0.019425060600042343,
      "step": 25350
    },
    {
      "loss_action": 0.006420745514333248,
      "loss_total": 0.006420745514333248,
      "step": 25350
    },
    {
      "loss_action": 0.025692621245980263,
      "loss_total": 0.025692621245980263,
      "step": 25350
    },
    {
      "loss_action": 0.009412843734025955,
      "loss_total": 0.009412843734025955,
      "step": 25350
    },
    {
      "loss_action": 0.0075065745040774345,
      "loss_total": 0.0075065745040774345,
      "step": 25350
    },
    {
      "grad_norm": 0.13773389160633087,
      "learning_rate": 9.995093531288224e-05,
      "loss": 0.0123,
      "step": 25360
    },
    {
      "loss_action": 0.010097391903400421,
      "loss_total": 0.010097391903400421,
      "step": 25360
    },
    {
      "loss_action": 0.017914915457367897,
      "loss_total": 0.017914915457367897,
      "step": 25360
    },
    {
      "loss_action": 0.013362262398004532,
      "loss_total": 0.013362262398004532,
      "step": 25360
    },
    {
      "loss_action": 0.009291520342230797,
      "loss_total": 0.009291520342230797,
      "step": 25360
    },
    {
      "loss_action": 0.02051425911486149,
      "loss_total": 0.02051425911486149,
      "step": 25360
    },
    {
      "loss_action": 0.014207987114787102,
      "loss_total": 0.014207987114787102,
      "step": 25360
    },
    {
      "loss_action": 0.014620219357311726,
      "loss_total": 0.014620219357311726,
      "step": 25360
    },
    {
      "loss_action": 0.007703004404902458,
      "loss_total": 0.007703004404902458,
      "step": 25360
    },
    {
      "grad_norm": 0.18401899933815002,
      "learning_rate": 9.995075206077771e-05,
      "loss": 0.0132,
      "step": 25370
    },
    {
      "loss_action": 0.019006408751010895,
      "loss_total": 0.019006408751010895,
      "step": 25370
    },
    {
      "loss_action": 0.011973917484283447,
      "loss_total": 0.011973917484283447,
      "step": 25370
    },
    {
      "loss_action": 0.00830228254199028,
      "loss_total": 0.00830228254199028,
      "step": 25370
    },
    {
      "loss_action": 0.008914651349186897,
      "loss_total": 0.008914651349186897,
      "step": 25370
    },
    {
      "loss_action": 0.00599135784432292,
      "loss_total": 0.00599135784432292,
      "step": 25370
    },
    {
      "loss_action": 0.008101655170321465,
      "loss_total": 0.008101655170321465,
      "step": 25370
    },
    {
      "loss_action": 0.0210067480802536,
      "loss_total": 0.0210067480802536,
      "step": 25370
    },
    {
      "loss_action": 0.014787685126066208,
      "loss_total": 0.014787685126066208,
      "step": 25370
    },
    {
      "grad_norm": 0.18990576267242432,
      "learning_rate": 9.995056846726449e-05,
      "loss": 0.0146,
      "step": 25380
    },
    {
      "loss_action": 0.01093710120767355,
      "loss_total": 0.01093710120767355,
      "step": 25380
    },
    {
      "loss_action": 0.013542499393224716,
      "loss_total": 0.013542499393224716,
      "step": 25380
    },
    {
      "loss_action": 0.008049583062529564,
      "loss_total": 0.008049583062529564,
      "step": 25380
    },
    {
      "loss_action": 0.013206228613853455,
      "loss_total": 0.013206228613853455,
      "step": 25380
    },
    {
      "loss_action": 0.015927612781524658,
      "loss_total": 0.015927612781524658,
      "step": 25380
    },
    {
      "loss_action": 0.02127927541732788,
      "loss_total": 0.02127927541732788,
      "step": 25380
    },
    {
      "loss_action": 0.025895647704601288,
      "loss_total": 0.025895647704601288,
      "step": 25380
    },
    {
      "loss_action": 0.016106905415654182,
      "loss_total": 0.016106905415654182,
      "step": 25380
    },
    {
      "grad_norm": 0.16254043579101562,
      "learning_rate": 9.995038453234382e-05,
      "loss": 0.0139,
      "step": 25390
    },
    {
      "loss_action": 0.007935157045722008,
      "loss_total": 0.007935157045722008,
      "step": 25390
    },
    {
      "loss_action": 0.009870239533483982,
      "loss_total": 0.009870239533483982,
      "step": 25390
    },
    {
      "loss_action": 0.006028944160789251,
      "loss_total": 0.006028944160789251,
      "step": 25390
    },
    {
      "loss_action": 0.006705361884087324,
      "loss_total": 0.006705361884087324,
      "step": 25390
    },
    {
      "loss_action": 0.015153891406953335,
      "loss_total": 0.015153891406953335,
      "step": 25390
    },
    {
      "loss_action": 0.019248560070991516,
      "loss_total": 0.019248560070991516,
      "step": 25390
    },
    {
      "loss_action": 0.026985593140125275,
      "loss_total": 0.026985593140125275,
      "step": 25390
    },
    {
      "loss_action": 0.016542689874768257,
      "loss_total": 0.016542689874768257,
      "step": 25390
    },
    {
      "grad_norm": 0.18508455157279968,
      "learning_rate": 9.995020025601697e-05,
      "loss": 0.0137,
      "step": 25400
    },
    {
      "loss_action": 0.02945557050406933,
      "loss_total": 0.02945557050406933,
      "step": 25400
    },
    {
      "loss_action": 0.011712095700204372,
      "loss_total": 0.011712095700204372,
      "step": 25400
    },
    {
      "loss_action": 0.010686970315873623,
      "loss_total": 0.010686970315873623,
      "step": 25400
    },
    {
      "loss_action": 0.019883979111909866,
      "loss_total": 0.019883979111909866,
      "step": 25400
    },
    {
      "loss_action": 0.01585947535932064,
      "loss_total": 0.01585947535932064,
      "step": 25400
    },
    {
      "loss_action": 0.023226523771882057,
      "loss_total": 0.023226523771882057,
      "step": 25400
    },
    {
      "loss_action": 0.010162867605686188,
      "loss_total": 0.010162867605686188,
      "step": 25400
    },
    {
      "loss_action": 0.013696685433387756,
      "loss_total": 0.013696685433387756,
      "step": 25400
    },
    {
      "grad_norm": 0.19918736815452576,
      "learning_rate": 9.995001563828519e-05,
      "loss": 0.0143,
      "step": 25410
    },
    {
      "loss_action": 0.010534480214118958,
      "loss_total": 0.010534480214118958,
      "step": 25410
    },
    {
      "loss_action": 0.007545146159827709,
      "loss_total": 0.007545146159827709,
      "step": 25410
    },
    {
      "loss_action": 0.007335657719522715,
      "loss_total": 0.007335657719522715,
      "step": 25410
    },
    {
      "loss_action": 0.010894378647208214,
      "loss_total": 0.010894378647208214,
      "step": 25410
    },
    {
      "loss_action": 0.008996615186333656,
      "loss_total": 0.008996615186333656,
      "step": 25410
    },
    {
      "loss_action": 0.015183517709374428,
      "loss_total": 0.015183517709374428,
      "step": 25410
    },
    {
      "loss_action": 0.020811783149838448,
      "loss_total": 0.020811783149838448,
      "step": 25410
    },
    {
      "loss_action": 0.010469053871929646,
      "loss_total": 0.010469053871929646,
      "step": 25410
    },
    {
      "grad_norm": 0.17554925382137299,
      "learning_rate": 9.994983067914975e-05,
      "loss": 0.0147,
      "step": 25420
    },
    {
      "loss_action": 0.02387341670691967,
      "loss_total": 0.02387341670691967,
      "step": 25420
    },
    {
      "loss_action": 0.021860511973500252,
      "loss_total": 0.021860511973500252,
      "step": 25420
    },
    {
      "loss_action": 0.006168857216835022,
      "loss_total": 0.006168857216835022,
      "step": 25420
    },
    {
      "loss_action": 0.007338160648941994,
      "loss_total": 0.007338160648941994,
      "step": 25420
    },
    {
      "loss_action": 0.00918179377913475,
      "loss_total": 0.00918179377913475,
      "step": 25420
    },
    {
      "loss_action": 0.011965948157012463,
      "loss_total": 0.011965948157012463,
      "step": 25420
    },
    {
      "loss_action": 0.015873799100518227,
      "loss_total": 0.015873799100518227,
      "step": 25420
    },
    {
      "loss_action": 0.014158902689814568,
      "loss_total": 0.014158902689814568,
      "step": 25420
    },
    {
      "grad_norm": 0.13195712864398956,
      "learning_rate": 9.99496453786119e-05,
      "loss": 0.0133,
      "step": 25430
    },
    {
      "loss_action": 0.011573296040296555,
      "loss_total": 0.011573296040296555,
      "step": 25430
    },
    {
      "loss_action": 0.00985035765916109,
      "loss_total": 0.00985035765916109,
      "step": 25430
    },
    {
      "loss_action": 0.00849696435034275,
      "loss_total": 0.00849696435034275,
      "step": 25430
    },
    {
      "loss_action": 0.01962394453585148,
      "loss_total": 0.01962394453585148,
      "step": 25430
    },
    {
      "loss_action": 0.017412874847650528,
      "loss_total": 0.017412874847650528,
      "step": 25430
    },
    {
      "loss_action": 0.011863249354064465,
      "loss_total": 0.011863249354064465,
      "step": 25430
    },
    {
      "loss_action": 0.01387900672852993,
      "loss_total": 0.01387900672852993,
      "step": 25430
    },
    {
      "loss_action": 0.020381907001137733,
      "loss_total": 0.020381907001137733,
      "step": 25430
    },
    {
      "grad_norm": 0.1782812923192978,
      "learning_rate": 9.994945973667291e-05,
      "loss": 0.0128,
      "step": 25440
    },
    {
      "loss_action": 0.07249961793422699,
      "loss_total": 0.07249961793422699,
      "step": 25440
    },
    {
      "loss_action": 0.015845639631152153,
      "loss_total": 0.015845639631152153,
      "step": 25440
    },
    {
      "loss_action": 0.014155266806483269,
      "loss_total": 0.014155266806483269,
      "step": 25440
    },
    {
      "loss_action": 0.012017539702355862,
      "loss_total": 0.012017539702355862,
      "step": 25440
    },
    {
      "loss_action": 0.01205645315349102,
      "loss_total": 0.01205645315349102,
      "step": 25440
    },
    {
      "loss_action": 0.03889285773038864,
      "loss_total": 0.03889285773038864,
      "step": 25440
    },
    {
      "loss_action": 0.008584726601839066,
      "loss_total": 0.008584726601839066,
      "step": 25440
    },
    {
      "loss_action": 0.010150549933314323,
      "loss_total": 0.010150549933314323,
      "step": 25440
    },
    {
      "grad_norm": 0.20284147560596466,
      "learning_rate": 9.994927375333408e-05,
      "loss": 0.0157,
      "step": 25450
    },
    {
      "loss_action": 0.01914103701710701,
      "loss_total": 0.01914103701710701,
      "step": 25450
    },
    {
      "loss_action": 0.005554310046136379,
      "loss_total": 0.005554310046136379,
      "step": 25450
    },
    {
      "loss_action": 0.010054832324385643,
      "loss_total": 0.010054832324385643,
      "step": 25450
    },
    {
      "loss_action": 0.00809340551495552,
      "loss_total": 0.00809340551495552,
      "step": 25450
    },
    {
      "loss_action": 0.00899152085185051,
      "loss_total": 0.00899152085185051,
      "step": 25450
    },
    {
      "loss_action": 0.06674477458000183,
      "loss_total": 0.06674477458000183,
      "step": 25450
    },
    {
      "loss_action": 0.022756248712539673,
      "loss_total": 0.022756248712539673,
      "step": 25450
    },
    {
      "loss_action": 0.012286052107810974,
      "loss_total": 0.012286052107810974,
      "step": 25450
    },
    {
      "grad_norm": 0.20141561329364777,
      "learning_rate": 9.99490874285966e-05,
      "loss": 0.0149,
      "step": 25460
    },
    {
      "loss_action": 0.04366498813033104,
      "loss_total": 0.04366498813033104,
      "step": 25460
    },
    {
      "loss_action": 0.015882160514593124,
      "loss_total": 0.015882160514593124,
      "step": 25460
    },
    {
      "loss_action": 0.027003871276974678,
      "loss_total": 0.027003871276974678,
      "step": 25460
    },
    {
      "loss_action": 0.013657530769705772,
      "loss_total": 0.013657530769705772,
      "step": 25460
    },
    {
      "loss_action": 0.026984017342329025,
      "loss_total": 0.026984017342329025,
      "step": 25460
    },
    {
      "loss_action": 0.010914752259850502,
      "loss_total": 0.010914752259850502,
      "step": 25460
    },
    {
      "loss_action": 0.009735343046486378,
      "loss_total": 0.009735343046486378,
      "step": 25460
    },
    {
      "loss_action": 0.04244864359498024,
      "loss_total": 0.04244864359498024,
      "step": 25460
    },
    {
      "grad_norm": 0.23686301708221436,
      "learning_rate": 9.994890076246185e-05,
      "loss": 0.019,
      "step": 25470
    },
    {
      "loss_action": 0.024244479835033417,
      "loss_total": 0.024244479835033417,
      "step": 25470
    },
    {
      "loss_action": 0.019970770925283432,
      "loss_total": 0.019970770925283432,
      "step": 25470
    },
    {
      "loss_action": 0.009110691957175732,
      "loss_total": 0.009110691957175732,
      "step": 25470
    },
    {
      "loss_action": 0.014008483849465847,
      "loss_total": 0.014008483849465847,
      "step": 25470
    },
    {
      "loss_action": 0.01600337028503418,
      "loss_total": 0.01600337028503418,
      "step": 25470
    },
    {
      "loss_action": 0.015419729053974152,
      "loss_total": 0.015419729053974152,
      "step": 25470
    },
    {
      "loss_action": 0.024926401674747467,
      "loss_total": 0.024926401674747467,
      "step": 25470
    },
    {
      "loss_action": 0.030547907575964928,
      "loss_total": 0.030547907575964928,
      "step": 25470
    },
    {
      "grad_norm": 0.17210085690021515,
      "learning_rate": 9.994871375493104e-05,
      "loss": 0.0173,
      "step": 25480
    },
    {
      "loss_action": 0.03250760957598686,
      "loss_total": 0.03250760957598686,
      "step": 25480
    },
    {
      "loss_action": 0.01563921757042408,
      "loss_total": 0.01563921757042408,
      "step": 25480
    },
    {
      "loss_action": 0.009139250963926315,
      "loss_total": 0.009139250963926315,
      "step": 25480
    },
    {
      "loss_action": 0.014161976054310799,
      "loss_total": 0.014161976054310799,
      "step": 25480
    },
    {
      "loss_action": 0.03586732968688011,
      "loss_total": 0.03586732968688011,
      "step": 25480
    },
    {
      "loss_action": 0.008026937022805214,
      "loss_total": 0.008026937022805214,
      "step": 25480
    },
    {
      "loss_action": 0.008363812230527401,
      "loss_total": 0.008363812230527401,
      "step": 25480
    },
    {
      "loss_action": 0.01110223587602377,
      "loss_total": 0.01110223587602377,
      "step": 25480
    },
    {
      "grad_norm": 0.16973929107189178,
      "learning_rate": 9.994852640600545e-05,
      "loss": 0.0146,
      "step": 25490
    },
    {
      "loss_action": 0.01004200242459774,
      "loss_total": 0.01004200242459774,
      "step": 25490
    },
    {
      "loss_action": 0.015445981174707413,
      "loss_total": 0.015445981174707413,
      "step": 25490
    },
    {
      "loss_action": 0.05871771648526192,
      "loss_total": 0.05871771648526192,
      "step": 25490
    },
    {
      "loss_action": 0.01923985220491886,
      "loss_total": 0.01923985220491886,
      "step": 25490
    },
    {
      "loss_action": 0.013033498078584671,
      "loss_total": 0.013033498078584671,
      "step": 25490
    },
    {
      "loss_action": 0.01216943934559822,
      "loss_total": 0.01216943934559822,
      "step": 25490
    },
    {
      "loss_action": 0.020280746743083,
      "loss_total": 0.020280746743083,
      "step": 25490
    },
    {
      "loss_action": 0.009563353843986988,
      "loss_total": 0.009563353843986988,
      "step": 25490
    },
    {
      "grad_norm": 0.1819949895143509,
      "learning_rate": 9.994833871568638e-05,
      "loss": 0.0161,
      "step": 25500
    },
    {
      "loss_action": 0.012915709055960178,
      "loss_total": 0.012915709055960178,
      "step": 25500
    },
    {
      "loss_action": 0.005276558920741081,
      "loss_total": 0.005276558920741081,
      "step": 25500
    },
    {
      "loss_action": 0.009082408621907234,
      "loss_total": 0.009082408621907234,
      "step": 25500
    },
    {
      "loss_action": 0.008115819655358791,
      "loss_total": 0.008115819655358791,
      "step": 25500
    },
    {
      "loss_action": 0.01903461292386055,
      "loss_total": 0.01903461292386055,
      "step": 25500
    },
    {
      "loss_action": 0.0059244693256914616,
      "loss_total": 0.0059244693256914616,
      "step": 25500
    },
    {
      "loss_action": 0.013045798987150192,
      "loss_total": 0.013045798987150192,
      "step": 25500
    },
    {
      "loss_action": 0.005524902138859034,
      "loss_total": 0.005524902138859034,
      "step": 25500
    },
    {
      "grad_norm": 0.13886791467666626,
      "learning_rate": 9.99481506839751e-05,
      "loss": 0.0122,
      "step": 25510
    },
    {
      "loss_action": 0.006356098223477602,
      "loss_total": 0.006356098223477602,
      "step": 25510
    },
    {
      "loss_action": 0.007386661600321531,
      "loss_total": 0.007386661600321531,
      "step": 25510
    },
    {
      "loss_action": 0.013940270990133286,
      "loss_total": 0.013940270990133286,
      "step": 25510
    },
    {
      "loss_action": 0.010394531302154064,
      "loss_total": 0.010394531302154064,
      "step": 25510
    },
    {
      "loss_action": 0.01775120384991169,
      "loss_total": 0.01775120384991169,
      "step": 25510
    },
    {
      "loss_action": 0.01997050642967224,
      "loss_total": 0.01997050642967224,
      "step": 25510
    },
    {
      "loss_action": 0.01519323792308569,
      "loss_total": 0.01519323792308569,
      "step": 25510
    },
    {
      "loss_action": 0.03945863991975784,
      "loss_total": 0.03945863991975784,
      "step": 25510
    },
    {
      "grad_norm": 0.17852792143821716,
      "learning_rate": 9.994796231087291e-05,
      "loss": 0.0163,
      "step": 25520
    },
    {
      "loss_action": 0.008192911744117737,
      "loss_total": 0.008192911744117737,
      "step": 25520
    },
    {
      "loss_action": 0.011265325360000134,
      "loss_total": 0.011265325360000134,
      "step": 25520
    },
    {
      "loss_action": 0.010340068489313126,
      "loss_total": 0.010340068489313126,
      "step": 25520
    },
    {
      "loss_action": 0.011884091421961784,
      "loss_total": 0.011884091421961784,
      "step": 25520
    },
    {
      "loss_action": 0.013862917199730873,
      "loss_total": 0.013862917199730873,
      "step": 25520
    },
    {
      "loss_action": 0.023730328306555748,
      "loss_total": 0.023730328306555748,
      "step": 25520
    },
    {
      "loss_action": 0.022404808551073074,
      "loss_total": 0.022404808551073074,
      "step": 25520
    },
    {
      "loss_action": 0.01132262498140335,
      "loss_total": 0.01132262498140335,
      "step": 25520
    },
    {
      "grad_norm": 0.2075444906949997,
      "learning_rate": 9.994777359638108e-05,
      "loss": 0.0157,
      "step": 25530
    },
    {
      "loss_action": 0.008387919515371323,
      "loss_total": 0.008387919515371323,
      "step": 25530
    },
    {
      "loss_action": 0.008653489872813225,
      "loss_total": 0.008653489872813225,
      "step": 25530
    },
    {
      "loss_action": 0.005491164978593588,
      "loss_total": 0.005491164978593588,
      "step": 25530
    },
    {
      "loss_action": 0.01123848371207714,
      "loss_total": 0.01123848371207714,
      "step": 25530
    },
    {
      "loss_action": 0.009290695190429688,
      "loss_total": 0.009290695190429688,
      "step": 25530
    },
    {
      "loss_action": 0.0029811933636665344,
      "loss_total": 0.0029811933636665344,
      "step": 25530
    },
    {
      "loss_action": 0.009113546460866928,
      "loss_total": 0.009113546460866928,
      "step": 25530
    },
    {
      "loss_action": 0.01958213374018669,
      "loss_total": 0.01958213374018669,
      "step": 25530
    },
    {
      "grad_norm": 0.10339117795228958,
      "learning_rate": 9.994758454050092e-05,
      "loss": 0.0155,
      "step": 25540
    },
    {
      "loss_action": 0.015593321062624454,
      "loss_total": 0.015593321062624454,
      "step": 25540
    },
    {
      "loss_action": 0.011144504882395267,
      "loss_total": 0.011144504882395267,
      "step": 25540
    },
    {
      "loss_action": 0.028953328728675842,
      "loss_total": 0.028953328728675842,
      "step": 25540
    },
    {
      "loss_action": 0.007609819062054157,
      "loss_total": 0.007609819062054157,
      "step": 25540
    },
    {
      "loss_action": 0.024762023240327835,
      "loss_total": 0.024762023240327835,
      "step": 25540
    },
    {
      "loss_action": 0.029820868745446205,
      "loss_total": 0.029820868745446205,
      "step": 25540
    },
    {
      "loss_action": 0.05628056079149246,
      "loss_total": 0.05628056079149246,
      "step": 25540
    },
    {
      "loss_action": 0.006022805813699961,
      "loss_total": 0.006022805813699961,
      "step": 25540
    },
    {
      "grad_norm": 0.10434510558843613,
      "learning_rate": 9.99473951432337e-05,
      "loss": 0.0132,
      "step": 25550
    },
    {
      "loss_action": 0.04284261167049408,
      "loss_total": 0.04284261167049408,
      "step": 25550
    },
    {
      "loss_action": 0.006697735749185085,
      "loss_total": 0.006697735749185085,
      "step": 25550
    },
    {
      "loss_action": 0.052753277122974396,
      "loss_total": 0.052753277122974396,
      "step": 25550
    },
    {
      "loss_action": 0.0211750827729702,
      "loss_total": 0.0211750827729702,
      "step": 25550
    },
    {
      "loss_action": 0.017622191458940506,
      "loss_total": 0.017622191458940506,
      "step": 25550
    },
    {
      "loss_action": 0.005981156602501869,
      "loss_total": 0.005981156602501869,
      "step": 25550
    },
    {
      "loss_action": 0.02267901599407196,
      "loss_total": 0.02267901599407196,
      "step": 25550
    },
    {
      "loss_action": 0.006395475007593632,
      "loss_total": 0.006395475007593632,
      "step": 25550
    },
    {
      "grad_norm": 0.18043337762355804,
      "learning_rate": 9.994720540458074e-05,
      "loss": 0.0143,
      "step": 25560
    },
    {
      "loss_action": 0.020678097382187843,
      "loss_total": 0.020678097382187843,
      "step": 25560
    },
    {
      "loss_action": 0.010777733288705349,
      "loss_total": 0.010777733288705349,
      "step": 25560
    },
    {
      "loss_action": 0.02386483922600746,
      "loss_total": 0.02386483922600746,
      "step": 25560
    },
    {
      "loss_action": 0.004885115660727024,
      "loss_total": 0.004885115660727024,
      "step": 25560
    },
    {
      "loss_action": 0.009930812753736973,
      "loss_total": 0.009930812753736973,
      "step": 25560
    },
    {
      "loss_action": 0.022118404507637024,
      "loss_total": 0.022118404507637024,
      "step": 25560
    },
    {
      "loss_action": 0.014964939095079899,
      "loss_total": 0.014964939095079899,
      "step": 25560
    },
    {
      "loss_action": 0.00939844362437725,
      "loss_total": 0.00939844362437725,
      "step": 25560
    },
    {
      "grad_norm": 0.1560167819261551,
      "learning_rate": 9.994701532454331e-05,
      "loss": 0.0153,
      "step": 25570
    },
    {
      "loss_action": 0.011650554835796356,
      "loss_total": 0.011650554835796356,
      "step": 25570
    },
    {
      "loss_action": 0.009526699781417847,
      "loss_total": 0.009526699781417847,
      "step": 25570
    },
    {
      "loss_action": 0.010297879576683044,
      "loss_total": 0.010297879576683044,
      "step": 25570
    },
    {
      "loss_action": 0.015385689213871956,
      "loss_total": 0.015385689213871956,
      "step": 25570
    },
    {
      "loss_action": 0.01057682279497385,
      "loss_total": 0.01057682279497385,
      "step": 25570
    },
    {
      "loss_action": 0.019132621586322784,
      "loss_total": 0.019132621586322784,
      "step": 25570
    },
    {
      "loss_action": 0.006987794302403927,
      "loss_total": 0.006987794302403927,
      "step": 25570
    },
    {
      "loss_action": 0.007991096004843712,
      "loss_total": 0.007991096004843712,
      "step": 25570
    },
    {
      "grad_norm": 0.19349335134029388,
      "learning_rate": 9.99468249031227e-05,
      "loss": 0.0137,
      "step": 25580
    },
    {
      "loss_action": 0.020251721143722534,
      "loss_total": 0.020251721143722534,
      "step": 25580
    },
    {
      "loss_action": 0.016295284032821655,
      "loss_total": 0.016295284032821655,
      "step": 25580
    },
    {
      "loss_action": 0.014442388899624348,
      "loss_total": 0.014442388899624348,
      "step": 25580
    },
    {
      "loss_action": 0.023357976227998734,
      "loss_total": 0.023357976227998734,
      "step": 25580
    },
    {
      "loss_action": 0.008346679620444775,
      "loss_total": 0.008346679620444775,
      "step": 25580
    },
    {
      "loss_action": 0.0230741947889328,
      "loss_total": 0.0230741947889328,
      "step": 25580
    },
    {
      "loss_action": 0.07862596958875656,
      "loss_total": 0.07862596958875656,
      "step": 25580
    },
    {
      "loss_action": 0.011000188998878002,
      "loss_total": 0.011000188998878002,
      "step": 25580
    },
    {
      "grad_norm": 0.11040102690458298,
      "learning_rate": 9.994663414032026e-05,
      "loss": 0.0153,
      "step": 25590
    },
    {
      "loss_action": 0.01805499754846096,
      "loss_total": 0.01805499754846096,
      "step": 25590
    },
    {
      "loss_action": 0.02945012040436268,
      "loss_total": 0.02945012040436268,
      "step": 25590
    },
    {
      "loss_action": 0.014687448740005493,
      "loss_total": 0.014687448740005493,
      "step": 25590
    },
    {
      "loss_action": 0.009329657070338726,
      "loss_total": 0.009329657070338726,
      "step": 25590
    },
    {
      "loss_action": 0.009992690756917,
      "loss_total": 0.009992690756917,
      "step": 25590
    },
    {
      "loss_action": 0.013190428726375103,
      "loss_total": 0.013190428726375103,
      "step": 25590
    },
    {
      "loss_action": 0.009031040593981743,
      "loss_total": 0.009031040593981743,
      "step": 25590
    },
    {
      "loss_action": 0.006849512457847595,
      "loss_total": 0.006849512457847595,
      "step": 25590
    },
    {
      "grad_norm": 0.16651315987110138,
      "learning_rate": 9.994644303613726e-05,
      "loss": 0.0144,
      "step": 25600
    },
    {
      "loss_action": 0.022792614996433258,
      "loss_total": 0.022792614996433258,
      "step": 25600
    },
    {
      "loss_action": 0.012983601540327072,
      "loss_total": 0.012983601540327072,
      "step": 25600
    },
    {
      "loss_action": 0.013347286731004715,
      "loss_total": 0.013347286731004715,
      "step": 25600
    },
    {
      "loss_action": 0.013491474092006683,
      "loss_total": 0.013491474092006683,
      "step": 25600
    },
    {
      "loss_action": 0.013128838501870632,
      "loss_total": 0.013128838501870632,
      "step": 25600
    },
    {
      "loss_action": 0.008228948339819908,
      "loss_total": 0.008228948339819908,
      "step": 25600
    },
    {
      "loss_action": 0.03351606801152229,
      "loss_total": 0.03351606801152229,
      "step": 25600
    },
    {
      "loss_action": 0.017259344458580017,
      "loss_total": 0.017259344458580017,
      "step": 25600
    },
    {
      "grad_norm": 0.19974052906036377,
      "learning_rate": 9.994625159057501e-05,
      "loss": 0.0156,
      "step": 25610
    },
    {
      "loss_action": 0.018984463065862656,
      "loss_total": 0.018984463065862656,
      "step": 25610
    },
    {
      "loss_action": 0.009033218026161194,
      "loss_total": 0.009033218026161194,
      "step": 25610
    },
    {
      "loss_action": 0.013186512514948845,
      "loss_total": 0.013186512514948845,
      "step": 25610
    },
    {
      "loss_action": 0.011446272023022175,
      "loss_total": 0.011446272023022175,
      "step": 25610
    },
    {
      "loss_action": 0.01554705761373043,
      "loss_total": 0.01554705761373043,
      "step": 25610
    },
    {
      "loss_action": 0.019487645477056503,
      "loss_total": 0.019487645477056503,
      "step": 25610
    },
    {
      "loss_action": 0.01722262054681778,
      "loss_total": 0.01722262054681778,
      "step": 25610
    },
    {
      "loss_action": 0.01253076083958149,
      "loss_total": 0.01253076083958149,
      "step": 25610
    },
    {
      "grad_norm": 0.1581880897283554,
      "learning_rate": 9.994605980363483e-05,
      "loss": 0.0128,
      "step": 25620
    },
    {
      "loss_action": 0.014188321307301521,
      "loss_total": 0.014188321307301521,
      "step": 25620
    },
    {
      "loss_action": 0.010395057499408722,
      "loss_total": 0.010395057499408722,
      "step": 25620
    },
    {
      "loss_action": 0.011855995282530785,
      "loss_total": 0.011855995282530785,
      "step": 25620
    },
    {
      "loss_action": 0.01130562461912632,
      "loss_total": 0.01130562461912632,
      "step": 25620
    },
    {
      "loss_action": 0.04368831589818001,
      "loss_total": 0.04368831589818001,
      "step": 25620
    },
    {
      "loss_action": 0.01641455665230751,
      "loss_total": 0.01641455665230751,
      "step": 25620
    },
    {
      "loss_action": 0.009978347457945347,
      "loss_total": 0.009978347457945347,
      "step": 25620
    },
    {
      "loss_action": 0.007898231968283653,
      "loss_total": 0.007898231968283653,
      "step": 25620
    },
    {
      "grad_norm": 0.18470802903175354,
      "learning_rate": 9.994586767531801e-05,
      "loss": 0.0147,
      "step": 25630
    },
    {
      "loss_action": 0.009594154544174671,
      "loss_total": 0.009594154544174671,
      "step": 25630
    },
    {
      "loss_action": 0.02105884999036789,
      "loss_total": 0.02105884999036789,
      "step": 25630
    },
    {
      "loss_action": 0.00719453115016222,
      "loss_total": 0.00719453115016222,
      "step": 25630
    },
    {
      "loss_action": 0.034684740006923676,
      "loss_total": 0.034684740006923676,
      "step": 25630
    },
    {
      "loss_action": 0.025937750935554504,
      "loss_total": 0.025937750935554504,
      "step": 25630
    },
    {
      "loss_action": 0.007222449406981468,
      "loss_total": 0.007222449406981468,
      "step": 25630
    },
    {
      "loss_action": 0.01349384244531393,
      "loss_total": 0.01349384244531393,
      "step": 25630
    },
    {
      "loss_action": 0.01403857208788395,
      "loss_total": 0.01403857208788395,
      "step": 25630
    },
    {
      "grad_norm": 0.19799068570137024,
      "learning_rate": 9.994567520562587e-05,
      "loss": 0.016,
      "step": 25640
    },
    {
      "loss_action": 0.008785950019955635,
      "loss_total": 0.008785950019955635,
      "step": 25640
    },
    {
      "loss_action": 0.01507534272968769,
      "loss_total": 0.01507534272968769,
      "step": 25640
    },
    {
      "loss_action": 0.009391343221068382,
      "loss_total": 0.009391343221068382,
      "step": 25640
    },
    {
      "loss_action": 0.01605289801955223,
      "loss_total": 0.01605289801955223,
      "step": 25640
    },
    {
      "loss_action": 0.026429830119013786,
      "loss_total": 0.026429830119013786,
      "step": 25640
    },
    {
      "loss_action": 0.011481606401503086,
      "loss_total": 0.011481606401503086,
      "step": 25640
    },
    {
      "loss_action": 0.024540850892663002,
      "loss_total": 0.024540850892663002,
      "step": 25640
    },
    {
      "loss_action": 0.01769961602985859,
      "loss_total": 0.01769961602985859,
      "step": 25640
    },
    {
      "grad_norm": 0.200291708111763,
      "learning_rate": 9.994548239455974e-05,
      "loss": 0.0157,
      "step": 25650
    },
    {
      "loss_action": 0.009803752414882183,
      "loss_total": 0.009803752414882183,
      "step": 25650
    },
    {
      "loss_action": 0.017272885888814926,
      "loss_total": 0.017272885888814926,
      "step": 25650
    },
    {
      "loss_action": 0.01152341440320015,
      "loss_total": 0.01152341440320015,
      "step": 25650
    },
    {
      "loss_action": 0.010501852259039879,
      "loss_total": 0.010501852259039879,
      "step": 25650
    },
    {
      "loss_action": 0.014181183651089668,
      "loss_total": 0.014181183651089668,
      "step": 25650
    },
    {
      "loss_action": 0.05131583660840988,
      "loss_total": 0.05131583660840988,
      "step": 25650
    },
    {
      "loss_action": 0.00961047038435936,
      "loss_total": 0.00961047038435936,
      "step": 25650
    },
    {
      "loss_action": 0.0105939581990242,
      "loss_total": 0.0105939581990242,
      "step": 25650
    },
    {
      "grad_norm": 0.1652754843235016,
      "learning_rate": 9.994528924212092e-05,
      "loss": 0.0141,
      "step": 25660
    },
    {
      "loss_action": 0.011176626197993755,
      "loss_total": 0.011176626197993755,
      "step": 25660
    },
    {
      "loss_action": 0.013168273493647575,
      "loss_total": 0.013168273493647575,
      "step": 25660
    },
    {
      "loss_action": 0.012825042940676212,
      "loss_total": 0.012825042940676212,
      "step": 25660
    },
    {
      "loss_action": 0.0133548304438591,
      "loss_total": 0.0133548304438591,
      "step": 25660
    },
    {
      "loss_action": 0.0062021734192967415,
      "loss_total": 0.0062021734192967415,
      "step": 25660
    },
    {
      "loss_action": 0.012493847869336605,
      "loss_total": 0.012493847869336605,
      "step": 25660
    },
    {
      "loss_action": 0.006598334759473801,
      "loss_total": 0.006598334759473801,
      "step": 25660
    },
    {
      "loss_action": 0.011229678988456726,
      "loss_total": 0.011229678988456726,
      "step": 25660
    },
    {
      "grad_norm": 0.1550174504518509,
      "learning_rate": 9.994509574831075e-05,
      "loss": 0.0139,
      "step": 25670
    },
    {
      "loss_action": 0.01210680603981018,
      "loss_total": 0.01210680603981018,
      "step": 25670
    },
    {
      "loss_action": 0.009572258219122887,
      "loss_total": 0.009572258219122887,
      "step": 25670
    },
    {
      "loss_action": 0.0061347587034106255,
      "loss_total": 0.0061347587034106255,
      "step": 25670
    },
    {
      "loss_action": 0.008113999851047993,
      "loss_total": 0.008113999851047993,
      "step": 25670
    },
    {
      "loss_action": 0.009705524891614914,
      "loss_total": 0.009705524891614914,
      "step": 25670
    },
    {
      "loss_action": 0.006848842836916447,
      "loss_total": 0.006848842836916447,
      "step": 25670
    },
    {
      "loss_action": 0.009959087707102299,
      "loss_total": 0.009959087707102299,
      "step": 25670
    },
    {
      "loss_action": 0.007337324786931276,
      "loss_total": 0.007337324786931276,
      "step": 25670
    },
    {
      "grad_norm": 0.22095054388046265,
      "learning_rate": 9.994490191313053e-05,
      "loss": 0.0138,
      "step": 25680
    },
    {
      "loss_action": 0.01173219084739685,
      "loss_total": 0.01173219084739685,
      "step": 25680
    },
    {
      "loss_action": 0.016099952161312103,
      "loss_total": 0.016099952161312103,
      "step": 25680
    },
    {
      "loss_action": 0.005650022998452187,
      "loss_total": 0.005650022998452187,
      "step": 25680
    },
    {
      "loss_action": 0.013585993088781834,
      "loss_total": 0.013585993088781834,
      "step": 25680
    },
    {
      "loss_action": 0.018931418657302856,
      "loss_total": 0.018931418657302856,
      "step": 25680
    },
    {
      "loss_action": 0.014804050326347351,
      "loss_total": 0.014804050326347351,
      "step": 25680
    },
    {
      "loss_action": 0.023913800716400146,
      "loss_total": 0.023913800716400146,
      "step": 25680
    },
    {
      "loss_action": 0.04260662943124771,
      "loss_total": 0.04260662943124771,
      "step": 25680
    },
    {
      "grad_norm": 0.1494995504617691,
      "learning_rate": 9.99447077365816e-05,
      "loss": 0.0141,
      "step": 25690
    },
    {
      "loss_action": 0.012522505596280098,
      "loss_total": 0.012522505596280098,
      "step": 25690
    },
    {
      "loss_action": 0.007381373085081577,
      "loss_total": 0.007381373085081577,
      "step": 25690
    },
    {
      "loss_action": 0.009746914729475975,
      "loss_total": 0.009746914729475975,
      "step": 25690
    },
    {
      "loss_action": 0.02042858675122261,
      "loss_total": 0.02042858675122261,
      "step": 25690
    },
    {
      "loss_action": 0.009612971916794777,
      "loss_total": 0.009612971916794777,
      "step": 25690
    },
    {
      "loss_action": 0.02295633777976036,
      "loss_total": 0.02295633777976036,
      "step": 25690
    },
    {
      "loss_action": 0.014274475164711475,
      "loss_total": 0.014274475164711475,
      "step": 25690
    },
    {
      "loss_action": 0.006225816905498505,
      "loss_total": 0.006225816905498505,
      "step": 25690
    },
    {
      "grad_norm": 0.2144693285226822,
      "learning_rate": 9.99445132186653e-05,
      "loss": 0.0131,
      "step": 25700
    },
    {
      "loss_action": 0.0071372659876942635,
      "loss_total": 0.0071372659876942635,
      "step": 25700
    },
    {
      "loss_action": 0.008348746225237846,
      "loss_total": 0.008348746225237846,
      "step": 25700
    },
    {
      "loss_action": 0.01064213179051876,
      "loss_total": 0.01064213179051876,
      "step": 25700
    },
    {
      "loss_action": 0.019180724397301674,
      "loss_total": 0.019180724397301674,
      "step": 25700
    },
    {
      "loss_action": 0.009255203418433666,
      "loss_total": 0.009255203418433666,
      "step": 25700
    },
    {
      "loss_action": 0.008670380339026451,
      "loss_total": 0.008670380339026451,
      "step": 25700
    },
    {
      "loss_action": 0.031786054372787476,
      "loss_total": 0.031786054372787476,
      "step": 25700
    },
    {
      "loss_action": 0.008723532781004906,
      "loss_total": 0.008723532781004906,
      "step": 25700
    },
    {
      "grad_norm": 0.14131402969360352,
      "learning_rate": 9.994431835938291e-05,
      "loss": 0.0148,
      "step": 25710
    },
    {
      "loss_action": 0.0192959476262331,
      "loss_total": 0.0192959476262331,
      "step": 25710
    },
    {
      "loss_action": 0.00979691930115223,
      "loss_total": 0.00979691930115223,
      "step": 25710
    },
    {
      "loss_action": 0.01190877053886652,
      "loss_total": 0.01190877053886652,
      "step": 25710
    },
    {
      "loss_action": 0.01588444784283638,
      "loss_total": 0.01588444784283638,
      "step": 25710
    },
    {
      "loss_action": 0.012658365070819855,
      "loss_total": 0.012658365070819855,
      "step": 25710
    },
    {
      "loss_action": 0.0056413887068629265,
      "loss_total": 0.0056413887068629265,
      "step": 25710
    },
    {
      "loss_action": 0.009345324710011482,
      "loss_total": 0.009345324710011482,
      "step": 25710
    },
    {
      "loss_action": 0.03538434952497482,
      "loss_total": 0.03538434952497482,
      "step": 25710
    },
    {
      "grad_norm": 0.17172640562057495,
      "learning_rate": 9.994412315873582e-05,
      "loss": 0.0138,
      "step": 25720
    },
    {
      "loss_action": 0.013379452750086784,
      "loss_total": 0.013379452750086784,
      "step": 25720
    },
    {
      "loss_action": 0.008700882084667683,
      "loss_total": 0.008700882084667683,
      "step": 25720
    },
    {
      "loss_action": 0.011218590661883354,
      "loss_total": 0.011218590661883354,
      "step": 25720
    },
    {
      "loss_action": 0.008824879303574562,
      "loss_total": 0.008824879303574562,
      "step": 25720
    },
    {
      "loss_action": 0.005814092233777046,
      "loss_total": 0.005814092233777046,
      "step": 25720
    },
    {
      "loss_action": 0.02236117795109749,
      "loss_total": 0.02236117795109749,
      "step": 25720
    },
    {
      "loss_action": 0.006015417166054249,
      "loss_total": 0.006015417166054249,
      "step": 25720
    },
    {
      "loss_action": 0.006752461194992065,
      "loss_total": 0.006752461194992065,
      "step": 25720
    },
    {
      "grad_norm": 0.17111477255821228,
      "learning_rate": 9.994392761672534e-05,
      "loss": 0.0151,
      "step": 25730
    },
    {
      "loss_action": 0.009130874648690224,
      "loss_total": 0.009130874648690224,
      "step": 25730
    },
    {
      "loss_action": 0.009583857841789722,
      "loss_total": 0.009583857841789722,
      "step": 25730
    },
    {
      "loss_action": 0.013152970932424068,
      "loss_total": 0.013152970932424068,
      "step": 25730
    },
    {
      "loss_action": 0.009350422769784927,
      "loss_total": 0.009350422769784927,
      "step": 25730
    },
    {
      "loss_action": 0.026639647781848907,
      "loss_total": 0.026639647781848907,
      "step": 25730
    },
    {
      "loss_action": 0.006539213005453348,
      "loss_total": 0.006539213005453348,
      "step": 25730
    },
    {
      "loss_action": 0.012394754216074944,
      "loss_total": 0.012394754216074944,
      "step": 25730
    },
    {
      "loss_action": 0.013100444339215755,
      "loss_total": 0.013100444339215755,
      "step": 25730
    },
    {
      "grad_norm": 0.17574863135814667,
      "learning_rate": 9.994373173335279e-05,
      "loss": 0.0162,
      "step": 25740
    },
    {
      "loss_action": 0.00922909751534462,
      "loss_total": 0.00922909751534462,
      "step": 25740
    },
    {
      "loss_action": 0.02851978689432144,
      "loss_total": 0.02851978689432144,
      "step": 25740
    },
    {
      "loss_action": 0.011785288341343403,
      "loss_total": 0.011785288341343403,
      "step": 25740
    },
    {
      "loss_action": 0.014401085674762726,
      "loss_total": 0.014401085674762726,
      "step": 25740
    },
    {
      "loss_action": 0.010155437514185905,
      "loss_total": 0.010155437514185905,
      "step": 25740
    },
    {
      "loss_action": 0.015397249720990658,
      "loss_total": 0.015397249720990658,
      "step": 25740
    },
    {
      "loss_action": 0.01629735715687275,
      "loss_total": 0.01629735715687275,
      "step": 25740
    },
    {
      "loss_action": 0.03016239032149315,
      "loss_total": 0.03016239032149315,
      "step": 25740
    },
    {
      "grad_norm": 0.21569016575813293,
      "learning_rate": 9.994353550861952e-05,
      "loss": 0.0162,
      "step": 25750
    },
    {
      "loss_action": 0.03621479496359825,
      "loss_total": 0.03621479496359825,
      "step": 25750
    },
    {
      "loss_action": 0.020471474155783653,
      "loss_total": 0.020471474155783653,
      "step": 25750
    },
    {
      "loss_action": 0.042317625135183334,
      "loss_total": 0.042317625135183334,
      "step": 25750
    },
    {
      "loss_action": 0.012106278911232948,
      "loss_total": 0.012106278911232948,
      "step": 25750
    },
    {
      "loss_action": 0.0088262390345335,
      "loss_total": 0.0088262390345335,
      "step": 25750
    },
    {
      "loss_action": 0.03235754370689392,
      "loss_total": 0.03235754370689392,
      "step": 25750
    },
    {
      "loss_action": 0.051243461668491364,
      "loss_total": 0.051243461668491364,
      "step": 25750
    },
    {
      "loss_action": 0.007288274355232716,
      "loss_total": 0.007288274355232716,
      "step": 25750
    },
    {
      "grad_norm": 0.18356043100357056,
      "learning_rate": 9.994333894252688e-05,
      "loss": 0.0164,
      "step": 25760
    },
    {
      "loss_action": 0.01001422293484211,
      "loss_total": 0.01001422293484211,
      "step": 25760
    },
    {
      "loss_action": 0.01047959178686142,
      "loss_total": 0.01047959178686142,
      "step": 25760
    },
    {
      "loss_action": 0.026628948748111725,
      "loss_total": 0.026628948748111725,
      "step": 25760
    },
    {
      "loss_action": 0.012727096676826477,
      "loss_total": 0.012727096676826477,
      "step": 25760
    },
    {
      "loss_action": 0.010488074272871017,
      "loss_total": 0.010488074272871017,
      "step": 25760
    },
    {
      "loss_action": 0.006311249919235706,
      "loss_total": 0.006311249919235706,
      "step": 25760
    },
    {
      "loss_action": 0.00878488551825285,
      "loss_total": 0.00878488551825285,
      "step": 25760
    },
    {
      "loss_action": 0.015622641891241074,
      "loss_total": 0.015622641891241074,
      "step": 25760
    },
    {
      "grad_norm": 0.17033815383911133,
      "learning_rate": 9.994314203507621e-05,
      "loss": 0.0136,
      "step": 25770
    },
    {
      "loss_action": 0.02824375405907631,
      "loss_total": 0.02824375405907631,
      "step": 25770
    },
    {
      "loss_action": 0.01790693774819374,
      "loss_total": 0.01790693774819374,
      "step": 25770
    },
    {
      "loss_action": 0.009694038890302181,
      "loss_total": 0.009694038890302181,
      "step": 25770
    },
    {
      "loss_action": 0.025044694542884827,
      "loss_total": 0.025044694542884827,
      "step": 25770
    },
    {
      "loss_action": 0.02959991805255413,
      "loss_total": 0.02959991805255413,
      "step": 25770
    },
    {
      "loss_action": 0.0067388880997896194,
      "loss_total": 0.0067388880997896194,
      "step": 25770
    },
    {
      "loss_action": 0.015092060901224613,
      "loss_total": 0.015092060901224613,
      "step": 25770
    },
    {
      "loss_action": 0.01733873039484024,
      "loss_total": 0.01733873039484024,
      "step": 25770
    },
    {
      "grad_norm": 0.290069580078125,
      "learning_rate": 9.994294478626886e-05,
      "loss": 0.0143,
      "step": 25780
    },
    {
      "loss_action": 0.019832037389278412,
      "loss_total": 0.019832037389278412,
      "step": 25780
    },
    {
      "loss_action": 0.00823473371565342,
      "loss_total": 0.00823473371565342,
      "step": 25780
    },
    {
      "loss_action": 0.013587549328804016,
      "loss_total": 0.013587549328804016,
      "step": 25780
    },
    {
      "loss_action": 0.011274132877588272,
      "loss_total": 0.011274132877588272,
      "step": 25780
    },
    {
      "loss_action": 0.01527567207813263,
      "loss_total": 0.01527567207813263,
      "step": 25780
    },
    {
      "loss_action": 0.006049584597349167,
      "loss_total": 0.006049584597349167,
      "step": 25780
    },
    {
      "loss_action": 0.004869008436799049,
      "loss_total": 0.004869008436799049,
      "step": 25780
    },
    {
      "loss_action": 0.013609870336949825,
      "loss_total": 0.013609870336949825,
      "step": 25780
    },
    {
      "grad_norm": 0.16381660103797913,
      "learning_rate": 9.994274719610616e-05,
      "loss": 0.0171,
      "step": 25790
    },
    {
      "loss_action": 0.007360011339187622,
      "loss_total": 0.007360011339187622,
      "step": 25790
    },
    {
      "loss_action": 0.008122446946799755,
      "loss_total": 0.008122446946799755,
      "step": 25790
    },
    {
      "loss_action": 0.004238029010593891,
      "loss_total": 0.004238029010593891,
      "step": 25790
    },
    {
      "loss_action": 0.0077317943796515465,
      "loss_total": 0.0077317943796515465,
      "step": 25790
    },
    {
      "loss_action": 0.0046970234252512455,
      "loss_total": 0.0046970234252512455,
      "step": 25790
    },
    {
      "loss_action": 0.01897696778178215,
      "loss_total": 0.01897696778178215,
      "step": 25790
    },
    {
      "loss_action": 0.005949191749095917,
      "loss_total": 0.005949191749095917,
      "step": 25790
    },
    {
      "loss_action": 0.00850040651857853,
      "loss_total": 0.00850040651857853,
      "step": 25790
    },
    {
      "grad_norm": 0.20830242335796356,
      "learning_rate": 9.994254926458949e-05,
      "loss": 0.0178,
      "step": 25800
    },
    {
      "loss_action": 0.012473125010728836,
      "loss_total": 0.012473125010728836,
      "step": 25800
    },
    {
      "loss_action": 0.013544396497309208,
      "loss_total": 0.013544396497309208,
      "step": 25800
    },
    {
      "loss_action": 0.023307306692004204,
      "loss_total": 0.023307306692004204,
      "step": 25800
    },
    {
      "loss_action": 0.006141429767012596,
      "loss_total": 0.006141429767012596,
      "step": 25800
    },
    {
      "loss_action": 0.01089647226035595,
      "loss_total": 0.01089647226035595,
      "step": 25800
    },
    {
      "loss_action": 0.04434984177350998,
      "loss_total": 0.04434984177350998,
      "step": 25800
    },
    {
      "loss_action": 0.008776913397014141,
      "loss_total": 0.008776913397014141,
      "step": 25800
    },
    {
      "loss_action": 0.00841139629483223,
      "loss_total": 0.00841139629483223,
      "step": 25800
    },
    {
      "grad_norm": 0.2587602436542511,
      "learning_rate": 9.994235099172017e-05,
      "loss": 0.0156,
      "step": 25810
    },
    {
      "loss_action": 0.02054077759385109,
      "loss_total": 0.02054077759385109,
      "step": 25810
    },
    {
      "loss_action": 0.016180653125047684,
      "loss_total": 0.016180653125047684,
      "step": 25810
    },
    {
      "loss_action": 0.007467539981007576,
      "loss_total": 0.007467539981007576,
      "step": 25810
    },
    {
      "loss_action": 0.004475492052733898,
      "loss_total": 0.004475492052733898,
      "step": 25810
    },
    {
      "loss_action": 0.01749180443584919,
      "loss_total": 0.01749180443584919,
      "step": 25810
    },
    {
      "loss_action": 0.014410790055990219,
      "loss_total": 0.014410790055990219,
      "step": 25810
    },
    {
      "loss_action": 0.009979106485843658,
      "loss_total": 0.009979106485843658,
      "step": 25810
    },
    {
      "loss_action": 0.015005085617303848,
      "loss_total": 0.015005085617303848,
      "step": 25810
    },
    {
      "grad_norm": 0.12810267508029938,
      "learning_rate": 9.994215237749957e-05,
      "loss": 0.0151,
      "step": 25820
    },
    {
      "loss_action": 0.006449428386986256,
      "loss_total": 0.006449428386986256,
      "step": 25820
    },
    {
      "loss_action": 0.020242678001523018,
      "loss_total": 0.020242678001523018,
      "step": 25820
    },
    {
      "loss_action": 0.013560635969042778,
      "loss_total": 0.013560635969042778,
      "step": 25820
    },
    {
      "loss_action": 0.00849946029484272,
      "loss_total": 0.00849946029484272,
      "step": 25820
    },
    {
      "loss_action": 0.01631314679980278,
      "loss_total": 0.01631314679980278,
      "step": 25820
    },
    {
      "loss_action": 0.009951434098184109,
      "loss_total": 0.009951434098184109,
      "step": 25820
    },
    {
      "loss_action": 0.0071788933128118515,
      "loss_total": 0.0071788933128118515,
      "step": 25820
    },
    {
      "loss_action": 0.008614251390099525,
      "loss_total": 0.008614251390099525,
      "step": 25820
    },
    {
      "grad_norm": 0.1685900241136551,
      "learning_rate": 9.994195342192906e-05,
      "loss": 0.0133,
      "step": 25830
    },
    {
      "loss_action": 0.010661758482456207,
      "loss_total": 0.010661758482456207,
      "step": 25830
    },
    {
      "loss_action": 0.006449716165661812,
      "loss_total": 0.006449716165661812,
      "step": 25830
    },
    {
      "loss_action": 0.00778852729126811,
      "loss_total": 0.00778852729126811,
      "step": 25830
    },
    {
      "loss_action": 0.014009680598974228,
      "loss_total": 0.014009680598974228,
      "step": 25830
    },
    {
      "loss_action": 0.009461087174713612,
      "loss_total": 0.009461087174713612,
      "step": 25830
    },
    {
      "loss_action": 0.033051420003175735,
      "loss_total": 0.033051420003175735,
      "step": 25830
    },
    {
      "loss_action": 0.004839448258280754,
      "loss_total": 0.004839448258280754,
      "step": 25830
    },
    {
      "loss_action": 0.0232023186981678,
      "loss_total": 0.0232023186981678,
      "step": 25830
    },
    {
      "grad_norm": 0.32800889015197754,
      "learning_rate": 9.994175412501e-05,
      "loss": 0.0156,
      "step": 25840
    },
    {
      "loss_action": 0.005705647636204958,
      "loss_total": 0.005705647636204958,
      "step": 25840
    },
    {
      "loss_action": 0.021927176043391228,
      "loss_total": 0.021927176043391228,
      "step": 25840
    },
    {
      "loss_action": 0.020220162346959114,
      "loss_total": 0.020220162346959114,
      "step": 25840
    },
    {
      "loss_action": 0.017775624990463257,
      "loss_total": 0.017775624990463257,
      "step": 25840
    },
    {
      "loss_action": 0.007511493284255266,
      "loss_total": 0.007511493284255266,
      "step": 25840
    },
    {
      "loss_action": 0.009147328324615955,
      "loss_total": 0.009147328324615955,
      "step": 25840
    },
    {
      "loss_action": 0.008726198226213455,
      "loss_total": 0.008726198226213455,
      "step": 25840
    },
    {
      "loss_action": 0.007626995909959078,
      "loss_total": 0.007626995909959078,
      "step": 25840
    },
    {
      "grad_norm": 0.1848721206188202,
      "learning_rate": 9.994155448674372e-05,
      "loss": 0.0139,
      "step": 25850
    },
    {
      "loss_action": 0.0071397265419363976,
      "loss_total": 0.0071397265419363976,
      "step": 25850
    },
    {
      "loss_action": 0.01686876080930233,
      "loss_total": 0.01686876080930233,
      "step": 25850
    },
    {
      "loss_action": 0.0061294808983802795,
      "loss_total": 0.0061294808983802795,
      "step": 25850
    },
    {
      "loss_action": 0.016303792595863342,
      "loss_total": 0.016303792595863342,
      "step": 25850
    },
    {
      "loss_action": 0.013681866228580475,
      "loss_total": 0.013681866228580475,
      "step": 25850
    },
    {
      "loss_action": 0.01747884228825569,
      "loss_total": 0.01747884228825569,
      "step": 25850
    },
    {
      "loss_action": 0.01041601225733757,
      "loss_total": 0.01041601225733757,
      "step": 25850
    },
    {
      "loss_action": 0.01825013756752014,
      "loss_total": 0.01825013756752014,
      "step": 25850
    },
    {
      "grad_norm": 0.11697221547365189,
      "learning_rate": 9.99413545071316e-05,
      "loss": 0.013,
      "step": 25860
    },
    {
      "loss_action": 0.0070963334292173386,
      "loss_total": 0.0070963334292173386,
      "step": 25860
    },
    {
      "loss_action": 0.007842229679226875,
      "loss_total": 0.007842229679226875,
      "step": 25860
    },
    {
      "loss_action": 0.0067103528417646885,
      "loss_total": 0.0067103528417646885,
      "step": 25860
    },
    {
      "loss_action": 0.00547585217282176,
      "loss_total": 0.00547585217282176,
      "step": 25860
    },
    {
      "loss_action": 0.01093770656734705,
      "loss_total": 0.01093770656734705,
      "step": 25860
    },
    {
      "loss_action": 0.01158214546740055,
      "loss_total": 0.01158214546740055,
      "step": 25860
    },
    {
      "loss_action": 0.009609944187104702,
      "loss_total": 0.009609944187104702,
      "step": 25860
    },
    {
      "loss_action": 0.006899632513523102,
      "loss_total": 0.006899632513523102,
      "step": 25860
    },
    {
      "grad_norm": 0.1273600310087204,
      "learning_rate": 9.994115418617503e-05,
      "loss": 0.0126,
      "step": 25870
    },
    {
      "loss_action": 0.007228229194879532,
      "loss_total": 0.007228229194879532,
      "step": 25870
    },
    {
      "loss_action": 0.012430965900421143,
      "loss_total": 0.012430965900421143,
      "step": 25870
    },
    {
      "loss_action": 0.013503996655344963,
      "loss_total": 0.013503996655344963,
      "step": 25870
    },
    {
      "loss_action": 0.017539238557219505,
      "loss_total": 0.017539238557219505,
      "step": 25870
    },
    {
      "loss_action": 0.017251133918762207,
      "loss_total": 0.017251133918762207,
      "step": 25870
    },
    {
      "loss_action": 0.008122019469738007,
      "loss_total": 0.008122019469738007,
      "step": 25870
    },
    {
      "loss_action": 0.01075710728764534,
      "loss_total": 0.01075710728764534,
      "step": 25870
    },
    {
      "loss_action": 0.024561535567045212,
      "loss_total": 0.024561535567045212,
      "step": 25870
    },
    {
      "grad_norm": 0.19690772891044617,
      "learning_rate": 9.994095352387535e-05,
      "loss": 0.0125,
      "step": 25880
    },
    {
      "loss_action": 0.013792751356959343,
      "loss_total": 0.013792751356959343,
      "step": 25880
    },
    {
      "loss_action": 0.030661936849355698,
      "loss_total": 0.030661936849355698,
      "step": 25880
    },
    {
      "loss_action": 0.0166288074105978,
      "loss_total": 0.0166288074105978,
      "step": 25880
    },
    {
      "loss_action": 0.006384397856891155,
      "loss_total": 0.006384397856891155,
      "step": 25880
    },
    {
      "loss_action": 0.01927012950181961,
      "loss_total": 0.01927012950181961,
      "step": 25880
    },
    {
      "loss_action": 0.00925423763692379,
      "loss_total": 0.00925423763692379,
      "step": 25880
    },
    {
      "loss_action": 0.011683011427521706,
      "loss_total": 0.011683011427521706,
      "step": 25880
    },
    {
      "loss_action": 0.011132270097732544,
      "loss_total": 0.011132270097732544,
      "step": 25880
    },
    {
      "grad_norm": 0.15635152161121368,
      "learning_rate": 9.994075252023393e-05,
      "loss": 0.0138,
      "step": 25890
    },
    {
      "loss_action": 0.026585252955555916,
      "loss_total": 0.026585252955555916,
      "step": 25890
    },
    {
      "loss_action": 0.005695796106010675,
      "loss_total": 0.005695796106010675,
      "step": 25890
    },
    {
      "loss_action": 0.010729409754276276,
      "loss_total": 0.010729409754276276,
      "step": 25890
    },
    {
      "loss_action": 0.0035586704034358263,
      "loss_total": 0.0035586704034358263,
      "step": 25890
    },
    {
      "loss_action": 0.01554120983928442,
      "loss_total": 0.01554120983928442,
      "step": 25890
    },
    {
      "loss_action": 0.003665418829768896,
      "loss_total": 0.003665418829768896,
      "step": 25890
    },
    {
      "loss_action": 0.006003211718052626,
      "loss_total": 0.006003211718052626,
      "step": 25890
    },
    {
      "loss_action": 0.007874439470469952,
      "loss_total": 0.007874439470469952,
      "step": 25890
    },
    {
      "grad_norm": 0.13988064229488373,
      "learning_rate": 9.994055117525219e-05,
      "loss": 0.0124,
      "step": 25900
    },
    {
      "loss_action": 0.01560116559267044,
      "loss_total": 0.01560116559267044,
      "step": 25900
    },
    {
      "loss_action": 0.0174437053501606,
      "loss_total": 0.0174437053501606,
      "step": 25900
    },
    {
      "loss_action": 0.007607235107570887,
      "loss_total": 0.007607235107570887,
      "step": 25900
    },
    {
      "loss_action": 0.02132837101817131,
      "loss_total": 0.02132837101817131,
      "step": 25900
    },
    {
      "loss_action": 0.010837078094482422,
      "loss_total": 0.010837078094482422,
      "step": 25900
    },
    {
      "loss_action": 0.015116347000002861,
      "loss_total": 0.015116347000002861,
      "step": 25900
    },
    {
      "loss_action": 0.011530956253409386,
      "loss_total": 0.011530956253409386,
      "step": 25900
    },
    {
      "loss_action": 0.0068931495770812035,
      "loss_total": 0.0068931495770812035,
      "step": 25900
    },
    {
      "grad_norm": 0.15391668677330017,
      "learning_rate": 9.994034948893146e-05,
      "loss": 0.013,
      "step": 25910
    },
    {
      "loss_action": 0.010436030104756355,
      "loss_total": 0.010436030104756355,
      "step": 25910
    },
    {
      "loss_action": 0.009304714389145374,
      "loss_total": 0.009304714389145374,
      "step": 25910
    },
    {
      "loss_action": 0.007169199176132679,
      "loss_total": 0.007169199176132679,
      "step": 25910
    },
    {
      "loss_action": 0.015466888435184956,
      "loss_total": 0.015466888435184956,
      "step": 25910
    },
    {
      "loss_action": 0.022414010018110275,
      "loss_total": 0.022414010018110275,
      "step": 25910
    },
    {
      "loss_action": 0.00601183669641614,
      "loss_total": 0.00601183669641614,
      "step": 25910
    },
    {
      "loss_action": 0.011164996773004532,
      "loss_total": 0.011164996773004532,
      "step": 25910
    },
    {
      "loss_action": 0.00883797463029623,
      "loss_total": 0.00883797463029623,
      "step": 25910
    },
    {
      "grad_norm": 0.1333351880311966,
      "learning_rate": 9.994014746127311e-05,
      "loss": 0.0135,
      "step": 25920
    },
    {
      "loss_action": 0.01468733698129654,
      "loss_total": 0.01468733698129654,
      "step": 25920
    },
    {
      "loss_action": 0.017399106174707413,
      "loss_total": 0.017399106174707413,
      "step": 25920
    },
    {
      "loss_action": 0.012120304629206657,
      "loss_total": 0.012120304629206657,
      "step": 25920
    },
    {
      "loss_action": 0.015377076342701912,
      "loss_total": 0.015377076342701912,
      "step": 25920
    },
    {
      "loss_action": 0.03846069425344467,
      "loss_total": 0.03846069425344467,
      "step": 25920
    },
    {
      "loss_action": 0.014016342349350452,
      "loss_total": 0.014016342349350452,
      "step": 25920
    },
    {
      "loss_action": 0.006156690418720245,
      "loss_total": 0.006156690418720245,
      "step": 25920
    },
    {
      "loss_action": 0.013558749109506607,
      "loss_total": 0.013558749109506607,
      "step": 25920
    },
    {
      "grad_norm": 0.1235528290271759,
      "learning_rate": 9.993994509227856e-05,
      "loss": 0.0133,
      "step": 25930
    },
    {
      "loss_action": 0.006442452315241098,
      "loss_total": 0.006442452315241098,
      "step": 25930
    },
    {
      "loss_action": 0.0261341854929924,
      "loss_total": 0.0261341854929924,
      "step": 25930
    },
    {
      "loss_action": 0.021800674498081207,
      "loss_total": 0.021800674498081207,
      "step": 25930
    },
    {
      "loss_action": 0.008781984448432922,
      "loss_total": 0.008781984448432922,
      "step": 25930
    },
    {
      "loss_action": 0.025583896785974503,
      "loss_total": 0.025583896785974503,
      "step": 25930
    },
    {
      "loss_action": 0.013539797626435757,
      "loss_total": 0.013539797626435757,
      "step": 25930
    },
    {
      "loss_action": 0.019047092646360397,
      "loss_total": 0.019047092646360397,
      "step": 25930
    },
    {
      "loss_action": 0.00777093693614006,
      "loss_total": 0.00777093693614006,
      "step": 25930
    },
    {
      "grad_norm": 0.20680704712867737,
      "learning_rate": 9.993974238194917e-05,
      "loss": 0.0153,
      "step": 25940
    },
    {
      "loss_action": 0.01891462132334709,
      "loss_total": 0.01891462132334709,
      "step": 25940
    },
    {
      "loss_action": 0.007382974028587341,
      "loss_total": 0.007382974028587341,
      "step": 25940
    },
    {
      "loss_action": 0.023214075714349747,
      "loss_total": 0.023214075714349747,
      "step": 25940
    },
    {
      "loss_action": 0.013487136922776699,
      "loss_total": 0.013487136922776699,
      "step": 25940
    },
    {
      "loss_action": 0.013595403172075748,
      "loss_total": 0.013595403172075748,
      "step": 25940
    },
    {
      "loss_action": 0.011889929883182049,
      "loss_total": 0.011889929883182049,
      "step": 25940
    },
    {
      "loss_action": 0.008754577487707138,
      "loss_total": 0.008754577487707138,
      "step": 25940
    },
    {
      "loss_action": 0.01571507751941681,
      "loss_total": 0.01571507751941681,
      "step": 25940
    },
    {
      "grad_norm": 0.18600669503211975,
      "learning_rate": 9.993953933028633e-05,
      "loss": 0.0139,
      "step": 25950
    },
    {
      "loss_action": 0.024581775069236755,
      "loss_total": 0.024581775069236755,
      "step": 25950
    },
    {
      "loss_action": 0.01200893335044384,
      "loss_total": 0.01200893335044384,
      "step": 25950
    },
    {
      "loss_action": 0.010456418618559837,
      "loss_total": 0.010456418618559837,
      "step": 25950
    },
    {
      "loss_action": 0.012118659913539886,
      "loss_total": 0.012118659913539886,
      "step": 25950
    },
    {
      "loss_action": 0.00492045097053051,
      "loss_total": 0.00492045097053051,
      "step": 25950
    },
    {
      "loss_action": 0.009645121172070503,
      "loss_total": 0.009645121172070503,
      "step": 25950
    },
    {
      "loss_action": 0.007852272130548954,
      "loss_total": 0.007852272130548954,
      "step": 25950
    },
    {
      "loss_action": 0.007821794599294662,
      "loss_total": 0.007821794599294662,
      "step": 25950
    },
    {
      "grad_norm": 0.1952134221792221,
      "learning_rate": 9.993933593729143e-05,
      "loss": 0.0135,
      "step": 25960
    },
    {
      "loss_action": 0.012025231495499611,
      "loss_total": 0.012025231495499611,
      "step": 25960
    },
    {
      "loss_action": 0.026541493833065033,
      "loss_total": 0.026541493833065033,
      "step": 25960
    },
    {
      "loss_action": 0.011228250339627266,
      "loss_total": 0.011228250339627266,
      "step": 25960
    },
    {
      "loss_action": 0.012932131066918373,
      "loss_total": 0.012932131066918373,
      "step": 25960
    },
    {
      "loss_action": 0.00883464701473713,
      "loss_total": 0.00883464701473713,
      "step": 25960
    },
    {
      "loss_action": 0.005067423451691866,
      "loss_total": 0.005067423451691866,
      "step": 25960
    },
    {
      "loss_action": 0.029140591621398926,
      "loss_total": 0.029140591621398926,
      "step": 25960
    },
    {
      "loss_action": 0.005175383761525154,
      "loss_total": 0.005175383761525154,
      "step": 25960
    },
    {
      "grad_norm": 0.16004224121570587,
      "learning_rate": 9.993913220296587e-05,
      "loss": 0.0135,
      "step": 25970
    },
    {
      "loss_action": 0.0065674870274960995,
      "loss_total": 0.0065674870274960995,
      "step": 25970
    },
    {
      "loss_action": 0.008319944143295288,
      "loss_total": 0.008319944143295288,
      "step": 25970
    },
    {
      "loss_action": 0.008751090615987778,
      "loss_total": 0.008751090615987778,
      "step": 25970
    },
    {
      "loss_action": 0.02938663400709629,
      "loss_total": 0.02938663400709629,
      "step": 25970
    },
    {
      "loss_action": 0.020616304129362106,
      "loss_total": 0.020616304129362106,
      "step": 25970
    },
    {
      "loss_action": 0.013222485780715942,
      "loss_total": 0.013222485780715942,
      "step": 25970
    },
    {
      "loss_action": 0.030720960348844528,
      "loss_total": 0.030720960348844528,
      "step": 25970
    },
    {
      "loss_action": 0.018402516841888428,
      "loss_total": 0.018402516841888428,
      "step": 25970
    },
    {
      "grad_norm": 0.16936469078063965,
      "learning_rate": 9.993892812731103e-05,
      "loss": 0.0195,
      "step": 25980
    },
    {
      "loss_action": 0.01006476953625679,
      "loss_total": 0.01006476953625679,
      "step": 25980
    },
    {
      "loss_action": 0.053446076810359955,
      "loss_total": 0.053446076810359955,
      "step": 25980
    },
    {
      "loss_action": 0.022243451327085495,
      "loss_total": 0.022243451327085495,
      "step": 25980
    },
    {
      "loss_action": 0.06583281606435776,
      "loss_total": 0.06583281606435776,
      "step": 25980
    },
    {
      "loss_action": 0.019652217626571655,
      "loss_total": 0.019652217626571655,
      "step": 25980
    },
    {
      "loss_action": 0.012183178216218948,
      "loss_total": 0.012183178216218948,
      "step": 25980
    },
    {
      "loss_action": 0.026470519602298737,
      "loss_total": 0.026470519602298737,
      "step": 25980
    },
    {
      "loss_action": 0.005991637706756592,
      "loss_total": 0.005991637706756592,
      "step": 25980
    },
    {
      "grad_norm": 0.1416061520576477,
      "learning_rate": 9.993872371032828e-05,
      "loss": 0.0187,
      "step": 25990
    },
    {
      "loss_action": 0.018326738849282265,
      "loss_total": 0.018326738849282265,
      "step": 25990
    },
    {
      "loss_action": 0.018205255270004272,
      "loss_total": 0.018205255270004272,
      "step": 25990
    },
    {
      "loss_action": 0.02171195298433304,
      "loss_total": 0.02171195298433304,
      "step": 25990
    },
    {
      "loss_action": 0.020559821277856827,
      "loss_total": 0.020559821277856827,
      "step": 25990
    },
    {
      "loss_action": 0.024922329932451248,
      "loss_total": 0.024922329932451248,
      "step": 25990
    },
    {
      "loss_action": 0.014979632571339607,
      "loss_total": 0.014979632571339607,
      "step": 25990
    },
    {
      "loss_action": 0.010784421116113663,
      "loss_total": 0.010784421116113663,
      "step": 25990
    },
    {
      "loss_action": 0.009341911412775517,
      "loss_total": 0.009341911412775517,
      "step": 25990
    },
    {
      "grad_norm": 0.2197723537683487,
      "learning_rate": 9.993851895201907e-05,
      "loss": 0.0175,
      "step": 26000
    },
    {
      "loss_action": 0.016926249489188194,
      "loss_total": 0.016926249489188194,
      "step": 26000
    },
    {
      "loss_action": 0.014151208102703094,
      "loss_total": 0.014151208102703094,
      "step": 26000
    },
    {
      "loss_action": 0.02246822975575924,
      "loss_total": 0.02246822975575924,
      "step": 26000
    },
    {
      "loss_action": 0.019674837589263916,
      "loss_total": 0.019674837589263916,
      "step": 26000
    },
    {
      "loss_action": 0.012349426746368408,
      "loss_total": 0.012349426746368408,
      "step": 26000
    },
    {
      "loss_action": 0.01396687887609005,
      "loss_total": 0.01396687887609005,
      "step": 26000
    },
    {
      "loss_action": 0.010110253468155861,
      "loss_total": 0.010110253468155861,
      "step": 26000
    },
    {
      "loss_action": 0.012271919287741184,
      "loss_total": 0.012271919287741184,
      "step": 26000
    },
    {
      "grad_norm": 0.2054097056388855,
      "learning_rate": 9.993831385238477e-05,
      "loss": 0.0161,
      "step": 26010
    },
    {
      "loss_action": 0.01086229644715786,
      "loss_total": 0.01086229644715786,
      "step": 26010
    },
    {
      "loss_action": 0.02625100687146187,
      "loss_total": 0.02625100687146187,
      "step": 26010
    },
    {
      "loss_action": 0.011996356770396233,
      "loss_total": 0.011996356770396233,
      "step": 26010
    },
    {
      "loss_action": 0.01797442138195038,
      "loss_total": 0.01797442138195038,
      "step": 26010
    },
    {
      "loss_action": 0.008168711327016354,
      "loss_total": 0.008168711327016354,
      "step": 26010
    },
    {
      "loss_action": 0.014901699498295784,
      "loss_total": 0.014901699498295784,
      "step": 26010
    },
    {
      "loss_action": 0.011521747335791588,
      "loss_total": 0.011521747335791588,
      "step": 26010
    },
    {
      "loss_action": 0.00846798811107874,
      "loss_total": 0.00846798811107874,
      "step": 26010
    },
    {
      "grad_norm": 0.21582889556884766,
      "learning_rate": 9.993810841142677e-05,
      "loss": 0.0143,
      "step": 26020
    },
    {
      "loss_action": 0.016754887998104095,
      "loss_total": 0.016754887998104095,
      "step": 26020
    },
    {
      "loss_action": 0.02985415607690811,
      "loss_total": 0.02985415607690811,
      "step": 26020
    },
    {
      "loss_action": 0.014470190741121769,
      "loss_total": 0.014470190741121769,
      "step": 26020
    },
    {
      "loss_action": 0.020726829767227173,
      "loss_total": 0.020726829767227173,
      "step": 26020
    },
    {
      "loss_action": 0.010715891607105732,
      "loss_total": 0.010715891607105732,
      "step": 26020
    },
    {
      "loss_action": 0.018583720549941063,
      "loss_total": 0.018583720549941063,
      "step": 26020
    },
    {
      "loss_action": 0.01572560705244541,
      "loss_total": 0.01572560705244541,
      "step": 26020
    },
    {
      "loss_action": 0.027994489297270775,
      "loss_total": 0.027994489297270775,
      "step": 26020
    },
    {
      "grad_norm": 0.2125004231929779,
      "learning_rate": 9.993790262914649e-05,
      "loss": 0.0166,
      "step": 26030
    },
    {
      "loss_action": 0.006599585525691509,
      "loss_total": 0.006599585525691509,
      "step": 26030
    },
    {
      "loss_action": 0.009678192436695099,
      "loss_total": 0.009678192436695099,
      "step": 26030
    },
    {
      "loss_action": 0.014690878801047802,
      "loss_total": 0.014690878801047802,
      "step": 26030
    },
    {
      "loss_action": 0.03695470094680786,
      "loss_total": 0.03695470094680786,
      "step": 26030
    },
    {
      "loss_action": 0.0479508675634861,
      "loss_total": 0.0479508675634861,
      "step": 26030
    },
    {
      "loss_action": 0.006066996604204178,
      "loss_total": 0.006066996604204178,
      "step": 26030
    },
    {
      "loss_action": 0.027932196855545044,
      "loss_total": 0.027932196855545044,
      "step": 26030
    },
    {
      "loss_action": 0.0060499547980725765,
      "loss_total": 0.0060499547980725765,
      "step": 26030
    },
    {
      "grad_norm": 0.2637794315814972,
      "learning_rate": 9.993769650554534e-05,
      "loss": 0.0194,
      "step": 26040
    },
    {
      "loss_action": 0.019590049982070923,
      "loss_total": 0.019590049982070923,
      "step": 26040
    },
    {
      "loss_action": 0.017054172232747078,
      "loss_total": 0.017054172232747078,
      "step": 26040
    },
    {
      "loss_action": 0.016069790348410606,
      "loss_total": 0.016069790348410606,
      "step": 26040
    },
    {
      "loss_action": 0.018666915595531464,
      "loss_total": 0.018666915595531464,
      "step": 26040
    },
    {
      "loss_action": 0.011510809883475304,
      "loss_total": 0.011510809883475304,
      "step": 26040
    },
    {
      "loss_action": 0.03142133727669716,
      "loss_total": 0.03142133727669716,
      "step": 26040
    },
    {
      "loss_action": 0.014538930729031563,
      "loss_total": 0.014538930729031563,
      "step": 26040
    },
    {
      "loss_action": 0.011804718524217606,
      "loss_total": 0.011804718524217606,
      "step": 26040
    },
    {
      "grad_norm": 0.2639811038970947,
      "learning_rate": 9.993749004062474e-05,
      "loss": 0.0182,
      "step": 26050
    },
    {
      "loss_action": 0.029809966683387756,
      "loss_total": 0.029809966683387756,
      "step": 26050
    },
    {
      "loss_action": 0.01596256159245968,
      "loss_total": 0.01596256159245968,
      "step": 26050
    },
    {
      "loss_action": 0.016750339418649673,
      "loss_total": 0.016750339418649673,
      "step": 26050
    },
    {
      "loss_action": 0.010333106853067875,
      "loss_total": 0.010333106853067875,
      "step": 26050
    },
    {
      "loss_action": 0.009828750044107437,
      "loss_total": 0.009828750044107437,
      "step": 26050
    },
    {
      "loss_action": 0.007242448627948761,
      "loss_total": 0.007242448627948761,
      "step": 26050
    },
    {
      "loss_action": 0.05083761736750603,
      "loss_total": 0.05083761736750603,
      "step": 26050
    },
    {
      "loss_action": 0.02734990231692791,
      "loss_total": 0.02734990231692791,
      "step": 26050
    },
    {
      "grad_norm": 0.1641598790884018,
      "learning_rate": 9.993728323438607e-05,
      "loss": 0.0166,
      "step": 26060
    },
    {
      "loss_action": 0.016842231154441833,
      "loss_total": 0.016842231154441833,
      "step": 26060
    },
    {
      "loss_action": 0.006608202122151852,
      "loss_total": 0.006608202122151852,
      "step": 26060
    },
    {
      "loss_action": 0.005692766048014164,
      "loss_total": 0.005692766048014164,
      "step": 26060
    },
    {
      "loss_action": 0.03287645801901817,
      "loss_total": 0.03287645801901817,
      "step": 26060
    },
    {
      "loss_action": 0.009312164038419724,
      "loss_total": 0.009312164038419724,
      "step": 26060
    },
    {
      "loss_action": 0.006309257820248604,
      "loss_total": 0.006309257820248604,
      "step": 26060
    },
    {
      "loss_action": 0.012420154176652431,
      "loss_total": 0.012420154176652431,
      "step": 26060
    },
    {
      "loss_action": 0.01701941154897213,
      "loss_total": 0.01701941154897213,
      "step": 26060
    },
    {
      "grad_norm": 0.18697261810302734,
      "learning_rate": 9.993707608683075e-05,
      "loss": 0.0153,
      "step": 26070
    },
    {
      "loss_action": 0.008968772366642952,
      "loss_total": 0.008968772366642952,
      "step": 26070
    },
    {
      "loss_action": 0.011696256697177887,
      "loss_total": 0.011696256697177887,
      "step": 26070
    },
    {
      "loss_action": 0.013109994120895863,
      "loss_total": 0.013109994120895863,
      "step": 26070
    },
    {
      "loss_action": 0.008268000558018684,
      "loss_total": 0.008268000558018684,
      "step": 26070
    },
    {
      "loss_action": 0.006272504571825266,
      "loss_total": 0.006272504571825266,
      "step": 26070
    },
    {
      "loss_action": 0.009985817596316338,
      "loss_total": 0.009985817596316338,
      "step": 26070
    },
    {
      "loss_action": 0.012763156555593014,
      "loss_total": 0.012763156555593014,
      "step": 26070
    },
    {
      "loss_action": 0.017878742888569832,
      "loss_total": 0.017878742888569832,
      "step": 26070
    },
    {
      "grad_norm": 0.20826555788516998,
      "learning_rate": 9.993686859796021e-05,
      "loss": 0.0155,
      "step": 26080
    },
    {
      "loss_action": 0.007882652804255486,
      "loss_total": 0.007882652804255486,
      "step": 26080
    },
    {
      "loss_action": 0.01170134823769331,
      "loss_total": 0.01170134823769331,
      "step": 26080
    },
    {
      "loss_action": 0.007608866319060326,
      "loss_total": 0.007608866319060326,
      "step": 26080
    },
    {
      "loss_action": 0.010429011657834053,
      "loss_total": 0.010429011657834053,
      "step": 26080
    },
    {
      "loss_action": 0.01812363788485527,
      "loss_total": 0.01812363788485527,
      "step": 26080
    },
    {
      "loss_action": 0.012404361739754677,
      "loss_total": 0.012404361739754677,
      "step": 26080
    },
    {
      "loss_action": 0.005266273859888315,
      "loss_total": 0.005266273859888315,
      "step": 26080
    },
    {
      "loss_action": 0.011295776814222336,
      "loss_total": 0.011295776814222336,
      "step": 26080
    },
    {
      "grad_norm": 0.15463422238826752,
      "learning_rate": 9.993666076777588e-05,
      "loss": 0.0145,
      "step": 26090
    },
    {
      "loss_action": 0.01402468141168356,
      "loss_total": 0.01402468141168356,
      "step": 26090
    },
    {
      "loss_action": 0.008822093717753887,
      "loss_total": 0.008822093717753887,
      "step": 26090
    },
    {
      "loss_action": 0.013305562548339367,
      "loss_total": 0.013305562548339367,
      "step": 26090
    },
    {
      "loss_action": 0.018412884324789047,
      "loss_total": 0.018412884324789047,
      "step": 26090
    },
    {
      "loss_action": 0.01080658845603466,
      "loss_total": 0.01080658845603466,
      "step": 26090
    },
    {
      "loss_action": 0.015492219477891922,
      "loss_total": 0.015492219477891922,
      "step": 26090
    },
    {
      "loss_action": 0.018966883420944214,
      "loss_total": 0.018966883420944214,
      "step": 26090
    },
    {
      "loss_action": 0.012457642704248428,
      "loss_total": 0.012457642704248428,
      "step": 26090
    },
    {
      "grad_norm": 0.10976873338222504,
      "learning_rate": 9.993645259627914e-05,
      "loss": 0.0139,
      "step": 26100
    },
    {
      "loss_action": 0.011119302362203598,
      "loss_total": 0.011119302362203598,
      "step": 26100
    },
    {
      "loss_action": 0.010740898549556732,
      "loss_total": 0.010740898549556732,
      "step": 26100
    },
    {
      "loss_action": 0.014175212010741234,
      "loss_total": 0.014175212010741234,
      "step": 26100
    },
    {
      "loss_action": 0.012761570513248444,
      "loss_total": 0.012761570513248444,
      "step": 26100
    },
    {
      "loss_action": 0.009735497646033764,
      "loss_total": 0.009735497646033764,
      "step": 26100
    },
    {
      "loss_action": 0.0034489871468394995,
      "loss_total": 0.0034489871468394995,
      "step": 26100
    },
    {
      "loss_action": 0.0383223295211792,
      "loss_total": 0.0383223295211792,
      "step": 26100
    },
    {
      "loss_action": 0.007285651750862598,
      "loss_total": 0.007285651750862598,
      "step": 26100
    },
    {
      "grad_norm": 0.13594917953014374,
      "learning_rate": 9.993624408347144e-05,
      "loss": 0.0136,
      "step": 26110
    },
    {
      "loss_action": 0.008673753589391708,
      "loss_total": 0.008673753589391708,
      "step": 26110
    },
    {
      "loss_action": 0.003986893221735954,
      "loss_total": 0.003986893221735954,
      "step": 26110
    },
    {
      "loss_action": 0.013826076872646809,
      "loss_total": 0.013826076872646809,
      "step": 26110
    },
    {
      "loss_action": 0.006990879308432341,
      "loss_total": 0.006990879308432341,
      "step": 26110
    },
    {
      "loss_action": 0.0211770161986351,
      "loss_total": 0.0211770161986351,
      "step": 26110
    },
    {
      "loss_action": 0.004962144885212183,
      "loss_total": 0.004962144885212183,
      "step": 26110
    },
    {
      "loss_action": 0.012091550976037979,
      "loss_total": 0.012091550976037979,
      "step": 26110
    },
    {
      "loss_action": 0.007083679549396038,
      "loss_total": 0.007083679549396038,
      "step": 26110
    },
    {
      "grad_norm": 0.18626627326011658,
      "learning_rate": 9.993603522935422e-05,
      "loss": 0.0138,
      "step": 26120
    },
    {
      "loss_action": 0.013056564144790173,
      "loss_total": 0.013056564144790173,
      "step": 26120
    },
    {
      "loss_action": 0.012128185480833054,
      "loss_total": 0.012128185480833054,
      "step": 26120
    },
    {
      "loss_action": 0.00968095101416111,
      "loss_total": 0.00968095101416111,
      "step": 26120
    },
    {
      "loss_action": 0.009918775409460068,
      "loss_total": 0.009918775409460068,
      "step": 26120
    },
    {
      "loss_action": 0.027773123234510422,
      "loss_total": 0.027773123234510422,
      "step": 26120
    },
    {
      "loss_action": 0.009515234269201756,
      "loss_total": 0.009515234269201756,
      "step": 26120
    },
    {
      "loss_action": 0.00629407400265336,
      "loss_total": 0.00629407400265336,
      "step": 26120
    },
    {
      "loss_action": 0.007369357161223888,
      "loss_total": 0.007369357161223888,
      "step": 26120
    },
    {
      "grad_norm": 0.18786096572875977,
      "learning_rate": 9.993582603392886e-05,
      "loss": 0.0151,
      "step": 26130
    },
    {
      "loss_action": 0.015055703930556774,
      "loss_total": 0.015055703930556774,
      "step": 26130
    },
    {
      "loss_action": 0.01242479495704174,
      "loss_total": 0.01242479495704174,
      "step": 26130
    },
    {
      "loss_action": 0.012045083567500114,
      "loss_total": 0.012045083567500114,
      "step": 26130
    },
    {
      "loss_action": 0.01643817499279976,
      "loss_total": 0.01643817499279976,
      "step": 26130
    },
    {
      "loss_action": 0.033486850559711456,
      "loss_total": 0.033486850559711456,
      "step": 26130
    },
    {
      "loss_action": 0.007370090577751398,
      "loss_total": 0.007370090577751398,
      "step": 26130
    },
    {
      "loss_action": 0.00925363413989544,
      "loss_total": 0.00925363413989544,
      "step": 26130
    },
    {
      "loss_action": 0.01518267672508955,
      "loss_total": 0.01518267672508955,
      "step": 26130
    },
    {
      "grad_norm": 0.2459103912115097,
      "learning_rate": 9.993561649719685e-05,
      "loss": 0.0161,
      "step": 26140
    },
    {
      "loss_action": 0.00944137666374445,
      "loss_total": 0.00944137666374445,
      "step": 26140
    },
    {
      "loss_action": 0.0067139072343707085,
      "loss_total": 0.0067139072343707085,
      "step": 26140
    },
    {
      "loss_action": 0.008411815389990807,
      "loss_total": 0.008411815389990807,
      "step": 26140
    },
    {
      "loss_action": 0.01088387705385685,
      "loss_total": 0.01088387705385685,
      "step": 26140
    },
    {
      "loss_action": 0.008557891473174095,
      "loss_total": 0.008557891473174095,
      "step": 26140
    },
    {
      "loss_action": 0.015850048512220383,
      "loss_total": 0.015850048512220383,
      "step": 26140
    },
    {
      "loss_action": 0.014849288389086723,
      "loss_total": 0.014849288389086723,
      "step": 26140
    },
    {
      "loss_action": 0.011048776097595692,
      "loss_total": 0.011048776097595692,
      "step": 26140
    },
    {
      "grad_norm": 0.21371102333068848,
      "learning_rate": 9.993540661915956e-05,
      "loss": 0.015,
      "step": 26150
    },
    {
      "loss_action": 0.015575152821838856,
      "loss_total": 0.015575152821838856,
      "step": 26150
    },
    {
      "loss_action": 0.02532701939344406,
      "loss_total": 0.02532701939344406,
      "step": 26150
    },
    {
      "loss_action": 0.008730115368962288,
      "loss_total": 0.008730115368962288,
      "step": 26150
    },
    {
      "loss_action": 0.016817130148410797,
      "loss_total": 0.016817130148410797,
      "step": 26150
    },
    {
      "loss_action": 0.01749841310083866,
      "loss_total": 0.01749841310083866,
      "step": 26150
    },
    {
      "loss_action": 0.00622326135635376,
      "loss_total": 0.00622326135635376,
      "step": 26150
    },
    {
      "loss_action": 0.01502729021012783,
      "loss_total": 0.01502729021012783,
      "step": 26150
    },
    {
      "loss_action": 0.012312431819736958,
      "loss_total": 0.012312431819736958,
      "step": 26150
    },
    {
      "grad_norm": 0.18100005388259888,
      "learning_rate": 9.993519639981847e-05,
      "loss": 0.0143,
      "step": 26160
    },
    {
      "loss_action": 0.005451519042253494,
      "loss_total": 0.005451519042253494,
      "step": 26160
    },
    {
      "loss_action": 0.014494376257061958,
      "loss_total": 0.014494376257061958,
      "step": 26160
    },
    {
      "loss_action": 0.017279911786317825,
      "loss_total": 0.017279911786317825,
      "step": 26160
    },
    {
      "loss_action": 0.011247357353568077,
      "loss_total": 0.011247357353568077,
      "step": 26160
    },
    {
      "loss_action": 0.009305254556238651,
      "loss_total": 0.009305254556238651,
      "step": 26160
    },
    {
      "loss_action": 0.013116744346916676,
      "loss_total": 0.013116744346916676,
      "step": 26160
    },
    {
      "loss_action": 0.009960362687706947,
      "loss_total": 0.009960362687706947,
      "step": 26160
    },
    {
      "loss_action": 0.0120295574888587,
      "loss_total": 0.0120295574888587,
      "step": 26160
    },
    {
      "grad_norm": 0.11716853082180023,
      "learning_rate": 9.9934985839175e-05,
      "loss": 0.0146,
      "step": 26170
    },
    {
      "loss_action": 0.011521265842020512,
      "loss_total": 0.011521265842020512,
      "step": 26170
    },
    {
      "loss_action": 0.020557383075356483,
      "loss_total": 0.020557383075356483,
      "step": 26170
    },
    {
      "loss_action": 0.012380516156554222,
      "loss_total": 0.012380516156554222,
      "step": 26170
    },
    {
      "loss_action": 0.012954751029610634,
      "loss_total": 0.012954751029610634,
      "step": 26170
    },
    {
      "loss_action": 0.006363303400576115,
      "loss_total": 0.006363303400576115,
      "step": 26170
    },
    {
      "loss_action": 0.008077451959252357,
      "loss_total": 0.008077451959252357,
      "step": 26170
    },
    {
      "loss_action": 0.0061100623570382595,
      "loss_total": 0.0061100623570382595,
      "step": 26170
    },
    {
      "loss_action": 0.01090705394744873,
      "loss_total": 0.01090705394744873,
      "step": 26170
    },
    {
      "grad_norm": 0.32427945733070374,
      "learning_rate": 9.99347749372306e-05,
      "loss": 0.0171,
      "step": 26180
    },
    {
      "loss_action": 0.0364743247628212,
      "loss_total": 0.0364743247628212,
      "step": 26180
    },
    {
      "loss_action": 0.018768541514873505,
      "loss_total": 0.018768541514873505,
      "step": 26180
    },
    {
      "loss_action": 0.05139228329062462,
      "loss_total": 0.05139228329062462,
      "step": 26180
    },
    {
      "loss_action": 0.02938859909772873,
      "loss_total": 0.02938859909772873,
      "step": 26180
    },
    {
      "loss_action": 0.015804927796125412,
      "loss_total": 0.015804927796125412,
      "step": 26180
    },
    {
      "loss_action": 0.012171752750873566,
      "loss_total": 0.012171752750873566,
      "step": 26180
    },
    {
      "loss_action": 0.028639420866966248,
      "loss_total": 0.028639420866966248,
      "step": 26180
    },
    {
      "loss_action": 0.014069374650716782,
      "loss_total": 0.014069374650716782,
      "step": 26180
    },
    {
      "grad_norm": 0.16837026178836823,
      "learning_rate": 9.993456369398669e-05,
      "loss": 0.0203,
      "step": 26190
    },
    {
      "loss_action": 0.015453549101948738,
      "loss_total": 0.015453549101948738,
      "step": 26190
    },
    {
      "loss_action": 0.011177493259310722,
      "loss_total": 0.011177493259310722,
      "step": 26190
    },
    {
      "loss_action": 0.009915819391608238,
      "loss_total": 0.009915819391608238,
      "step": 26190
    },
    {
      "loss_action": 0.016519645228981972,
      "loss_total": 0.016519645228981972,
      "step": 26190
    },
    {
      "loss_action": 0.010001711547374725,
      "loss_total": 0.010001711547374725,
      "step": 26190
    },
    {
      "loss_action": 0.019067982211709023,
      "loss_total": 0.019067982211709023,
      "step": 26190
    },
    {
      "loss_action": 0.016804983839392662,
      "loss_total": 0.016804983839392662,
      "step": 26190
    },
    {
      "loss_action": 0.005826206877827644,
      "loss_total": 0.005826206877827644,
      "step": 26190
    },
    {
      "grad_norm": 0.19755348563194275,
      "learning_rate": 9.993435210944475e-05,
      "loss": 0.0144,
      "step": 26200
    },
    {
      "loss_action": 0.01738762855529785,
      "loss_total": 0.01738762855529785,
      "step": 26200
    },
    {
      "loss_action": 0.00942178163677454,
      "loss_total": 0.00942178163677454,
      "step": 26200
    },
    {
      "loss_action": 0.011857472360134125,
      "loss_total": 0.011857472360134125,
      "step": 26200
    },
    {
      "loss_action": 0.008953572250902653,
      "loss_total": 0.008953572250902653,
      "step": 26200
    },
    {
      "loss_action": 0.022819075733423233,
      "loss_total": 0.022819075733423233,
      "step": 26200
    },
    {
      "loss_action": 0.009735114872455597,
      "loss_total": 0.009735114872455597,
      "step": 26200
    },
    {
      "loss_action": 0.027214616537094116,
      "loss_total": 0.027214616537094116,
      "step": 26200
    },
    {
      "loss_action": 0.0085768336430192,
      "loss_total": 0.0085768336430192,
      "step": 26200
    },
    {
      "grad_norm": 0.23555392026901245,
      "learning_rate": 9.993414018360617e-05,
      "loss": 0.0143,
      "step": 26210
    },
    {
      "loss_action": 0.03406742215156555,
      "loss_total": 0.03406742215156555,
      "step": 26210
    },
    {
      "loss_action": 0.012218104675412178,
      "loss_total": 0.012218104675412178,
      "step": 26210
    },
    {
      "loss_action": 0.025253955274820328,
      "loss_total": 0.025253955274820328,
      "step": 26210
    },
    {
      "loss_action": 0.007516326382756233,
      "loss_total": 0.007516326382756233,
      "step": 26210
    },
    {
      "loss_action": 0.05136815831065178,
      "loss_total": 0.05136815831065178,
      "step": 26210
    },
    {
      "loss_action": 0.013458221219480038,
      "loss_total": 0.013458221219480038,
      "step": 26210
    },
    {
      "loss_action": 0.01004409696906805,
      "loss_total": 0.01004409696906805,
      "step": 26210
    },
    {
      "loss_action": 0.019634421914815903,
      "loss_total": 0.019634421914815903,
      "step": 26210
    },
    {
      "grad_norm": 0.21294336020946503,
      "learning_rate": 9.993392791647245e-05,
      "loss": 0.0147,
      "step": 26220
    },
    {
      "loss_action": 0.027097318321466446,
      "loss_total": 0.027097318321466446,
      "step": 26220
    },
    {
      "loss_action": 0.0073015205562114716,
      "loss_total": 0.0073015205562114716,
      "step": 26220
    },
    {
      "loss_action": 0.011187463998794556,
      "loss_total": 0.011187463998794556,
      "step": 26220
    },
    {
      "loss_action": 0.017637543380260468,
      "loss_total": 0.017637543380260468,
      "step": 26220
    },
    {
      "loss_action": 0.02163396030664444,
      "loss_total": 0.02163396030664444,
      "step": 26220
    },
    {
      "loss_action": 0.014069093391299248,
      "loss_total": 0.014069093391299248,
      "step": 26220
    },
    {
      "loss_action": 0.00494211632758379,
      "loss_total": 0.00494211632758379,
      "step": 26220
    },
    {
      "loss_action": 0.012751109898090363,
      "loss_total": 0.012751109898090363,
      "step": 26220
    },
    {
      "grad_norm": 0.17303647100925446,
      "learning_rate": 9.993371530804502e-05,
      "loss": 0.0142,
      "step": 26230
    },
    {
      "loss_action": 0.014134544879198074,
      "loss_total": 0.014134544879198074,
      "step": 26230
    },
    {
      "loss_action": 0.005027000792324543,
      "loss_total": 0.005027000792324543,
      "step": 26230
    },
    {
      "loss_action": 0.013035658746957779,
      "loss_total": 0.013035658746957779,
      "step": 26230
    },
    {
      "loss_action": 0.007692540064454079,
      "loss_total": 0.007692540064454079,
      "step": 26230
    },
    {
      "loss_action": 0.01283704861998558,
      "loss_total": 0.01283704861998558,
      "step": 26230
    },
    {
      "loss_action": 0.005261092446744442,
      "loss_total": 0.005261092446744442,
      "step": 26230
    },
    {
      "loss_action": 0.009890682995319366,
      "loss_total": 0.009890682995319366,
      "step": 26230
    },
    {
      "loss_action": 0.010736807249486446,
      "loss_total": 0.010736807249486446,
      "step": 26230
    },
    {
      "grad_norm": 0.18017901480197906,
      "learning_rate": 9.993350235832533e-05,
      "loss": 0.0143,
      "step": 26240
    },
    {
      "loss_action": 0.006168797612190247,
      "loss_total": 0.006168797612190247,
      "step": 26240
    },
    {
      "loss_action": 0.008027595467865467,
      "loss_total": 0.008027595467865467,
      "step": 26240
    },
    {
      "loss_action": 0.019434381276369095,
      "loss_total": 0.019434381276369095,
      "step": 26240
    },
    {
      "loss_action": 0.013536778278648853,
      "loss_total": 0.013536778278648853,
      "step": 26240
    },
    {
      "loss_action": 0.005552707239985466,
      "loss_total": 0.005552707239985466,
      "step": 26240
    },
    {
      "loss_action": 0.005616186186671257,
      "loss_total": 0.005616186186671257,
      "step": 26240
    },
    {
      "loss_action": 0.015582474879920483,
      "loss_total": 0.015582474879920483,
      "step": 26240
    },
    {
      "loss_action": 0.007661532610654831,
      "loss_total": 0.007661532610654831,
      "step": 26240
    },
    {
      "grad_norm": 0.17717938125133514,
      "learning_rate": 9.993328906731484e-05,
      "loss": 0.0141,
      "step": 26250
    },
    {
      "loss_action": 0.030315153300762177,
      "loss_total": 0.030315153300762177,
      "step": 26250
    },
    {
      "loss_action": 0.025707650929689407,
      "loss_total": 0.025707650929689407,
      "step": 26250
    },
    {
      "loss_action": 0.012597830966114998,
      "loss_total": 0.012597830966114998,
      "step": 26250
    },
    {
      "loss_action": 0.03420446813106537,
      "loss_total": 0.03420446813106537,
      "step": 26250
    },
    {
      "loss_action": 0.007064894773066044,
      "loss_total": 0.007064894773066044,
      "step": 26250
    },
    {
      "loss_action": 0.01163551490753889,
      "loss_total": 0.01163551490753889,
      "step": 26250
    },
    {
      "loss_action": 0.014144827611744404,
      "loss_total": 0.014144827611744404,
      "step": 26250
    },
    {
      "loss_action": 0.007664677686989307,
      "loss_total": 0.007664677686989307,
      "step": 26250
    },
    {
      "grad_norm": 0.16314205527305603,
      "learning_rate": 9.993307543501501e-05,
      "loss": 0.0155,
      "step": 26260
    },
    {
      "loss_action": 0.036800190806388855,
      "loss_total": 0.036800190806388855,
      "step": 26260
    },
    {
      "loss_action": 0.01194964163005352,
      "loss_total": 0.01194964163005352,
      "step": 26260
    },
    {
      "loss_action": 0.007177133113145828,
      "loss_total": 0.007177133113145828,
      "step": 26260
    },
    {
      "loss_action": 0.007823260501027107,
      "loss_total": 0.007823260501027107,
      "step": 26260
    },
    {
      "loss_action": 0.021531540900468826,
      "loss_total": 0.021531540900468826,
      "step": 26260
    },
    {
      "loss_action": 0.007539636455476284,
      "loss_total": 0.007539636455476284,
      "step": 26260
    },
    {
      "loss_action": 0.007255702745169401,
      "loss_total": 0.007255702745169401,
      "step": 26260
    },
    {
      "loss_action": 0.004910490941256285,
      "loss_total": 0.004910490941256285,
      "step": 26260
    },
    {
      "grad_norm": 0.14926600456237793,
      "learning_rate": 9.99328614614273e-05,
      "loss": 0.0149,
      "step": 26270
    },
    {
      "loss_action": 0.03433004021644592,
      "loss_total": 0.03433004021644592,
      "step": 26270
    },
    {
      "loss_action": 0.014010287821292877,
      "loss_total": 0.014010287821292877,
      "step": 26270
    },
    {
      "loss_action": 0.011095097288489342,
      "loss_total": 0.011095097288489342,
      "step": 26270
    },
    {
      "loss_action": 0.02366926707327366,
      "loss_total": 0.02366926707327366,
      "step": 26270
    },
    {
      "loss_action": 0.007961280643939972,
      "loss_total": 0.007961280643939972,
      "step": 26270
    },
    {
      "loss_action": 0.01978820003569126,
      "loss_total": 0.01978820003569126,
      "step": 26270
    },
    {
      "loss_action": 0.02388562634587288,
      "loss_total": 0.02388562634587288,
      "step": 26270
    },
    {
      "loss_action": 0.034487999975681305,
      "loss_total": 0.034487999975681305,
      "step": 26270
    },
    {
      "grad_norm": 0.14605847001075745,
      "learning_rate": 9.993264714655317e-05,
      "loss": 0.0144,
      "step": 26280
    },
    {
      "loss_action": 0.009005609899759293,
      "loss_total": 0.009005609899759293,
      "step": 26280
    },
    {
      "loss_action": 0.007763329893350601,
      "loss_total": 0.007763329893350601,
      "step": 26280
    },
    {
      "loss_action": 0.029947204515337944,
      "loss_total": 0.029947204515337944,
      "step": 26280
    },
    {
      "loss_action": 0.00804477371275425,
      "loss_total": 0.00804477371275425,
      "step": 26280
    },
    {
      "loss_action": 0.008223196491599083,
      "loss_total": 0.008223196491599083,
      "step": 26280
    },
    {
      "loss_action": 0.016012633219361305,
      "loss_total": 0.016012633219361305,
      "step": 26280
    },
    {
      "loss_action": 0.010817439295351505,
      "loss_total": 0.010817439295351505,
      "step": 26280
    },
    {
      "loss_action": 0.024364721029996872,
      "loss_total": 0.024364721029996872,
      "step": 26280
    },
    {
      "grad_norm": 0.12865272164344788,
      "learning_rate": 9.993243249039409e-05,
      "loss": 0.0135,
      "step": 26290
    },
    {
      "loss_action": 0.015698259696364403,
      "loss_total": 0.015698259696364403,
      "step": 26290
    },
    {
      "loss_action": 0.010436655953526497,
      "loss_total": 0.010436655953526497,
      "step": 26290
    },
    {
      "loss_action": 0.01041729748249054,
      "loss_total": 0.01041729748249054,
      "step": 26290
    },
    {
      "loss_action": 0.010950465686619282,
      "loss_total": 0.010950465686619282,
      "step": 26290
    },
    {
      "loss_action": 0.012433921918272972,
      "loss_total": 0.012433921918272972,
      "step": 26290
    },
    {
      "loss_action": 0.013304352760314941,
      "loss_total": 0.013304352760314941,
      "step": 26290
    },
    {
      "loss_action": 0.013422025367617607,
      "loss_total": 0.013422025367617607,
      "step": 26290
    },
    {
      "loss_action": 0.010341847315430641,
      "loss_total": 0.010341847315430641,
      "step": 26290
    },
    {
      "grad_norm": 0.1403711885213852,
      "learning_rate": 9.993221749295152e-05,
      "loss": 0.0118,
      "step": 26300
    },
    {
      "loss_action": 0.021909866482019424,
      "loss_total": 0.021909866482019424,
      "step": 26300
    },
    {
      "loss_action": 0.008273805491626263,
      "loss_total": 0.008273805491626263,
      "step": 26300
    },
    {
      "loss_action": 0.030886389315128326,
      "loss_total": 0.030886389315128326,
      "step": 26300
    },
    {
      "loss_action": 0.008362151682376862,
      "loss_total": 0.008362151682376862,
      "step": 26300
    },
    {
      "loss_action": 0.01188150979578495,
      "loss_total": 0.01188150979578495,
      "step": 26300
    },
    {
      "loss_action": 0.007234646938741207,
      "loss_total": 0.007234646938741207,
      "step": 26300
    },
    {
      "loss_action": 0.09217177331447601,
      "loss_total": 0.09217177331447601,
      "step": 26300
    },
    {
      "loss_action": 0.01588425599038601,
      "loss_total": 0.01588425599038601,
      "step": 26300
    },
    {
      "grad_norm": 0.1157422661781311,
      "learning_rate": 9.993200215422693e-05,
      "loss": 0.0165,
      "step": 26310
    },
    {
      "loss_action": 0.012476060539484024,
      "loss_total": 0.012476060539484024,
      "step": 26310
    },
    {
      "loss_action": 0.005713122896850109,
      "loss_total": 0.005713122896850109,
      "step": 26310
    },
    {
      "loss_action": 0.0067795440554618835,
      "loss_total": 0.0067795440554618835,
      "step": 26310
    },
    {
      "loss_action": 0.04659007862210274,
      "loss_total": 0.04659007862210274,
      "step": 26310
    },
    {
      "loss_action": 0.0032966919243335724,
      "loss_total": 0.0032966919243335724,
      "step": 26310
    },
    {
      "loss_action": 0.01101231761276722,
      "loss_total": 0.01101231761276722,
      "step": 26310
    },
    {
      "loss_action": 0.012732653878629208,
      "loss_total": 0.012732653878629208,
      "step": 26310
    },
    {
      "loss_action": 0.01683293655514717,
      "loss_total": 0.01683293655514717,
      "step": 26310
    },
    {
      "grad_norm": 0.17529360949993134,
      "learning_rate": 9.99317864742218e-05,
      "loss": 0.0144,
      "step": 26320
    },
    {
      "loss_action": 0.042887501418590546,
      "loss_total": 0.042887501418590546,
      "step": 26320
    },
    {
      "loss_action": 0.0064473338425159454,
      "loss_total": 0.0064473338425159454,
      "step": 26320
    },
    {
      "loss_action": 0.0083613321185112,
      "loss_total": 0.0083613321185112,
      "step": 26320
    },
    {
      "loss_action": 0.007498480845242739,
      "loss_total": 0.007498480845242739,
      "step": 26320
    },
    {
      "loss_action": 0.006871249992400408,
      "loss_total": 0.006871249992400408,
      "step": 26320
    },
    {
      "loss_action": 0.013640188612043858,
      "loss_total": 0.013640188612043858,
      "step": 26320
    },
    {
      "loss_action": 0.022381071001291275,
      "loss_total": 0.022381071001291275,
      "step": 26320
    },
    {
      "loss_action": 0.014026175253093243,
      "loss_total": 0.014026175253093243,
      "step": 26320
    },
    {
      "grad_norm": 0.1532362997531891,
      "learning_rate": 9.993157045293759e-05,
      "loss": 0.014,
      "step": 26330
    },
    {
      "loss_action": 0.009230047464370728,
      "loss_total": 0.009230047464370728,
      "step": 26330
    },
    {
      "loss_action": 0.012253706343472004,
      "loss_total": 0.012253706343472004,
      "step": 26330
    },
    {
      "loss_action": 0.04597422480583191,
      "loss_total": 0.04597422480583191,
      "step": 26330
    },
    {
      "loss_action": 0.018042074516415596,
      "loss_total": 0.018042074516415596,
      "step": 26330
    },
    {
      "loss_action": 0.011312955990433693,
      "loss_total": 0.011312955990433693,
      "step": 26330
    },
    {
      "loss_action": 0.00398525083437562,
      "loss_total": 0.00398525083437562,
      "step": 26330
    },
    {
      "loss_action": 0.02290719375014305,
      "loss_total": 0.02290719375014305,
      "step": 26330
    },
    {
      "loss_action": 0.014789095148444176,
      "loss_total": 0.014789095148444176,
      "step": 26330
    },
    {
      "grad_norm": 0.13718371093273163,
      "learning_rate": 9.99313540903758e-05,
      "loss": 0.016,
      "step": 26340
    },
    {
      "loss_action": 0.02371717244386673,
      "loss_total": 0.02371717244386673,
      "step": 26340
    },
    {
      "loss_action": 0.006820989307016134,
      "loss_total": 0.006820989307016134,
      "step": 26340
    },
    {
      "loss_action": 0.020862407982349396,
      "loss_total": 0.020862407982349396,
      "step": 26340
    },
    {
      "loss_action": 0.011757967062294483,
      "loss_total": 0.011757967062294483,
      "step": 26340
    },
    {
      "loss_action": 0.013417432084679604,
      "loss_total": 0.013417432084679604,
      "step": 26340
    },
    {
      "loss_action": 0.0062322537414729595,
      "loss_total": 0.0062322537414729595,
      "step": 26340
    },
    {
      "loss_action": 0.005166533403098583,
      "loss_total": 0.005166533403098583,
      "step": 26340
    },
    {
      "loss_action": 0.025723084807395935,
      "loss_total": 0.025723084807395935,
      "step": 26340
    },
    {
      "grad_norm": 0.19471712410449982,
      "learning_rate": 9.993113738653787e-05,
      "loss": 0.0131,
      "step": 26350
    },
    {
      "loss_action": 0.006263711955398321,
      "loss_total": 0.006263711955398321,
      "step": 26350
    },
    {
      "loss_action": 0.005320136435329914,
      "loss_total": 0.005320136435329914,
      "step": 26350
    },
    {
      "loss_action": 0.007007955107837915,
      "loss_total": 0.007007955107837915,
      "step": 26350
    },
    {
      "loss_action": 0.006248311139643192,
      "loss_total": 0.006248311139643192,
      "step": 26350
    },
    {
      "loss_action": 0.013025323860347271,
      "loss_total": 0.013025323860347271,
      "step": 26350
    },
    {
      "loss_action": 0.007505364716053009,
      "loss_total": 0.007505364716053009,
      "step": 26350
    },
    {
      "loss_action": 0.013583083637058735,
      "loss_total": 0.013583083637058735,
      "step": 26350
    },
    {
      "loss_action": 0.011305531486868858,
      "loss_total": 0.011305531486868858,
      "step": 26350
    },
    {
      "grad_norm": 0.16513590514659882,
      "learning_rate": 9.993092034142533e-05,
      "loss": 0.0111,
      "step": 26360
    },
    {
      "loss_action": 0.005263889208436012,
      "loss_total": 0.005263889208436012,
      "step": 26360
    },
    {
      "loss_action": 0.009561482816934586,
      "loss_total": 0.009561482816934586,
      "step": 26360
    },
    {
      "loss_action": 0.012038009241223335,
      "loss_total": 0.012038009241223335,
      "step": 26360
    },
    {
      "loss_action": 0.011114636436104774,
      "loss_total": 0.011114636436104774,
      "step": 26360
    },
    {
      "loss_action": 0.005721727851778269,
      "loss_total": 0.005721727851778269,
      "step": 26360
    },
    {
      "loss_action": 0.016839690506458282,
      "loss_total": 0.016839690506458282,
      "step": 26360
    },
    {
      "loss_action": 0.011484663933515549,
      "loss_total": 0.011484663933515549,
      "step": 26360
    },
    {
      "loss_action": 0.012286273762583733,
      "loss_total": 0.012286273762583733,
      "step": 26360
    },
    {
      "grad_norm": 0.17092368006706238,
      "learning_rate": 9.993070295503962e-05,
      "loss": 0.0139,
      "step": 26370
    },
    {
      "loss_action": 0.00813201628625393,
      "loss_total": 0.00813201628625393,
      "step": 26370
    },
    {
      "loss_action": 0.012974635697901249,
      "loss_total": 0.012974635697901249,
      "step": 26370
    },
    {
      "loss_action": 0.013134531676769257,
      "loss_total": 0.013134531676769257,
      "step": 26370
    },
    {
      "loss_action": 0.005308168474584818,
      "loss_total": 0.005308168474584818,
      "step": 26370
    },
    {
      "loss_action": 0.019744453951716423,
      "loss_total": 0.019744453951716423,
      "step": 26370
    },
    {
      "loss_action": 0.009652494452893734,
      "loss_total": 0.009652494452893734,
      "step": 26370
    },
    {
      "loss_action": 0.006101667881011963,
      "loss_total": 0.006101667881011963,
      "step": 26370
    },
    {
      "loss_action": 0.00930275022983551,
      "loss_total": 0.00930275022983551,
      "step": 26370
    },
    {
      "grad_norm": 0.18260663747787476,
      "learning_rate": 9.993048522738225e-05,
      "loss": 0.0128,
      "step": 26380
    },
    {
      "loss_action": 0.015185711905360222,
      "loss_total": 0.015185711905360222,
      "step": 26380
    },
    {
      "loss_action": 0.0259028822183609,
      "loss_total": 0.0259028822183609,
      "step": 26380
    },
    {
      "loss_action": 0.009530371055006981,
      "loss_total": 0.009530371055006981,
      "step": 26380
    },
    {
      "loss_action": 0.015095849521458149,
      "loss_total": 0.015095849521458149,
      "step": 26380
    },
    {
      "loss_action": 0.007117424160242081,
      "loss_total": 0.007117424160242081,
      "step": 26380
    },
    {
      "loss_action": 0.02905689924955368,
      "loss_total": 0.02905689924955368,
      "step": 26380
    },
    {
      "loss_action": 0.03606545925140381,
      "loss_total": 0.03606545925140381,
      "step": 26380
    },
    {
      "loss_action": 0.009403161704540253,
      "loss_total": 0.009403161704540253,
      "step": 26380
    },
    {
      "grad_norm": 0.16476887464523315,
      "learning_rate": 9.99302671584547e-05,
      "loss": 0.0164,
      "step": 26390
    },
    {
      "loss_action": 0.014816817827522755,
      "loss_total": 0.014816817827522755,
      "step": 26390
    },
    {
      "loss_action": 0.008211280219256878,
      "loss_total": 0.008211280219256878,
      "step": 26390
    },
    {
      "loss_action": 0.035354092717170715,
      "loss_total": 0.035354092717170715,
      "step": 26390
    },
    {
      "loss_action": 0.009683934040367603,
      "loss_total": 0.009683934040367603,
      "step": 26390
    },
    {
      "loss_action": 0.006045229732990265,
      "loss_total": 0.006045229732990265,
      "step": 26390
    },
    {
      "loss_action": 0.00824825745075941,
      "loss_total": 0.00824825745075941,
      "step": 26390
    },
    {
      "loss_action": 0.02148428186774254,
      "loss_total": 0.02148428186774254,
      "step": 26390
    },
    {
      "loss_action": 0.01459337119013071,
      "loss_total": 0.01459337119013071,
      "step": 26390
    },
    {
      "grad_norm": 0.19797003269195557,
      "learning_rate": 9.993004874825848e-05,
      "loss": 0.0154,
      "step": 26400
    },
    {
      "loss_action": 0.007206829730421305,
      "loss_total": 0.007206829730421305,
      "step": 26400
    },
    {
      "loss_action": 0.0106658935546875,
      "loss_total": 0.0106658935546875,
      "step": 26400
    },
    {
      "loss_action": 0.011469587683677673,
      "loss_total": 0.011469587683677673,
      "step": 26400
    },
    {
      "loss_action": 0.015161166898906231,
      "loss_total": 0.015161166898906231,
      "step": 26400
    },
    {
      "loss_action": 0.005740747321397066,
      "loss_total": 0.005740747321397066,
      "step": 26400
    },
    {
      "loss_action": 0.015706513077020645,
      "loss_total": 0.015706513077020645,
      "step": 26400
    },
    {
      "loss_action": 0.010652518831193447,
      "loss_total": 0.010652518831193447,
      "step": 26400
    },
    {
      "loss_action": 0.01237831823527813,
      "loss_total": 0.01237831823527813,
      "step": 26400
    },
    {
      "grad_norm": 0.15850156545639038,
      "learning_rate": 9.992982999679506e-05,
      "loss": 0.0139,
      "step": 26410
    },
    {
      "loss_action": 0.020929832011461258,
      "loss_total": 0.020929832011461258,
      "step": 26410
    },
    {
      "loss_action": 0.008828626945614815,
      "loss_total": 0.008828626945614815,
      "step": 26410
    },
    {
      "loss_action": 0.009028308093547821,
      "loss_total": 0.009028308093547821,
      "step": 26410
    },
    {
      "loss_action": 0.010879104025661945,
      "loss_total": 0.010879104025661945,
      "step": 26410
    },
    {
      "loss_action": 0.004836645908653736,
      "loss_total": 0.004836645908653736,
      "step": 26410
    },
    {
      "loss_action": 0.013730848208069801,
      "loss_total": 0.013730848208069801,
      "step": 26410
    },
    {
      "loss_action": 0.008805964142084122,
      "loss_total": 0.008805964142084122,
      "step": 26410
    },
    {
      "loss_action": 0.007865837775170803,
      "loss_total": 0.007865837775170803,
      "step": 26410
    },
    {
      "grad_norm": 0.20762290060520172,
      "learning_rate": 9.992961090406591e-05,
      "loss": 0.0132,
      "step": 26420
    },
    {
      "loss_action": 0.008101316168904305,
      "loss_total": 0.008101316168904305,
      "step": 26420
    },
    {
      "loss_action": 0.011673974804580212,
      "loss_total": 0.011673974804580212,
      "step": 26420
    },
    {
      "loss_action": 0.016071703284978867,
      "loss_total": 0.016071703284978867,
      "step": 26420
    },
    {
      "loss_action": 0.0074820853769779205,
      "loss_total": 0.0074820853769779205,
      "step": 26420
    },
    {
      "loss_action": 0.014246342703700066,
      "loss_total": 0.014246342703700066,
      "step": 26420
    },
    {
      "loss_action": 0.03183381259441376,
      "loss_total": 0.03183381259441376,
      "step": 26420
    },
    {
      "loss_action": 0.015060428529977798,
      "loss_total": 0.015060428529977798,
      "step": 26420
    },
    {
      "loss_action": 0.015020850114524364,
      "loss_total": 0.015020850114524364,
      "step": 26420
    },
    {
      "grad_norm": 0.12052692472934723,
      "learning_rate": 9.99293914700726e-05,
      "loss": 0.0144,
      "step": 26430
    },
    {
      "loss_action": 0.010709002614021301,
      "loss_total": 0.010709002614021301,
      "step": 26430
    },
    {
      "loss_action": 0.015425251796841621,
      "loss_total": 0.015425251796841621,
      "step": 26430
    },
    {
      "loss_action": 0.007264889311045408,
      "loss_total": 0.007264889311045408,
      "step": 26430
    },
    {
      "loss_action": 0.016056207939982414,
      "loss_total": 0.016056207939982414,
      "step": 26430
    },
    {
      "loss_action": 0.03878768905997276,
      "loss_total": 0.03878768905997276,
      "step": 26430
    },
    {
      "loss_action": 0.020940806716680527,
      "loss_total": 0.020940806716680527,
      "step": 26430
    },
    {
      "loss_action": 0.010621357709169388,
      "loss_total": 0.010621357709169388,
      "step": 26430
    },
    {
      "loss_action": 0.018520981073379517,
      "loss_total": 0.018520981073379517,
      "step": 26430
    },
    {
      "grad_norm": 0.25147736072540283,
      "learning_rate": 9.992917169481657e-05,
      "loss": 0.0141,
      "step": 26440
    },
    {
      "loss_action": 0.007994614541530609,
      "loss_total": 0.007994614541530609,
      "step": 26440
    },
    {
      "loss_action": 0.006088550202548504,
      "loss_total": 0.006088550202548504,
      "step": 26440
    },
    {
      "loss_action": 0.010161763057112694,
      "loss_total": 0.010161763057112694,
      "step": 26440
    },
    {
      "loss_action": 0.011689508333802223,
      "loss_total": 0.011689508333802223,
      "step": 26440
    },
    {
      "loss_action": 0.01958134025335312,
      "loss_total": 0.01958134025335312,
      "step": 26440
    },
    {
      "loss_action": 0.022432446479797363,
      "loss_total": 0.022432446479797363,
      "step": 26440
    },
    {
      "loss_action": 0.019493430852890015,
      "loss_total": 0.019493430852890015,
      "step": 26440
    },
    {
      "loss_action": 0.02306133508682251,
      "loss_total": 0.02306133508682251,
      "step": 26440
    },
    {
      "grad_norm": 0.16083553433418274,
      "learning_rate": 9.992895157829933e-05,
      "loss": 0.0141,
      "step": 26450
    },
    {
      "loss_action": 0.005810846574604511,
      "loss_total": 0.005810846574604511,
      "step": 26450
    },
    {
      "loss_action": 0.016517704352736473,
      "loss_total": 0.016517704352736473,
      "step": 26450
    },
    {
      "loss_action": 0.02538694441318512,
      "loss_total": 0.02538694441318512,
      "step": 26450
    },
    {
      "loss_action": 0.010462463833391666,
      "loss_total": 0.010462463833391666,
      "step": 26450
    },
    {
      "loss_action": 0.010259946808218956,
      "loss_total": 0.010259946808218956,
      "step": 26450
    },
    {
      "loss_action": 0.030416395515203476,
      "loss_total": 0.030416395515203476,
      "step": 26450
    },
    {
      "loss_action": 0.013217039406299591,
      "loss_total": 0.013217039406299591,
      "step": 26450
    },
    {
      "loss_action": 0.007252388633787632,
      "loss_total": 0.007252388633787632,
      "step": 26450
    },
    {
      "grad_norm": 0.16095663607120514,
      "learning_rate": 9.992873112052241e-05,
      "loss": 0.012,
      "step": 26460
    },
    {
      "loss_action": 0.013465140014886856,
      "loss_total": 0.013465140014886856,
      "step": 26460
    },
    {
      "loss_action": 0.01950380578637123,
      "loss_total": 0.01950380578637123,
      "step": 26460
    },
    {
      "loss_action": 0.010596833191812038,
      "loss_total": 0.010596833191812038,
      "step": 26460
    },
    {
      "loss_action": 0.01621623896062374,
      "loss_total": 0.01621623896062374,
      "step": 26460
    },
    {
      "loss_action": 0.014094557613134384,
      "loss_total": 0.014094557613134384,
      "step": 26460
    },
    {
      "loss_action": 0.00973168108612299,
      "loss_total": 0.00973168108612299,
      "step": 26460
    },
    {
      "loss_action": 0.014181825332343578,
      "loss_total": 0.014181825332343578,
      "step": 26460
    },
    {
      "loss_action": 0.004996906034648418,
      "loss_total": 0.004996906034648418,
      "step": 26460
    },
    {
      "grad_norm": 0.1498234122991562,
      "learning_rate": 9.99285103214873e-05,
      "loss": 0.0145,
      "step": 26470
    },
    {
      "loss_action": 0.013703692704439163,
      "loss_total": 0.013703692704439163,
      "step": 26470
    },
    {
      "loss_action": 0.0279247984290123,
      "loss_total": 0.0279247984290123,
      "step": 26470
    },
    {
      "loss_action": 0.013139122165739536,
      "loss_total": 0.013139122165739536,
      "step": 26470
    },
    {
      "loss_action": 0.0070391492918133736,
      "loss_total": 0.0070391492918133736,
      "step": 26470
    },
    {
      "loss_action": 0.018559906631708145,
      "loss_total": 0.018559906631708145,
      "step": 26470
    },
    {
      "loss_action": 0.02462807297706604,
      "loss_total": 0.02462807297706604,
      "step": 26470
    },
    {
      "loss_action": 0.010607970878481865,
      "loss_total": 0.010607970878481865,
      "step": 26470
    },
    {
      "loss_action": 0.010288167744874954,
      "loss_total": 0.010288167744874954,
      "step": 26470
    },
    {
      "grad_norm": 0.16163326799869537,
      "learning_rate": 9.99282891811955e-05,
      "loss": 0.0141,
      "step": 26480
    },
    {
      "loss_action": 0.010030271485447884,
      "loss_total": 0.010030271485447884,
      "step": 26480
    },
    {
      "loss_action": 0.021380100399255753,
      "loss_total": 0.021380100399255753,
      "step": 26480
    },
    {
      "loss_action": 0.006426497362554073,
      "loss_total": 0.006426497362554073,
      "step": 26480
    },
    {
      "loss_action": 0.014881240203976631,
      "loss_total": 0.014881240203976631,
      "step": 26480
    },
    {
      "loss_action": 0.01726609468460083,
      "loss_total": 0.01726609468460083,
      "step": 26480
    },
    {
      "loss_action": 0.005474132485687733,
      "loss_total": 0.005474132485687733,
      "step": 26480
    },
    {
      "loss_action": 0.0227410476654768,
      "loss_total": 0.0227410476654768,
      "step": 26480
    },
    {
      "loss_action": 0.015924230217933655,
      "loss_total": 0.015924230217933655,
      "step": 26480
    },
    {
      "grad_norm": 0.29644519090652466,
      "learning_rate": 9.992806769964854e-05,
      "loss": 0.0137,
      "step": 26490
    },
    {
      "loss_action": 0.02244161069393158,
      "loss_total": 0.02244161069393158,
      "step": 26490
    },
    {
      "loss_action": 0.009790215641260147,
      "loss_total": 0.009790215641260147,
      "step": 26490
    },
    {
      "loss_action": 0.0045372238382697105,
      "loss_total": 0.0045372238382697105,
      "step": 26490
    },
    {
      "loss_action": 0.014734502881765366,
      "loss_total": 0.014734502881765366,
      "step": 26490
    },
    {
      "loss_action": 0.02008436620235443,
      "loss_total": 0.02008436620235443,
      "step": 26490
    },
    {
      "loss_action": 0.011373165994882584,
      "loss_total": 0.011373165994882584,
      "step": 26490
    },
    {
      "loss_action": 0.013621754944324493,
      "loss_total": 0.013621754944324493,
      "step": 26490
    },
    {
      "loss_action": 0.021932244300842285,
      "loss_total": 0.021932244300842285,
      "step": 26490
    },
    {
      "grad_norm": 0.15978701412677765,
      "learning_rate": 9.992784587684793e-05,
      "loss": 0.0136,
      "step": 26500
    },
    {
      "loss_action": 0.014262111857533455,
      "loss_total": 0.014262111857533455,
      "step": 26500
    },
    {
      "loss_action": 0.020414698868989944,
      "loss_total": 0.020414698868989944,
      "step": 26500
    },
    {
      "loss_action": 0.017588648945093155,
      "loss_total": 0.017588648945093155,
      "step": 26500
    },
    {
      "loss_action": 0.015786807984113693,
      "loss_total": 0.015786807984113693,
      "step": 26500
    },
    {
      "loss_action": 0.012482143938541412,
      "loss_total": 0.012482143938541412,
      "step": 26500
    },
    {
      "loss_action": 0.09146419167518616,
      "loss_total": 0.09146419167518616,
      "step": 26500
    },
    {
      "loss_action": 0.016706030815839767,
      "loss_total": 0.016706030815839767,
      "step": 26500
    },
    {
      "loss_action": 0.018590224906802177,
      "loss_total": 0.018590224906802177,
      "step": 26500
    },
    {
      "grad_norm": 0.12765486538410187,
      "learning_rate": 9.992762371279518e-05,
      "loss": 0.0154,
      "step": 26510
    },
    {
      "loss_action": 0.011656267568469048,
      "loss_total": 0.011656267568469048,
      "step": 26510
    },
    {
      "loss_action": 0.0033861335832625628,
      "loss_total": 0.0033861335832625628,
      "step": 26510
    },
    {
      "loss_action": 0.008340269327163696,
      "loss_total": 0.008340269327163696,
      "step": 26510
    },
    {
      "loss_action": 0.008450730703771114,
      "loss_total": 0.008450730703771114,
      "step": 26510
    },
    {
      "loss_action": 0.01247806940227747,
      "loss_total": 0.01247806940227747,
      "step": 26510
    },
    {
      "loss_action": 0.010755280964076519,
      "loss_total": 0.010755280964076519,
      "step": 26510
    },
    {
      "loss_action": 0.0044149612076580524,
      "loss_total": 0.0044149612076580524,
      "step": 26510
    },
    {
      "loss_action": 0.018884330987930298,
      "loss_total": 0.018884330987930298,
      "step": 26510
    },
    {
      "grad_norm": 0.13112786412239075,
      "learning_rate": 9.99274012074918e-05,
      "loss": 0.0127,
      "step": 26520
    },
    {
      "loss_action": 0.029056701809167862,
      "loss_total": 0.029056701809167862,
      "step": 26520
    },
    {
      "loss_action": 0.023281371220946312,
      "loss_total": 0.023281371220946312,
      "step": 26520
    },
    {
      "loss_action": 0.0860711857676506,
      "loss_total": 0.0860711857676506,
      "step": 26520
    },
    {
      "loss_action": 0.007411310449242592,
      "loss_total": 0.007411310449242592,
      "step": 26520
    },
    {
      "loss_action": 0.010774045251309872,
      "loss_total": 0.010774045251309872,
      "step": 26520
    },
    {
      "loss_action": 0.014667430892586708,
      "loss_total": 0.014667430892586708,
      "step": 26520
    },
    {
      "loss_action": 0.007994521409273148,
      "loss_total": 0.007994521409273148,
      "step": 26520
    },
    {
      "loss_action": 0.009457528591156006,
      "loss_total": 0.009457528591156006,
      "step": 26520
    },
    {
      "grad_norm": 0.1485046148300171,
      "learning_rate": 9.992717836093933e-05,
      "loss": 0.016,
      "step": 26530
    },
    {
      "loss_action": 0.009791656397283077,
      "loss_total": 0.009791656397283077,
      "step": 26530
    },
    {
      "loss_action": 0.012576871551573277,
      "loss_total": 0.012576871551573277,
      "step": 26530
    },
    {
      "loss_action": 0.011096187867224216,
      "loss_total": 0.011096187867224216,
      "step": 26530
    },
    {
      "loss_action": 0.015675805509090424,
      "loss_total": 0.015675805509090424,
      "step": 26530
    },
    {
      "loss_action": 0.00896020419895649,
      "loss_total": 0.00896020419895649,
      "step": 26530
    },
    {
      "loss_action": 0.008977456018328667,
      "loss_total": 0.008977456018328667,
      "step": 26530
    },
    {
      "loss_action": 0.018998486921191216,
      "loss_total": 0.018998486921191216,
      "step": 26530
    },
    {
      "loss_action": 0.019800249487161636,
      "loss_total": 0.019800249487161636,
      "step": 26530
    },
    {
      "grad_norm": 0.17172843217849731,
      "learning_rate": 9.992695517313928e-05,
      "loss": 0.0148,
      "step": 26540
    },
    {
      "loss_action": 0.010517843067646027,
      "loss_total": 0.010517843067646027,
      "step": 26540
    },
    {
      "loss_action": 0.010350188240408897,
      "loss_total": 0.010350188240408897,
      "step": 26540
    },
    {
      "loss_action": 0.007532029412686825,
      "loss_total": 0.007532029412686825,
      "step": 26540
    },
    {
      "loss_action": 0.0139368437230587,
      "loss_total": 0.0139368437230587,
      "step": 26540
    },
    {
      "loss_action": 0.015098041854798794,
      "loss_total": 0.015098041854798794,
      "step": 26540
    },
    {
      "loss_action": 0.00495173130184412,
      "loss_total": 0.00495173130184412,
      "step": 26540
    },
    {
      "loss_action": 0.012139572761952877,
      "loss_total": 0.012139572761952877,
      "step": 26540
    },
    {
      "loss_action": 0.006237635388970375,
      "loss_total": 0.006237635388970375,
      "step": 26540
    },
    {
      "grad_norm": 0.24073898792266846,
      "learning_rate": 9.992673164409319e-05,
      "loss": 0.0146,
      "step": 26550
    },
    {
      "loss_action": 0.020708207041025162,
      "loss_total": 0.020708207041025162,
      "step": 26550
    },
    {
      "loss_action": 0.013307970017194748,
      "loss_total": 0.013307970017194748,
      "step": 26550
    },
    {
      "loss_action": 0.007480881176888943,
      "loss_total": 0.007480881176888943,
      "step": 26550
    },
    {
      "loss_action": 0.01040840707719326,
      "loss_total": 0.01040840707719326,
      "step": 26550
    },
    {
      "loss_action": 0.009144825860857964,
      "loss_total": 0.009144825860857964,
      "step": 26550
    },
    {
      "loss_action": 0.011909868568181992,
      "loss_total": 0.011909868568181992,
      "step": 26550
    },
    {
      "loss_action": 0.01083991676568985,
      "loss_total": 0.01083991676568985,
      "step": 26550
    },
    {
      "loss_action": 0.02229687012732029,
      "loss_total": 0.02229687012732029,
      "step": 26550
    },
    {
      "grad_norm": 0.1493738442659378,
      "learning_rate": 9.992650777380257e-05,
      "loss": 0.0136,
      "step": 26560
    },
    {
      "loss_action": 0.02097674086689949,
      "loss_total": 0.02097674086689949,
      "step": 26560
    },
    {
      "loss_action": 0.008110236376523972,
      "loss_total": 0.008110236376523972,
      "step": 26560
    },
    {
      "loss_action": 0.008181790821254253,
      "loss_total": 0.008181790821254253,
      "step": 26560
    },
    {
      "loss_action": 0.01637149602174759,
      "loss_total": 0.01637149602174759,
      "step": 26560
    },
    {
      "loss_action": 0.009051565080881119,
      "loss_total": 0.009051565080881119,
      "step": 26560
    },
    {
      "loss_action": 0.013347474858164787,
      "loss_total": 0.013347474858164787,
      "step": 26560
    },
    {
      "loss_action": 0.010862845927476883,
      "loss_total": 0.010862845927476883,
      "step": 26560
    },
    {
      "loss_action": 0.020698217675089836,
      "loss_total": 0.020698217675089836,
      "step": 26560
    },
    {
      "grad_norm": 0.1125754714012146,
      "learning_rate": 9.992628356226897e-05,
      "loss": 0.0159,
      "step": 26570
    },
    {
      "loss_action": 0.012645144015550613,
      "loss_total": 0.012645144015550613,
      "step": 26570
    },
    {
      "loss_action": 0.011902833357453346,
      "loss_total": 0.011902833357453346,
      "step": 26570
    },
    {
      "loss_action": 0.012017578817903996,
      "loss_total": 0.012017578817903996,
      "step": 26570
    },
    {
      "loss_action": 0.014131817035377026,
      "loss_total": 0.014131817035377026,
      "step": 26570
    },
    {
      "loss_action": 0.01455017738044262,
      "loss_total": 0.01455017738044262,
      "step": 26570
    },
    {
      "loss_action": 0.007558593526482582,
      "loss_total": 0.007558593526482582,
      "step": 26570
    },
    {
      "loss_action": 0.013070112094283104,
      "loss_total": 0.013070112094283104,
      "step": 26570
    },
    {
      "loss_action": 0.0077008469961583614,
      "loss_total": 0.0077008469961583614,
      "step": 26570
    },
    {
      "grad_norm": 0.15421633422374725,
      "learning_rate": 9.992605900949388e-05,
      "loss": 0.014,
      "step": 26580
    },
    {
      "loss_action": 0.007272920571267605,
      "loss_total": 0.007272920571267605,
      "step": 26580
    },
    {
      "loss_action": 0.01496649906039238,
      "loss_total": 0.01496649906039238,
      "step": 26580
    },
    {
      "loss_action": 0.0064893425442278385,
      "loss_total": 0.0064893425442278385,
      "step": 26580
    },
    {
      "loss_action": 0.025481313467025757,
      "loss_total": 0.025481313467025757,
      "step": 26580
    },
    {
      "loss_action": 0.011852625757455826,
      "loss_total": 0.011852625757455826,
      "step": 26580
    },
    {
      "loss_action": 0.00855166744440794,
      "loss_total": 0.00855166744440794,
      "step": 26580
    },
    {
      "loss_action": 0.04103609174489975,
      "loss_total": 0.04103609174489975,
      "step": 26580
    },
    {
      "loss_action": 0.011718377470970154,
      "loss_total": 0.011718377470970154,
      "step": 26580
    },
    {
      "grad_norm": 0.14159974455833435,
      "learning_rate": 9.992583411547889e-05,
      "loss": 0.0132,
      "step": 26590
    },
    {
      "loss_action": 0.02024468407034874,
      "loss_total": 0.02024468407034874,
      "step": 26590
    },
    {
      "loss_action": 0.010222264565527439,
      "loss_total": 0.010222264565527439,
      "step": 26590
    },
    {
      "loss_action": 0.013110104948282242,
      "loss_total": 0.013110104948282242,
      "step": 26590
    },
    {
      "loss_action": 0.007912753149867058,
      "loss_total": 0.007912753149867058,
      "step": 26590
    },
    {
      "loss_action": 0.01138303056359291,
      "loss_total": 0.01138303056359291,
      "step": 26590
    },
    {
      "loss_action": 0.012239387258887291,
      "loss_total": 0.012239387258887291,
      "step": 26590
    },
    {
      "loss_action": 0.006795444525778294,
      "loss_total": 0.006795444525778294,
      "step": 26590
    },
    {
      "loss_action": 0.012478070333600044,
      "loss_total": 0.012478070333600044,
      "step": 26590
    },
    {
      "grad_norm": 0.18951784074306488,
      "learning_rate": 9.992560888022551e-05,
      "loss": 0.015,
      "step": 26600
    },
    {
      "loss_action": 0.014825418591499329,
      "loss_total": 0.014825418591499329,
      "step": 26600
    },
    {
      "loss_action": 0.014706181362271309,
      "loss_total": 0.014706181362271309,
      "step": 26600
    },
    {
      "loss_action": 0.01397155225276947,
      "loss_total": 0.01397155225276947,
      "step": 26600
    },
    {
      "loss_action": 0.006380753125995398,
      "loss_total": 0.006380753125995398,
      "step": 26600
    },
    {
      "loss_action": 0.017002534121274948,
      "loss_total": 0.017002534121274948,
      "step": 26600
    },
    {
      "loss_action": 0.015382546931505203,
      "loss_total": 0.015382546931505203,
      "step": 26600
    },
    {
      "loss_action": 0.008768695406615734,
      "loss_total": 0.008768695406615734,
      "step": 26600
    },
    {
      "loss_action": 0.009258109144866467,
      "loss_total": 0.009258109144866467,
      "step": 26600
    },
    {
      "grad_norm": 0.1144501268863678,
      "learning_rate": 9.992538330373529e-05,
      "loss": 0.0141,
      "step": 26610
    },
    {
      "loss_action": 0.029299775138497353,
      "loss_total": 0.029299775138497353,
      "step": 26610
    },
    {
      "loss_action": 0.009946022182703018,
      "loss_total": 0.009946022182703018,
      "step": 26610
    },
    {
      "loss_action": 0.012214234098792076,
      "loss_total": 0.012214234098792076,
      "step": 26610
    },
    {
      "loss_action": 0.01138326246291399,
      "loss_total": 0.01138326246291399,
      "step": 26610
    },
    {
      "loss_action": 0.03538121283054352,
      "loss_total": 0.03538121283054352,
      "step": 26610
    },
    {
      "loss_action": 0.006071106065064669,
      "loss_total": 0.006071106065064669,
      "step": 26610
    },
    {
      "loss_action": 0.007427556440234184,
      "loss_total": 0.007427556440234184,
      "step": 26610
    },
    {
      "loss_action": 0.01079324260354042,
      "loss_total": 0.01079324260354042,
      "step": 26610
    },
    {
      "grad_norm": 0.17713454365730286,
      "learning_rate": 9.992515738600973e-05,
      "loss": 0.0143,
      "step": 26620
    },
    {
      "loss_action": 0.012832744047045708,
      "loss_total": 0.012832744047045708,
      "step": 26620
    },
    {
      "loss_action": 0.012099294923245907,
      "loss_total": 0.012099294923245907,
      "step": 26620
    },
    {
      "loss_action": 0.023187410086393356,
      "loss_total": 0.023187410086393356,
      "step": 26620
    },
    {
      "loss_action": 0.013664196245372295,
      "loss_total": 0.013664196245372295,
      "step": 26620
    },
    {
      "loss_action": 0.032369233667850494,
      "loss_total": 0.032369233667850494,
      "step": 26620
    },
    {
      "loss_action": 0.01598047837615013,
      "loss_total": 0.01598047837615013,
      "step": 26620
    },
    {
      "loss_action": 0.01887601613998413,
      "loss_total": 0.01887601613998413,
      "step": 26620
    },
    {
      "loss_action": 0.005728679709136486,
      "loss_total": 0.005728679709136486,
      "step": 26620
    },
    {
      "grad_norm": 0.1940062940120697,
      "learning_rate": 9.992493112705045e-05,
      "loss": 0.0142,
      "step": 26630
    },
    {
      "loss_action": 0.013940906152129173,
      "loss_total": 0.013940906152129173,
      "step": 26630
    },
    {
      "loss_action": 0.011084234341979027,
      "loss_total": 0.011084234341979027,
      "step": 26630
    },
    {
      "loss_action": 0.009265728294849396,
      "loss_total": 0.009265728294849396,
      "step": 26630
    },
    {
      "loss_action": 0.007967472076416016,
      "loss_total": 0.007967472076416016,
      "step": 26630
    },
    {
      "loss_action": 0.006233024410903454,
      "loss_total": 0.006233024410903454,
      "step": 26630
    },
    {
      "loss_action": 0.013385813683271408,
      "loss_total": 0.013385813683271408,
      "step": 26630
    },
    {
      "loss_action": 0.0213499516248703,
      "loss_total": 0.0213499516248703,
      "step": 26630
    },
    {
      "loss_action": 0.010201027616858482,
      "loss_total": 0.010201027616858482,
      "step": 26630
    },
    {
      "grad_norm": 0.09526655077934265,
      "learning_rate": 9.992470452685893e-05,
      "loss": 0.0136,
      "step": 26640
    },
    {
      "loss_action": 0.017242848873138428,
      "loss_total": 0.017242848873138428,
      "step": 26640
    },
    {
      "loss_action": 0.011996770277619362,
      "loss_total": 0.011996770277619362,
      "step": 26640
    },
    {
      "loss_action": 0.020387735217809677,
      "loss_total": 0.020387735217809677,
      "step": 26640
    },
    {
      "loss_action": 0.01876666024327278,
      "loss_total": 0.01876666024327278,
      "step": 26640
    },
    {
      "loss_action": 0.006786188576370478,
      "loss_total": 0.006786188576370478,
      "step": 26640
    },
    {
      "loss_action": 0.014163987711071968,
      "loss_total": 0.014163987711071968,
      "step": 26640
    },
    {
      "loss_action": 0.01339508593082428,
      "loss_total": 0.01339508593082428,
      "step": 26640
    },
    {
      "loss_action": 0.01804613135755062,
      "loss_total": 0.01804613135755062,
      "step": 26640
    },
    {
      "grad_norm": 0.1280505508184433,
      "learning_rate": 9.992447758543675e-05,
      "loss": 0.0139,
      "step": 26650
    },
    {
      "loss_action": 0.017934734001755714,
      "loss_total": 0.017934734001755714,
      "step": 26650
    },
    {
      "loss_action": 0.0047746323980391026,
      "loss_total": 0.0047746323980391026,
      "step": 26650
    },
    {
      "loss_action": 0.013991573825478554,
      "loss_total": 0.013991573825478554,
      "step": 26650
    },
    {
      "loss_action": 0.006404670886695385,
      "loss_total": 0.006404670886695385,
      "step": 26650
    },
    {
      "loss_action": 0.005393603816628456,
      "loss_total": 0.005393603816628456,
      "step": 26650
    },
    {
      "loss_action": 0.0063802022486925125,
      "loss_total": 0.0063802022486925125,
      "step": 26650
    },
    {
      "loss_action": 0.00754283694550395,
      "loss_total": 0.00754283694550395,
      "step": 26650
    },
    {
      "loss_action": 0.05161052942276001,
      "loss_total": 0.05161052942276001,
      "step": 26650
    },
    {
      "grad_norm": 0.15328186750411987,
      "learning_rate": 9.992425030278544e-05,
      "loss": 0.0126,
      "step": 26660
    },
    {
      "loss_action": 0.022417807951569557,
      "loss_total": 0.022417807951569557,
      "step": 26660
    },
    {
      "loss_action": 0.008588448166847229,
      "loss_total": 0.008588448166847229,
      "step": 26660
    },
    {
      "loss_action": 0.010798892006278038,
      "loss_total": 0.010798892006278038,
      "step": 26660
    },
    {
      "loss_action": 0.013458034954965115,
      "loss_total": 0.013458034954965115,
      "step": 26660
    },
    {
      "loss_action": 0.009056542068719864,
      "loss_total": 0.009056542068719864,
      "step": 26660
    },
    {
      "loss_action": 0.007559418678283691,
      "loss_total": 0.007559418678283691,
      "step": 26660
    },
    {
      "loss_action": 0.004745849873870611,
      "loss_total": 0.004745849873870611,
      "step": 26660
    },
    {
      "loss_action": 0.007334333844482899,
      "loss_total": 0.007334333844482899,
      "step": 26660
    },
    {
      "grad_norm": 0.12400400638580322,
      "learning_rate": 9.992402267890659e-05,
      "loss": 0.0117,
      "step": 26670
    },
    {
      "loss_action": 0.006425430998206139,
      "loss_total": 0.006425430998206139,
      "step": 26670
    },
    {
      "loss_action": 0.010158102959394455,
      "loss_total": 0.010158102959394455,
      "step": 26670
    },
    {
      "loss_action": 0.01608332246541977,
      "loss_total": 0.01608332246541977,
      "step": 26670
    },
    {
      "loss_action": 0.011226045899093151,
      "loss_total": 0.011226045899093151,
      "step": 26670
    },
    {
      "loss_action": 0.005930643994361162,
      "loss_total": 0.005930643994361162,
      "step": 26670
    },
    {
      "loss_action": 0.008998874574899673,
      "loss_total": 0.008998874574899673,
      "step": 26670
    },
    {
      "loss_action": 0.017873452976346016,
      "loss_total": 0.017873452976346016,
      "step": 26670
    },
    {
      "loss_action": 0.009584689512848854,
      "loss_total": 0.009584689512848854,
      "step": 26670
    },
    {
      "grad_norm": 0.18622031807899475,
      "learning_rate": 9.992379471380172e-05,
      "loss": 0.0118,
      "step": 26680
    },
    {
      "loss_action": 0.009641480632126331,
      "loss_total": 0.009641480632126331,
      "step": 26680
    },
    {
      "loss_action": 0.007204423658549786,
      "loss_total": 0.007204423658549786,
      "step": 26680
    },
    {
      "loss_action": 0.012258138507604599,
      "loss_total": 0.012258138507604599,
      "step": 26680
    },
    {
      "loss_action": 0.012708950787782669,
      "loss_total": 0.012708950787782669,
      "step": 26680
    },
    {
      "loss_action": 0.005401071161031723,
      "loss_total": 0.005401071161031723,
      "step": 26680
    },
    {
      "loss_action": 0.01549650076776743,
      "loss_total": 0.01549650076776743,
      "step": 26680
    },
    {
      "loss_action": 0.005155492108315229,
      "loss_total": 0.005155492108315229,
      "step": 26680
    },
    {
      "loss_action": 0.0184774212539196,
      "loss_total": 0.0184774212539196,
      "step": 26680
    },
    {
      "grad_norm": 0.2337881326675415,
      "learning_rate": 9.99235664074724e-05,
      "loss": 0.012,
      "step": 26690
    },
    {
      "loss_action": 0.01418204978108406,
      "loss_total": 0.01418204978108406,
      "step": 26690
    },
    {
      "loss_action": 0.011106636375188828,
      "loss_total": 0.011106636375188828,
      "step": 26690
    },
    {
      "loss_action": 0.007278584875166416,
      "loss_total": 0.007278584875166416,
      "step": 26690
    },
    {
      "loss_action": 0.00930108968168497,
      "loss_total": 0.00930108968168497,
      "step": 26690
    },
    {
      "loss_action": 0.019473642110824585,
      "loss_total": 0.019473642110824585,
      "step": 26690
    },
    {
      "loss_action": 0.010024890303611755,
      "loss_total": 0.010024890303611755,
      "step": 26690
    },
    {
      "loss_action": 0.010974155738949776,
      "loss_total": 0.010974155738949776,
      "step": 26690
    },
    {
      "loss_action": 0.006993869319558144,
      "loss_total": 0.006993869319558144,
      "step": 26690
    },
    {
      "grad_norm": 0.17830988764762878,
      "learning_rate": 9.99233377599202e-05,
      "loss": 0.0143,
      "step": 26700
    },
    {
      "loss_action": 0.010109280236065388,
      "loss_total": 0.010109280236065388,
      "step": 26700
    },
    {
      "loss_action": 0.004463146440684795,
      "loss_total": 0.004463146440684795,
      "step": 26700
    },
    {
      "loss_action": 0.009625939652323723,
      "loss_total": 0.009625939652323723,
      "step": 26700
    },
    {
      "loss_action": 0.009926232509315014,
      "loss_total": 0.009926232509315014,
      "step": 26700
    },
    {
      "loss_action": 0.015298663638532162,
      "loss_total": 0.015298663638532162,
      "step": 26700
    },
    {
      "loss_action": 0.00843158271163702,
      "loss_total": 0.00843158271163702,
      "step": 26700
    },
    {
      "loss_action": 0.02097402885556221,
      "loss_total": 0.02097402885556221,
      "step": 26700
    },
    {
      "loss_action": 0.012546330690383911,
      "loss_total": 0.012546330690383911,
      "step": 26700
    },
    {
      "grad_norm": 0.16107851266860962,
      "learning_rate": 9.992310877114667e-05,
      "loss": 0.0141,
      "step": 26710
    },
    {
      "loss_action": 0.014216586947441101,
      "loss_total": 0.014216586947441101,
      "step": 26710
    },
    {
      "loss_action": 0.00947604887187481,
      "loss_total": 0.00947604887187481,
      "step": 26710
    },
    {
      "loss_action": 0.015680190175771713,
      "loss_total": 0.015680190175771713,
      "step": 26710
    },
    {
      "loss_action": 0.011395754292607307,
      "loss_total": 0.011395754292607307,
      "step": 26710
    },
    {
      "loss_action": 0.008308717980980873,
      "loss_total": 0.008308717980980873,
      "step": 26710
    },
    {
      "loss_action": 0.010078349150717258,
      "loss_total": 0.010078349150717258,
      "step": 26710
    },
    {
      "loss_action": 0.022649584338068962,
      "loss_total": 0.022649584338068962,
      "step": 26710
    },
    {
      "loss_action": 0.010526822879910469,
      "loss_total": 0.010526822879910469,
      "step": 26710
    },
    {
      "grad_norm": 0.17281797528266907,
      "learning_rate": 9.992287944115337e-05,
      "loss": 0.0136,
      "step": 26720
    },
    {
      "loss_action": 0.025491496548056602,
      "loss_total": 0.025491496548056602,
      "step": 26720
    },
    {
      "loss_action": 0.010273674502968788,
      "loss_total": 0.010273674502968788,
      "step": 26720
    },
    {
      "loss_action": 0.012152102775871754,
      "loss_total": 0.012152102775871754,
      "step": 26720
    },
    {
      "loss_action": 0.017007630318403244,
      "loss_total": 0.017007630318403244,
      "step": 26720
    },
    {
      "loss_action": 0.01911797747015953,
      "loss_total": 0.01911797747015953,
      "step": 26720
    },
    {
      "loss_action": 0.010532732121646404,
      "loss_total": 0.010532732121646404,
      "step": 26720
    },
    {
      "loss_action": 0.00914599746465683,
      "loss_total": 0.00914599746465683,
      "step": 26720
    },
    {
      "loss_action": 0.018096979707479477,
      "loss_total": 0.018096979707479477,
      "step": 26720
    },
    {
      "grad_norm": 0.20934316515922546,
      "learning_rate": 9.99226497699419e-05,
      "loss": 0.0207,
      "step": 26730
    },
    {
      "loss_action": 0.011066285893321037,
      "loss_total": 0.011066285893321037,
      "step": 26730
    },
    {
      "loss_action": 0.010356047190725803,
      "loss_total": 0.010356047190725803,
      "step": 26730
    },
    {
      "loss_action": 0.026357796043157578,
      "loss_total": 0.026357796043157578,
      "step": 26730
    },
    {
      "loss_action": 0.012063533067703247,
      "loss_total": 0.012063533067703247,
      "step": 26730
    },
    {
      "loss_action": 0.025798000395298004,
      "loss_total": 0.025798000395298004,
      "step": 26730
    },
    {
      "loss_action": 0.01379697397351265,
      "loss_total": 0.01379697397351265,
      "step": 26730
    },
    {
      "loss_action": 0.00923745147883892,
      "loss_total": 0.00923745147883892,
      "step": 26730
    },
    {
      "loss_action": 0.03436511382460594,
      "loss_total": 0.03436511382460594,
      "step": 26730
    },
    {
      "grad_norm": 0.16806386411190033,
      "learning_rate": 9.992241975751379e-05,
      "loss": 0.0137,
      "step": 26740
    },
    {
      "loss_action": 0.020726576447486877,
      "loss_total": 0.020726576447486877,
      "step": 26740
    },
    {
      "loss_action": 0.009529518894851208,
      "loss_total": 0.009529518894851208,
      "step": 26740
    },
    {
      "loss_action": 0.007880635559558868,
      "loss_total": 0.007880635559558868,
      "step": 26740
    },
    {
      "loss_action": 0.016473015770316124,
      "loss_total": 0.016473015770316124,
      "step": 26740
    },
    {
      "loss_action": 0.025898637250065804,
      "loss_total": 0.025898637250065804,
      "step": 26740
    },
    {
      "loss_action": 0.01292463205754757,
      "loss_total": 0.01292463205754757,
      "step": 26740
    },
    {
      "loss_action": 0.00684685492888093,
      "loss_total": 0.00684685492888093,
      "step": 26740
    },
    {
      "loss_action": 0.017439357936382294,
      "loss_total": 0.017439357936382294,
      "step": 26740
    },
    {
      "grad_norm": 0.13889393210411072,
      "learning_rate": 9.992218940387064e-05,
      "loss": 0.0133,
      "step": 26750
    },
    {
      "loss_action": 0.011208375915884972,
      "loss_total": 0.011208375915884972,
      "step": 26750
    },
    {
      "loss_action": 0.012041335925459862,
      "loss_total": 0.012041335925459862,
      "step": 26750
    },
    {
      "loss_action": 0.013112377375364304,
      "loss_total": 0.013112377375364304,
      "step": 26750
    },
    {
      "loss_action": 0.044724442064762115,
      "loss_total": 0.044724442064762115,
      "step": 26750
    },
    {
      "loss_action": 0.017806485295295715,
      "loss_total": 0.017806485295295715,
      "step": 26750
    },
    {
      "loss_action": 0.023918982595205307,
      "loss_total": 0.023918982595205307,
      "step": 26750
    },
    {
      "loss_action": 0.011273846961557865,
      "loss_total": 0.011273846961557865,
      "step": 26750
    },
    {
      "loss_action": 0.010385539382696152,
      "loss_total": 0.010385539382696152,
      "step": 26750
    },
    {
      "grad_norm": 0.18794292211532593,
      "learning_rate": 9.9921958709014e-05,
      "loss": 0.0152,
      "step": 26760
    },
    {
      "loss_action": 0.011877046898007393,
      "loss_total": 0.011877046898007393,
      "step": 26760
    },
    {
      "loss_action": 0.013813679106533527,
      "loss_total": 0.013813679106533527,
      "step": 26760
    },
    {
      "loss_action": 0.027535060420632362,
      "loss_total": 0.027535060420632362,
      "step": 26760
    },
    {
      "loss_action": 0.018037408590316772,
      "loss_total": 0.018037408590316772,
      "step": 26760
    },
    {
      "loss_action": 0.014946007169783115,
      "loss_total": 0.014946007169783115,
      "step": 26760
    },
    {
      "loss_action": 0.005701890215277672,
      "loss_total": 0.005701890215277672,
      "step": 26760
    },
    {
      "loss_action": 0.009766672737896442,
      "loss_total": 0.009766672737896442,
      "step": 26760
    },
    {
      "loss_action": 0.02171335369348526,
      "loss_total": 0.02171335369348526,
      "step": 26760
    },
    {
      "grad_norm": 0.148115873336792,
      "learning_rate": 9.992172767294548e-05,
      "loss": 0.0158,
      "step": 26770
    },
    {
      "loss_action": 0.007473100908100605,
      "loss_total": 0.007473100908100605,
      "step": 26770
    },
    {
      "loss_action": 0.005976993590593338,
      "loss_total": 0.005976993590593338,
      "step": 26770
    },
    {
      "loss_action": 0.020802024751901627,
      "loss_total": 0.020802024751901627,
      "step": 26770
    },
    {
      "loss_action": 0.024312082678079605,
      "loss_total": 0.024312082678079605,
      "step": 26770
    },
    {
      "loss_action": 0.0042227753438055515,
      "loss_total": 0.0042227753438055515,
      "step": 26770
    },
    {
      "loss_action": 0.009822731837630272,
      "loss_total": 0.009822731837630272,
      "step": 26770
    },
    {
      "loss_action": 0.005661092698574066,
      "loss_total": 0.005661092698574066,
      "step": 26770
    },
    {
      "loss_action": 0.038915809243917465,
      "loss_total": 0.038915809243917465,
      "step": 26770
    },
    {
      "grad_norm": 0.16030845046043396,
      "learning_rate": 9.992149629566661e-05,
      "loss": 0.0149,
      "step": 26780
    },
    {
      "loss_action": 0.009656814858317375,
      "loss_total": 0.009656814858317375,
      "step": 26780
    },
    {
      "loss_action": 0.0191798135638237,
      "loss_total": 0.0191798135638237,
      "step": 26780
    },
    {
      "loss_action": 0.03166539967060089,
      "loss_total": 0.03166539967060089,
      "step": 26780
    },
    {
      "loss_action": 0.01096928957849741,
      "loss_total": 0.01096928957849741,
      "step": 26780
    },
    {
      "loss_action": 0.033228978514671326,
      "loss_total": 0.033228978514671326,
      "step": 26780
    },
    {
      "loss_action": 0.016797030344605446,
      "loss_total": 0.016797030344605446,
      "step": 26780
    },
    {
      "loss_action": 0.019304819405078888,
      "loss_total": 0.019304819405078888,
      "step": 26780
    },
    {
      "loss_action": 0.014182578772306442,
      "loss_total": 0.014182578772306442,
      "step": 26780
    },
    {
      "grad_norm": 0.16986806690692902,
      "learning_rate": 9.992126457717903e-05,
      "loss": 0.0184,
      "step": 26790
    },
    {
      "loss_action": 0.008965161629021168,
      "loss_total": 0.008965161629021168,
      "step": 26790
    },
    {
      "loss_action": 0.018734630197286606,
      "loss_total": 0.018734630197286606,
      "step": 26790
    },
    {
      "loss_action": 0.023706510663032532,
      "loss_total": 0.023706510663032532,
      "step": 26790
    },
    {
      "loss_action": 0.013788403011858463,
      "loss_total": 0.013788403011858463,
      "step": 26790
    },
    {
      "loss_action": 0.01831749454140663,
      "loss_total": 0.01831749454140663,
      "step": 26790
    },
    {
      "loss_action": 0.04180033877491951,
      "loss_total": 0.04180033877491951,
      "step": 26790
    },
    {
      "loss_action": 0.028397103771567345,
      "loss_total": 0.028397103771567345,
      "step": 26790
    },
    {
      "loss_action": 0.013849316164851189,
      "loss_total": 0.013849316164851189,
      "step": 26790
    },
    {
      "grad_norm": 0.15148279070854187,
      "learning_rate": 9.992103251748428e-05,
      "loss": 0.0146,
      "step": 26800
    },
    {
      "loss_action": 0.016066931188106537,
      "loss_total": 0.016066931188106537,
      "step": 26800
    },
    {
      "loss_action": 0.008329925127327442,
      "loss_total": 0.008329925127327442,
      "step": 26800
    },
    {
      "loss_action": 0.012263434007763863,
      "loss_total": 0.012263434007763863,
      "step": 26800
    },
    {
      "loss_action": 0.008015898056328297,
      "loss_total": 0.008015898056328297,
      "step": 26800
    },
    {
      "loss_action": 0.0050052739679813385,
      "loss_total": 0.0050052739679813385,
      "step": 26800
    },
    {
      "loss_action": 0.005804198794066906,
      "loss_total": 0.005804198794066906,
      "step": 26800
    },
    {
      "loss_action": 0.018509328365325928,
      "loss_total": 0.018509328365325928,
      "step": 26800
    },
    {
      "loss_action": 0.008252826519310474,
      "loss_total": 0.008252826519310474,
      "step": 26800
    },
    {
      "grad_norm": 0.12634509801864624,
      "learning_rate": 9.992080011658396e-05,
      "loss": 0.0142,
      "step": 26810
    },
    {
      "loss_action": 0.010677611455321312,
      "loss_total": 0.010677611455321312,
      "step": 26810
    },
    {
      "loss_action": 0.007143834140151739,
      "loss_total": 0.007143834140151739,
      "step": 26810
    },
    {
      "loss_action": 0.023491889238357544,
      "loss_total": 0.023491889238357544,
      "step": 26810
    },
    {
      "loss_action": 0.007555901538580656,
      "loss_total": 0.007555901538580656,
      "step": 26810
    },
    {
      "loss_action": 0.0083303302526474,
      "loss_total": 0.0083303302526474,
      "step": 26810
    },
    {
      "loss_action": 0.02299441769719124,
      "loss_total": 0.02299441769719124,
      "step": 26810
    },
    {
      "loss_action": 0.025178667157888412,
      "loss_total": 0.025178667157888412,
      "step": 26810
    },
    {
      "loss_action": 0.006422528997063637,
      "loss_total": 0.006422528997063637,
      "step": 26810
    },
    {
      "grad_norm": 0.2427396923303604,
      "learning_rate": 9.992056737447965e-05,
      "loss": 0.0133,
      "step": 26820
    },
    {
      "loss_action": 0.030878880992531776,
      "loss_total": 0.030878880992531776,
      "step": 26820
    },
    {
      "loss_action": 0.02343953400850296,
      "loss_total": 0.02343953400850296,
      "step": 26820
    },
    {
      "loss_action": 0.0065305777825415134,
      "loss_total": 0.0065305777825415134,
      "step": 26820
    },
    {
      "loss_action": 0.006559264846146107,
      "loss_total": 0.006559264846146107,
      "step": 26820
    },
    {
      "loss_action": 0.006601507775485516,
      "loss_total": 0.006601507775485516,
      "step": 26820
    },
    {
      "loss_action": 0.007528701797127724,
      "loss_total": 0.007528701797127724,
      "step": 26820
    },
    {
      "loss_action": 0.013676393777132034,
      "loss_total": 0.013676393777132034,
      "step": 26820
    },
    {
      "loss_action": 0.012265561148524284,
      "loss_total": 0.012265561148524284,
      "step": 26820
    },
    {
      "grad_norm": 0.16673865914344788,
      "learning_rate": 9.992033429117298e-05,
      "loss": 0.0148,
      "step": 26830
    },
    {
      "loss_action": 0.012588165700435638,
      "loss_total": 0.012588165700435638,
      "step": 26830
    },
    {
      "loss_action": 0.01553213782608509,
      "loss_total": 0.01553213782608509,
      "step": 26830
    },
    {
      "loss_action": 0.00758921355009079,
      "loss_total": 0.00758921355009079,
      "step": 26830
    },
    {
      "loss_action": 0.008837751112878323,
      "loss_total": 0.008837751112878323,
      "step": 26830
    },
    {
      "loss_action": 0.007391154766082764,
      "loss_total": 0.007391154766082764,
      "step": 26830
    },
    {
      "loss_action": 0.0065038930624723434,
      "loss_total": 0.0065038930624723434,
      "step": 26830
    },
    {
      "loss_action": 0.011526376008987427,
      "loss_total": 0.011526376008987427,
      "step": 26830
    },
    {
      "loss_action": 0.02068885788321495,
      "loss_total": 0.02068885788321495,
      "step": 26830
    },
    {
      "grad_norm": 0.20512735843658447,
      "learning_rate": 9.992010086666549e-05,
      "loss": 0.0153,
      "step": 26840
    },
    {
      "loss_action": 0.009183903224766254,
      "loss_total": 0.009183903224766254,
      "step": 26840
    },
    {
      "loss_action": 0.02259873040020466,
      "loss_total": 0.02259873040020466,
      "step": 26840
    },
    {
      "loss_action": 0.009511942975223064,
      "loss_total": 0.009511942975223064,
      "step": 26840
    },
    {
      "loss_action": 0.018436085432767868,
      "loss_total": 0.018436085432767868,
      "step": 26840
    },
    {
      "loss_action": 0.021464645862579346,
      "loss_total": 0.021464645862579346,
      "step": 26840
    },
    {
      "loss_action": 0.017622172832489014,
      "loss_total": 0.017622172832489014,
      "step": 26840
    },
    {
      "loss_action": 0.0060962289571762085,
      "loss_total": 0.0060962289571762085,
      "step": 26840
    },
    {
      "loss_action": 0.01211318839341402,
      "loss_total": 0.01211318839341402,
      "step": 26840
    },
    {
      "grad_norm": 0.23147015273571014,
      "learning_rate": 9.99198671009588e-05,
      "loss": 0.0148,
      "step": 26850
    },
    {
      "loss_action": 0.005080835893750191,
      "loss_total": 0.005080835893750191,
      "step": 26850
    },
    {
      "loss_action": 0.011653026565909386,
      "loss_total": 0.011653026565909386,
      "step": 26850
    },
    {
      "loss_action": 0.008567903190851212,
      "loss_total": 0.008567903190851212,
      "step": 26850
    },
    {
      "loss_action": 0.010552285239100456,
      "loss_total": 0.010552285239100456,
      "step": 26850
    },
    {
      "loss_action": 0.007066325284540653,
      "loss_total": 0.007066325284540653,
      "step": 26850
    },
    {
      "loss_action": 0.034503545612096786,
      "loss_total": 0.034503545612096786,
      "step": 26850
    },
    {
      "loss_action": 0.013789244927465916,
      "loss_total": 0.013789244927465916,
      "step": 26850
    },
    {
      "loss_action": 0.026807371526956558,
      "loss_total": 0.026807371526956558,
      "step": 26850
    },
    {
      "grad_norm": 0.20342174172401428,
      "learning_rate": 9.991963299405451e-05,
      "loss": 0.0168,
      "step": 26860
    },
    {
      "loss_action": 0.016254279762506485,
      "loss_total": 0.016254279762506485,
      "step": 26860
    },
    {
      "loss_action": 0.013294026255607605,
      "loss_total": 0.013294026255607605,
      "step": 26860
    },
    {
      "loss_action": 0.01515925396233797,
      "loss_total": 0.01515925396233797,
      "step": 26860
    },
    {
      "loss_action": 0.008856506086885929,
      "loss_total": 0.008856506086885929,
      "step": 26860
    },
    {
      "loss_action": 0.019938325509428978,
      "loss_total": 0.019938325509428978,
      "step": 26860
    },
    {
      "loss_action": 0.020521095022559166,
      "loss_total": 0.020521095022559166,
      "step": 26860
    },
    {
      "loss_action": 0.010862432420253754,
      "loss_total": 0.010862432420253754,
      "step": 26860
    },
    {
      "loss_action": 0.021700866520404816,
      "loss_total": 0.021700866520404816,
      "step": 26860
    },
    {
      "grad_norm": 0.202882319688797,
      "learning_rate": 9.991939854595422e-05,
      "loss": 0.0144,
      "step": 26870
    },
    {
      "loss_action": 0.004917986690998077,
      "loss_total": 0.004917986690998077,
      "step": 26870
    },
    {
      "loss_action": 0.01035231538116932,
      "loss_total": 0.01035231538116932,
      "step": 26870
    },
    {
      "loss_action": 0.006257409229874611,
      "loss_total": 0.006257409229874611,
      "step": 26870
    },
    {
      "loss_action": 0.02355065569281578,
      "loss_total": 0.02355065569281578,
      "step": 26870
    },
    {
      "loss_action": 0.014429268427193165,
      "loss_total": 0.014429268427193165,
      "step": 26870
    },
    {
      "loss_action": 0.011749627068638802,
      "loss_total": 0.011749627068638802,
      "step": 26870
    },
    {
      "loss_action": 0.010710218921303749,
      "loss_total": 0.010710218921303749,
      "step": 26870
    },
    {
      "loss_action": 0.005833284929394722,
      "loss_total": 0.005833284929394722,
      "step": 26870
    },
    {
      "grad_norm": 0.17167185246944427,
      "learning_rate": 9.991916375665952e-05,
      "loss": 0.0142,
      "step": 26880
    },
    {
      "loss_action": 0.012459786608815193,
      "loss_total": 0.012459786608815193,
      "step": 26880
    },
    {
      "loss_action": 0.0168758574873209,
      "loss_total": 0.0168758574873209,
      "step": 26880
    },
    {
      "loss_action": 0.010248436592519283,
      "loss_total": 0.010248436592519283,
      "step": 26880
    },
    {
      "loss_action": 0.014093027450144291,
      "loss_total": 0.014093027450144291,
      "step": 26880
    },
    {
      "loss_action": 0.016752803698182106,
      "loss_total": 0.016752803698182106,
      "step": 26880
    },
    {
      "loss_action": 0.010031736455857754,
      "loss_total": 0.010031736455857754,
      "step": 26880
    },
    {
      "loss_action": 0.006308027543127537,
      "loss_total": 0.006308027543127537,
      "step": 26880
    },
    {
      "loss_action": 0.010574732907116413,
      "loss_total": 0.010574732907116413,
      "step": 26880
    },
    {
      "grad_norm": 0.13780102133750916,
      "learning_rate": 9.991892862617203e-05,
      "loss": 0.0123,
      "step": 26890
    },
    {
      "loss_action": 0.013259872794151306,
      "loss_total": 0.013259872794151306,
      "step": 26890
    },
    {
      "loss_action": 0.008015988394618034,
      "loss_total": 0.008015988394618034,
      "step": 26890
    },
    {
      "loss_action": 0.013627048581838608,
      "loss_total": 0.013627048581838608,
      "step": 26890
    },
    {
      "loss_action": 0.008071033284068108,
      "loss_total": 0.008071033284068108,
      "step": 26890
    },
    {
      "loss_action": 0.020540358498692513,
      "loss_total": 0.020540358498692513,
      "step": 26890
    },
    {
      "loss_action": 0.007977064698934555,
      "loss_total": 0.007977064698934555,
      "step": 26890
    },
    {
      "loss_action": 0.005793917924165726,
      "loss_total": 0.005793917924165726,
      "step": 26890
    },
    {
      "loss_action": 0.007527864538133144,
      "loss_total": 0.007527864538133144,
      "step": 26890
    },
    {
      "grad_norm": 0.170415997505188,
      "learning_rate": 9.991869315449336e-05,
      "loss": 0.0116,
      "step": 26900
    },
    {
      "loss_action": 0.11155024915933609,
      "loss_total": 0.11155024915933609,
      "step": 26900
    },
    {
      "loss_action": 0.010873911902308464,
      "loss_total": 0.010873911902308464,
      "step": 26900
    },
    {
      "loss_action": 0.010265344753861427,
      "loss_total": 0.010265344753861427,
      "step": 26900
    },
    {
      "loss_action": 0.009361090138554573,
      "loss_total": 0.009361090138554573,
      "step": 26900
    },
    {
      "loss_action": 0.013225606642663479,
      "loss_total": 0.013225606642663479,
      "step": 26900
    },
    {
      "loss_action": 0.00776722002774477,
      "loss_total": 0.00776722002774477,
      "step": 26900
    },
    {
      "loss_action": 0.012440921738743782,
      "loss_total": 0.012440921738743782,
      "step": 26900
    },
    {
      "loss_action": 0.020597536116838455,
      "loss_total": 0.020597536116838455,
      "step": 26900
    },
    {
      "grad_norm": 0.17219854891300201,
      "learning_rate": 9.991845734162509e-05,
      "loss": 0.013,
      "step": 26910
    },
    {
      "loss_action": 0.016548968851566315,
      "loss_total": 0.016548968851566315,
      "step": 26910
    },
    {
      "loss_action": 0.003993155434727669,
      "loss_total": 0.003993155434727669,
      "step": 26910
    },
    {
      "loss_action": 0.0062338002026081085,
      "loss_total": 0.0062338002026081085,
      "step": 26910
    },
    {
      "loss_action": 0.007666671182960272,
      "loss_total": 0.007666671182960272,
      "step": 26910
    },
    {
      "loss_action": 0.00826291460543871,
      "loss_total": 0.00826291460543871,
      "step": 26910
    },
    {
      "loss_action": 0.0067803082056343555,
      "loss_total": 0.0067803082056343555,
      "step": 26910
    },
    {
      "loss_action": 0.008791657164692879,
      "loss_total": 0.008791657164692879,
      "step": 26910
    },
    {
      "loss_action": 0.004640521947294474,
      "loss_total": 0.004640521947294474,
      "step": 26910
    },
    {
      "grad_norm": 0.14847064018249512,
      "learning_rate": 9.991822118756886e-05,
      "loss": 0.0113,
      "step": 26920
    },
    {
      "loss_action": 0.005935221910476685,
      "loss_total": 0.005935221910476685,
      "step": 26920
    },
    {
      "loss_action": 0.006196979898959398,
      "loss_total": 0.006196979898959398,
      "step": 26920
    },
    {
      "loss_action": 0.018112044781446457,
      "loss_total": 0.018112044781446457,
      "step": 26920
    },
    {
      "loss_action": 0.007159281987696886,
      "loss_total": 0.007159281987696886,
      "step": 26920
    },
    {
      "loss_action": 0.012162578292191029,
      "loss_total": 0.012162578292191029,
      "step": 26920
    },
    {
      "loss_action": 0.016092488542199135,
      "loss_total": 0.016092488542199135,
      "step": 26920
    },
    {
      "loss_action": 0.0072330571711063385,
      "loss_total": 0.0072330571711063385,
      "step": 26920
    },
    {
      "loss_action": 0.012376299127936363,
      "loss_total": 0.012376299127936363,
      "step": 26920
    },
    {
      "grad_norm": 0.24278007447719574,
      "learning_rate": 9.991798469232628e-05,
      "loss": 0.0129,
      "step": 26930
    },
    {
      "loss_action": 0.010368759743869305,
      "loss_total": 0.010368759743869305,
      "step": 26930
    },
    {
      "loss_action": 0.005885680206120014,
      "loss_total": 0.005885680206120014,
      "step": 26930
    },
    {
      "loss_action": 0.01606898009777069,
      "loss_total": 0.01606898009777069,
      "step": 26930
    },
    {
      "loss_action": 0.009982101619243622,
      "loss_total": 0.009982101619243622,
      "step": 26930
    },
    {
      "loss_action": 0.014598643407225609,
      "loss_total": 0.014598643407225609,
      "step": 26930
    },
    {
      "loss_action": 0.01657458394765854,
      "loss_total": 0.01657458394765854,
      "step": 26930
    },
    {
      "loss_action": 0.006948146037757397,
      "loss_total": 0.006948146037757397,
      "step": 26930
    },
    {
      "loss_action": 0.008409278467297554,
      "loss_total": 0.008409278467297554,
      "step": 26930
    },
    {
      "grad_norm": 0.12904512882232666,
      "learning_rate": 9.991774785589895e-05,
      "loss": 0.0132,
      "step": 26940
    },
    {
      "loss_action": 0.01298846397548914,
      "loss_total": 0.01298846397548914,
      "step": 26940
    },
    {
      "loss_action": 0.013023391366004944,
      "loss_total": 0.013023391366004944,
      "step": 26940
    },
    {
      "loss_action": 0.021153859794139862,
      "loss_total": 0.021153859794139862,
      "step": 26940
    },
    {
      "loss_action": 0.010939782485365868,
      "loss_total": 0.010939782485365868,
      "step": 26940
    },
    {
      "loss_action": 0.011776894330978394,
      "loss_total": 0.011776894330978394,
      "step": 26940
    },
    {
      "loss_action": 0.01023072749376297,
      "loss_total": 0.01023072749376297,
      "step": 26940
    },
    {
      "loss_action": 0.010877670720219612,
      "loss_total": 0.010877670720219612,
      "step": 26940
    },
    {
      "loss_action": 0.014658117666840553,
      "loss_total": 0.014658117666840553,
      "step": 26940
    },
    {
      "grad_norm": 0.14392948150634766,
      "learning_rate": 9.991751067828851e-05,
      "loss": 0.0144,
      "step": 26950
    },
    {
      "loss_action": 0.013385002501308918,
      "loss_total": 0.013385002501308918,
      "step": 26950
    },
    {
      "loss_action": 0.015078268945217133,
      "loss_total": 0.015078268945217133,
      "step": 26950
    },
    {
      "loss_action": 0.006944818887859583,
      "loss_total": 0.006944818887859583,
      "step": 26950
    },
    {
      "loss_action": 0.014723140746355057,
      "loss_total": 0.014723140746355057,
      "step": 26950
    },
    {
      "loss_action": 0.008737331256270409,
      "loss_total": 0.008737331256270409,
      "step": 26950
    },
    {
      "loss_action": 0.01857544481754303,
      "loss_total": 0.01857544481754303,
      "step": 26950
    },
    {
      "loss_action": 0.0061014448292553425,
      "loss_total": 0.0061014448292553425,
      "step": 26950
    },
    {
      "loss_action": 0.005816091783344746,
      "loss_total": 0.005816091783344746,
      "step": 26950
    },
    {
      "grad_norm": 0.10729560256004333,
      "learning_rate": 9.991727315949658e-05,
      "loss": 0.0124,
      "step": 26960
    },
    {
      "loss_action": 0.009708581492304802,
      "loss_total": 0.009708581492304802,
      "step": 26960
    },
    {
      "loss_action": 0.014703609049320221,
      "loss_total": 0.014703609049320221,
      "step": 26960
    },
    {
      "loss_action": 0.007023824378848076,
      "loss_total": 0.007023824378848076,
      "step": 26960
    },
    {
      "loss_action": 0.012394198216497898,
      "loss_total": 0.012394198216497898,
      "step": 26960
    },
    {
      "loss_action": 0.007378046866506338,
      "loss_total": 0.007378046866506338,
      "step": 26960
    },
    {
      "loss_action": 0.009606456384062767,
      "loss_total": 0.009606456384062767,
      "step": 26960
    },
    {
      "loss_action": 0.007897459901869297,
      "loss_total": 0.007897459901869297,
      "step": 26960
    },
    {
      "loss_action": 0.005935385823249817,
      "loss_total": 0.005935385823249817,
      "step": 26960
    },
    {
      "grad_norm": 0.19744326174259186,
      "learning_rate": 9.991703529952478e-05,
      "loss": 0.0109,
      "step": 26970
    },
    {
      "loss_action": 0.008274365216493607,
      "loss_total": 0.008274365216493607,
      "step": 26970
    },
    {
      "loss_action": 0.016526732593774796,
      "loss_total": 0.016526732593774796,
      "step": 26970
    },
    {
      "loss_action": 0.009012406691908836,
      "loss_total": 0.009012406691908836,
      "step": 26970
    },
    {
      "loss_action": 0.011142611503601074,
      "loss_total": 0.011142611503601074,
      "step": 26970
    },
    {
      "loss_action": 0.006848841905593872,
      "loss_total": 0.006848841905593872,
      "step": 26970
    },
    {
      "loss_action": 0.010762174613773823,
      "loss_total": 0.010762174613773823,
      "step": 26970
    },
    {
      "loss_action": 0.033720750361680984,
      "loss_total": 0.033720750361680984,
      "step": 26970
    },
    {
      "loss_action": 0.030332647264003754,
      "loss_total": 0.030332647264003754,
      "step": 26970
    },
    {
      "grad_norm": 0.1879410743713379,
      "learning_rate": 9.991679709837472e-05,
      "loss": 0.0137,
      "step": 26980
    },
    {
      "loss_action": 0.010001878254115582,
      "loss_total": 0.010001878254115582,
      "step": 26980
    },
    {
      "loss_action": 0.013520004227757454,
      "loss_total": 0.013520004227757454,
      "step": 26980
    },
    {
      "loss_action": 0.014067688956856728,
      "loss_total": 0.014067688956856728,
      "step": 26980
    },
    {
      "loss_action": 0.006873348727822304,
      "loss_total": 0.006873348727822304,
      "step": 26980
    },
    {
      "loss_action": 0.007389809004962444,
      "loss_total": 0.007389809004962444,
      "step": 26980
    },
    {
      "loss_action": 0.008471675217151642,
      "loss_total": 0.008471675217151642,
      "step": 26980
    },
    {
      "loss_action": 0.012835507281124592,
      "loss_total": 0.012835507281124592,
      "step": 26980
    },
    {
      "loss_action": 0.006613258272409439,
      "loss_total": 0.006613258272409439,
      "step": 26980
    },
    {
      "grad_norm": 0.16155578196048737,
      "learning_rate": 9.991655855604804e-05,
      "loss": 0.012,
      "step": 26990
    },
    {
      "loss_action": 0.007825983688235283,
      "loss_total": 0.007825983688235283,
      "step": 26990
    },
    {
      "loss_action": 0.00870902556926012,
      "loss_total": 0.00870902556926012,
      "step": 26990
    },
    {
      "loss_action": 0.015492428094148636,
      "loss_total": 0.015492428094148636,
      "step": 26990
    },
    {
      "loss_action": 0.015131963416934013,
      "loss_total": 0.015131963416934013,
      "step": 26990
    },
    {
      "loss_action": 0.010233486071228981,
      "loss_total": 0.010233486071228981,
      "step": 26990
    },
    {
      "loss_action": 0.011451604776084423,
      "loss_total": 0.011451604776084423,
      "step": 26990
    },
    {
      "loss_action": 0.008357523009181023,
      "loss_total": 0.008357523009181023,
      "step": 26990
    },
    {
      "loss_action": 0.02661588229238987,
      "loss_total": 0.02661588229238987,
      "step": 26990
    },
    {
      "grad_norm": 0.13913531601428986,
      "learning_rate": 9.991631967254637e-05,
      "loss": 0.0135,
      "step": 27000
    },
    {
      "loss_action": 0.010256731882691383,
      "loss_total": 0.010256731882691383,
      "step": 27000
    },
    {
      "loss_action": 0.025492887943983078,
      "loss_total": 0.025492887943983078,
      "step": 27000
    },
    {
      "loss_action": 0.00984366238117218,
      "loss_total": 0.00984366238117218,
      "step": 27000
    },
    {
      "loss_action": 0.035091981291770935,
      "loss_total": 0.035091981291770935,
      "step": 27000
    },
    {
      "loss_action": 0.004897410981357098,
      "loss_total": 0.004897410981357098,
      "step": 27000
    },
    {
      "loss_action": 0.004740911535918713,
      "loss_total": 0.004740911535918713,
      "step": 27000
    },
    {
      "loss_action": 0.0057862671092152596,
      "loss_total": 0.0057862671092152596,
      "step": 27000
    },
    {
      "loss_action": 0.01956591010093689,
      "loss_total": 0.01956591010093689,
      "step": 27000
    },
    {
      "grad_norm": 0.17664167284965515,
      "learning_rate": 9.991608044787133e-05,
      "loss": 0.0136,
      "step": 27010
    },
    {
      "loss_action": 0.01417609490454197,
      "loss_total": 0.01417609490454197,
      "step": 27010
    },
    {
      "loss_action": 0.006396150682121515,
      "loss_total": 0.006396150682121515,
      "step": 27010
    },
    {
      "loss_action": 0.004492383915930986,
      "loss_total": 0.004492383915930986,
      "step": 27010
    },
    {
      "loss_action": 0.014432748779654503,
      "loss_total": 0.014432748779654503,
      "step": 27010
    },
    {
      "loss_action": 0.023371724411845207,
      "loss_total": 0.023371724411845207,
      "step": 27010
    },
    {
      "loss_action": 0.0055727269500494,
      "loss_total": 0.0055727269500494,
      "step": 27010
    },
    {
      "loss_action": 0.017220396548509598,
      "loss_total": 0.017220396548509598,
      "step": 27010
    },
    {
      "loss_action": 0.008482815697789192,
      "loss_total": 0.008482815697789192,
      "step": 27010
    },
    {
      "grad_norm": 0.24128320813179016,
      "learning_rate": 9.99158408820246e-05,
      "loss": 0.013,
      "step": 27020
    },
    {
      "loss_action": 0.008076335303485394,
      "loss_total": 0.008076335303485394,
      "step": 27020
    },
    {
      "loss_action": 0.009469936601817608,
      "loss_total": 0.009469936601817608,
      "step": 27020
    },
    {
      "loss_action": 0.006008491385728121,
      "loss_total": 0.006008491385728121,
      "step": 27020
    },
    {
      "loss_action": 0.006123471073806286,
      "loss_total": 0.006123471073806286,
      "step": 27020
    },
    {
      "loss_action": 0.007186843082308769,
      "loss_total": 0.007186843082308769,
      "step": 27020
    },
    {
      "loss_action": 0.009782477281987667,
      "loss_total": 0.009782477281987667,
      "step": 27020
    },
    {
      "loss_action": 0.011945700272917747,
      "loss_total": 0.011945700272917747,
      "step": 27020
    },
    {
      "loss_action": 0.012357065454125404,
      "loss_total": 0.012357065454125404,
      "step": 27020
    },
    {
      "grad_norm": 0.11420494318008423,
      "learning_rate": 9.991560097500775e-05,
      "loss": 0.0129,
      "step": 27030
    },
    {
      "loss_action": 0.004084393847733736,
      "loss_total": 0.004084393847733736,
      "step": 27030
    },
    {
      "loss_action": 0.008756833150982857,
      "loss_total": 0.008756833150982857,
      "step": 27030
    },
    {
      "loss_action": 0.017938002943992615,
      "loss_total": 0.017938002943992615,
      "step": 27030
    },
    {
      "loss_action": 0.006775504909455776,
      "loss_total": 0.006775504909455776,
      "step": 27030
    },
    {
      "loss_action": 0.0060578701086342335,
      "loss_total": 0.0060578701086342335,
      "step": 27030
    },
    {
      "loss_action": 0.007741845678538084,
      "loss_total": 0.007741845678538084,
      "step": 27030
    },
    {
      "loss_action": 0.027185602113604546,
      "loss_total": 0.027185602113604546,
      "step": 27030
    },
    {
      "loss_action": 0.011668384075164795,
      "loss_total": 0.011668384075164795,
      "step": 27030
    },
    {
      "grad_norm": 0.15568001568317413,
      "learning_rate": 9.991536072682247e-05,
      "loss": 0.016,
      "step": 27040
    },
    {
      "loss_action": 0.012754309922456741,
      "loss_total": 0.012754309922456741,
      "step": 27040
    },
    {
      "loss_action": 0.046793121844530106,
      "loss_total": 0.046793121844530106,
      "step": 27040
    },
    {
      "loss_action": 0.007314808201044798,
      "loss_total": 0.007314808201044798,
      "step": 27040
    },
    {
      "loss_action": 0.0071223401464521885,
      "loss_total": 0.0071223401464521885,
      "step": 27040
    },
    {
      "loss_action": 0.016557680442929268,
      "loss_total": 0.016557680442929268,
      "step": 27040
    },
    {
      "loss_action": 0.013563119806349277,
      "loss_total": 0.013563119806349277,
      "step": 27040
    },
    {
      "loss_action": 0.011390216648578644,
      "loss_total": 0.011390216648578644,
      "step": 27040
    },
    {
      "loss_action": 0.014747746288776398,
      "loss_total": 0.014747746288776398,
      "step": 27040
    },
    {
      "grad_norm": 0.16134560108184814,
      "learning_rate": 9.991512013747039e-05,
      "loss": 0.0139,
      "step": 27050
    },
    {
      "loss_action": 0.012852469459176064,
      "loss_total": 0.012852469459176064,
      "step": 27050
    },
    {
      "loss_action": 0.015369800850749016,
      "loss_total": 0.015369800850749016,
      "step": 27050
    },
    {
      "loss_action": 0.012674706056714058,
      "loss_total": 0.012674706056714058,
      "step": 27050
    },
    {
      "loss_action": 0.0069262078031897545,
      "loss_total": 0.0069262078031897545,
      "step": 27050
    },
    {
      "loss_action": 0.014512693509459496,
      "loss_total": 0.014512693509459496,
      "step": 27050
    },
    {
      "loss_action": 0.01381069514900446,
      "loss_total": 0.01381069514900446,
      "step": 27050
    },
    {
      "loss_action": 0.017642676830291748,
      "loss_total": 0.017642676830291748,
      "step": 27050
    },
    {
      "loss_action": 0.008792748674750328,
      "loss_total": 0.008792748674750328,
      "step": 27050
    },
    {
      "grad_norm": 0.2154989093542099,
      "learning_rate": 9.991487920695315e-05,
      "loss": 0.0133,
      "step": 27060
    },
    {
      "loss_action": 0.012101922184228897,
      "loss_total": 0.012101922184228897,
      "step": 27060
    },
    {
      "loss_action": 0.016745995730161667,
      "loss_total": 0.016745995730161667,
      "step": 27060
    },
    {
      "loss_action": 0.014864178374409676,
      "loss_total": 0.014864178374409676,
      "step": 27060
    },
    {
      "loss_action": 0.0056981975212693214,
      "loss_total": 0.0056981975212693214,
      "step": 27060
    },
    {
      "loss_action": 0.015677012503147125,
      "loss_total": 0.015677012503147125,
      "step": 27060
    },
    {
      "loss_action": 0.024913273751735687,
      "loss_total": 0.024913273751735687,
      "step": 27060
    },
    {
      "loss_action": 0.007302966900169849,
      "loss_total": 0.007302966900169849,
      "step": 27060
    },
    {
      "loss_action": 0.0079722311347723,
      "loss_total": 0.0079722311347723,
      "step": 27060
    },
    {
      "grad_norm": 0.12849101424217224,
      "learning_rate": 9.991463793527239e-05,
      "loss": 0.0139,
      "step": 27070
    },
    {
      "loss_action": 0.009417170658707619,
      "loss_total": 0.009417170658707619,
      "step": 27070
    },
    {
      "loss_action": 0.006763876415789127,
      "loss_total": 0.006763876415789127,
      "step": 27070
    },
    {
      "loss_action": 0.011550763621926308,
      "loss_total": 0.011550763621926308,
      "step": 27070
    },
    {
      "loss_action": 0.004728762432932854,
      "loss_total": 0.004728762432932854,
      "step": 27070
    },
    {
      "loss_action": 0.010547935962677002,
      "loss_total": 0.010547935962677002,
      "step": 27070
    },
    {
      "loss_action": 0.005781863816082478,
      "loss_total": 0.005781863816082478,
      "step": 27070
    },
    {
      "loss_action": 0.01061276439577341,
      "loss_total": 0.01061276439577341,
      "step": 27070
    },
    {
      "loss_action": 0.01020556129515171,
      "loss_total": 0.01020556129515171,
      "step": 27070
    },
    {
      "grad_norm": 0.187368243932724,
      "learning_rate": 9.991439632242978e-05,
      "loss": 0.0146,
      "step": 27080
    },
    {
      "loss_action": 0.006080313585698605,
      "loss_total": 0.006080313585698605,
      "step": 27080
    },
    {
      "loss_action": 0.015266051515936852,
      "loss_total": 0.015266051515936852,
      "step": 27080
    },
    {
      "loss_action": 0.01315657701343298,
      "loss_total": 0.01315657701343298,
      "step": 27080
    },
    {
      "loss_action": 0.008731290698051453,
      "loss_total": 0.008731290698051453,
      "step": 27080
    },
    {
      "loss_action": 0.019963685423135757,
      "loss_total": 0.019963685423135757,
      "step": 27080
    },
    {
      "loss_action": 0.0049626328982412815,
      "loss_total": 0.0049626328982412815,
      "step": 27080
    },
    {
      "loss_action": 0.01392595749348402,
      "loss_total": 0.01392595749348402,
      "step": 27080
    },
    {
      "loss_action": 0.035473842173814774,
      "loss_total": 0.035473842173814774,
      "step": 27080
    },
    {
      "grad_norm": 0.23723207414150238,
      "learning_rate": 9.991415436842696e-05,
      "loss": 0.0147,
      "step": 27090
    },
    {
      "loss_action": 0.008121094666421413,
      "loss_total": 0.008121094666421413,
      "step": 27090
    },
    {
      "loss_action": 0.006105124484747648,
      "loss_total": 0.006105124484747648,
      "step": 27090
    },
    {
      "loss_action": 0.023673083633184433,
      "loss_total": 0.023673083633184433,
      "step": 27090
    },
    {
      "loss_action": 0.015026615932583809,
      "loss_total": 0.015026615932583809,
      "step": 27090
    },
    {
      "loss_action": 0.016008708626031876,
      "loss_total": 0.016008708626031876,
      "step": 27090
    },
    {
      "loss_action": 0.00974942371249199,
      "loss_total": 0.00974942371249199,
      "step": 27090
    },
    {
      "loss_action": 0.02961641550064087,
      "loss_total": 0.02961641550064087,
      "step": 27090
    },
    {
      "loss_action": 0.009159292094409466,
      "loss_total": 0.009159292094409466,
      "step": 27090
    },
    {
      "grad_norm": 0.18520738184452057,
      "learning_rate": 9.991391207326556e-05,
      "loss": 0.0129,
      "step": 27100
    },
    {
      "loss_action": 0.00819405447691679,
      "loss_total": 0.00819405447691679,
      "step": 27100
    },
    {
      "loss_action": 0.016639607027173042,
      "loss_total": 0.016639607027173042,
      "step": 27100
    },
    {
      "loss_action": 0.013560228049755096,
      "loss_total": 0.013560228049755096,
      "step": 27100
    },
    {
      "loss_action": 0.018085651099681854,
      "loss_total": 0.018085651099681854,
      "step": 27100
    },
    {
      "loss_action": 0.005703192204236984,
      "loss_total": 0.005703192204236984,
      "step": 27100
    },
    {
      "loss_action": 0.010089874267578125,
      "loss_total": 0.010089874267578125,
      "step": 27100
    },
    {
      "loss_action": 0.009172067046165466,
      "loss_total": 0.009172067046165466,
      "step": 27100
    },
    {
      "loss_action": 0.008393554948270321,
      "loss_total": 0.008393554948270321,
      "step": 27100
    },
    {
      "grad_norm": 0.16576077044010162,
      "learning_rate": 9.991366943694727e-05,
      "loss": 0.0142,
      "step": 27110
    },
    {
      "loss_action": 0.005864727310836315,
      "loss_total": 0.005864727310836315,
      "step": 27110
    },
    {
      "loss_action": 0.005697923246771097,
      "loss_total": 0.005697923246771097,
      "step": 27110
    },
    {
      "loss_action": 0.030940718948841095,
      "loss_total": 0.030940718948841095,
      "step": 27110
    },
    {
      "loss_action": 0.010629681870341301,
      "loss_total": 0.010629681870341301,
      "step": 27110
    },
    {
      "loss_action": 0.023091454058885574,
      "loss_total": 0.023091454058885574,
      "step": 27110
    },
    {
      "loss_action": 0.010753294453024864,
      "loss_total": 0.010753294453024864,
      "step": 27110
    },
    {
      "loss_action": 0.010018348693847656,
      "loss_total": 0.010018348693847656,
      "step": 27110
    },
    {
      "loss_action": 0.005885637365281582,
      "loss_total": 0.005885637365281582,
      "step": 27110
    },
    {
      "grad_norm": 0.1852145791053772,
      "learning_rate": 9.991342645947375e-05,
      "loss": 0.0135,
      "step": 27120
    },
    {
      "loss_action": 0.013547617010772228,
      "loss_total": 0.013547617010772228,
      "step": 27120
    },
    {
      "loss_action": 0.01506120152771473,
      "loss_total": 0.01506120152771473,
      "step": 27120
    },
    {
      "loss_action": 0.009546134620904922,
      "loss_total": 0.009546134620904922,
      "step": 27120
    },
    {
      "loss_action": 0.008320475928485394,
      "loss_total": 0.008320475928485394,
      "step": 27120
    },
    {
      "loss_action": 0.007659438997507095,
      "loss_total": 0.007659438997507095,
      "step": 27120
    },
    {
      "loss_action": 0.027648210525512695,
      "loss_total": 0.027648210525512695,
      "step": 27120
    },
    {
      "loss_action": 0.011000649072229862,
      "loss_total": 0.011000649072229862,
      "step": 27120
    },
    {
      "loss_action": 0.014994245022535324,
      "loss_total": 0.014994245022535324,
      "step": 27120
    },
    {
      "grad_norm": 0.11058109998703003,
      "learning_rate": 9.991318314084664e-05,
      "loss": 0.0151,
      "step": 27130
    },
    {
      "loss_action": 0.007387849502265453,
      "loss_total": 0.007387849502265453,
      "step": 27130
    },
    {
      "loss_action": 0.011744369752705097,
      "loss_total": 0.011744369752705097,
      "step": 27130
    },
    {
      "loss_action": 0.014859452843666077,
      "loss_total": 0.014859452843666077,
      "step": 27130
    },
    {
      "loss_action": 0.008403955027461052,
      "loss_total": 0.008403955027461052,
      "step": 27130
    },
    {
      "loss_action": 0.023364640772342682,
      "loss_total": 0.023364640772342682,
      "step": 27130
    },
    {
      "loss_action": 0.01750721037387848,
      "loss_total": 0.01750721037387848,
      "step": 27130
    },
    {
      "loss_action": 0.009096378460526466,
      "loss_total": 0.009096378460526466,
      "step": 27130
    },
    {
      "loss_action": 0.006475795526057482,
      "loss_total": 0.006475795526057482,
      "step": 27130
    },
    {
      "grad_norm": 0.17088106274604797,
      "learning_rate": 9.99129394810676e-05,
      "loss": 0.0137,
      "step": 27140
    },
    {
      "loss_action": 0.011034284718334675,
      "loss_total": 0.011034284718334675,
      "step": 27140
    },
    {
      "loss_action": 0.015559392981231213,
      "loss_total": 0.015559392981231213,
      "step": 27140
    },
    {
      "loss_action": 0.03732772171497345,
      "loss_total": 0.03732772171497345,
      "step": 27140
    },
    {
      "loss_action": 0.007163329515606165,
      "loss_total": 0.007163329515606165,
      "step": 27140
    },
    {
      "loss_action": 0.014829089865088463,
      "loss_total": 0.014829089865088463,
      "step": 27140
    },
    {
      "loss_action": 0.005808666348457336,
      "loss_total": 0.005808666348457336,
      "step": 27140
    },
    {
      "loss_action": 0.02298041805624962,
      "loss_total": 0.02298041805624962,
      "step": 27140
    },
    {
      "loss_action": 0.009334222413599491,
      "loss_total": 0.009334222413599491,
      "step": 27140
    },
    {
      "grad_norm": 0.23466022312641144,
      "learning_rate": 9.991269548013831e-05,
      "loss": 0.0125,
      "step": 27150
    },
    {
      "loss_action": 0.015656962990760803,
      "loss_total": 0.015656962990760803,
      "step": 27150
    },
    {
      "loss_action": 0.005282789468765259,
      "loss_total": 0.005282789468765259,
      "step": 27150
    },
    {
      "loss_action": 0.012195260263979435,
      "loss_total": 0.012195260263979435,
      "step": 27150
    },
    {
      "loss_action": 0.01548762060701847,
      "loss_total": 0.01548762060701847,
      "step": 27150
    },
    {
      "loss_action": 0.010548642836511135,
      "loss_total": 0.010548642836511135,
      "step": 27150
    },
    {
      "loss_action": 0.010872486978769302,
      "loss_total": 0.010872486978769302,
      "step": 27150
    },
    {
      "loss_action": 0.011547848582267761,
      "loss_total": 0.011547848582267761,
      "step": 27150
    },
    {
      "loss_action": 0.014405807480216026,
      "loss_total": 0.014405807480216026,
      "step": 27150
    },
    {
      "grad_norm": 0.17741847038269043,
      "learning_rate": 9.991245113806044e-05,
      "loss": 0.0111,
      "step": 27160
    },
    {
      "loss_action": 0.00887717492878437,
      "loss_total": 0.00887717492878437,
      "step": 27160
    },
    {
      "loss_action": 0.010154318064451218,
      "loss_total": 0.010154318064451218,
      "step": 27160
    },
    {
      "loss_action": 0.01006136555224657,
      "loss_total": 0.01006136555224657,
      "step": 27160
    },
    {
      "loss_action": 0.02814818173646927,
      "loss_total": 0.02814818173646927,
      "step": 27160
    },
    {
      "loss_action": 0.014947722665965557,
      "loss_total": 0.014947722665965557,
      "step": 27160
    },
    {
      "loss_action": 0.005631496198475361,
      "loss_total": 0.005631496198475361,
      "step": 27160
    },
    {
      "loss_action": 0.02256997674703598,
      "loss_total": 0.02256997674703598,
      "step": 27160
    },
    {
      "loss_action": 0.029310457408428192,
      "loss_total": 0.029310457408428192,
      "step": 27160
    },
    {
      "grad_norm": 0.17174674570560455,
      "learning_rate": 9.991220645483565e-05,
      "loss": 0.015,
      "step": 27170
    },
    {
      "loss_action": 0.013143996708095074,
      "loss_total": 0.013143996708095074,
      "step": 27170
    },
    {
      "loss_action": 0.010166225954890251,
      "loss_total": 0.010166225954890251,
      "step": 27170
    },
    {
      "loss_action": 0.014404944144189358,
      "loss_total": 0.014404944144189358,
      "step": 27170
    },
    {
      "loss_action": 0.006319942884147167,
      "loss_total": 0.006319942884147167,
      "step": 27170
    },
    {
      "loss_action": 0.006280183792114258,
      "loss_total": 0.006280183792114258,
      "step": 27170
    },
    {
      "loss_action": 0.010404668748378754,
      "loss_total": 0.010404668748378754,
      "step": 27170
    },
    {
      "loss_action": 0.044459983706474304,
      "loss_total": 0.044459983706474304,
      "step": 27170
    },
    {
      "loss_action": 0.010399281978607178,
      "loss_total": 0.010399281978607178,
      "step": 27170
    },
    {
      "grad_norm": 0.16851334273815155,
      "learning_rate": 9.991196143046562e-05,
      "loss": 0.0141,
      "step": 27180
    },
    {
      "loss_action": 0.007187588140368462,
      "loss_total": 0.007187588140368462,
      "step": 27180
    },
    {
      "loss_action": 0.00629032589495182,
      "loss_total": 0.00629032589495182,
      "step": 27180
    },
    {
      "loss_action": 0.015387442894279957,
      "loss_total": 0.015387442894279957,
      "step": 27180
    },
    {
      "loss_action": 0.01796109229326248,
      "loss_total": 0.01796109229326248,
      "step": 27180
    },
    {
      "loss_action": 0.052085019648075104,
      "loss_total": 0.052085019648075104,
      "step": 27180
    },
    {
      "loss_action": 0.011314524337649345,
      "loss_total": 0.011314524337649345,
      "step": 27180
    },
    {
      "loss_action": 0.005998256616294384,
      "loss_total": 0.005998256616294384,
      "step": 27180
    },
    {
      "loss_action": 0.0062707774341106415,
      "loss_total": 0.0062707774341106415,
      "step": 27180
    },
    {
      "grad_norm": 0.14863170683383942,
      "learning_rate": 9.991171606495202e-05,
      "loss": 0.013,
      "step": 27190
    },
    {
      "loss_action": 0.009318424388766289,
      "loss_total": 0.009318424388766289,
      "step": 27190
    },
    {
      "loss_action": 0.01779242977499962,
      "loss_total": 0.01779242977499962,
      "step": 27190
    },
    {
      "loss_action": 0.013586734421551228,
      "loss_total": 0.013586734421551228,
      "step": 27190
    },
    {
      "loss_action": 0.0189325213432312,
      "loss_total": 0.0189325213432312,
      "step": 27190
    },
    {
      "loss_action": 0.009414665400981903,
      "loss_total": 0.009414665400981903,
      "step": 27190
    },
    {
      "loss_action": 0.015115776099264622,
      "loss_total": 0.015115776099264622,
      "step": 27190
    },
    {
      "loss_action": 0.0074742138385772705,
      "loss_total": 0.0074742138385772705,
      "step": 27190
    },
    {
      "loss_action": 0.013051502406597137,
      "loss_total": 0.013051502406597137,
      "step": 27190
    },
    {
      "grad_norm": 0.22076016664505005,
      "learning_rate": 9.991147035829651e-05,
      "loss": 0.0141,
      "step": 27200
    },
    {
      "loss_action": 0.010704975575208664,
      "loss_total": 0.010704975575208664,
      "step": 27200
    },
    {
      "loss_action": 0.012547699734568596,
      "loss_total": 0.012547699734568596,
      "step": 27200
    },
    {
      "loss_action": 0.01943952962756157,
      "loss_total": 0.01943952962756157,
      "step": 27200
    },
    {
      "loss_action": 0.010447906330227852,
      "loss_total": 0.010447906330227852,
      "step": 27200
    },
    {
      "loss_action": 0.02691970393061638,
      "loss_total": 0.02691970393061638,
      "step": 27200
    },
    {
      "loss_action": 0.01387757621705532,
      "loss_total": 0.01387757621705532,
      "step": 27200
    },
    {
      "loss_action": 0.00990849919617176,
      "loss_total": 0.00990849919617176,
      "step": 27200
    },
    {
      "loss_action": 0.017253518104553223,
      "loss_total": 0.017253518104553223,
      "step": 27200
    },
    {
      "grad_norm": 0.16440469026565552,
      "learning_rate": 9.991122431050082e-05,
      "loss": 0.0153,
      "step": 27210
    },
    {
      "loss_action": 0.007562505081295967,
      "loss_total": 0.007562505081295967,
      "step": 27210
    },
    {
      "loss_action": 0.0704536885023117,
      "loss_total": 0.0704536885023117,
      "step": 27210
    },
    {
      "loss_action": 0.008171121589839458,
      "loss_total": 0.008171121589839458,
      "step": 27210
    },
    {
      "loss_action": 0.015473203733563423,
      "loss_total": 0.015473203733563423,
      "step": 27210
    },
    {
      "loss_action": 0.014975588768720627,
      "loss_total": 0.014975588768720627,
      "step": 27210
    },
    {
      "loss_action": 0.01690341904759407,
      "loss_total": 0.01690341904759407,
      "step": 27210
    },
    {
      "loss_action": 0.014238741248846054,
      "loss_total": 0.014238741248846054,
      "step": 27210
    },
    {
      "loss_action": 0.018428539857268333,
      "loss_total": 0.018428539857268333,
      "step": 27210
    },
    {
      "grad_norm": 0.217953622341156,
      "learning_rate": 9.991097792156657e-05,
      "loss": 0.0162,
      "step": 27220
    },
    {
      "loss_action": 0.008887875825166702,
      "loss_total": 0.008887875825166702,
      "step": 27220
    },
    {
      "loss_action": 0.008450975641608238,
      "loss_total": 0.008450975641608238,
      "step": 27220
    },
    {
      "loss_action": 0.01510013546794653,
      "loss_total": 0.01510013546794653,
      "step": 27220
    },
    {
      "loss_action": 0.006296252831816673,
      "loss_total": 0.006296252831816673,
      "step": 27220
    },
    {
      "loss_action": 0.01808249205350876,
      "loss_total": 0.01808249205350876,
      "step": 27220
    },
    {
      "loss_action": 0.014708396047353745,
      "loss_total": 0.014708396047353745,
      "step": 27220
    },
    {
      "loss_action": 0.01665205880999565,
      "loss_total": 0.01665205880999565,
      "step": 27220
    },
    {
      "loss_action": 0.014943758025765419,
      "loss_total": 0.014943758025765419,
      "step": 27220
    },
    {
      "grad_norm": 0.1757422238588333,
      "learning_rate": 9.991073119149549e-05,
      "loss": 0.013,
      "step": 27230
    },
    {
      "loss_action": 0.007297186180949211,
      "loss_total": 0.007297186180949211,
      "step": 27230
    },
    {
      "loss_action": 0.006134978961199522,
      "loss_total": 0.006134978961199522,
      "step": 27230
    },
    {
      "loss_action": 0.008289190009236336,
      "loss_total": 0.008289190009236336,
      "step": 27230
    },
    {
      "loss_action": 0.016402635723352432,
      "loss_total": 0.016402635723352432,
      "step": 27230
    },
    {
      "loss_action": 0.005856226664036512,
      "loss_total": 0.005856226664036512,
      "step": 27230
    },
    {
      "loss_action": 0.0072493162006139755,
      "loss_total": 0.0072493162006139755,
      "step": 27230
    },
    {
      "loss_action": 0.01713917776942253,
      "loss_total": 0.01713917776942253,
      "step": 27230
    },
    {
      "loss_action": 0.01510682050138712,
      "loss_total": 0.01510682050138712,
      "step": 27230
    },
    {
      "grad_norm": 0.37873923778533936,
      "learning_rate": 9.991048412028924e-05,
      "loss": 0.0155,
      "step": 27240
    },
    {
      "loss_action": 0.00977350678294897,
      "loss_total": 0.00977350678294897,
      "step": 27240
    },
    {
      "loss_action": 0.02580408751964569,
      "loss_total": 0.02580408751964569,
      "step": 27240
    },
    {
      "loss_action": 0.01096608117222786,
      "loss_total": 0.01096608117222786,
      "step": 27240
    },
    {
      "loss_action": 0.016422448679804802,
      "loss_total": 0.016422448679804802,
      "step": 27240
    },
    {
      "loss_action": 0.01958264410495758,
      "loss_total": 0.01958264410495758,
      "step": 27240
    },
    {
      "loss_action": 0.04062671586871147,
      "loss_total": 0.04062671586871147,
      "step": 27240
    },
    {
      "loss_action": 0.011829322203993797,
      "loss_total": 0.011829322203993797,
      "step": 27240
    },
    {
      "loss_action": 0.007099138107150793,
      "loss_total": 0.007099138107150793,
      "step": 27240
    },
    {
      "grad_norm": 0.17022690176963806,
      "learning_rate": 9.991023670794952e-05,
      "loss": 0.0167,
      "step": 27250
    },
    {
      "loss_action": 0.009282480925321579,
      "loss_total": 0.009282480925321579,
      "step": 27250
    },
    {
      "loss_action": 0.008003735914826393,
      "loss_total": 0.008003735914826393,
      "step": 27250
    },
    {
      "loss_action": 0.011494262143969536,
      "loss_total": 0.011494262143969536,
      "step": 27250
    },
    {
      "loss_action": 0.01167854480445385,
      "loss_total": 0.01167854480445385,
      "step": 27250
    },
    {
      "loss_action": 0.006692144554108381,
      "loss_total": 0.006692144554108381,
      "step": 27250
    },
    {
      "loss_action": 0.01337900198996067,
      "loss_total": 0.01337900198996067,
      "step": 27250
    },
    {
      "loss_action": 0.011983657255768776,
      "loss_total": 0.011983657255768776,
      "step": 27250
    },
    {
      "loss_action": 0.010704981163144112,
      "loss_total": 0.010704981163144112,
      "step": 27250
    },
    {
      "grad_norm": 0.18607641756534576,
      "learning_rate": 9.990998895447802e-05,
      "loss": 0.0135,
      "step": 27260
    },
    {
      "loss_action": 0.016461016610264778,
      "loss_total": 0.016461016610264778,
      "step": 27260
    },
    {
      "loss_action": 0.043597228825092316,
      "loss_total": 0.043597228825092316,
      "step": 27260
    },
    {
      "loss_action": 0.018725955858826637,
      "loss_total": 0.018725955858826637,
      "step": 27260
    },
    {
      "loss_action": 0.01625549979507923,
      "loss_total": 0.01625549979507923,
      "step": 27260
    },
    {
      "loss_action": 0.02312633953988552,
      "loss_total": 0.02312633953988552,
      "step": 27260
    },
    {
      "loss_action": 0.005735168699175119,
      "loss_total": 0.005735168699175119,
      "step": 27260
    },
    {
      "loss_action": 0.021026089787483215,
      "loss_total": 0.021026089787483215,
      "step": 27260
    },
    {
      "loss_action": 0.015266062691807747,
      "loss_total": 0.015266062691807747,
      "step": 27260
    },
    {
      "grad_norm": 0.12395118176937103,
      "learning_rate": 9.990974085987644e-05,
      "loss": 0.0115,
      "step": 27270
    },
    {
      "loss_action": 0.018100623041391373,
      "loss_total": 0.018100623041391373,
      "step": 27270
    },
    {
      "loss_action": 0.012232666835188866,
      "loss_total": 0.012232666835188866,
      "step": 27270
    },
    {
      "loss_action": 0.01793036237359047,
      "loss_total": 0.01793036237359047,
      "step": 27270
    },
    {
      "loss_action": 0.014673233963549137,
      "loss_total": 0.014673233963549137,
      "step": 27270
    },
    {
      "loss_action": 0.006401517894119024,
      "loss_total": 0.006401517894119024,
      "step": 27270
    },
    {
      "loss_action": 0.013327945955097675,
      "loss_total": 0.013327945955097675,
      "step": 27270
    },
    {
      "loss_action": 0.01634468138217926,
      "loss_total": 0.01634468138217926,
      "step": 27270
    },
    {
      "loss_action": 0.009723958559334278,
      "loss_total": 0.009723958559334278,
      "step": 27270
    },
    {
      "grad_norm": 0.21961286664009094,
      "learning_rate": 9.990949242414647e-05,
      "loss": 0.0128,
      "step": 27280
    },
    {
      "loss_action": 0.011995913460850716,
      "loss_total": 0.011995913460850716,
      "step": 27280
    },
    {
      "loss_action": 0.0065046921372413635,
      "loss_total": 0.0065046921372413635,
      "step": 27280
    },
    {
      "loss_action": 0.01379450038075447,
      "loss_total": 0.01379450038075447,
      "step": 27280
    },
    {
      "loss_action": 0.013997502624988556,
      "loss_total": 0.013997502624988556,
      "step": 27280
    },
    {
      "loss_action": 0.012268200516700745,
      "loss_total": 0.012268200516700745,
      "step": 27280
    },
    {
      "loss_action": 0.005926863756030798,
      "loss_total": 0.005926863756030798,
      "step": 27280
    },
    {
      "loss_action": 0.009153109043836594,
      "loss_total": 0.009153109043836594,
      "step": 27280
    },
    {
      "loss_action": 0.005049247294664383,
      "loss_total": 0.005049247294664383,
      "step": 27280
    },
    {
      "grad_norm": 0.16952943801879883,
      "learning_rate": 9.990924364728978e-05,
      "loss": 0.0133,
      "step": 27290
    },
    {
      "loss_action": 0.011059107258915901,
      "loss_total": 0.011059107258915901,
      "step": 27290
    },
    {
      "loss_action": 0.010551388375461102,
      "loss_total": 0.010551388375461102,
      "step": 27290
    },
    {
      "loss_action": 0.03425808250904083,
      "loss_total": 0.03425808250904083,
      "step": 27290
    },
    {
      "loss_action": 0.020725321024656296,
      "loss_total": 0.020725321024656296,
      "step": 27290
    },
    {
      "loss_action": 0.007212322670966387,
      "loss_total": 0.007212322670966387,
      "step": 27290
    },
    {
      "loss_action": 0.023730818182229996,
      "loss_total": 0.023730818182229996,
      "step": 27290
    },
    {
      "loss_action": 0.01932811737060547,
      "loss_total": 0.01932811737060547,
      "step": 27290
    },
    {
      "loss_action": 0.008968841284513474,
      "loss_total": 0.008968841284513474,
      "step": 27290
    },
    {
      "grad_norm": 0.1342429220676422,
      "learning_rate": 9.990899452930812e-05,
      "loss": 0.0116,
      "step": 27300
    },
    {
      "loss_action": 0.008889121934771538,
      "loss_total": 0.008889121934771538,
      "step": 27300
    },
    {
      "loss_action": 0.027310991659760475,
      "loss_total": 0.027310991659760475,
      "step": 27300
    },
    {
      "loss_action": 0.031881317496299744,
      "loss_total": 0.031881317496299744,
      "step": 27300
    },
    {
      "loss_action": 0.007421046495437622,
      "loss_total": 0.007421046495437622,
      "step": 27300
    },
    {
      "loss_action": 0.014425472356379032,
      "loss_total": 0.014425472356379032,
      "step": 27300
    },
    {
      "loss_action": 0.006871234625577927,
      "loss_total": 0.006871234625577927,
      "step": 27300
    },
    {
      "loss_action": 0.014431516639888287,
      "loss_total": 0.014431516639888287,
      "step": 27300
    },
    {
      "loss_action": 0.004340210929512978,
      "loss_total": 0.004340210929512978,
      "step": 27300
    },
    {
      "grad_norm": 0.14919984340667725,
      "learning_rate": 9.990874507020316e-05,
      "loss": 0.0121,
      "step": 27310
    },
    {
      "loss_action": 0.004884805530309677,
      "loss_total": 0.004884805530309677,
      "step": 27310
    },
    {
      "loss_action": 0.010131992399692535,
      "loss_total": 0.010131992399692535,
      "step": 27310
    },
    {
      "loss_action": 0.007047904189676046,
      "loss_total": 0.007047904189676046,
      "step": 27310
    },
    {
      "loss_action": 0.016206417232751846,
      "loss_total": 0.016206417232751846,
      "step": 27310
    },
    {
      "loss_action": 0.00642684381455183,
      "loss_total": 0.00642684381455183,
      "step": 27310
    },
    {
      "loss_action": 0.016532104462385178,
      "loss_total": 0.016532104462385178,
      "step": 27310
    },
    {
      "loss_action": 0.005335300695151091,
      "loss_total": 0.005335300695151091,
      "step": 27310
    },
    {
      "loss_action": 0.015004275366663933,
      "loss_total": 0.015004275366663933,
      "step": 27310
    },
    {
      "grad_norm": 0.17291505634784698,
      "learning_rate": 9.990849526997662e-05,
      "loss": 0.0119,
      "step": 27320
    },
    {
      "loss_action": 0.005305330269038677,
      "loss_total": 0.005305330269038677,
      "step": 27320
    },
    {
      "loss_action": 0.010445634834468365,
      "loss_total": 0.010445634834468365,
      "step": 27320
    },
    {
      "loss_action": 0.0069555072113871574,
      "loss_total": 0.0069555072113871574,
      "step": 27320
    },
    {
      "loss_action": 0.029431579634547234,
      "loss_total": 0.029431579634547234,
      "step": 27320
    },
    {
      "loss_action": 0.00809188187122345,
      "loss_total": 0.00809188187122345,
      "step": 27320
    },
    {
      "loss_action": 0.00888938456773758,
      "loss_total": 0.00888938456773758,
      "step": 27320
    },
    {
      "loss_action": 0.01303226500749588,
      "loss_total": 0.01303226500749588,
      "step": 27320
    },
    {
      "loss_action": 0.0634802058339119,
      "loss_total": 0.0634802058339119,
      "step": 27320
    },
    {
      "grad_norm": 0.1634211540222168,
      "learning_rate": 9.99082451286302e-05,
      "loss": 0.0124,
      "step": 27330
    },
    {
      "loss_action": 0.020184841006994247,
      "loss_total": 0.020184841006994247,
      "step": 27330
    },
    {
      "loss_action": 0.0044798036105930805,
      "loss_total": 0.0044798036105930805,
      "step": 27330
    },
    {
      "loss_action": 0.00727471150457859,
      "loss_total": 0.00727471150457859,
      "step": 27330
    },
    {
      "loss_action": 0.03859168291091919,
      "loss_total": 0.03859168291091919,
      "step": 27330
    },
    {
      "loss_action": 0.005564059130847454,
      "loss_total": 0.005564059130847454,
      "step": 27330
    },
    {
      "loss_action": 0.009145649150013924,
      "loss_total": 0.009145649150013924,
      "step": 27330
    },
    {
      "loss_action": 0.009497111663222313,
      "loss_total": 0.009497111663222313,
      "step": 27330
    },
    {
      "loss_action": 0.009239177219569683,
      "loss_total": 0.009239177219569683,
      "step": 27330
    },
    {
      "grad_norm": 0.127157062292099,
      "learning_rate": 9.990799464616562e-05,
      "loss": 0.0132,
      "step": 27340
    },
    {
      "loss_action": 0.005862496327608824,
      "loss_total": 0.005862496327608824,
      "step": 27340
    },
    {
      "loss_action": 0.017467577010393143,
      "loss_total": 0.017467577010393143,
      "step": 27340
    },
    {
      "loss_action": 0.012543365359306335,
      "loss_total": 0.012543365359306335,
      "step": 27340
    },
    {
      "loss_action": 0.011634716764092445,
      "loss_total": 0.011634716764092445,
      "step": 27340
    },
    {
      "loss_action": 0.030512548983097076,
      "loss_total": 0.030512548983097076,
      "step": 27340
    },
    {
      "loss_action": 0.010690959170460701,
      "loss_total": 0.010690959170460701,
      "step": 27340
    },
    {
      "loss_action": 0.004685680381953716,
      "loss_total": 0.004685680381953716,
      "step": 27340
    },
    {
      "loss_action": 0.020084161311388016,
      "loss_total": 0.020084161311388016,
      "step": 27340
    },
    {
      "grad_norm": 0.18207117915153503,
      "learning_rate": 9.990774382258457e-05,
      "loss": 0.0131,
      "step": 27350
    },
    {
      "loss_action": 0.008809509687125683,
      "loss_total": 0.008809509687125683,
      "step": 27350
    },
    {
      "loss_action": 0.010565334931015968,
      "loss_total": 0.010565334931015968,
      "step": 27350
    },
    {
      "loss_action": 0.015740040689706802,
      "loss_total": 0.015740040689706802,
      "step": 27350
    },
    {
      "loss_action": 0.014876427128911018,
      "loss_total": 0.014876427128911018,
      "step": 27350
    },
    {
      "loss_action": 0.00539819523692131,
      "loss_total": 0.00539819523692131,
      "step": 27350
    },
    {
      "loss_action": 0.011300967074930668,
      "loss_total": 0.011300967074930668,
      "step": 27350
    },
    {
      "loss_action": 0.004297164268791676,
      "loss_total": 0.004297164268791676,
      "step": 27350
    },
    {
      "loss_action": 0.010773107409477234,
      "loss_total": 0.010773107409477234,
      "step": 27350
    },
    {
      "grad_norm": 0.14890436828136444,
      "learning_rate": 9.990749265788879e-05,
      "loss": 0.0126,
      "step": 27360
    },
    {
      "loss_action": 0.007619321346282959,
      "loss_total": 0.007619321346282959,
      "step": 27360
    },
    {
      "loss_action": 0.01641063205897808,
      "loss_total": 0.01641063205897808,
      "step": 27360
    },
    {
      "loss_action": 0.03167137876152992,
      "loss_total": 0.03167137876152992,
      "step": 27360
    },
    {
      "loss_action": 0.008747854270040989,
      "loss_total": 0.008747854270040989,
      "step": 27360
    },
    {
      "loss_action": 0.010486144572496414,
      "loss_total": 0.010486144572496414,
      "step": 27360
    },
    {
      "loss_action": 0.004992189351469278,
      "loss_total": 0.004992189351469278,
      "step": 27360
    },
    {
      "loss_action": 0.021939478814601898,
      "loss_total": 0.021939478814601898,
      "step": 27360
    },
    {
      "loss_action": 0.006648981012403965,
      "loss_total": 0.006648981012403965,
      "step": 27360
    },
    {
      "grad_norm": 0.18027907609939575,
      "learning_rate": 9.990724115207997e-05,
      "loss": 0.0127,
      "step": 27370
    },
    {
      "loss_action": 0.009177683852612972,
      "loss_total": 0.009177683852612972,
      "step": 27370
    },
    {
      "loss_action": 0.013025498017668724,
      "loss_total": 0.013025498017668724,
      "step": 27370
    },
    {
      "loss_action": 0.015274100005626678,
      "loss_total": 0.015274100005626678,
      "step": 27370
    },
    {
      "loss_action": 0.016704706475138664,
      "loss_total": 0.016704706475138664,
      "step": 27370
    },
    {
      "loss_action": 0.01696542091667652,
      "loss_total": 0.01696542091667652,
      "step": 27370
    },
    {
      "loss_action": 0.011369992978870869,
      "loss_total": 0.011369992978870869,
      "step": 27370
    },
    {
      "loss_action": 0.006598378531634808,
      "loss_total": 0.006598378531634808,
      "step": 27370
    },
    {
      "loss_action": 0.01780388504266739,
      "loss_total": 0.01780388504266739,
      "step": 27370
    },
    {
      "grad_norm": 0.17735394835472107,
      "learning_rate": 9.990698930515985e-05,
      "loss": 0.0128,
      "step": 27380
    },
    {
      "loss_action": 0.006475054193288088,
      "loss_total": 0.006475054193288088,
      "step": 27380
    },
    {
      "loss_action": 0.009381430223584175,
      "loss_total": 0.009381430223584175,
      "step": 27380
    },
    {
      "loss_action": 0.02715274691581726,
      "loss_total": 0.02715274691581726,
      "step": 27380
    },
    {
      "loss_action": 0.014087451621890068,
      "loss_total": 0.014087451621890068,
      "step": 27380
    },
    {
      "loss_action": 0.006600056774914265,
      "loss_total": 0.006600056774914265,
      "step": 27380
    },
    {
      "loss_action": 0.007688312325626612,
      "loss_total": 0.007688312325626612,
      "step": 27380
    },
    {
      "loss_action": 0.012355820275843143,
      "loss_total": 0.012355820275843143,
      "step": 27380
    },
    {
      "loss_action": 0.01301660668104887,
      "loss_total": 0.01301660668104887,
      "step": 27380
    },
    {
      "grad_norm": 0.19951336085796356,
      "learning_rate": 9.990673711713014e-05,
      "loss": 0.0125,
      "step": 27390
    },
    {
      "loss_action": 0.009392891079187393,
      "loss_total": 0.009392891079187393,
      "step": 27390
    },
    {
      "loss_action": 0.010282566770911217,
      "loss_total": 0.010282566770911217,
      "step": 27390
    },
    {
      "loss_action": 0.008854323998093605,
      "loss_total": 0.008854323998093605,
      "step": 27390
    },
    {
      "loss_action": 0.006861046887934208,
      "loss_total": 0.006861046887934208,
      "step": 27390
    },
    {
      "loss_action": 0.00873866118490696,
      "loss_total": 0.00873866118490696,
      "step": 27390
    },
    {
      "loss_action": 0.013818850740790367,
      "loss_total": 0.013818850740790367,
      "step": 27390
    },
    {
      "loss_action": 0.011618304997682571,
      "loss_total": 0.011618304997682571,
      "step": 27390
    },
    {
      "loss_action": 0.020127128809690475,
      "loss_total": 0.020127128809690475,
      "step": 27390
    },
    {
      "grad_norm": 0.11602699011564255,
      "learning_rate": 9.990648458799258e-05,
      "loss": 0.0121,
      "step": 27400
    },
    {
      "loss_action": 0.02323509380221367,
      "loss_total": 0.02323509380221367,
      "step": 27400
    },
    {
      "loss_action": 0.00950305163860321,
      "loss_total": 0.00950305163860321,
      "step": 27400
    },
    {
      "loss_action": 0.007439633831381798,
      "loss_total": 0.007439633831381798,
      "step": 27400
    },
    {
      "loss_action": 0.012915846891701221,
      "loss_total": 0.012915846891701221,
      "step": 27400
    },
    {
      "loss_action": 0.010963177308440208,
      "loss_total": 0.010963177308440208,
      "step": 27400
    },
    {
      "loss_action": 0.01743699237704277,
      "loss_total": 0.01743699237704277,
      "step": 27400
    },
    {
      "loss_action": 0.015684643760323524,
      "loss_total": 0.015684643760323524,
      "step": 27400
    },
    {
      "loss_action": 0.008501892909407616,
      "loss_total": 0.008501892909407616,
      "step": 27400
    },
    {
      "grad_norm": 0.17326131463050842,
      "learning_rate": 9.990623171774887e-05,
      "loss": 0.0124,
      "step": 27410
    },
    {
      "loss_action": 0.011393560096621513,
      "loss_total": 0.011393560096621513,
      "step": 27410
    },
    {
      "loss_action": 0.011656651273369789,
      "loss_total": 0.011656651273369789,
      "step": 27410
    },
    {
      "loss_action": 0.00862449686974287,
      "loss_total": 0.00862449686974287,
      "step": 27410
    },
    {
      "loss_action": 0.011965432204306126,
      "loss_total": 0.011965432204306126,
      "step": 27410
    },
    {
      "loss_action": 0.015382049605250359,
      "loss_total": 0.015382049605250359,
      "step": 27410
    },
    {
      "loss_action": 0.006884618662297726,
      "loss_total": 0.006884618662297726,
      "step": 27410
    },
    {
      "loss_action": 0.013679499737918377,
      "loss_total": 0.013679499737918377,
      "step": 27410
    },
    {
      "loss_action": 0.010308066383004189,
      "loss_total": 0.010308066383004189,
      "step": 27410
    },
    {
      "grad_norm": 0.13531635701656342,
      "learning_rate": 9.990597850640077e-05,
      "loss": 0.0133,
      "step": 27420
    },
    {
      "loss_action": 0.013958177529275417,
      "loss_total": 0.013958177529275417,
      "step": 27420
    },
    {
      "loss_action": 0.013725701719522476,
      "loss_total": 0.013725701719522476,
      "step": 27420
    },
    {
      "loss_action": 0.007786078378558159,
      "loss_total": 0.007786078378558159,
      "step": 27420
    },
    {
      "loss_action": 0.012103179469704628,
      "loss_total": 0.012103179469704628,
      "step": 27420
    },
    {
      "loss_action": 0.009291034191846848,
      "loss_total": 0.009291034191846848,
      "step": 27420
    },
    {
      "loss_action": 0.011576035059988499,
      "loss_total": 0.011576035059988499,
      "step": 27420
    },
    {
      "loss_action": 0.010514022782444954,
      "loss_total": 0.010514022782444954,
      "step": 27420
    },
    {
      "loss_action": 0.015276795253157616,
      "loss_total": 0.015276795253157616,
      "step": 27420
    },
    {
      "grad_norm": 0.15231585502624512,
      "learning_rate": 9.990572495394998e-05,
      "loss": 0.0132,
      "step": 27430
    },
    {
      "loss_action": 0.011508630588650703,
      "loss_total": 0.011508630588650703,
      "step": 27430
    },
    {
      "loss_action": 0.009845650754868984,
      "loss_total": 0.009845650754868984,
      "step": 27430
    },
    {
      "loss_action": 0.010156435891985893,
      "loss_total": 0.010156435891985893,
      "step": 27430
    },
    {
      "loss_action": 0.012570599094033241,
      "loss_total": 0.012570599094033241,
      "step": 27430
    },
    {
      "loss_action": 0.017008285969495773,
      "loss_total": 0.017008285969495773,
      "step": 27430
    },
    {
      "loss_action": 0.013284399174153805,
      "loss_total": 0.013284399174153805,
      "step": 27430
    },
    {
      "loss_action": 0.026828279718756676,
      "loss_total": 0.026828279718756676,
      "step": 27430
    },
    {
      "loss_action": 0.012820569798350334,
      "loss_total": 0.012820569798350334,
      "step": 27430
    },
    {
      "grad_norm": 0.13461780548095703,
      "learning_rate": 9.990547106039825e-05,
      "loss": 0.0134,
      "step": 27440
    },
    {
      "loss_action": 0.00943397544324398,
      "loss_total": 0.00943397544324398,
      "step": 27440
    },
    {
      "loss_action": 0.005343919154256582,
      "loss_total": 0.005343919154256582,
      "step": 27440
    },
    {
      "loss_action": 0.006193523295223713,
      "loss_total": 0.006193523295223713,
      "step": 27440
    },
    {
      "loss_action": 0.016993524506688118,
      "loss_total": 0.016993524506688118,
      "step": 27440
    },
    {
      "loss_action": 0.024658728390932083,
      "loss_total": 0.024658728390932083,
      "step": 27440
    },
    {
      "loss_action": 0.006545419804751873,
      "loss_total": 0.006545419804751873,
      "step": 27440
    },
    {
      "loss_action": 0.004812501836568117,
      "loss_total": 0.004812501836568117,
      "step": 27440
    },
    {
      "loss_action": 0.006783084943890572,
      "loss_total": 0.006783084943890572,
      "step": 27440
    },
    {
      "grad_norm": 0.18526822328567505,
      "learning_rate": 9.990521682574731e-05,
      "loss": 0.0141,
      "step": 27450
    },
    {
      "loss_action": 0.006659817881882191,
      "loss_total": 0.006659817881882191,
      "step": 27450
    },
    {
      "loss_action": 0.018368110060691833,
      "loss_total": 0.018368110060691833,
      "step": 27450
    },
    {
      "loss_action": 0.005987753160297871,
      "loss_total": 0.005987753160297871,
      "step": 27450
    },
    {
      "loss_action": 0.017922893166542053,
      "loss_total": 0.017922893166542053,
      "step": 27450
    },
    {
      "loss_action": 0.011036120355129242,
      "loss_total": 0.011036120355129242,
      "step": 27450
    },
    {
      "loss_action": 0.008272213861346245,
      "loss_total": 0.008272213861346245,
      "step": 27450
    },
    {
      "loss_action": 0.01519317738711834,
      "loss_total": 0.01519317738711834,
      "step": 27450
    },
    {
      "loss_action": 0.018909534439444542,
      "loss_total": 0.018909534439444542,
      "step": 27450
    },
    {
      "grad_norm": 0.28746551275253296,
      "learning_rate": 9.99049622499989e-05,
      "loss": 0.0149,
      "step": 27460
    },
    {
      "loss_action": 0.02178013138473034,
      "loss_total": 0.02178013138473034,
      "step": 27460
    },
    {
      "loss_action": 0.029689975082874298,
      "loss_total": 0.029689975082874298,
      "step": 27460
    },
    {
      "loss_action": 0.012766953557729721,
      "loss_total": 0.012766953557729721,
      "step": 27460
    },
    {
      "loss_action": 0.01293768361210823,
      "loss_total": 0.01293768361210823,
      "step": 27460
    },
    {
      "loss_action": 0.01604597084224224,
      "loss_total": 0.01604597084224224,
      "step": 27460
    },
    {
      "loss_action": 0.008596019819378853,
      "loss_total": 0.008596019819378853,
      "step": 27460
    },
    {
      "loss_action": 0.012583700940012932,
      "loss_total": 0.012583700940012932,
      "step": 27460
    },
    {
      "loss_action": 0.012319948524236679,
      "loss_total": 0.012319948524236679,
      "step": 27460
    },
    {
      "grad_norm": 0.17112798988819122,
      "learning_rate": 9.990470733315477e-05,
      "loss": 0.013,
      "step": 27470
    },
    {
      "loss_action": 0.035870037972927094,
      "loss_total": 0.035870037972927094,
      "step": 27470
    },
    {
      "loss_action": 0.03870856389403343,
      "loss_total": 0.03870856389403343,
      "step": 27470
    },
    {
      "loss_action": 0.029218077659606934,
      "loss_total": 0.029218077659606934,
      "step": 27470
    },
    {
      "loss_action": 0.005030737724155188,
      "loss_total": 0.005030737724155188,
      "step": 27470
    },
    {
      "loss_action": 0.007757928222417831,
      "loss_total": 0.007757928222417831,
      "step": 27470
    },
    {
      "loss_action": 0.008873840793967247,
      "loss_total": 0.008873840793967247,
      "step": 27470
    },
    {
      "loss_action": 0.007911345921456814,
      "loss_total": 0.007911345921456814,
      "step": 27470
    },
    {
      "loss_action": 0.015479762107133865,
      "loss_total": 0.015479762107133865,
      "step": 27470
    },
    {
      "grad_norm": 0.3058242201805115,
      "learning_rate": 9.990445207521664e-05,
      "loss": 0.0171,
      "step": 27480
    },
    {
      "loss_action": 0.021465612575411797,
      "loss_total": 0.021465612575411797,
      "step": 27480
    },
    {
      "loss_action": 0.0077355713583528996,
      "loss_total": 0.0077355713583528996,
      "step": 27480
    },
    {
      "loss_action": 0.012845916673541069,
      "loss_total": 0.012845916673541069,
      "step": 27480
    },
    {
      "loss_action": 0.011566080152988434,
      "loss_total": 0.011566080152988434,
      "step": 27480
    },
    {
      "loss_action": 0.012192404828965664,
      "loss_total": 0.012192404828965664,
      "step": 27480
    },
    {
      "loss_action": 0.014641007408499718,
      "loss_total": 0.014641007408499718,
      "step": 27480
    },
    {
      "loss_action": 0.00981992483139038,
      "loss_total": 0.00981992483139038,
      "step": 27480
    },
    {
      "loss_action": 0.024434685707092285,
      "loss_total": 0.024434685707092285,
      "step": 27480
    },
    {
      "grad_norm": 0.13942955434322357,
      "learning_rate": 9.990419647618627e-05,
      "loss": 0.0151,
      "step": 27490
    },
    {
      "loss_action": 0.006670019589364529,
      "loss_total": 0.006670019589364529,
      "step": 27490
    },
    {
      "loss_action": 0.005386653356254101,
      "loss_total": 0.005386653356254101,
      "step": 27490
    },
    {
      "loss_action": 0.00552163552492857,
      "loss_total": 0.00552163552492857,
      "step": 27490
    },
    {
      "loss_action": 0.01569126918911934,
      "loss_total": 0.01569126918911934,
      "step": 27490
    },
    {
      "loss_action": 0.01768989861011505,
      "loss_total": 0.01768989861011505,
      "step": 27490
    },
    {
      "loss_action": 0.0115007059648633,
      "loss_total": 0.0115007059648633,
      "step": 27490
    },
    {
      "loss_action": 0.010443845763802528,
      "loss_total": 0.010443845763802528,
      "step": 27490
    },
    {
      "loss_action": 0.012331586331129074,
      "loss_total": 0.012331586331129074,
      "step": 27490
    },
    {
      "grad_norm": 0.13720466196537018,
      "learning_rate": 9.990394053606541e-05,
      "loss": 0.0138,
      "step": 27500
    },
    {
      "loss_action": 0.014407025650143623,
      "loss_total": 0.014407025650143623,
      "step": 27500
    },
    {
      "loss_action": 0.005020645447075367,
      "loss_total": 0.005020645447075367,
      "step": 27500
    },
    {
      "loss_action": 0.012317270040512085,
      "loss_total": 0.012317270040512085,
      "step": 27500
    },
    {
      "loss_action": 0.010268740355968475,
      "loss_total": 0.010268740355968475,
      "step": 27500
    },
    {
      "loss_action": 0.010828225873410702,
      "loss_total": 0.010828225873410702,
      "step": 27500
    },
    {
      "loss_action": 0.016138266772031784,
      "loss_total": 0.016138266772031784,
      "step": 27500
    },
    {
      "loss_action": 0.00720897875726223,
      "loss_total": 0.00720897875726223,
      "step": 27500
    },
    {
      "loss_action": 0.012974192388355732,
      "loss_total": 0.012974192388355732,
      "step": 27500
    },
    {
      "grad_norm": 0.23274442553520203,
      "learning_rate": 9.990368425485579e-05,
      "loss": 0.0162,
      "step": 27510
    },
    {
      "loss_action": 0.02376975677907467,
      "loss_total": 0.02376975677907467,
      "step": 27510
    },
    {
      "loss_action": 0.0510139986872673,
      "loss_total": 0.0510139986872673,
      "step": 27510
    },
    {
      "loss_action": 0.005830235779285431,
      "loss_total": 0.005830235779285431,
      "step": 27510
    },
    {
      "loss_action": 0.006555483676493168,
      "loss_total": 0.006555483676493168,
      "step": 27510
    },
    {
      "loss_action": 0.015489459969103336,
      "loss_total": 0.015489459969103336,
      "step": 27510
    },
    {
      "loss_action": 0.007892914116382599,
      "loss_total": 0.007892914116382599,
      "step": 27510
    },
    {
      "loss_action": 0.02151607722043991,
      "loss_total": 0.02151607722043991,
      "step": 27510
    },
    {
      "loss_action": 0.016714494675397873,
      "loss_total": 0.016714494675397873,
      "step": 27510
    },
    {
      "grad_norm": 0.1293945014476776,
      "learning_rate": 9.990342763255919e-05,
      "loss": 0.015,
      "step": 27520
    },
    {
      "loss_action": 0.007866155356168747,
      "loss_total": 0.007866155356168747,
      "step": 27520
    },
    {
      "loss_action": 0.007274235133081675,
      "loss_total": 0.007274235133081675,
      "step": 27520
    },
    {
      "loss_action": 0.006559713277965784,
      "loss_total": 0.006559713277965784,
      "step": 27520
    },
    {
      "loss_action": 0.00847066380083561,
      "loss_total": 0.00847066380083561,
      "step": 27520
    },
    {
      "loss_action": 0.01577572152018547,
      "loss_total": 0.01577572152018547,
      "step": 27520
    },
    {
      "loss_action": 0.010657154023647308,
      "loss_total": 0.010657154023647308,
      "step": 27520
    },
    {
      "loss_action": 0.005607754923403263,
      "loss_total": 0.005607754923403263,
      "step": 27520
    },
    {
      "loss_action": 0.016165323555469513,
      "loss_total": 0.016165323555469513,
      "step": 27520
    },
    {
      "grad_norm": 0.21328577399253845,
      "learning_rate": 9.990317066917734e-05,
      "loss": 0.0147,
      "step": 27530
    },
    {
      "loss_action": 0.008712013252079487,
      "loss_total": 0.008712013252079487,
      "step": 27530
    },
    {
      "loss_action": 0.02119455486536026,
      "loss_total": 0.02119455486536026,
      "step": 27530
    },
    {
      "loss_action": 0.013284575194120407,
      "loss_total": 0.013284575194120407,
      "step": 27530
    },
    {
      "loss_action": 0.023420369252562523,
      "loss_total": 0.023420369252562523,
      "step": 27530
    },
    {
      "loss_action": 0.0068647246807813644,
      "loss_total": 0.0068647246807813644,
      "step": 27530
    },
    {
      "loss_action": 0.01642492413520813,
      "loss_total": 0.01642492413520813,
      "step": 27530
    },
    {
      "loss_action": 0.01161064114421606,
      "loss_total": 0.01161064114421606,
      "step": 27530
    },
    {
      "loss_action": 0.007360076531767845,
      "loss_total": 0.007360076531767845,
      "step": 27530
    },
    {
      "grad_norm": 0.1350937783718109,
      "learning_rate": 9.990291336471201e-05,
      "loss": 0.0136,
      "step": 27540
    },
    {
      "loss_action": 0.015105740167200565,
      "loss_total": 0.015105740167200565,
      "step": 27540
    },
    {
      "loss_action": 0.009876487776637077,
      "loss_total": 0.009876487776637077,
      "step": 27540
    },
    {
      "loss_action": 0.00939178466796875,
      "loss_total": 0.00939178466796875,
      "step": 27540
    },
    {
      "loss_action": 0.01953575573861599,
      "loss_total": 0.01953575573861599,
      "step": 27540
    },
    {
      "loss_action": 0.03742732107639313,
      "loss_total": 0.03742732107639313,
      "step": 27540
    },
    {
      "loss_action": 0.023049816489219666,
      "loss_total": 0.023049816489219666,
      "step": 27540
    },
    {
      "loss_action": 0.020159170031547546,
      "loss_total": 0.020159170031547546,
      "step": 27540
    },
    {
      "loss_action": 0.00891001895070076,
      "loss_total": 0.00891001895070076,
      "step": 27540
    },
    {
      "grad_norm": 0.19631539285182953,
      "learning_rate": 9.990265571916494e-05,
      "loss": 0.014,
      "step": 27550
    },
    {
      "loss_action": 0.007721803616732359,
      "loss_total": 0.007721803616732359,
      "step": 27550
    },
    {
      "loss_action": 0.013821544125676155,
      "loss_total": 0.013821544125676155,
      "step": 27550
    },
    {
      "loss_action": 0.01957220956683159,
      "loss_total": 0.01957220956683159,
      "step": 27550
    },
    {
      "loss_action": 0.020207330584526062,
      "loss_total": 0.020207330584526062,
      "step": 27550
    },
    {
      "loss_action": 0.013894662261009216,
      "loss_total": 0.013894662261009216,
      "step": 27550
    },
    {
      "loss_action": 0.005199957638978958,
      "loss_total": 0.005199957638978958,
      "step": 27550
    },
    {
      "loss_action": 0.0038409887347370386,
      "loss_total": 0.0038409887347370386,
      "step": 27550
    },
    {
      "loss_action": 0.009017116390168667,
      "loss_total": 0.009017116390168667,
      "step": 27550
    },
    {
      "grad_norm": 0.1496618688106537,
      "learning_rate": 9.990239773253791e-05,
      "loss": 0.014,
      "step": 27560
    },
    {
      "loss_action": 0.01030442863702774,
      "loss_total": 0.01030442863702774,
      "step": 27560
    },
    {
      "loss_action": 0.005796921439468861,
      "loss_total": 0.005796921439468861,
      "step": 27560
    },
    {
      "loss_action": 0.006543001160025597,
      "loss_total": 0.006543001160025597,
      "step": 27560
    },
    {
      "loss_action": 0.023798726499080658,
      "loss_total": 0.023798726499080658,
      "step": 27560
    },
    {
      "loss_action": 0.011025317013263702,
      "loss_total": 0.011025317013263702,
      "step": 27560
    },
    {
      "loss_action": 0.012605668976902962,
      "loss_total": 0.012605668976902962,
      "step": 27560
    },
    {
      "loss_action": 0.020555511116981506,
      "loss_total": 0.020555511116981506,
      "step": 27560
    },
    {
      "loss_action": 0.015339694917201996,
      "loss_total": 0.015339694917201996,
      "step": 27560
    },
    {
      "grad_norm": 0.19078733026981354,
      "learning_rate": 9.990213940483268e-05,
      "loss": 0.0141,
      "step": 27570
    },
    {
      "loss_action": 0.009475206956267357,
      "loss_total": 0.009475206956267357,
      "step": 27570
    },
    {
      "loss_action": 0.00573855172842741,
      "loss_total": 0.00573855172842741,
      "step": 27570
    },
    {
      "loss_action": 0.02183770388364792,
      "loss_total": 0.02183770388364792,
      "step": 27570
    },
    {
      "loss_action": 0.007858815602958202,
      "loss_total": 0.007858815602958202,
      "step": 27570
    },
    {
      "loss_action": 0.014815240167081356,
      "loss_total": 0.014815240167081356,
      "step": 27570
    },
    {
      "loss_action": 0.02603817917406559,
      "loss_total": 0.02603817917406559,
      "step": 27570
    },
    {
      "loss_action": 0.00927392765879631,
      "loss_total": 0.00927392765879631,
      "step": 27570
    },
    {
      "loss_action": 0.007519109640270472,
      "loss_total": 0.007519109640270472,
      "step": 27570
    },
    {
      "grad_norm": 0.17100416123867035,
      "learning_rate": 9.990188073605103e-05,
      "loss": 0.0144,
      "step": 27580
    },
    {
      "loss_action": 0.009107835590839386,
      "loss_total": 0.009107835590839386,
      "step": 27580
    },
    {
      "loss_action": 0.006112824194133282,
      "loss_total": 0.006112824194133282,
      "step": 27580
    },
    {
      "loss_action": 0.018039926886558533,
      "loss_total": 0.018039926886558533,
      "step": 27580
    },
    {
      "loss_action": 0.009633734822273254,
      "loss_total": 0.009633734822273254,
      "step": 27580
    },
    {
      "loss_action": 0.00905994139611721,
      "loss_total": 0.00905994139611721,
      "step": 27580
    },
    {
      "loss_action": 0.018050553277134895,
      "loss_total": 0.018050553277134895,
      "step": 27580
    },
    {
      "loss_action": 0.013756956905126572,
      "loss_total": 0.013756956905126572,
      "step": 27580
    },
    {
      "loss_action": 0.0104538444429636,
      "loss_total": 0.0104538444429636,
      "step": 27580
    },
    {
      "grad_norm": 0.25469183921813965,
      "learning_rate": 9.990162172619469e-05,
      "loss": 0.0146,
      "step": 27590
    },
    {
      "loss_action": 0.033246271312236786,
      "loss_total": 0.033246271312236786,
      "step": 27590
    },
    {
      "loss_action": 0.014605043455958366,
      "loss_total": 0.014605043455958366,
      "step": 27590
    },
    {
      "loss_action": 0.012240465730428696,
      "loss_total": 0.012240465730428696,
      "step": 27590
    },
    {
      "loss_action": 0.0059809330850839615,
      "loss_total": 0.0059809330850839615,
      "step": 27590
    },
    {
      "loss_action": 0.008397303521633148,
      "loss_total": 0.008397303521633148,
      "step": 27590
    },
    {
      "loss_action": 0.01868782937526703,
      "loss_total": 0.01868782937526703,
      "step": 27590
    },
    {
      "loss_action": 0.01615222357213497,
      "loss_total": 0.01615222357213497,
      "step": 27590
    },
    {
      "loss_action": 0.017308369278907776,
      "loss_total": 0.017308369278907776,
      "step": 27590
    },
    {
      "grad_norm": 0.17810316383838654,
      "learning_rate": 9.990136237526543e-05,
      "loss": 0.0141,
      "step": 27600
    },
    {
      "loss_action": 0.007730900775641203,
      "loss_total": 0.007730900775641203,
      "step": 27600
    },
    {
      "loss_action": 0.014664310030639172,
      "loss_total": 0.014664310030639172,
      "step": 27600
    },
    {
      "loss_action": 0.022232234477996826,
      "loss_total": 0.022232234477996826,
      "step": 27600
    },
    {
      "loss_action": 0.029334507882595062,
      "loss_total": 0.029334507882595062,
      "step": 27600
    },
    {
      "loss_action": 0.02140842191874981,
      "loss_total": 0.02140842191874981,
      "step": 27600
    },
    {
      "loss_action": 0.014535884372889996,
      "loss_total": 0.014535884372889996,
      "step": 27600
    },
    {
      "loss_action": 0.009851161390542984,
      "loss_total": 0.009851161390542984,
      "step": 27600
    },
    {
      "loss_action": 0.006398677825927734,
      "loss_total": 0.006398677825927734,
      "step": 27600
    },
    {
      "grad_norm": 0.1317884922027588,
      "learning_rate": 9.99011026832651e-05,
      "loss": 0.0141,
      "step": 27610
    },
    {
      "loss_action": 0.0054034460335969925,
      "loss_total": 0.0054034460335969925,
      "step": 27610
    },
    {
      "loss_action": 0.010423257946968079,
      "loss_total": 0.010423257946968079,
      "step": 27610
    },
    {
      "loss_action": 0.010638045147061348,
      "loss_total": 0.010638045147061348,
      "step": 27610
    },
    {
      "loss_action": 0.059303928166627884,
      "loss_total": 0.059303928166627884,
      "step": 27610
    },
    {
      "loss_action": 0.03494638577103615,
      "loss_total": 0.03494638577103615,
      "step": 27610
    },
    {
      "loss_action": 0.042760007083415985,
      "loss_total": 0.042760007083415985,
      "step": 27610
    },
    {
      "loss_action": 0.015241211280226707,
      "loss_total": 0.015241211280226707,
      "step": 27610
    },
    {
      "loss_action": 0.010691259056329727,
      "loss_total": 0.010691259056329727,
      "step": 27610
    },
    {
      "grad_norm": 0.18452446162700653,
      "learning_rate": 9.990084265019538e-05,
      "loss": 0.0163,
      "step": 27620
    },
    {
      "loss_action": 0.010255091823637486,
      "loss_total": 0.010255091823637486,
      "step": 27620
    },
    {
      "loss_action": 0.01273057609796524,
      "loss_total": 0.01273057609796524,
      "step": 27620
    },
    {
      "loss_action": 0.02327246218919754,
      "loss_total": 0.02327246218919754,
      "step": 27620
    },
    {
      "loss_action": 0.014806918799877167,
      "loss_total": 0.014806918799877167,
      "step": 27620
    },
    {
      "loss_action": 0.009262263774871826,
      "loss_total": 0.009262263774871826,
      "step": 27620
    },
    {
      "loss_action": 0.02466677874326706,
      "loss_total": 0.02466677874326706,
      "step": 27620
    },
    {
      "loss_action": 0.02026624232530594,
      "loss_total": 0.02026624232530594,
      "step": 27620
    },
    {
      "loss_action": 0.006577576044946909,
      "loss_total": 0.006577576044946909,
      "step": 27620
    },
    {
      "grad_norm": 0.1856897920370102,
      "learning_rate": 9.99005822760581e-05,
      "loss": 0.0172,
      "step": 27630
    },
    {
      "loss_action": 0.010672075673937798,
      "loss_total": 0.010672075673937798,
      "step": 27630
    },
    {
      "loss_action": 0.009445680305361748,
      "loss_total": 0.009445680305361748,
      "step": 27630
    },
    {
      "loss_action": 0.007343395613133907,
      "loss_total": 0.007343395613133907,
      "step": 27630
    },
    {
      "loss_action": 0.009070055559277534,
      "loss_total": 0.009070055559277534,
      "step": 27630
    },
    {
      "loss_action": 0.017543252557516098,
      "loss_total": 0.017543252557516098,
      "step": 27630
    },
    {
      "loss_action": 0.06062465161085129,
      "loss_total": 0.06062465161085129,
      "step": 27630
    },
    {
      "loss_action": 0.007299529854208231,
      "loss_total": 0.007299529854208231,
      "step": 27630
    },
    {
      "loss_action": 0.00876439455896616,
      "loss_total": 0.00876439455896616,
      "step": 27630
    },
    {
      "grad_norm": 0.17076589167118073,
      "learning_rate": 9.990032156085503e-05,
      "loss": 0.0145,
      "step": 27640
    },
    {
      "loss_action": 0.014562085270881653,
      "loss_total": 0.014562085270881653,
      "step": 27640
    },
    {
      "loss_action": 0.0061845481395721436,
      "loss_total": 0.0061845481395721436,
      "step": 27640
    },
    {
      "loss_action": 0.010115155950188637,
      "loss_total": 0.010115155950188637,
      "step": 27640
    },
    {
      "loss_action": 0.017602838575839996,
      "loss_total": 0.017602838575839996,
      "step": 27640
    },
    {
      "loss_action": 0.0068738386034965515,
      "loss_total": 0.0068738386034965515,
      "step": 27640
    },
    {
      "loss_action": 0.008617565035820007,
      "loss_total": 0.008617565035820007,
      "step": 27640
    },
    {
      "loss_action": 0.026201939210295677,
      "loss_total": 0.026201939210295677,
      "step": 27640
    },
    {
      "loss_action": 0.014568532817065716,
      "loss_total": 0.014568532817065716,
      "step": 27640
    },
    {
      "grad_norm": 0.13530874252319336,
      "learning_rate": 9.990006050458793e-05,
      "loss": 0.0126,
      "step": 27650
    },
    {
      "loss_action": 0.008833887055516243,
      "loss_total": 0.008833887055516243,
      "step": 27650
    },
    {
      "loss_action": 0.01780717819929123,
      "loss_total": 0.01780717819929123,
      "step": 27650
    },
    {
      "loss_action": 0.00818188302218914,
      "loss_total": 0.00818188302218914,
      "step": 27650
    },
    {
      "loss_action": 0.011655262671411037,
      "loss_total": 0.011655262671411037,
      "step": 27650
    },
    {
      "loss_action": 0.013437356799840927,
      "loss_total": 0.013437356799840927,
      "step": 27650
    },
    {
      "loss_action": 0.007533449679613113,
      "loss_total": 0.007533449679613113,
      "step": 27650
    },
    {
      "loss_action": 0.01025187224149704,
      "loss_total": 0.01025187224149704,
      "step": 27650
    },
    {
      "loss_action": 0.010395114310085773,
      "loss_total": 0.010395114310085773,
      "step": 27650
    },
    {
      "grad_norm": 0.17737579345703125,
      "learning_rate": 9.989979910725862e-05,
      "loss": 0.0132,
      "step": 27660
    },
    {
      "loss_action": 0.00913197547197342,
      "loss_total": 0.00913197547197342,
      "step": 27660
    },
    {
      "loss_action": 0.019173432141542435,
      "loss_total": 0.019173432141542435,
      "step": 27660
    },
    {
      "loss_action": 0.007057987153530121,
      "loss_total": 0.007057987153530121,
      "step": 27660
    },
    {
      "loss_action": 0.01787564530968666,
      "loss_total": 0.01787564530968666,
      "step": 27660
    },
    {
      "loss_action": 0.02149922586977482,
      "loss_total": 0.02149922586977482,
      "step": 27660
    },
    {
      "loss_action": 0.013174737803637981,
      "loss_total": 0.013174737803637981,
      "step": 27660
    },
    {
      "loss_action": 0.01701614260673523,
      "loss_total": 0.01701614260673523,
      "step": 27660
    },
    {
      "loss_action": 0.008292172104120255,
      "loss_total": 0.008292172104120255,
      "step": 27660
    },
    {
      "grad_norm": 0.1416284590959549,
      "learning_rate": 9.989953736886886e-05,
      "loss": 0.0127,
      "step": 27670
    },
    {
      "loss_action": 0.028449255973100662,
      "loss_total": 0.028449255973100662,
      "step": 27670
    },
    {
      "loss_action": 0.01268478762358427,
      "loss_total": 0.01268478762358427,
      "step": 27670
    },
    {
      "loss_action": 0.009496468119323254,
      "loss_total": 0.009496468119323254,
      "step": 27670
    },
    {
      "loss_action": 0.009647419676184654,
      "loss_total": 0.009647419676184654,
      "step": 27670
    },
    {
      "loss_action": 0.010223345831036568,
      "loss_total": 0.010223345831036568,
      "step": 27670
    },
    {
      "loss_action": 0.018269997090101242,
      "loss_total": 0.018269997090101242,
      "step": 27670
    },
    {
      "loss_action": 0.01119687408208847,
      "loss_total": 0.01119687408208847,
      "step": 27670
    },
    {
      "loss_action": 0.01676277071237564,
      "loss_total": 0.01676277071237564,
      "step": 27670
    },
    {
      "grad_norm": 0.18594278395175934,
      "learning_rate": 9.989927528942045e-05,
      "loss": 0.0142,
      "step": 27680
    },
    {
      "loss_action": 0.021835677325725555,
      "loss_total": 0.021835677325725555,
      "step": 27680
    },
    {
      "loss_action": 0.09154573827981949,
      "loss_total": 0.09154573827981949,
      "step": 27680
    },
    {
      "loss_action": 0.020059920847415924,
      "loss_total": 0.020059920847415924,
      "step": 27680
    },
    {
      "loss_action": 0.010310807265341282,
      "loss_total": 0.010310807265341282,
      "step": 27680
    },
    {
      "loss_action": 0.009535206481814384,
      "loss_total": 0.009535206481814384,
      "step": 27680
    },
    {
      "loss_action": 0.01865217089653015,
      "loss_total": 0.01865217089653015,
      "step": 27680
    },
    {
      "loss_action": 0.008591115474700928,
      "loss_total": 0.008591115474700928,
      "step": 27680
    },
    {
      "loss_action": 0.0069268858060240746,
      "loss_total": 0.0069268858060240746,
      "step": 27680
    },
    {
      "grad_norm": 0.17309527099132538,
      "learning_rate": 9.989901286891519e-05,
      "loss": 0.0136,
      "step": 27690
    },
    {
      "loss_action": 0.006201199255883694,
      "loss_total": 0.006201199255883694,
      "step": 27690
    },
    {
      "loss_action": 0.007918242365121841,
      "loss_total": 0.007918242365121841,
      "step": 27690
    },
    {
      "loss_action": 0.023441901430487633,
      "loss_total": 0.023441901430487633,
      "step": 27690
    },
    {
      "loss_action": 0.018638255074620247,
      "loss_total": 0.018638255074620247,
      "step": 27690
    },
    {
      "loss_action": 0.011615525931119919,
      "loss_total": 0.011615525931119919,
      "step": 27690
    },
    {
      "loss_action": 0.009133532643318176,
      "loss_total": 0.009133532643318176,
      "step": 27690
    },
    {
      "loss_action": 0.0066111269406974316,
      "loss_total": 0.0066111269406974316,
      "step": 27690
    },
    {
      "loss_action": 0.005056457594037056,
      "loss_total": 0.005056457594037056,
      "step": 27690
    },
    {
      "grad_norm": 0.17614617943763733,
      "learning_rate": 9.989875010735485e-05,
      "loss": 0.0134,
      "step": 27700
    },
    {
      "loss_action": 0.008984537795186043,
      "loss_total": 0.008984537795186043,
      "step": 27700
    },
    {
      "loss_action": 0.009207163006067276,
      "loss_total": 0.009207163006067276,
      "step": 27700
    },
    {
      "loss_action": 0.018415022641420364,
      "loss_total": 0.018415022641420364,
      "step": 27700
    },
    {
      "loss_action": 0.0077809421345591545,
      "loss_total": 0.0077809421345591545,
      "step": 27700
    },
    {
      "loss_action": 0.011101511307060719,
      "loss_total": 0.011101511307060719,
      "step": 27700
    },
    {
      "loss_action": 0.0061362613923847675,
      "loss_total": 0.0061362613923847675,
      "step": 27700
    },
    {
      "loss_action": 0.005823477171361446,
      "loss_total": 0.005823477171361446,
      "step": 27700
    },
    {
      "loss_action": 0.01609395071864128,
      "loss_total": 0.01609395071864128,
      "step": 27700
    },
    {
      "grad_norm": 0.1318962275981903,
      "learning_rate": 9.989848700474123e-05,
      "loss": 0.0143,
      "step": 27710
    },
    {
      "loss_action": 0.014810132794082165,
      "loss_total": 0.014810132794082165,
      "step": 27710
    },
    {
      "loss_action": 0.013355239294469357,
      "loss_total": 0.013355239294469357,
      "step": 27710
    },
    {
      "loss_action": 0.009010488167405128,
      "loss_total": 0.009010488167405128,
      "step": 27710
    },
    {
      "loss_action": 0.007930138148367405,
      "loss_total": 0.007930138148367405,
      "step": 27710
    },
    {
      "loss_action": 0.00960400141775608,
      "loss_total": 0.00960400141775608,
      "step": 27710
    },
    {
      "loss_action": 0.00984460860490799,
      "loss_total": 0.00984460860490799,
      "step": 27710
    },
    {
      "loss_action": 0.010680237784981728,
      "loss_total": 0.010680237784981728,
      "step": 27710
    },
    {
      "loss_action": 0.009383022785186768,
      "loss_total": 0.009383022785186768,
      "step": 27710
    },
    {
      "grad_norm": 0.19896374642848969,
      "learning_rate": 9.989822356107617e-05,
      "loss": 0.0158,
      "step": 27720
    },
    {
      "loss_action": 0.007478766608983278,
      "loss_total": 0.007478766608983278,
      "step": 27720
    },
    {
      "loss_action": 0.010342749767005444,
      "loss_total": 0.010342749767005444,
      "step": 27720
    },
    {
      "loss_action": 0.009898994117975235,
      "loss_total": 0.009898994117975235,
      "step": 27720
    },
    {
      "loss_action": 0.008750504814088345,
      "loss_total": 0.008750504814088345,
      "step": 27720
    },
    {
      "loss_action": 0.011153396219015121,
      "loss_total": 0.011153396219015121,
      "step": 27720
    },
    {
      "loss_action": 0.005900881253182888,
      "loss_total": 0.005900881253182888,
      "step": 27720
    },
    {
      "loss_action": 0.02170095220208168,
      "loss_total": 0.02170095220208168,
      "step": 27720
    },
    {
      "loss_action": 0.019932739436626434,
      "loss_total": 0.019932739436626434,
      "step": 27720
    },
    {
      "grad_norm": 0.15839745104312897,
      "learning_rate": 9.989795977636141e-05,
      "loss": 0.0127,
      "step": 27730
    },
    {
      "loss_action": 0.007182890083640814,
      "loss_total": 0.007182890083640814,
      "step": 27730
    },
    {
      "loss_action": 0.01418156549334526,
      "loss_total": 0.01418156549334526,
      "step": 27730
    },
    {
      "loss_action": 0.006894873455166817,
      "loss_total": 0.006894873455166817,
      "step": 27730
    },
    {
      "loss_action": 0.008639483712613583,
      "loss_total": 0.008639483712613583,
      "step": 27730
    },
    {
      "loss_action": 0.007504085078835487,
      "loss_total": 0.007504085078835487,
      "step": 27730
    },
    {
      "loss_action": 0.0175761878490448,
      "loss_total": 0.0175761878490448,
      "step": 27730
    },
    {
      "loss_action": 0.006505535449832678,
      "loss_total": 0.006505535449832678,
      "step": 27730
    },
    {
      "loss_action": 0.05420148745179176,
      "loss_total": 0.05420148745179176,
      "step": 27730
    },
    {
      "grad_norm": 0.1562613546848297,
      "learning_rate": 9.98976956505988e-05,
      "loss": 0.0136,
      "step": 27740
    },
    {
      "loss_action": 0.012721087783575058,
      "loss_total": 0.012721087783575058,
      "step": 27740
    },
    {
      "loss_action": 0.01764010451734066,
      "loss_total": 0.01764010451734066,
      "step": 27740
    },
    {
      "loss_action": 0.005264583043754101,
      "loss_total": 0.005264583043754101,
      "step": 27740
    },
    {
      "loss_action": 0.005617885384708643,
      "loss_total": 0.005617885384708643,
      "step": 27740
    },
    {
      "loss_action": 0.01708212122321129,
      "loss_total": 0.01708212122321129,
      "step": 27740
    },
    {
      "loss_action": 0.006829310208559036,
      "loss_total": 0.006829310208559036,
      "step": 27740
    },
    {
      "loss_action": 0.013764210045337677,
      "loss_total": 0.013764210045337677,
      "step": 27740
    },
    {
      "loss_action": 0.014224164187908173,
      "loss_total": 0.014224164187908173,
      "step": 27740
    },
    {
      "grad_norm": 0.1696949601173401,
      "learning_rate": 9.98974311837901e-05,
      "loss": 0.0141,
      "step": 27750
    },
    {
      "loss_action": 0.016029929742217064,
      "loss_total": 0.016029929742217064,
      "step": 27750
    },
    {
      "loss_action": 0.007066193036735058,
      "loss_total": 0.007066193036735058,
      "step": 27750
    },
    {
      "loss_action": 0.006570237688720226,
      "loss_total": 0.006570237688720226,
      "step": 27750
    },
    {
      "loss_action": 0.006182286888360977,
      "loss_total": 0.006182286888360977,
      "step": 27750
    },
    {
      "loss_action": 0.007173951715230942,
      "loss_total": 0.007173951715230942,
      "step": 27750
    },
    {
      "loss_action": 0.004514024592936039,
      "loss_total": 0.004514024592936039,
      "step": 27750
    },
    {
      "loss_action": 0.007587827742099762,
      "loss_total": 0.007587827742099762,
      "step": 27750
    },
    {
      "loss_action": 0.019136030226945877,
      "loss_total": 0.019136030226945877,
      "step": 27750
    },
    {
      "grad_norm": 0.21332857012748718,
      "learning_rate": 9.989716637593715e-05,
      "loss": 0.012,
      "step": 27760
    },
    {
      "loss_action": 0.015194262377917767,
      "loss_total": 0.015194262377917767,
      "step": 27760
    },
    {
      "loss_action": 0.00563190970569849,
      "loss_total": 0.00563190970569849,
      "step": 27760
    },
    {
      "loss_action": 0.01044423971325159,
      "loss_total": 0.01044423971325159,
      "step": 27760
    },
    {
      "loss_action": 0.0164458267390728,
      "loss_total": 0.0164458267390728,
      "step": 27760
    },
    {
      "loss_action": 0.009744090959429741,
      "loss_total": 0.009744090959429741,
      "step": 27760
    },
    {
      "loss_action": 0.005306554958224297,
      "loss_total": 0.005306554958224297,
      "step": 27760
    },
    {
      "loss_action": 0.012971466407179832,
      "loss_total": 0.012971466407179832,
      "step": 27760
    },
    {
      "loss_action": 0.0067679667845368385,
      "loss_total": 0.0067679667845368385,
      "step": 27760
    },
    {
      "grad_norm": 0.15787874162197113,
      "learning_rate": 9.989690122704177e-05,
      "loss": 0.0111,
      "step": 27770
    },
    {
      "loss_action": 0.012594666332006454,
      "loss_total": 0.012594666332006454,
      "step": 27770
    },
    {
      "loss_action": 0.006886542774736881,
      "loss_total": 0.006886542774736881,
      "step": 27770
    },
    {
      "loss_action": 0.010290015488862991,
      "loss_total": 0.010290015488862991,
      "step": 27770
    },
    {
      "loss_action": 0.00661463662981987,
      "loss_total": 0.00661463662981987,
      "step": 27770
    },
    {
      "loss_action": 0.03699623793363571,
      "loss_total": 0.03699623793363571,
      "step": 27770
    },
    {
      "loss_action": 0.006546118296682835,
      "loss_total": 0.006546118296682835,
      "step": 27770
    },
    {
      "loss_action": 0.01290808990597725,
      "loss_total": 0.01290808990597725,
      "step": 27770
    },
    {
      "loss_action": 0.01853524148464203,
      "loss_total": 0.01853524148464203,
      "step": 27770
    },
    {
      "grad_norm": 0.20130790770053864,
      "learning_rate": 9.989663573710575e-05,
      "loss": 0.0159,
      "step": 27780
    },
    {
      "loss_action": 0.01802719384431839,
      "loss_total": 0.01802719384431839,
      "step": 27780
    },
    {
      "loss_action": 0.011785194277763367,
      "loss_total": 0.011785194277763367,
      "step": 27780
    },
    {
      "loss_action": 0.034909509122371674,
      "loss_total": 0.034909509122371674,
      "step": 27780
    },
    {
      "loss_action": 0.023732837289571762,
      "loss_total": 0.023732837289571762,
      "step": 27780
    },
    {
      "loss_action": 0.008822591044008732,
      "loss_total": 0.008822591044008732,
      "step": 27780
    },
    {
      "loss_action": 0.012687248177826405,
      "loss_total": 0.012687248177826405,
      "step": 27780
    },
    {
      "loss_action": 0.009093588218092918,
      "loss_total": 0.009093588218092918,
      "step": 27780
    },
    {
      "loss_action": 0.010667136870324612,
      "loss_total": 0.010667136870324612,
      "step": 27780
    },
    {
      "grad_norm": 0.15288887917995453,
      "learning_rate": 9.98963699061309e-05,
      "loss": 0.0126,
      "step": 27790
    },
    {
      "loss_action": 0.011070799082517624,
      "loss_total": 0.011070799082517624,
      "step": 27790
    },
    {
      "loss_action": 0.008974808268249035,
      "loss_total": 0.008974808268249035,
      "step": 27790
    },
    {
      "loss_action": 0.007871144451200962,
      "loss_total": 0.007871144451200962,
      "step": 27790
    },
    {
      "loss_action": 0.01448082085698843,
      "loss_total": 0.01448082085698843,
      "step": 27790
    },
    {
      "loss_action": 0.01054881326854229,
      "loss_total": 0.01054881326854229,
      "step": 27790
    },
    {
      "loss_action": 0.016065100207924843,
      "loss_total": 0.016065100207924843,
      "step": 27790
    },
    {
      "loss_action": 0.034190431237220764,
      "loss_total": 0.034190431237220764,
      "step": 27790
    },
    {
      "loss_action": 0.018305392935872078,
      "loss_total": 0.018305392935872078,
      "step": 27790
    },
    {
      "grad_norm": 0.16387958824634552,
      "learning_rate": 9.989610373411907e-05,
      "loss": 0.0153,
      "step": 27800
    },
    {
      "loss_action": 0.011786406859755516,
      "loss_total": 0.011786406859755516,
      "step": 27800
    },
    {
      "loss_action": 0.010197978466749191,
      "loss_total": 0.010197978466749191,
      "step": 27800
    },
    {
      "loss_action": 0.016064196825027466,
      "loss_total": 0.016064196825027466,
      "step": 27800
    },
    {
      "loss_action": 0.005468337796628475,
      "loss_total": 0.005468337796628475,
      "step": 27800
    },
    {
      "loss_action": 0.013290159404277802,
      "loss_total": 0.013290159404277802,
      "step": 27800
    },
    {
      "loss_action": 0.021526377648115158,
      "loss_total": 0.021526377648115158,
      "step": 27800
    },
    {
      "loss_action": 0.013621294870972633,
      "loss_total": 0.013621294870972633,
      "step": 27800
    },
    {
      "loss_action": 0.007231644354760647,
      "loss_total": 0.007231644354760647,
      "step": 27800
    },
    {
      "grad_norm": 0.17622385919094086,
      "learning_rate": 9.989583722107203e-05,
      "loss": 0.0127,
      "step": 27810
    },
    {
      "loss_action": 0.004851823206990957,
      "loss_total": 0.004851823206990957,
      "step": 27810
    },
    {
      "loss_action": 0.007738273590803146,
      "loss_total": 0.007738273590803146,
      "step": 27810
    },
    {
      "loss_action": 0.034552037715911865,
      "loss_total": 0.034552037715911865,
      "step": 27810
    },
    {
      "loss_action": 0.009753439575433731,
      "loss_total": 0.009753439575433731,
      "step": 27810
    },
    {
      "loss_action": 0.005242546554654837,
      "loss_total": 0.005242546554654837,
      "step": 27810
    },
    {
      "loss_action": 0.01636553555727005,
      "loss_total": 0.01636553555727005,
      "step": 27810
    },
    {
      "loss_action": 0.002639145590364933,
      "loss_total": 0.002639145590364933,
      "step": 27810
    },
    {
      "loss_action": 0.015128370374441147,
      "loss_total": 0.015128370374441147,
      "step": 27810
    },
    {
      "grad_norm": 0.1383621245622635,
      "learning_rate": 9.989557036699164e-05,
      "loss": 0.0121,
      "step": 27820
    },
    {
      "loss_action": 0.009349578991532326,
      "loss_total": 0.009349578991532326,
      "step": 27820
    },
    {
      "loss_action": 0.02238905429840088,
      "loss_total": 0.02238905429840088,
      "step": 27820
    },
    {
      "loss_action": 0.013620417565107346,
      "loss_total": 0.013620417565107346,
      "step": 27820
    },
    {
      "loss_action": 0.00702289491891861,
      "loss_total": 0.00702289491891861,
      "step": 27820
    },
    {
      "loss_action": 0.005717312917113304,
      "loss_total": 0.005717312917113304,
      "step": 27820
    },
    {
      "loss_action": 0.004886082373559475,
      "loss_total": 0.004886082373559475,
      "step": 27820
    },
    {
      "loss_action": 0.004085163585841656,
      "loss_total": 0.004085163585841656,
      "step": 27820
    },
    {
      "loss_action": 0.017734864726662636,
      "loss_total": 0.017734864726662636,
      "step": 27820
    },
    {
      "grad_norm": 0.18838833272457123,
      "learning_rate": 9.989530317187972e-05,
      "loss": 0.0129,
      "step": 27830
    },
    {
      "loss_action": 0.006879996508359909,
      "loss_total": 0.006879996508359909,
      "step": 27830
    },
    {
      "loss_action": 0.004955783486366272,
      "loss_total": 0.004955783486366272,
      "step": 27830
    },
    {
      "loss_action": 0.011737863533198833,
      "loss_total": 0.011737863533198833,
      "step": 27830
    },
    {
      "loss_action": 0.010897796601057053,
      "loss_total": 0.010897796601057053,
      "step": 27830
    },
    {
      "loss_action": 0.011566298082470894,
      "loss_total": 0.011566298082470894,
      "step": 27830
    },
    {
      "loss_action": 0.014284051023423672,
      "loss_total": 0.014284051023423672,
      "step": 27830
    },
    {
      "loss_action": 0.007432042621076107,
      "loss_total": 0.007432042621076107,
      "step": 27830
    },
    {
      "loss_action": 0.00651882728561759,
      "loss_total": 0.00651882728561759,
      "step": 27830
    },
    {
      "grad_norm": 0.15980872511863708,
      "learning_rate": 9.989503563573807e-05,
      "loss": 0.0119,
      "step": 27840
    },
    {
      "loss_action": 0.01204872690141201,
      "loss_total": 0.01204872690141201,
      "step": 27840
    },
    {
      "loss_action": 0.011739011853933334,
      "loss_total": 0.011739011853933334,
      "step": 27840
    },
    {
      "loss_action": 0.0055738878436386585,
      "loss_total": 0.0055738878436386585,
      "step": 27840
    },
    {
      "loss_action": 0.010061340406537056,
      "loss_total": 0.010061340406537056,
      "step": 27840
    },
    {
      "loss_action": 0.012893686071038246,
      "loss_total": 0.012893686071038246,
      "step": 27840
    },
    {
      "loss_action": 0.03329423442482948,
      "loss_total": 0.03329423442482948,
      "step": 27840
    },
    {
      "loss_action": 0.012461763806641102,
      "loss_total": 0.012461763806641102,
      "step": 27840
    },
    {
      "loss_action": 0.01582176797091961,
      "loss_total": 0.01582176797091961,
      "step": 27840
    },
    {
      "grad_norm": 0.16199791431427002,
      "learning_rate": 9.989476775856857e-05,
      "loss": 0.0127,
      "step": 27850
    },
    {
      "loss_action": 0.013796169310808182,
      "loss_total": 0.013796169310808182,
      "step": 27850
    },
    {
      "loss_action": 0.03910679370164871,
      "loss_total": 0.03910679370164871,
      "step": 27850
    },
    {
      "loss_action": 0.007360798306763172,
      "loss_total": 0.007360798306763172,
      "step": 27850
    },
    {
      "loss_action": 0.0076679447665810585,
      "loss_total": 0.0076679447665810585,
      "step": 27850
    },
    {
      "loss_action": 0.012942835688591003,
      "loss_total": 0.012942835688591003,
      "step": 27850
    },
    {
      "loss_action": 0.005345223005861044,
      "loss_total": 0.005345223005861044,
      "step": 27850
    },
    {
      "loss_action": 0.028249111026525497,
      "loss_total": 0.028249111026525497,
      "step": 27850
    },
    {
      "loss_action": 0.027954380959272385,
      "loss_total": 0.027954380959272385,
      "step": 27850
    },
    {
      "grad_norm": 0.18308423459529877,
      "learning_rate": 9.989449954037298e-05,
      "loss": 0.0134,
      "step": 27860
    },
    {
      "loss_action": 0.00989915244281292,
      "loss_total": 0.00989915244281292,
      "step": 27860
    },
    {
      "loss_action": 0.006519943941384554,
      "loss_total": 0.006519943941384554,
      "step": 27860
    },
    {
      "loss_action": 0.0134052075445652,
      "loss_total": 0.0134052075445652,
      "step": 27860
    },
    {
      "loss_action": 0.009901333600282669,
      "loss_total": 0.009901333600282669,
      "step": 27860
    },
    {
      "loss_action": 0.010240868665277958,
      "loss_total": 0.010240868665277958,
      "step": 27860
    },
    {
      "loss_action": 0.01451854221522808,
      "loss_total": 0.01451854221522808,
      "step": 27860
    },
    {
      "loss_action": 0.013893096707761288,
      "loss_total": 0.013893096707761288,
      "step": 27860
    },
    {
      "loss_action": 0.009132678620517254,
      "loss_total": 0.009132678620517254,
      "step": 27860
    },
    {
      "grad_norm": 0.21374329924583435,
      "learning_rate": 9.989423098115319e-05,
      "loss": 0.0141,
      "step": 27870
    },
    {
      "loss_action": 0.01107900869101286,
      "loss_total": 0.01107900869101286,
      "step": 27870
    },
    {
      "loss_action": 0.011363208293914795,
      "loss_total": 0.011363208293914795,
      "step": 27870
    },
    {
      "loss_action": 0.0180146973580122,
      "loss_total": 0.0180146973580122,
      "step": 27870
    },
    {
      "loss_action": 0.010863358154892921,
      "loss_total": 0.010863358154892921,
      "step": 27870
    },
    {
      "loss_action": 0.019280826672911644,
      "loss_total": 0.019280826672911644,
      "step": 27870
    },
    {
      "loss_action": 0.0037539126351475716,
      "loss_total": 0.0037539126351475716,
      "step": 27870
    },
    {
      "loss_action": 0.03523208945989609,
      "loss_total": 0.03523208945989609,
      "step": 27870
    },
    {
      "loss_action": 0.011696558445692062,
      "loss_total": 0.011696558445692062,
      "step": 27870
    },
    {
      "grad_norm": 0.22300194203853607,
      "learning_rate": 9.989396208091102e-05,
      "loss": 0.0153,
      "step": 27880
    },
    {
      "loss_action": 0.016988689079880714,
      "loss_total": 0.016988689079880714,
      "step": 27880
    },
    {
      "loss_action": 0.014805730432271957,
      "loss_total": 0.014805730432271957,
      "step": 27880
    },
    {
      "loss_action": 0.016075026243925095,
      "loss_total": 0.016075026243925095,
      "step": 27880
    },
    {
      "loss_action": 0.013889809139072895,
      "loss_total": 0.013889809139072895,
      "step": 27880
    },
    {
      "loss_action": 0.021597381681203842,
      "loss_total": 0.021597381681203842,
      "step": 27880
    },
    {
      "loss_action": 0.00904946867376566,
      "loss_total": 0.00904946867376566,
      "step": 27880
    },
    {
      "loss_action": 0.008367585949599743,
      "loss_total": 0.008367585949599743,
      "step": 27880
    },
    {
      "loss_action": 0.006838453933596611,
      "loss_total": 0.006838453933596611,
      "step": 27880
    },
    {
      "grad_norm": 0.14067520201206207,
      "learning_rate": 9.989369283964828e-05,
      "loss": 0.0144,
      "step": 27890
    },
    {
      "loss_action": 0.013103167526423931,
      "loss_total": 0.013103167526423931,
      "step": 27890
    },
    {
      "loss_action": 0.0402650386095047,
      "loss_total": 0.0402650386095047,
      "step": 27890
    },
    {
      "loss_action": 0.03361247479915619,
      "loss_total": 0.03361247479915619,
      "step": 27890
    },
    {
      "loss_action": 0.02005952224135399,
      "loss_total": 0.02005952224135399,
      "step": 27890
    },
    {
      "loss_action": 0.00888537336140871,
      "loss_total": 0.00888537336140871,
      "step": 27890
    },
    {
      "loss_action": 0.009535711258649826,
      "loss_total": 0.009535711258649826,
      "step": 27890
    },
    {
      "loss_action": 0.011797024868428707,
      "loss_total": 0.011797024868428707,
      "step": 27890
    },
    {
      "loss_action": 0.015066562220454216,
      "loss_total": 0.015066562220454216,
      "step": 27890
    },
    {
      "grad_norm": 0.11754310876131058,
      "learning_rate": 9.989342325736687e-05,
      "loss": 0.0141,
      "step": 27900
    },
    {
      "loss_action": 0.009108385071158409,
      "loss_total": 0.009108385071158409,
      "step": 27900
    },
    {
      "loss_action": 0.015395166352391243,
      "loss_total": 0.015395166352391243,
      "step": 27900
    },
    {
      "loss_action": 0.03958522528409958,
      "loss_total": 0.03958522528409958,
      "step": 27900
    },
    {
      "loss_action": 0.014583930373191833,
      "loss_total": 0.014583930373191833,
      "step": 27900
    },
    {
      "loss_action": 0.01120777241885662,
      "loss_total": 0.01120777241885662,
      "step": 27900
    },
    {
      "loss_action": 0.013715013861656189,
      "loss_total": 0.013715013861656189,
      "step": 27900
    },
    {
      "loss_action": 0.016530320048332214,
      "loss_total": 0.016530320048332214,
      "step": 27900
    },
    {
      "loss_action": 0.006318812258541584,
      "loss_total": 0.006318812258541584,
      "step": 27900
    },
    {
      "grad_norm": 0.14160828292369843,
      "learning_rate": 9.989315333406857e-05,
      "loss": 0.0131,
      "step": 27910
    },
    {
      "loss_action": 0.01595962606370449,
      "loss_total": 0.01595962606370449,
      "step": 27910
    },
    {
      "loss_action": 0.013639158569276333,
      "loss_total": 0.013639158569276333,
      "step": 27910
    },
    {
      "loss_action": 0.011584792286157608,
      "loss_total": 0.011584792286157608,
      "step": 27910
    },
    {
      "loss_action": 0.02597764879465103,
      "loss_total": 0.02597764879465103,
      "step": 27910
    },
    {
      "loss_action": 0.009731702506542206,
      "loss_total": 0.009731702506542206,
      "step": 27910
    },
    {
      "loss_action": 0.007162022404372692,
      "loss_total": 0.007162022404372692,
      "step": 27910
    },
    {
      "loss_action": 0.01425168476998806,
      "loss_total": 0.01425168476998806,
      "step": 27910
    },
    {
      "loss_action": 0.027689050883054733,
      "loss_total": 0.027689050883054733,
      "step": 27910
    },
    {
      "grad_norm": 0.11164431273937225,
      "learning_rate": 9.989288306975527e-05,
      "loss": 0.0137,
      "step": 27920
    },
    {
      "loss_action": 0.007404851261526346,
      "loss_total": 0.007404851261526346,
      "step": 27920
    },
    {
      "loss_action": 0.009520232677459717,
      "loss_total": 0.009520232677459717,
      "step": 27920
    },
    {
      "loss_action": 0.004334889352321625,
      "loss_total": 0.004334889352321625,
      "step": 27920
    },
    {
      "loss_action": 0.020838569849729538,
      "loss_total": 0.020838569849729538,
      "step": 27920
    },
    {
      "loss_action": 0.005284219980239868,
      "loss_total": 0.005284219980239868,
      "step": 27920
    },
    {
      "loss_action": 0.027392134070396423,
      "loss_total": 0.027392134070396423,
      "step": 27920
    },
    {
      "loss_action": 0.015475720167160034,
      "loss_total": 0.015475720167160034,
      "step": 27920
    },
    {
      "loss_action": 0.0066995504312217236,
      "loss_total": 0.0066995504312217236,
      "step": 27920
    },
    {
      "grad_norm": 0.2295677363872528,
      "learning_rate": 9.989261246442881e-05,
      "loss": 0.0121,
      "step": 27930
    },
    {
      "loss_action": 0.004847105126827955,
      "loss_total": 0.004847105126827955,
      "step": 27930
    },
    {
      "loss_action": 0.01380172185599804,
      "loss_total": 0.01380172185599804,
      "step": 27930
    },
    {
      "loss_action": 0.004749564919620752,
      "loss_total": 0.004749564919620752,
      "step": 27930
    },
    {
      "loss_action": 0.018421683460474014,
      "loss_total": 0.018421683460474014,
      "step": 27930
    },
    {
      "loss_action": 0.01658168062567711,
      "loss_total": 0.01658168062567711,
      "step": 27930
    },
    {
      "loss_action": 0.04773639142513275,
      "loss_total": 0.04773639142513275,
      "step": 27930
    },
    {
      "loss_action": 0.017571069300174713,
      "loss_total": 0.017571069300174713,
      "step": 27930
    },
    {
      "loss_action": 0.005290419794619083,
      "loss_total": 0.005290419794619083,
      "step": 27930
    },
    {
      "grad_norm": 0.21052245795726776,
      "learning_rate": 9.989234151809099e-05,
      "loss": 0.0129,
      "step": 27940
    },
    {
      "loss_action": 0.009235508739948273,
      "loss_total": 0.009235508739948273,
      "step": 27940
    },
    {
      "loss_action": 0.017998438328504562,
      "loss_total": 0.017998438328504562,
      "step": 27940
    },
    {
      "loss_action": 0.012906698510050774,
      "loss_total": 0.012906698510050774,
      "step": 27940
    },
    {
      "loss_action": 0.014041349291801453,
      "loss_total": 0.014041349291801453,
      "step": 27940
    },
    {
      "loss_action": 0.007515236735343933,
      "loss_total": 0.007515236735343933,
      "step": 27940
    },
    {
      "loss_action": 0.0076342313550412655,
      "loss_total": 0.0076342313550412655,
      "step": 27940
    },
    {
      "loss_action": 0.01137545146048069,
      "loss_total": 0.01137545146048069,
      "step": 27940
    },
    {
      "loss_action": 0.011549504473805428,
      "loss_total": 0.011549504473805428,
      "step": 27940
    },
    {
      "grad_norm": 0.1720629185438156,
      "learning_rate": 9.989207023074374e-05,
      "loss": 0.0124,
      "step": 27950
    },
    {
      "loss_action": 0.010901876725256443,
      "loss_total": 0.010901876725256443,
      "step": 27950
    },
    {
      "loss_action": 0.004632087424397469,
      "loss_total": 0.004632087424397469,
      "step": 27950
    },
    {
      "loss_action": 0.015010430477559566,
      "loss_total": 0.015010430477559566,
      "step": 27950
    },
    {
      "loss_action": 0.0055929129011929035,
      "loss_total": 0.0055929129011929035,
      "step": 27950
    },
    {
      "loss_action": 0.008176423609256744,
      "loss_total": 0.008176423609256744,
      "step": 27950
    },
    {
      "loss_action": 0.0116379763931036,
      "loss_total": 0.0116379763931036,
      "step": 27950
    },
    {
      "loss_action": 0.004988762550055981,
      "loss_total": 0.004988762550055981,
      "step": 27950
    },
    {
      "loss_action": 0.01288214698433876,
      "loss_total": 0.01288214698433876,
      "step": 27950
    },
    {
      "grad_norm": 0.16258957982063293,
      "learning_rate": 9.989179860238886e-05,
      "loss": 0.0129,
      "step": 27960
    },
    {
      "loss_action": 0.021552834659814835,
      "loss_total": 0.021552834659814835,
      "step": 27960
    },
    {
      "loss_action": 0.011504125781357288,
      "loss_total": 0.011504125781357288,
      "step": 27960
    },
    {
      "loss_action": 0.007325885817408562,
      "loss_total": 0.007325885817408562,
      "step": 27960
    },
    {
      "loss_action": 0.020817644894123077,
      "loss_total": 0.020817644894123077,
      "step": 27960
    },
    {
      "loss_action": 0.014220720157027245,
      "loss_total": 0.014220720157027245,
      "step": 27960
    },
    {
      "loss_action": 0.009009622037410736,
      "loss_total": 0.009009622037410736,
      "step": 27960
    },
    {
      "loss_action": 0.02099093608558178,
      "loss_total": 0.02099093608558178,
      "step": 27960
    },
    {
      "loss_action": 0.0191932562738657,
      "loss_total": 0.0191932562738657,
      "step": 27960
    },
    {
      "grad_norm": 0.2121971696615219,
      "learning_rate": 9.989152663302821e-05,
      "loss": 0.0126,
      "step": 27970
    },
    {
      "loss_action": 0.006205647252500057,
      "loss_total": 0.006205647252500057,
      "step": 27970
    },
    {
      "loss_action": 0.005008923355489969,
      "loss_total": 0.005008923355489969,
      "step": 27970
    },
    {
      "loss_action": 0.0098227858543396,
      "loss_total": 0.0098227858543396,
      "step": 27970
    },
    {
      "loss_action": 0.008920618332922459,
      "loss_total": 0.008920618332922459,
      "step": 27970
    },
    {
      "loss_action": 0.03403588384389877,
      "loss_total": 0.03403588384389877,
      "step": 27970
    },
    {
      "loss_action": 0.011602128855884075,
      "loss_total": 0.011602128855884075,
      "step": 27970
    },
    {
      "loss_action": 0.022599197924137115,
      "loss_total": 0.022599197924137115,
      "step": 27970
    },
    {
      "loss_action": 0.010705405846238136,
      "loss_total": 0.010705405846238136,
      "step": 27970
    },
    {
      "grad_norm": 0.134037584066391,
      "learning_rate": 9.989125432266367e-05,
      "loss": 0.0121,
      "step": 27980
    },
    {
      "loss_action": 0.015571380965411663,
      "loss_total": 0.015571380965411663,
      "step": 27980
    },
    {
      "loss_action": 0.0097578763961792,
      "loss_total": 0.0097578763961792,
      "step": 27980
    },
    {
      "loss_action": 0.0074572633020579815,
      "loss_total": 0.0074572633020579815,
      "step": 27980
    },
    {
      "loss_action": 0.0037722750566899776,
      "loss_total": 0.0037722750566899776,
      "step": 27980
    },
    {
      "loss_action": 0.008500857278704643,
      "loss_total": 0.008500857278704643,
      "step": 27980
    },
    {
      "loss_action": 0.012509656138718128,
      "loss_total": 0.012509656138718128,
      "step": 27980
    },
    {
      "loss_action": 0.01513279601931572,
      "loss_total": 0.01513279601931572,
      "step": 27980
    },
    {
      "loss_action": 0.012063898146152496,
      "loss_total": 0.012063898146152496,
      "step": 27980
    },
    {
      "grad_norm": 0.12082523852586746,
      "learning_rate": 9.989098167129709e-05,
      "loss": 0.0147,
      "step": 27990
    },
    {
      "loss_action": 0.010394143871963024,
      "loss_total": 0.010394143871963024,
      "step": 27990
    },
    {
      "loss_action": 0.008222157135605812,
      "loss_total": 0.008222157135605812,
      "step": 27990
    },
    {
      "loss_action": 0.04821641370654106,
      "loss_total": 0.04821641370654106,
      "step": 27990
    },
    {
      "loss_action": 0.019036276265978813,
      "loss_total": 0.019036276265978813,
      "step": 27990
    },
    {
      "loss_action": 0.007404999807476997,
      "loss_total": 0.007404999807476997,
      "step": 27990
    },
    {
      "loss_action": 0.010481251403689384,
      "loss_total": 0.010481251403689384,
      "step": 27990
    },
    {
      "loss_action": 0.029464205726981163,
      "loss_total": 0.029464205726981163,
      "step": 27990
    },
    {
      "loss_action": 0.022961217910051346,
      "loss_total": 0.022961217910051346,
      "step": 27990
    },
    {
      "grad_norm": 0.134347066283226,
      "learning_rate": 9.989070867893034e-05,
      "loss": 0.014,
      "step": 28000
    },
    {
      "loss_action": 0.026789311319589615,
      "loss_total": 0.026789311319589615,
      "step": 28000
    },
    {
      "loss_action": 0.008906636387109756,
      "loss_total": 0.008906636387109756,
      "step": 28000
    },
    {
      "loss_action": 0.05196619778871536,
      "loss_total": 0.05196619778871536,
      "step": 28000
    },
    {
      "loss_action": 0.0192122682929039,
      "loss_total": 0.0192122682929039,
      "step": 28000
    },
    {
      "loss_action": 0.00360583933070302,
      "loss_total": 0.00360583933070302,
      "step": 28000
    },
    {
      "loss_action": 0.008346904069185257,
      "loss_total": 0.008346904069185257,
      "step": 28000
    },
    {
      "loss_action": 0.02281341329216957,
      "loss_total": 0.02281341329216957,
      "step": 28000
    },
    {
      "loss_action": 0.005664365831762552,
      "loss_total": 0.005664365831762552,
      "step": 28000
    },
    {
      "grad_norm": 0.1141393855214119,
      "learning_rate": 9.989043534556528e-05,
      "loss": 0.0126,
      "step": 28010
    },
    {
      "loss_action": 0.015554556623101234,
      "loss_total": 0.015554556623101234,
      "step": 28010
    },
    {
      "loss_action": 0.011336766183376312,
      "loss_total": 0.011336766183376312,
      "step": 28010
    },
    {
      "loss_action": 0.026169363409280777,
      "loss_total": 0.026169363409280777,
      "step": 28010
    },
    {
      "loss_action": 0.00774548202753067,
      "loss_total": 0.00774548202753067,
      "step": 28010
    },
    {
      "loss_action": 0.0208253376185894,
      "loss_total": 0.0208253376185894,
      "step": 28010
    },
    {
      "loss_action": 0.01474635861814022,
      "loss_total": 0.01474635861814022,
      "step": 28010
    },
    {
      "loss_action": 0.013466766104102135,
      "loss_total": 0.013466766104102135,
      "step": 28010
    },
    {
      "loss_action": 0.01708795130252838,
      "loss_total": 0.01708795130252838,
      "step": 28010
    },
    {
      "grad_norm": 0.12382771074771881,
      "learning_rate": 9.989016167120379e-05,
      "loss": 0.0137,
      "step": 28020
    },
    {
      "loss_action": 0.014939078129827976,
      "loss_total": 0.014939078129827976,
      "step": 28020
    },
    {
      "loss_action": 0.008715908974409103,
      "loss_total": 0.008715908974409103,
      "step": 28020
    },
    {
      "loss_action": 0.027128474786877632,
      "loss_total": 0.027128474786877632,
      "step": 28020
    },
    {
      "loss_action": 0.011523311026394367,
      "loss_total": 0.011523311026394367,
      "step": 28020
    },
    {
      "loss_action": 0.020997921004891396,
      "loss_total": 0.020997921004891396,
      "step": 28020
    },
    {
      "loss_action": 0.010723810642957687,
      "loss_total": 0.010723810642957687,
      "step": 28020
    },
    {
      "loss_action": 0.009516053833067417,
      "loss_total": 0.009516053833067417,
      "step": 28020
    },
    {
      "loss_action": 0.0058576799929142,
      "loss_total": 0.0058576799929142,
      "step": 28020
    },
    {
      "grad_norm": 0.17251747846603394,
      "learning_rate": 9.988988765584772e-05,
      "loss": 0.0123,
      "step": 28030
    },
    {
      "loss_action": 0.03589017689228058,
      "loss_total": 0.03589017689228058,
      "step": 28030
    },
    {
      "loss_action": 0.0049884626641869545,
      "loss_total": 0.0049884626641869545,
      "step": 28030
    },
    {
      "loss_action": 0.01158461906015873,
      "loss_total": 0.01158461906015873,
      "step": 28030
    },
    {
      "loss_action": 0.006555123720318079,
      "loss_total": 0.006555123720318079,
      "step": 28030
    },
    {
      "loss_action": 0.007200612686574459,
      "loss_total": 0.007200612686574459,
      "step": 28030
    },
    {
      "loss_action": 0.02783455327153206,
      "loss_total": 0.02783455327153206,
      "step": 28030
    },
    {
      "loss_action": 0.015921926125884056,
      "loss_total": 0.015921926125884056,
      "step": 28030
    },
    {
      "loss_action": 0.011134936474263668,
      "loss_total": 0.011134936474263668,
      "step": 28030
    },
    {
      "grad_norm": 0.1460709124803543,
      "learning_rate": 9.988961329949895e-05,
      "loss": 0.0141,
      "step": 28040
    },
    {
      "loss_action": 0.00988019723445177,
      "loss_total": 0.00988019723445177,
      "step": 28040
    },
    {
      "loss_action": 0.0034609748981893063,
      "loss_total": 0.0034609748981893063,
      "step": 28040
    },
    {
      "loss_action": 0.012819046154618263,
      "loss_total": 0.012819046154618263,
      "step": 28040
    },
    {
      "loss_action": 0.004742829129099846,
      "loss_total": 0.004742829129099846,
      "step": 28040
    },
    {
      "loss_action": 0.0031156977638602257,
      "loss_total": 0.0031156977638602257,
      "step": 28040
    },
    {
      "loss_action": 0.008909394033253193,
      "loss_total": 0.008909394033253193,
      "step": 28040
    },
    {
      "loss_action": 0.022849097847938538,
      "loss_total": 0.022849097847938538,
      "step": 28040
    },
    {
      "loss_action": 0.007989797741174698,
      "loss_total": 0.007989797741174698,
      "step": 28040
    },
    {
      "grad_norm": 0.10540255904197693,
      "learning_rate": 9.988933860215936e-05,
      "loss": 0.0118,
      "step": 28050
    },
    {
      "loss_action": 0.04732593894004822,
      "loss_total": 0.04732593894004822,
      "step": 28050
    },
    {
      "loss_action": 0.024346983060240746,
      "loss_total": 0.024346983060240746,
      "step": 28050
    },
    {
      "loss_action": 0.00763842836022377,
      "loss_total": 0.00763842836022377,
      "step": 28050
    },
    {
      "loss_action": 0.005433313548564911,
      "loss_total": 0.005433313548564911,
      "step": 28050
    },
    {
      "loss_action": 0.013092949986457825,
      "loss_total": 0.013092949986457825,
      "step": 28050
    },
    {
      "loss_action": 0.01712830364704132,
      "loss_total": 0.01712830364704132,
      "step": 28050
    },
    {
      "loss_action": 0.011712475679814816,
      "loss_total": 0.011712475679814816,
      "step": 28050
    },
    {
      "loss_action": 0.008796210400760174,
      "loss_total": 0.008796210400760174,
      "step": 28050
    },
    {
      "grad_norm": 0.16441187262535095,
      "learning_rate": 9.988906356383083e-05,
      "loss": 0.0131,
      "step": 28060
    },
    {
      "loss_action": 0.005568149499595165,
      "loss_total": 0.005568149499595165,
      "step": 28060
    },
    {
      "loss_action": 0.007547595072537661,
      "loss_total": 0.007547595072537661,
      "step": 28060
    },
    {
      "loss_action": 0.004854054190218449,
      "loss_total": 0.004854054190218449,
      "step": 28060
    },
    {
      "loss_action": 0.008405591361224651,
      "loss_total": 0.008405591361224651,
      "step": 28060
    },
    {
      "loss_action": 0.011760842986404896,
      "loss_total": 0.011760842986404896,
      "step": 28060
    },
    {
      "loss_action": 0.00945698469877243,
      "loss_total": 0.00945698469877243,
      "step": 28060
    },
    {
      "loss_action": 0.008026983588933945,
      "loss_total": 0.008026983588933945,
      "step": 28060
    },
    {
      "loss_action": 0.004258069675415754,
      "loss_total": 0.004258069675415754,
      "step": 28060
    },
    {
      "grad_norm": 0.14504900574684143,
      "learning_rate": 9.988878818451523e-05,
      "loss": 0.0131,
      "step": 28070
    },
    {
      "loss_action": 0.010024094954133034,
      "loss_total": 0.010024094954133034,
      "step": 28070
    },
    {
      "loss_action": 0.007438324391841888,
      "loss_total": 0.007438324391841888,
      "step": 28070
    },
    {
      "loss_action": 0.009945162571966648,
      "loss_total": 0.009945162571966648,
      "step": 28070
    },
    {
      "loss_action": 0.007162924390286207,
      "loss_total": 0.007162924390286207,
      "step": 28070
    },
    {
      "loss_action": 0.007324915379285812,
      "loss_total": 0.007324915379285812,
      "step": 28070
    },
    {
      "loss_action": 0.004734924994409084,
      "loss_total": 0.004734924994409084,
      "step": 28070
    },
    {
      "loss_action": 0.0062054176814854145,
      "loss_total": 0.0062054176814854145,
      "step": 28070
    },
    {
      "loss_action": 0.012267718091607094,
      "loss_total": 0.012267718091607094,
      "step": 28070
    },
    {
      "grad_norm": 0.16699044406414032,
      "learning_rate": 9.988851246421445e-05,
      "loss": 0.0136,
      "step": 28080
    },
    {
      "loss_action": 0.006013350561261177,
      "loss_total": 0.006013350561261177,
      "step": 28080
    },
    {
      "loss_action": 0.008404763415455818,
      "loss_total": 0.008404763415455818,
      "step": 28080
    },
    {
      "loss_action": 0.030612468719482422,
      "loss_total": 0.030612468719482422,
      "step": 28080
    },
    {
      "loss_action": 0.011246047914028168,
      "loss_total": 0.011246047914028168,
      "step": 28080
    },
    {
      "loss_action": 0.006733243353664875,
      "loss_total": 0.006733243353664875,
      "step": 28080
    },
    {
      "loss_action": 0.011164560914039612,
      "loss_total": 0.011164560914039612,
      "step": 28080
    },
    {
      "loss_action": 0.013399796560406685,
      "loss_total": 0.013399796560406685,
      "step": 28080
    },
    {
      "loss_action": 0.006147613748908043,
      "loss_total": 0.006147613748908043,
      "step": 28080
    },
    {
      "grad_norm": 0.21082419157028198,
      "learning_rate": 9.988823640293037e-05,
      "loss": 0.0138,
      "step": 28090
    },
    {
      "loss_action": 0.018089842051267624,
      "loss_total": 0.018089842051267624,
      "step": 28090
    },
    {
      "loss_action": 0.01333177462220192,
      "loss_total": 0.01333177462220192,
      "step": 28090
    },
    {
      "loss_action": 0.011043965816497803,
      "loss_total": 0.011043965816497803,
      "step": 28090
    },
    {
      "loss_action": 0.011649958789348602,
      "loss_total": 0.011649958789348602,
      "step": 28090
    },
    {
      "loss_action": 0.01677512750029564,
      "loss_total": 0.01677512750029564,
      "step": 28090
    },
    {
      "loss_action": 0.012809132225811481,
      "loss_total": 0.012809132225811481,
      "step": 28090
    },
    {
      "loss_action": 0.012118044309318066,
      "loss_total": 0.012118044309318066,
      "step": 28090
    },
    {
      "loss_action": 0.006852167658507824,
      "loss_total": 0.006852167658507824,
      "step": 28090
    },
    {
      "grad_norm": 0.15927578508853912,
      "learning_rate": 9.988796000066489e-05,
      "loss": 0.0118,
      "step": 28100
    },
    {
      "loss_action": 0.010312897153198719,
      "loss_total": 0.010312897153198719,
      "step": 28100
    },
    {
      "loss_action": 0.01459958404302597,
      "loss_total": 0.01459958404302597,
      "step": 28100
    },
    {
      "loss_action": 0.013889498077332973,
      "loss_total": 0.013889498077332973,
      "step": 28100
    },
    {
      "loss_action": 0.009559785947203636,
      "loss_total": 0.009559785947203636,
      "step": 28100
    },
    {
      "loss_action": 0.018610697239637375,
      "loss_total": 0.018610697239637375,
      "step": 28100
    },
    {
      "loss_action": 0.00685105798766017,
      "loss_total": 0.00685105798766017,
      "step": 28100
    },
    {
      "loss_action": 0.0237213633954525,
      "loss_total": 0.0237213633954525,
      "step": 28100
    },
    {
      "loss_action": 0.015170938335359097,
      "loss_total": 0.015170938335359097,
      "step": 28100
    },
    {
      "grad_norm": 0.12860837578773499,
      "learning_rate": 9.988768325741987e-05,
      "loss": 0.0141,
      "step": 28110
    },
    {
      "loss_action": 0.016162119805812836,
      "loss_total": 0.016162119805812836,
      "step": 28110
    },
    {
      "loss_action": 0.019408700987696648,
      "loss_total": 0.019408700987696648,
      "step": 28110
    },
    {
      "loss_action": 0.00909598171710968,
      "loss_total": 0.00909598171710968,
      "step": 28110
    },
    {
      "loss_action": 0.019130075350403786,
      "loss_total": 0.019130075350403786,
      "step": 28110
    },
    {
      "loss_action": 0.01127694919705391,
      "loss_total": 0.01127694919705391,
      "step": 28110
    },
    {
      "loss_action": 0.011070523411035538,
      "loss_total": 0.011070523411035538,
      "step": 28110
    },
    {
      "loss_action": 0.009807765483856201,
      "loss_total": 0.009807765483856201,
      "step": 28110
    },
    {
      "loss_action": 0.009167283773422241,
      "loss_total": 0.009167283773422241,
      "step": 28110
    },
    {
      "grad_norm": 0.18918238580226898,
      "learning_rate": 9.988740617319722e-05,
      "loss": 0.0135,
      "step": 28120
    },
    {
      "loss_action": 0.006254616659134626,
      "loss_total": 0.006254616659134626,
      "step": 28120
    },
    {
      "loss_action": 0.010841121897101402,
      "loss_total": 0.010841121897101402,
      "step": 28120
    },
    {
      "loss_action": 0.00498031172901392,
      "loss_total": 0.00498031172901392,
      "step": 28120
    },
    {
      "loss_action": 0.006149464286863804,
      "loss_total": 0.006149464286863804,
      "step": 28120
    },
    {
      "loss_action": 0.004093032330274582,
      "loss_total": 0.004093032330274582,
      "step": 28120
    },
    {
      "loss_action": 0.0038117070216685534,
      "loss_total": 0.0038117070216685534,
      "step": 28120
    },
    {
      "loss_action": 0.011485648341476917,
      "loss_total": 0.011485648341476917,
      "step": 28120
    },
    {
      "loss_action": 0.005460978485643864,
      "loss_total": 0.005460978485643864,
      "step": 28120
    },
    {
      "grad_norm": 0.1278190016746521,
      "learning_rate": 9.988712874799886e-05,
      "loss": 0.0123,
      "step": 28130
    },
    {
      "loss_action": 0.008216419257223606,
      "loss_total": 0.008216419257223606,
      "step": 28130
    },
    {
      "loss_action": 0.016584280878305435,
      "loss_total": 0.016584280878305435,
      "step": 28130
    },
    {
      "loss_action": 0.009842966683208942,
      "loss_total": 0.009842966683208942,
      "step": 28130
    },
    {
      "loss_action": 0.0154787078499794,
      "loss_total": 0.0154787078499794,
      "step": 28130
    },
    {
      "loss_action": 0.007584181614220142,
      "loss_total": 0.007584181614220142,
      "step": 28130
    },
    {
      "loss_action": 0.00533421291038394,
      "loss_total": 0.00533421291038394,
      "step": 28130
    },
    {
      "loss_action": 0.015654269605875015,
      "loss_total": 0.015654269605875015,
      "step": 28130
    },
    {
      "loss_action": 0.004010723438113928,
      "loss_total": 0.004010723438113928,
      "step": 28130
    },
    {
      "grad_norm": 0.11119869351387024,
      "learning_rate": 9.988685098182664e-05,
      "loss": 0.0123,
      "step": 28140
    },
    {
      "loss_action": 0.01534303929656744,
      "loss_total": 0.01534303929656744,
      "step": 28140
    },
    {
      "loss_action": 0.014559867791831493,
      "loss_total": 0.014559867791831493,
      "step": 28140
    },
    {
      "loss_action": 0.009103707037866116,
      "loss_total": 0.009103707037866116,
      "step": 28140
    },
    {
      "loss_action": 0.02092926576733589,
      "loss_total": 0.02092926576733589,
      "step": 28140
    },
    {
      "loss_action": 0.024258220568299294,
      "loss_total": 0.024258220568299294,
      "step": 28140
    },
    {
      "loss_action": 0.01782236620783806,
      "loss_total": 0.01782236620783806,
      "step": 28140
    },
    {
      "loss_action": 0.006310193799436092,
      "loss_total": 0.006310193799436092,
      "step": 28140
    },
    {
      "loss_action": 0.004357460420578718,
      "loss_total": 0.004357460420578718,
      "step": 28140
    },
    {
      "grad_norm": 0.13023580610752106,
      "learning_rate": 9.988657287468248e-05,
      "loss": 0.0142,
      "step": 28150
    },
    {
      "loss_action": 0.021076390519738197,
      "loss_total": 0.021076390519738197,
      "step": 28150
    },
    {
      "loss_action": 0.008594781160354614,
      "loss_total": 0.008594781160354614,
      "step": 28150
    },
    {
      "loss_action": 0.009539196267724037,
      "loss_total": 0.009539196267724037,
      "step": 28150
    },
    {
      "loss_action": 0.007624759804457426,
      "loss_total": 0.007624759804457426,
      "step": 28150
    },
    {
      "loss_action": 0.009717853739857674,
      "loss_total": 0.009717853739857674,
      "step": 28150
    },
    {
      "loss_action": 0.008817325346171856,
      "loss_total": 0.008817325346171856,
      "step": 28150
    },
    {
      "loss_action": 0.008209815248847008,
      "loss_total": 0.008209815248847008,
      "step": 28150
    },
    {
      "loss_action": 0.0059650917537510395,
      "loss_total": 0.0059650917537510395,
      "step": 28150
    },
    {
      "grad_norm": 0.16000327467918396,
      "learning_rate": 9.988629442656828e-05,
      "loss": 0.0117,
      "step": 28160
    },
    {
      "loss_action": 0.02117001637816429,
      "loss_total": 0.02117001637816429,
      "step": 28160
    },
    {
      "loss_action": 0.007300719618797302,
      "loss_total": 0.007300719618797302,
      "step": 28160
    },
    {
      "loss_action": 0.005442796275019646,
      "loss_total": 0.005442796275019646,
      "step": 28160
    },
    {
      "loss_action": 0.01626882329583168,
      "loss_total": 0.01626882329583168,
      "step": 28160
    },
    {
      "loss_action": 0.010639073327183723,
      "loss_total": 0.010639073327183723,
      "step": 28160
    },
    {
      "loss_action": 0.018377635627985,
      "loss_total": 0.018377635627985,
      "step": 28160
    },
    {
      "loss_action": 0.009072674438357353,
      "loss_total": 0.009072674438357353,
      "step": 28160
    },
    {
      "loss_action": 0.015021484345197678,
      "loss_total": 0.015021484345197678,
      "step": 28160
    },
    {
      "grad_norm": 0.17478962242603302,
      "learning_rate": 9.988601563748595e-05,
      "loss": 0.0136,
      "step": 28170
    },
    {
      "loss_action": 0.02223959006369114,
      "loss_total": 0.02223959006369114,
      "step": 28170
    },
    {
      "loss_action": 0.0052663665264844894,
      "loss_total": 0.0052663665264844894,
      "step": 28170
    },
    {
      "loss_action": 0.02431349828839302,
      "loss_total": 0.02431349828839302,
      "step": 28170
    },
    {
      "loss_action": 0.03588440641760826,
      "loss_total": 0.03588440641760826,
      "step": 28170
    },
    {
      "loss_action": 0.011985540390014648,
      "loss_total": 0.011985540390014648,
      "step": 28170
    },
    {
      "loss_action": 0.01964663714170456,
      "loss_total": 0.01964663714170456,
      "step": 28170
    },
    {
      "loss_action": 0.011464094743132591,
      "loss_total": 0.011464094743132591,
      "step": 28170
    },
    {
      "loss_action": 0.018410373479127884,
      "loss_total": 0.018410373479127884,
      "step": 28170
    },
    {
      "grad_norm": 0.16743578016757965,
      "learning_rate": 9.988573650743738e-05,
      "loss": 0.0119,
      "step": 28180
    },
    {
      "loss_action": 0.006557229906320572,
      "loss_total": 0.006557229906320572,
      "step": 28180
    },
    {
      "loss_action": 0.012828471139073372,
      "loss_total": 0.012828471139073372,
      "step": 28180
    },
    {
      "loss_action": 0.010199960321187973,
      "loss_total": 0.010199960321187973,
      "step": 28180
    },
    {
      "loss_action": 0.014343389309942722,
      "loss_total": 0.014343389309942722,
      "step": 28180
    },
    {
      "loss_action": 0.009239954873919487,
      "loss_total": 0.009239954873919487,
      "step": 28180
    },
    {
      "loss_action": 0.0037780548445880413,
      "loss_total": 0.0037780548445880413,
      "step": 28180
    },
    {
      "loss_action": 0.007262890227138996,
      "loss_total": 0.007262890227138996,
      "step": 28180
    },
    {
      "loss_action": 0.02588799223303795,
      "loss_total": 0.02588799223303795,
      "step": 28180
    },
    {
      "grad_norm": 0.17874297499656677,
      "learning_rate": 9.988545703642448e-05,
      "loss": 0.0124,
      "step": 28190
    },
    {
      "loss_action": 0.017947515472769737,
      "loss_total": 0.017947515472769737,
      "step": 28190
    },
    {
      "loss_action": 0.005405666306614876,
      "loss_total": 0.005405666306614876,
      "step": 28190
    },
    {
      "loss_action": 0.006727037485688925,
      "loss_total": 0.006727037485688925,
      "step": 28190
    },
    {
      "loss_action": 0.008147982880473137,
      "loss_total": 0.008147982880473137,
      "step": 28190
    },
    {
      "loss_action": 0.015775542706251144,
      "loss_total": 0.015775542706251144,
      "step": 28190
    },
    {
      "loss_action": 0.005817012395709753,
      "loss_total": 0.005817012395709753,
      "step": 28190
    },
    {
      "loss_action": 0.005075600929558277,
      "loss_total": 0.005075600929558277,
      "step": 28190
    },
    {
      "loss_action": 0.014430350624024868,
      "loss_total": 0.014430350624024868,
      "step": 28190
    },
    {
      "grad_norm": 0.1755216419696808,
      "learning_rate": 9.988517722444917e-05,
      "loss": 0.0108,
      "step": 28200
    },
    {
      "loss_action": 0.009611713699996471,
      "loss_total": 0.009611713699996471,
      "step": 28200
    },
    {
      "loss_action": 0.014222992584109306,
      "loss_total": 0.014222992584109306,
      "step": 28200
    },
    {
      "loss_action": 0.010716110467910767,
      "loss_total": 0.010716110467910767,
      "step": 28200
    },
    {
      "loss_action": 0.005810214206576347,
      "loss_total": 0.005810214206576347,
      "step": 28200
    },
    {
      "loss_action": 0.005617945455014706,
      "loss_total": 0.005617945455014706,
      "step": 28200
    },
    {
      "loss_action": 0.016590815037488937,
      "loss_total": 0.016590815037488937,
      "step": 28200
    },
    {
      "loss_action": 0.012867491692304611,
      "loss_total": 0.012867491692304611,
      "step": 28200
    },
    {
      "loss_action": 0.015078041702508926,
      "loss_total": 0.015078041702508926,
      "step": 28200
    },
    {
      "grad_norm": 0.1641051471233368,
      "learning_rate": 9.988489707151337e-05,
      "loss": 0.0134,
      "step": 28210
    },
    {
      "loss_action": 0.010505028069019318,
      "loss_total": 0.010505028069019318,
      "step": 28210
    },
    {
      "loss_action": 0.0038268594071269035,
      "loss_total": 0.0038268594071269035,
      "step": 28210
    },
    {
      "loss_action": 0.005860015284270048,
      "loss_total": 0.005860015284270048,
      "step": 28210
    },
    {
      "loss_action": 0.006396944168955088,
      "loss_total": 0.006396944168955088,
      "step": 28210
    },
    {
      "loss_action": 0.014715512283146381,
      "loss_total": 0.014715512283146381,
      "step": 28210
    },
    {
      "loss_action": 0.015762541443109512,
      "loss_total": 0.015762541443109512,
      "step": 28210
    },
    {
      "loss_action": 0.01194501668214798,
      "loss_total": 0.01194501668214798,
      "step": 28210
    },
    {
      "loss_action": 0.01026624720543623,
      "loss_total": 0.01026624720543623,
      "step": 28210
    },
    {
      "grad_norm": 0.1175018697977066,
      "learning_rate": 9.988461657761897e-05,
      "loss": 0.0109,
      "step": 28220
    },
    {
      "loss_action": 0.01816251315176487,
      "loss_total": 0.01816251315176487,
      "step": 28220
    },
    {
      "loss_action": 0.020670775324106216,
      "loss_total": 0.020670775324106216,
      "step": 28220
    },
    {
      "loss_action": 0.00766167975962162,
      "loss_total": 0.00766167975962162,
      "step": 28220
    },
    {
      "loss_action": 0.006363621912896633,
      "loss_total": 0.006363621912896633,
      "step": 28220
    },
    {
      "loss_action": 0.014123552478849888,
      "loss_total": 0.014123552478849888,
      "step": 28220
    },
    {
      "loss_action": 0.0049945092760026455,
      "loss_total": 0.0049945092760026455,
      "step": 28220
    },
    {
      "loss_action": 0.005637725815176964,
      "loss_total": 0.005637725815176964,
      "step": 28220
    },
    {
      "loss_action": 0.011694048531353474,
      "loss_total": 0.011694048531353474,
      "step": 28220
    },
    {
      "grad_norm": 0.18121106922626495,
      "learning_rate": 9.988433574276789e-05,
      "loss": 0.0125,
      "step": 28230
    },
    {
      "loss_action": 0.006934726610779762,
      "loss_total": 0.006934726610779762,
      "step": 28230
    },
    {
      "loss_action": 0.0056879883632063866,
      "loss_total": 0.0056879883632063866,
      "step": 28230
    },
    {
      "loss_action": 0.007218160666525364,
      "loss_total": 0.007218160666525364,
      "step": 28230
    },
    {
      "loss_action": 0.012386959046125412,
      "loss_total": 0.012386959046125412,
      "step": 28230
    },
    {
      "loss_action": 0.009152536280453205,
      "loss_total": 0.009152536280453205,
      "step": 28230
    },
    {
      "loss_action": 0.004340497311204672,
      "loss_total": 0.004340497311204672,
      "step": 28230
    },
    {
      "loss_action": 0.006076337769627571,
      "loss_total": 0.006076337769627571,
      "step": 28230
    },
    {
      "loss_action": 0.013184643350541592,
      "loss_total": 0.013184643350541592,
      "step": 28230
    },
    {
      "grad_norm": 0.16314682364463806,
      "learning_rate": 9.988405456696208e-05,
      "loss": 0.0133,
      "step": 28240
    },
    {
      "loss_action": 0.011828571557998657,
      "loss_total": 0.011828571557998657,
      "step": 28240
    },
    {
      "loss_action": 0.02298003062605858,
      "loss_total": 0.02298003062605858,
      "step": 28240
    },
    {
      "loss_action": 0.02322247624397278,
      "loss_total": 0.02322247624397278,
      "step": 28240
    },
    {
      "loss_action": 0.01881800964474678,
      "loss_total": 0.01881800964474678,
      "step": 28240
    },
    {
      "loss_action": 0.011883623898029327,
      "loss_total": 0.011883623898029327,
      "step": 28240
    },
    {
      "loss_action": 0.01698976382613182,
      "loss_total": 0.01698976382613182,
      "step": 28240
    },
    {
      "loss_action": 0.011113708838820457,
      "loss_total": 0.011113708838820457,
      "step": 28240
    },
    {
      "loss_action": 0.01617981493473053,
      "loss_total": 0.01617981493473053,
      "step": 28240
    },
    {
      "grad_norm": 0.11384645104408264,
      "learning_rate": 9.988377305020345e-05,
      "loss": 0.0138,
      "step": 28250
    },
    {
      "loss_action": 0.008373977616429329,
      "loss_total": 0.008373977616429329,
      "step": 28250
    },
    {
      "loss_action": 0.012015124782919884,
      "loss_total": 0.012015124782919884,
      "step": 28250
    },
    {
      "loss_action": 0.010038093663752079,
      "loss_total": 0.010038093663752079,
      "step": 28250
    },
    {
      "loss_action": 0.009529772214591503,
      "loss_total": 0.009529772214591503,
      "step": 28250
    },
    {
      "loss_action": 0.011809032410383224,
      "loss_total": 0.011809032410383224,
      "step": 28250
    },
    {
      "loss_action": 0.02301843836903572,
      "loss_total": 0.02301843836903572,
      "step": 28250
    },
    {
      "loss_action": 0.009112078696489334,
      "loss_total": 0.009112078696489334,
      "step": 28250
    },
    {
      "loss_action": 0.019246811047196388,
      "loss_total": 0.019246811047196388,
      "step": 28250
    },
    {
      "grad_norm": 0.1318509578704834,
      "learning_rate": 9.98834911924939e-05,
      "loss": 0.0148,
      "step": 28260
    },
    {
      "loss_action": 0.01119619607925415,
      "loss_total": 0.01119619607925415,
      "step": 28260
    },
    {
      "loss_action": 0.012334547936916351,
      "loss_total": 0.012334547936916351,
      "step": 28260
    },
    {
      "loss_action": 0.02047284133732319,
      "loss_total": 0.02047284133732319,
      "step": 28260
    },
    {
      "loss_action": 0.019153544679284096,
      "loss_total": 0.019153544679284096,
      "step": 28260
    },
    {
      "loss_action": 0.005473929923027754,
      "loss_total": 0.005473929923027754,
      "step": 28260
    },
    {
      "loss_action": 0.01397706102579832,
      "loss_total": 0.01397706102579832,
      "step": 28260
    },
    {
      "loss_action": 0.0188546534627676,
      "loss_total": 0.0188546534627676,
      "step": 28260
    },
    {
      "loss_action": 0.014330580830574036,
      "loss_total": 0.014330580830574036,
      "step": 28260
    },
    {
      "grad_norm": 0.19660691916942596,
      "learning_rate": 9.988320899383536e-05,
      "loss": 0.014,
      "step": 28270
    },
    {
      "loss_action": 0.015712423250079155,
      "loss_total": 0.015712423250079155,
      "step": 28270
    },
    {
      "loss_action": 0.015470391139388084,
      "loss_total": 0.015470391139388084,
      "step": 28270
    },
    {
      "loss_action": 0.006995406001806259,
      "loss_total": 0.006995406001806259,
      "step": 28270
    },
    {
      "loss_action": 0.005358627997338772,
      "loss_total": 0.005358627997338772,
      "step": 28270
    },
    {
      "loss_action": 0.010712036862969398,
      "loss_total": 0.010712036862969398,
      "step": 28270
    },
    {
      "loss_action": 0.01778886839747429,
      "loss_total": 0.01778886839747429,
      "step": 28270
    },
    {
      "loss_action": 0.009518248960375786,
      "loss_total": 0.009518248960375786,
      "step": 28270
    },
    {
      "loss_action": 0.005477667786180973,
      "loss_total": 0.005477667786180973,
      "step": 28270
    },
    {
      "grad_norm": 0.17219293117523193,
      "learning_rate": 9.988292645422978e-05,
      "loss": 0.0127,
      "step": 28280
    },
    {
      "loss_action": 0.006934647914022207,
      "loss_total": 0.006934647914022207,
      "step": 28280
    },
    {
      "loss_action": 0.007500053383409977,
      "loss_total": 0.007500053383409977,
      "step": 28280
    },
    {
      "loss_action": 0.04375230893492699,
      "loss_total": 0.04375230893492699,
      "step": 28280
    },
    {
      "loss_action": 0.023460078984498978,
      "loss_total": 0.023460078984498978,
      "step": 28280
    },
    {
      "loss_action": 0.017026802524924278,
      "loss_total": 0.017026802524924278,
      "step": 28280
    },
    {
      "loss_action": 0.018544789403676987,
      "loss_total": 0.018544789403676987,
      "step": 28280
    },
    {
      "loss_action": 0.007995668798685074,
      "loss_total": 0.007995668798685074,
      "step": 28280
    },
    {
      "loss_action": 0.015101201832294464,
      "loss_total": 0.015101201832294464,
      "step": 28280
    },
    {
      "grad_norm": 0.13879935443401337,
      "learning_rate": 9.98826435736791e-05,
      "loss": 0.0133,
      "step": 28290
    },
    {
      "loss_action": 0.006367081310600042,
      "loss_total": 0.006367081310600042,
      "step": 28290
    },
    {
      "loss_action": 0.011105015873908997,
      "loss_total": 0.011105015873908997,
      "step": 28290
    },
    {
      "loss_action": 0.008217700757086277,
      "loss_total": 0.008217700757086277,
      "step": 28290
    },
    {
      "loss_action": 0.039696089923381805,
      "loss_total": 0.039696089923381805,
      "step": 28290
    },
    {
      "loss_action": 0.00872194766998291,
      "loss_total": 0.00872194766998291,
      "step": 28290
    },
    {
      "loss_action": 0.008750855922698975,
      "loss_total": 0.008750855922698975,
      "step": 28290
    },
    {
      "loss_action": 0.035680487751960754,
      "loss_total": 0.035680487751960754,
      "step": 28290
    },
    {
      "loss_action": 0.013059454038739204,
      "loss_total": 0.013059454038739204,
      "step": 28290
    },
    {
      "grad_norm": 0.10002151131629944,
      "learning_rate": 9.988236035218523e-05,
      "loss": 0.0137,
      "step": 28300
    },
    {
      "loss_action": 0.00881589949131012,
      "loss_total": 0.00881589949131012,
      "step": 28300
    },
    {
      "loss_action": 0.03138703107833862,
      "loss_total": 0.03138703107833862,
      "step": 28300
    },
    {
      "loss_action": 0.022757649421691895,
      "loss_total": 0.022757649421691895,
      "step": 28300
    },
    {
      "loss_action": 0.013901201076805592,
      "loss_total": 0.013901201076805592,
      "step": 28300
    },
    {
      "loss_action": 0.00817910861223936,
      "loss_total": 0.00817910861223936,
      "step": 28300
    },
    {
      "loss_action": 0.017659662291407585,
      "loss_total": 0.017659662291407585,
      "step": 28300
    },
    {
      "loss_action": 0.015576919540762901,
      "loss_total": 0.015576919540762901,
      "step": 28300
    },
    {
      "loss_action": 0.01055126078426838,
      "loss_total": 0.01055126078426838,
      "step": 28300
    },
    {
      "grad_norm": 0.14814810454845428,
      "learning_rate": 9.98820767897501e-05,
      "loss": 0.014,
      "step": 28310
    },
    {
      "loss_action": 0.013289552181959152,
      "loss_total": 0.013289552181959152,
      "step": 28310
    },
    {
      "loss_action": 0.01081426627933979,
      "loss_total": 0.01081426627933979,
      "step": 28310
    },
    {
      "loss_action": 0.006946173962205648,
      "loss_total": 0.006946173962205648,
      "step": 28310
    },
    {
      "loss_action": 0.019606560468673706,
      "loss_total": 0.019606560468673706,
      "step": 28310
    },
    {
      "loss_action": 0.01952599734067917,
      "loss_total": 0.01952599734067917,
      "step": 28310
    },
    {
      "loss_action": 0.003895457834005356,
      "loss_total": 0.003895457834005356,
      "step": 28310
    },
    {
      "loss_action": 0.012945970520377159,
      "loss_total": 0.012945970520377159,
      "step": 28310
    },
    {
      "loss_action": 0.01877252757549286,
      "loss_total": 0.01877252757549286,
      "step": 28310
    },
    {
      "grad_norm": 0.20036549866199493,
      "learning_rate": 9.988179288637566e-05,
      "loss": 0.0157,
      "step": 28320
    },
    {
      "loss_action": 0.01672581024467945,
      "loss_total": 0.01672581024467945,
      "step": 28320
    },
    {
      "loss_action": 0.010184971615672112,
      "loss_total": 0.010184971615672112,
      "step": 28320
    },
    {
      "loss_action": 0.023923199623823166,
      "loss_total": 0.023923199623823166,
      "step": 28320
    },
    {
      "loss_action": 0.01305887009948492,
      "loss_total": 0.01305887009948492,
      "step": 28320
    },
    {
      "loss_action": 0.007177293300628662,
      "loss_total": 0.007177293300628662,
      "step": 28320
    },
    {
      "loss_action": 0.008156418800354004,
      "loss_total": 0.008156418800354004,
      "step": 28320
    },
    {
      "loss_action": 0.005926067009568214,
      "loss_total": 0.005926067009568214,
      "step": 28320
    },
    {
      "loss_action": 0.022468332201242447,
      "loss_total": 0.022468332201242447,
      "step": 28320
    },
    {
      "grad_norm": 0.1656065136194229,
      "learning_rate": 9.988150864206385e-05,
      "loss": 0.0135,
      "step": 28330
    },
    {
      "loss_action": 0.006430592387914658,
      "loss_total": 0.006430592387914658,
      "step": 28330
    },
    {
      "loss_action": 0.019582394510507584,
      "loss_total": 0.019582394510507584,
      "step": 28330
    },
    {
      "loss_action": 0.003813657443970442,
      "loss_total": 0.003813657443970442,
      "step": 28330
    },
    {
      "loss_action": 0.011779701337218285,
      "loss_total": 0.011779701337218285,
      "step": 28330
    },
    {
      "loss_action": 0.014857959002256393,
      "loss_total": 0.014857959002256393,
      "step": 28330
    },
    {
      "loss_action": 0.01140676811337471,
      "loss_total": 0.01140676811337471,
      "step": 28330
    },
    {
      "loss_action": 0.0037970254197716713,
      "loss_total": 0.0037970254197716713,
      "step": 28330
    },
    {
      "loss_action": 0.007930852472782135,
      "loss_total": 0.007930852472782135,
      "step": 28330
    },
    {
      "grad_norm": 0.18536850810050964,
      "learning_rate": 9.988122405681661e-05,
      "loss": 0.0136,
      "step": 28340
    },
    {
      "loss_action": 0.010676609352231026,
      "loss_total": 0.010676609352231026,
      "step": 28340
    },
    {
      "loss_action": 0.013672350905835629,
      "loss_total": 0.013672350905835629,
      "step": 28340
    },
    {
      "loss_action": 0.009521907195448875,
      "loss_total": 0.009521907195448875,
      "step": 28340
    },
    {
      "loss_action": 0.02170506864786148,
      "loss_total": 0.02170506864786148,
      "step": 28340
    },
    {
      "loss_action": 0.012355917133390903,
      "loss_total": 0.012355917133390903,
      "step": 28340
    },
    {
      "loss_action": 0.015780705958604813,
      "loss_total": 0.015780705958604813,
      "step": 28340
    },
    {
      "loss_action": 0.01364513672888279,
      "loss_total": 0.01364513672888279,
      "step": 28340
    },
    {
      "loss_action": 0.011055169627070427,
      "loss_total": 0.011055169627070427,
      "step": 28340
    },
    {
      "grad_norm": 0.21929186582565308,
      "learning_rate": 9.98809391306359e-05,
      "loss": 0.0126,
      "step": 28350
    },
    {
      "loss_action": 0.01971130445599556,
      "loss_total": 0.01971130445599556,
      "step": 28350
    },
    {
      "loss_action": 0.004274512641131878,
      "loss_total": 0.004274512641131878,
      "step": 28350
    },
    {
      "loss_action": 0.006458001211285591,
      "loss_total": 0.006458001211285591,
      "step": 28350
    },
    {
      "loss_action": 0.0266975536942482,
      "loss_total": 0.0266975536942482,
      "step": 28350
    },
    {
      "loss_action": 0.014515053480863571,
      "loss_total": 0.014515053480863571,
      "step": 28350
    },
    {
      "loss_action": 0.015293750911951065,
      "loss_total": 0.015293750911951065,
      "step": 28350
    },
    {
      "loss_action": 0.01314995065331459,
      "loss_total": 0.01314995065331459,
      "step": 28350
    },
    {
      "loss_action": 0.005138691980391741,
      "loss_total": 0.005138691980391741,
      "step": 28350
    },
    {
      "grad_norm": 0.22386477887630463,
      "learning_rate": 9.988065386352365e-05,
      "loss": 0.0129,
      "step": 28360
    },
    {
      "loss_action": 0.013852778822183609,
      "loss_total": 0.013852778822183609,
      "step": 28360
    },
    {
      "loss_action": 0.015985839068889618,
      "loss_total": 0.015985839068889618,
      "step": 28360
    },
    {
      "loss_action": 0.010271365754306316,
      "loss_total": 0.010271365754306316,
      "step": 28360
    },
    {
      "loss_action": 0.01975693553686142,
      "loss_total": 0.01975693553686142,
      "step": 28360
    },
    {
      "loss_action": 0.007681198418140411,
      "loss_total": 0.007681198418140411,
      "step": 28360
    },
    {
      "loss_action": 0.01314541045576334,
      "loss_total": 0.01314541045576334,
      "step": 28360
    },
    {
      "loss_action": 0.006216902751475573,
      "loss_total": 0.006216902751475573,
      "step": 28360
    },
    {
      "loss_action": 0.020113300532102585,
      "loss_total": 0.020113300532102585,
      "step": 28360
    },
    {
      "grad_norm": 0.13229767978191376,
      "learning_rate": 9.988036825548181e-05,
      "loss": 0.0125,
      "step": 28370
    },
    {
      "loss_action": 0.006795198656618595,
      "loss_total": 0.006795198656618595,
      "step": 28370
    },
    {
      "loss_action": 0.007521786727011204,
      "loss_total": 0.007521786727011204,
      "step": 28370
    },
    {
      "loss_action": 0.007658449467271566,
      "loss_total": 0.007658449467271566,
      "step": 28370
    },
    {
      "loss_action": 0.004032892175018787,
      "loss_total": 0.004032892175018787,
      "step": 28370
    },
    {
      "loss_action": 0.005763355176895857,
      "loss_total": 0.005763355176895857,
      "step": 28370
    },
    {
      "loss_action": 0.012157000601291656,
      "loss_total": 0.012157000601291656,
      "step": 28370
    },
    {
      "loss_action": 0.013118747621774673,
      "loss_total": 0.013118747621774673,
      "step": 28370
    },
    {
      "loss_action": 0.007958256639540195,
      "loss_total": 0.007958256639540195,
      "step": 28370
    },
    {
      "grad_norm": 0.1812518835067749,
      "learning_rate": 9.988008230651234e-05,
      "loss": 0.0127,
      "step": 28380
    },
    {
      "loss_action": 0.011050676926970482,
      "loss_total": 0.011050676926970482,
      "step": 28380
    },
    {
      "loss_action": 0.01749424636363983,
      "loss_total": 0.01749424636363983,
      "step": 28380
    },
    {
      "loss_action": 0.025067798793315887,
      "loss_total": 0.025067798793315887,
      "step": 28380
    },
    {
      "loss_action": 0.008962370455265045,
      "loss_total": 0.008962370455265045,
      "step": 28380
    },
    {
      "loss_action": 0.03439643234014511,
      "loss_total": 0.03439643234014511,
      "step": 28380
    },
    {
      "loss_action": 0.023522961884737015,
      "loss_total": 0.023522961884737015,
      "step": 28380
    },
    {
      "loss_action": 0.010869626887142658,
      "loss_total": 0.010869626887142658,
      "step": 28380
    },
    {
      "loss_action": 0.019909750670194626,
      "loss_total": 0.019909750670194626,
      "step": 28380
    },
    {
      "grad_norm": 0.1397058069705963,
      "learning_rate": 9.98797960166172e-05,
      "loss": 0.0132,
      "step": 28390
    },
    {
      "loss_action": 0.010119310580193996,
      "loss_total": 0.010119310580193996,
      "step": 28390
    },
    {
      "loss_action": 0.022560568526387215,
      "loss_total": 0.022560568526387215,
      "step": 28390
    },
    {
      "loss_action": 0.010897575877606869,
      "loss_total": 0.010897575877606869,
      "step": 28390
    },
    {
      "loss_action": 0.018271267414093018,
      "loss_total": 0.018271267414093018,
      "step": 28390
    },
    {
      "loss_action": 0.008952178061008453,
      "loss_total": 0.008952178061008453,
      "step": 28390
    },
    {
      "loss_action": 0.027759740129113197,
      "loss_total": 0.027759740129113197,
      "step": 28390
    },
    {
      "loss_action": 0.011823618784546852,
      "loss_total": 0.011823618784546852,
      "step": 28390
    },
    {
      "loss_action": 0.013166574761271477,
      "loss_total": 0.013166574761271477,
      "step": 28390
    },
    {
      "grad_norm": 0.12264721095561981,
      "learning_rate": 9.987950938579834e-05,
      "loss": 0.011,
      "step": 28400
    },
    {
      "loss_action": 0.016792481765151024,
      "loss_total": 0.016792481765151024,
      "step": 28400
    },
    {
      "loss_action": 0.005167670547962189,
      "loss_total": 0.005167670547962189,
      "step": 28400
    },
    {
      "loss_action": 0.008109906688332558,
      "loss_total": 0.008109906688332558,
      "step": 28400
    },
    {
      "loss_action": 0.007245233282446861,
      "loss_total": 0.007245233282446861,
      "step": 28400
    },
    {
      "loss_action": 0.015784237533807755,
      "loss_total": 0.015784237533807755,
      "step": 28400
    },
    {
      "loss_action": 0.00981200858950615,
      "loss_total": 0.00981200858950615,
      "step": 28400
    },
    {
      "loss_action": 0.011403918266296387,
      "loss_total": 0.011403918266296387,
      "step": 28400
    },
    {
      "loss_action": 0.005378992296755314,
      "loss_total": 0.005378992296755314,
      "step": 28400
    },
    {
      "grad_norm": 0.14605137705802917,
      "learning_rate": 9.98792224140577e-05,
      "loss": 0.0122,
      "step": 28410
    },
    {
      "loss_action": 0.04115910455584526,
      "loss_total": 0.04115910455584526,
      "step": 28410
    },
    {
      "loss_action": 0.028054459020495415,
      "loss_total": 0.028054459020495415,
      "step": 28410
    },
    {
      "loss_action": 0.005410470999777317,
      "loss_total": 0.005410470999777317,
      "step": 28410
    },
    {
      "loss_action": 0.006633034907281399,
      "loss_total": 0.006633034907281399,
      "step": 28410
    },
    {
      "loss_action": 0.08333481103181839,
      "loss_total": 0.08333481103181839,
      "step": 28410
    },
    {
      "loss_action": 0.04841683804988861,
      "loss_total": 0.04841683804988861,
      "step": 28410
    },
    {
      "loss_action": 0.003838255535811186,
      "loss_total": 0.003838255535811186,
      "step": 28410
    },
    {
      "loss_action": 0.0077986521646380424,
      "loss_total": 0.0077986521646380424,
      "step": 28410
    },
    {
      "grad_norm": 0.11872626096010208,
      "learning_rate": 9.987893510139727e-05,
      "loss": 0.0147,
      "step": 28420
    },
    {
      "loss_action": 0.018067680299282074,
      "loss_total": 0.018067680299282074,
      "step": 28420
    },
    {
      "loss_action": 0.012441938742995262,
      "loss_total": 0.012441938742995262,
      "step": 28420
    },
    {
      "loss_action": 0.006640417966991663,
      "loss_total": 0.006640417966991663,
      "step": 28420
    },
    {
      "loss_action": 0.009690086357295513,
      "loss_total": 0.009690086357295513,
      "step": 28420
    },
    {
      "loss_action": 0.01927873305976391,
      "loss_total": 0.01927873305976391,
      "step": 28420
    },
    {
      "loss_action": 0.013707775622606277,
      "loss_total": 0.013707775622606277,
      "step": 28420
    },
    {
      "loss_action": 0.00408848375082016,
      "loss_total": 0.00408848375082016,
      "step": 28420
    },
    {
      "loss_action": 0.00998346135020256,
      "loss_total": 0.00998346135020256,
      "step": 28420
    },
    {
      "grad_norm": 0.17550984025001526,
      "learning_rate": 9.9878647447819e-05,
      "loss": 0.0141,
      "step": 28430
    },
    {
      "loss_action": 0.010299701243638992,
      "loss_total": 0.010299701243638992,
      "step": 28430
    },
    {
      "loss_action": 0.011410933919250965,
      "loss_total": 0.011410933919250965,
      "step": 28430
    },
    {
      "loss_action": 0.015199159272015095,
      "loss_total": 0.015199159272015095,
      "step": 28430
    },
    {
      "loss_action": 0.011626913212239742,
      "loss_total": 0.011626913212239742,
      "step": 28430
    },
    {
      "loss_action": 0.009978936985135078,
      "loss_total": 0.009978936985135078,
      "step": 28430
    },
    {
      "loss_action": 0.008084200322628021,
      "loss_total": 0.008084200322628021,
      "step": 28430
    },
    {
      "loss_action": 0.008748325519263744,
      "loss_total": 0.008748325519263744,
      "step": 28430
    },
    {
      "loss_action": 0.007872987538576126,
      "loss_total": 0.007872987538576126,
      "step": 28430
    },
    {
      "grad_norm": 0.18685834109783173,
      "learning_rate": 9.987835945332486e-05,
      "loss": 0.014,
      "step": 28440
    },
    {
      "loss_action": 0.012858482077717781,
      "loss_total": 0.012858482077717781,
      "step": 28440
    },
    {
      "loss_action": 0.008451308123767376,
      "loss_total": 0.008451308123767376,
      "step": 28440
    },
    {
      "loss_action": 0.004531754180788994,
      "loss_total": 0.004531754180788994,
      "step": 28440
    },
    {
      "loss_action": 0.010797645896673203,
      "loss_total": 0.010797645896673203,
      "step": 28440
    },
    {
      "loss_action": 0.022497616708278656,
      "loss_total": 0.022497616708278656,
      "step": 28440
    },
    {
      "loss_action": 0.010716285556554794,
      "loss_total": 0.010716285556554794,
      "step": 28440
    },
    {
      "loss_action": 0.01839621365070343,
      "loss_total": 0.01839621365070343,
      "step": 28440
    },
    {
      "loss_action": 0.012755902484059334,
      "loss_total": 0.012755902484059334,
      "step": 28440
    },
    {
      "grad_norm": 0.12275385856628418,
      "learning_rate": 9.987807111791681e-05,
      "loss": 0.0116,
      "step": 28450
    },
    {
      "loss_action": 0.00877190101891756,
      "loss_total": 0.00877190101891756,
      "step": 28450
    },
    {
      "loss_action": 0.01656350865960121,
      "loss_total": 0.01656350865960121,
      "step": 28450
    },
    {
      "loss_action": 0.004018368199467659,
      "loss_total": 0.004018368199467659,
      "step": 28450
    },
    {
      "loss_action": 0.011494236066937447,
      "loss_total": 0.011494236066937447,
      "step": 28450
    },
    {
      "loss_action": 0.011422598734498024,
      "loss_total": 0.011422598734498024,
      "step": 28450
    },
    {
      "loss_action": 0.0078040072694420815,
      "loss_total": 0.0078040072694420815,
      "step": 28450
    },
    {
      "loss_action": 0.003907628357410431,
      "loss_total": 0.003907628357410431,
      "step": 28450
    },
    {
      "loss_action": 0.014744795858860016,
      "loss_total": 0.014744795858860016,
      "step": 28450
    },
    {
      "grad_norm": 0.1363530158996582,
      "learning_rate": 9.987778244159683e-05,
      "loss": 0.0109,
      "step": 28460
    },
    {
      "loss_action": 0.013155549764633179,
      "loss_total": 0.013155549764633179,
      "step": 28460
    },
    {
      "loss_action": 0.015688354149460793,
      "loss_total": 0.015688354149460793,
      "step": 28460
    },
    {
      "loss_action": 0.00592039292678237,
      "loss_total": 0.00592039292678237,
      "step": 28460
    },
    {
      "loss_action": 0.004588226787745953,
      "loss_total": 0.004588226787745953,
      "step": 28460
    },
    {
      "loss_action": 0.010211161337792873,
      "loss_total": 0.010211161337792873,
      "step": 28460
    },
    {
      "loss_action": 0.008514578454196453,
      "loss_total": 0.008514578454196453,
      "step": 28460
    },
    {
      "loss_action": 0.014927349053323269,
      "loss_total": 0.014927349053323269,
      "step": 28460
    },
    {
      "loss_action": 0.021666821092367172,
      "loss_total": 0.021666821092367172,
      "step": 28460
    },
    {
      "grad_norm": 0.15645933151245117,
      "learning_rate": 9.98774934243669e-05,
      "loss": 0.0125,
      "step": 28470
    },
    {
      "loss_action": 0.009738803841173649,
      "loss_total": 0.009738803841173649,
      "step": 28470
    },
    {
      "loss_action": 0.02228936180472374,
      "loss_total": 0.02228936180472374,
      "step": 28470
    },
    {
      "loss_action": 0.01446314062923193,
      "loss_total": 0.01446314062923193,
      "step": 28470
    },
    {
      "loss_action": 0.005975124426186085,
      "loss_total": 0.005975124426186085,
      "step": 28470
    },
    {
      "loss_action": 0.005214746575802565,
      "loss_total": 0.005214746575802565,
      "step": 28470
    },
    {
      "loss_action": 0.0044787051156163216,
      "loss_total": 0.0044787051156163216,
      "step": 28470
    },
    {
      "loss_action": 0.007325723301619291,
      "loss_total": 0.007325723301619291,
      "step": 28470
    },
    {
      "loss_action": 0.007222744636237621,
      "loss_total": 0.007222744636237621,
      "step": 28470
    },
    {
      "grad_norm": 0.14957338571548462,
      "learning_rate": 9.987720406622898e-05,
      "loss": 0.0124,
      "step": 28480
    },
    {
      "loss_action": 0.011793620884418488,
      "loss_total": 0.011793620884418488,
      "step": 28480
    },
    {
      "loss_action": 0.0077260080724954605,
      "loss_total": 0.0077260080724954605,
      "step": 28480
    },
    {
      "loss_action": 0.0292988084256649,
      "loss_total": 0.0292988084256649,
      "step": 28480
    },
    {
      "loss_action": 0.019322611391544342,
      "loss_total": 0.019322611391544342,
      "step": 28480
    },
    {
      "loss_action": 0.01083437167108059,
      "loss_total": 0.01083437167108059,
      "step": 28480
    },
    {
      "loss_action": 0.0068826694041490555,
      "loss_total": 0.0068826694041490555,
      "step": 28480
    },
    {
      "loss_action": 0.014026915654540062,
      "loss_total": 0.014026915654540062,
      "step": 28480
    },
    {
      "loss_action": 0.013458922505378723,
      "loss_total": 0.013458922505378723,
      "step": 28480
    },
    {
      "grad_norm": 0.13419583439826965,
      "learning_rate": 9.987691436718505e-05,
      "loss": 0.0114,
      "step": 28490
    },
    {
      "loss_action": 0.021646760404109955,
      "loss_total": 0.021646760404109955,
      "step": 28490
    },
    {
      "loss_action": 0.009308804757893085,
      "loss_total": 0.009308804757893085,
      "step": 28490
    },
    {
      "loss_action": 0.009757617488503456,
      "loss_total": 0.009757617488503456,
      "step": 28490
    },
    {
      "loss_action": 0.014857848174870014,
      "loss_total": 0.014857848174870014,
      "step": 28490
    },
    {
      "loss_action": 0.010812541469931602,
      "loss_total": 0.010812541469931602,
      "step": 28490
    },
    {
      "loss_action": 0.01101005170494318,
      "loss_total": 0.01101005170494318,
      "step": 28490
    },
    {
      "loss_action": 0.029272060841321945,
      "loss_total": 0.029272060841321945,
      "step": 28490
    },
    {
      "loss_action": 0.013559303246438503,
      "loss_total": 0.013559303246438503,
      "step": 28490
    },
    {
      "grad_norm": 0.1738158017396927,
      "learning_rate": 9.987662432723712e-05,
      "loss": 0.0132,
      "step": 28500
    },
    {
      "loss_action": 0.004184585064649582,
      "loss_total": 0.004184585064649582,
      "step": 28500
    },
    {
      "loss_action": 0.01834496483206749,
      "loss_total": 0.01834496483206749,
      "step": 28500
    },
    {
      "loss_action": 0.012658122926950455,
      "loss_total": 0.012658122926950455,
      "step": 28500
    },
    {
      "loss_action": 0.024123147130012512,
      "loss_total": 0.024123147130012512,
      "step": 28500
    },
    {
      "loss_action": 0.006474587135016918,
      "loss_total": 0.006474587135016918,
      "step": 28500
    },
    {
      "loss_action": 0.02042176015675068,
      "loss_total": 0.02042176015675068,
      "step": 28500
    },
    {
      "loss_action": 0.028639528900384903,
      "loss_total": 0.028639528900384903,
      "step": 28500
    },
    {
      "loss_action": 0.007017337251454592,
      "loss_total": 0.007017337251454592,
      "step": 28500
    },
    {
      "grad_norm": 0.150568887591362,
      "learning_rate": 9.987633394638711e-05,
      "loss": 0.0121,
      "step": 28510
    },
    {
      "loss_action": 0.003968126140534878,
      "loss_total": 0.003968126140534878,
      "step": 28510
    },
    {
      "loss_action": 0.005997596308588982,
      "loss_total": 0.005997596308588982,
      "step": 28510
    },
    {
      "loss_action": 0.011689192615449429,
      "loss_total": 0.011689192615449429,
      "step": 28510
    },
    {
      "loss_action": 0.013962535187602043,
      "loss_total": 0.013962535187602043,
      "step": 28510
    },
    {
      "loss_action": 0.005606970749795437,
      "loss_total": 0.005606970749795437,
      "step": 28510
    },
    {
      "loss_action": 0.0156899131834507,
      "loss_total": 0.0156899131834507,
      "step": 28510
    },
    {
      "loss_action": 0.007127671502530575,
      "loss_total": 0.007127671502530575,
      "step": 28510
    },
    {
      "loss_action": 0.009844650514423847,
      "loss_total": 0.009844650514423847,
      "step": 28510
    },
    {
      "grad_norm": 0.17097118496894836,
      "learning_rate": 9.987604322463706e-05,
      "loss": 0.0117,
      "step": 28520
    },
    {
      "loss_action": 0.023609494790434837,
      "loss_total": 0.023609494790434837,
      "step": 28520
    },
    {
      "loss_action": 0.01441064290702343,
      "loss_total": 0.01441064290702343,
      "step": 28520
    },
    {
      "loss_action": 0.00455378508195281,
      "loss_total": 0.00455378508195281,
      "step": 28520
    },
    {
      "loss_action": 0.00892999954521656,
      "loss_total": 0.00892999954521656,
      "step": 28520
    },
    {
      "loss_action": 0.0072941589169204235,
      "loss_total": 0.0072941589169204235,
      "step": 28520
    },
    {
      "loss_action": 0.00651129987090826,
      "loss_total": 0.00651129987090826,
      "step": 28520
    },
    {
      "loss_action": 0.012002235278487206,
      "loss_total": 0.012002235278487206,
      "step": 28520
    },
    {
      "loss_action": 0.012071537785232067,
      "loss_total": 0.012071537785232067,
      "step": 28520
    },
    {
      "grad_norm": 0.14123839139938354,
      "learning_rate": 9.987575216198894e-05,
      "loss": 0.0112,
      "step": 28530
    },
    {
      "loss_action": 0.0032745301723480225,
      "loss_total": 0.0032745301723480225,
      "step": 28530
    },
    {
      "loss_action": 0.007447625510394573,
      "loss_total": 0.007447625510394573,
      "step": 28530
    },
    {
      "loss_action": 0.013492409139871597,
      "loss_total": 0.013492409139871597,
      "step": 28530
    },
    {
      "loss_action": 0.00861179456114769,
      "loss_total": 0.00861179456114769,
      "step": 28530
    },
    {
      "loss_action": 0.01570461317896843,
      "loss_total": 0.01570461317896843,
      "step": 28530
    },
    {
      "loss_action": 0.010104715824127197,
      "loss_total": 0.010104715824127197,
      "step": 28530
    },
    {
      "loss_action": 0.006355611141771078,
      "loss_total": 0.006355611141771078,
      "step": 28530
    },
    {
      "loss_action": 0.004575797822326422,
      "loss_total": 0.004575797822326422,
      "step": 28530
    },
    {
      "grad_norm": 0.1633029282093048,
      "learning_rate": 9.987546075844473e-05,
      "loss": 0.0125,
      "step": 28540
    },
    {
      "loss_action": 0.01971704512834549,
      "loss_total": 0.01971704512834549,
      "step": 28540
    },
    {
      "loss_action": 0.01973188854753971,
      "loss_total": 0.01973188854753971,
      "step": 28540
    },
    {
      "loss_action": 0.0143363606184721,
      "loss_total": 0.0143363606184721,
      "step": 28540
    },
    {
      "loss_action": 0.01224333792924881,
      "loss_total": 0.01224333792924881,
      "step": 28540
    },
    {
      "loss_action": 0.015313583426177502,
      "loss_total": 0.015313583426177502,
      "step": 28540
    },
    {
      "loss_action": 0.02405422180891037,
      "loss_total": 0.02405422180891037,
      "step": 28540
    },
    {
      "loss_action": 0.033374808728694916,
      "loss_total": 0.033374808728694916,
      "step": 28540
    },
    {
      "loss_action": 0.018432442098855972,
      "loss_total": 0.018432442098855972,
      "step": 28540
    },
    {
      "grad_norm": 0.2566641867160797,
      "learning_rate": 9.987516901400645e-05,
      "loss": 0.0124,
      "step": 28550
    },
    {
      "loss_action": 0.009573578834533691,
      "loss_total": 0.009573578834533691,
      "step": 28550
    },
    {
      "loss_action": 0.010511377826333046,
      "loss_total": 0.010511377826333046,
      "step": 28550
    },
    {
      "loss_action": 0.044211260974407196,
      "loss_total": 0.044211260974407196,
      "step": 28550
    },
    {
      "loss_action": 0.012869469821453094,
      "loss_total": 0.012869469821453094,
      "step": 28550
    },
    {
      "loss_action": 0.005567548796534538,
      "loss_total": 0.005567548796534538,
      "step": 28550
    },
    {
      "loss_action": 0.040203046053647995,
      "loss_total": 0.040203046053647995,
      "step": 28550
    },
    {
      "loss_action": 0.00624366058036685,
      "loss_total": 0.00624366058036685,
      "step": 28550
    },
    {
      "loss_action": 0.013149354606866837,
      "loss_total": 0.013149354606866837,
      "step": 28550
    },
    {
      "grad_norm": 0.216575026512146,
      "learning_rate": 9.987487692867604e-05,
      "loss": 0.018,
      "step": 28560
    },
    {
      "loss_action": 0.006389640737324953,
      "loss_total": 0.006389640737324953,
      "step": 28560
    },
    {
      "loss_action": 0.016513874754309654,
      "loss_total": 0.016513874754309654,
      "step": 28560
    },
    {
      "loss_action": 0.027495738118886948,
      "loss_total": 0.027495738118886948,
      "step": 28560
    },
    {
      "loss_action": 0.011844487860798836,
      "loss_total": 0.011844487860798836,
      "step": 28560
    },
    {
      "loss_action": 0.009451735764741898,
      "loss_total": 0.009451735764741898,
      "step": 28560
    },
    {
      "loss_action": 0.009418128058314323,
      "loss_total": 0.009418128058314323,
      "step": 28560
    },
    {
      "loss_action": 0.015888798981904984,
      "loss_total": 0.015888798981904984,
      "step": 28560
    },
    {
      "loss_action": 0.013606063090264797,
      "loss_total": 0.013606063090264797,
      "step": 28560
    },
    {
      "grad_norm": 0.1739370971918106,
      "learning_rate": 9.987458450245555e-05,
      "loss": 0.0161,
      "step": 28570
    },
    {
      "loss_action": 0.03857260197401047,
      "loss_total": 0.03857260197401047,
      "step": 28570
    },
    {
      "loss_action": 0.00806998461484909,
      "loss_total": 0.00806998461484909,
      "step": 28570
    },
    {
      "loss_action": 0.018850918859243393,
      "loss_total": 0.018850918859243393,
      "step": 28570
    },
    {
      "loss_action": 0.011227229610085487,
      "loss_total": 0.011227229610085487,
      "step": 28570
    },
    {
      "loss_action": 0.005524246022105217,
      "loss_total": 0.005524246022105217,
      "step": 28570
    },
    {
      "loss_action": 0.008273688144981861,
      "loss_total": 0.008273688144981861,
      "step": 28570
    },
    {
      "loss_action": 0.013433201238512993,
      "loss_total": 0.013433201238512993,
      "step": 28570
    },
    {
      "loss_action": 0.1005198210477829,
      "loss_total": 0.1005198210477829,
      "step": 28570
    },
    {
      "grad_norm": 0.22507527470588684,
      "learning_rate": 9.987429173534695e-05,
      "loss": 0.0186,
      "step": 28580
    },
    {
      "loss_action": 0.07271640747785568,
      "loss_total": 0.07271640747785568,
      "step": 28580
    },
    {
      "loss_action": 0.1163383424282074,
      "loss_total": 0.1163383424282074,
      "step": 28580
    },
    {
      "loss_action": 0.021319709718227386,
      "loss_total": 0.021319709718227386,
      "step": 28580
    },
    {
      "loss_action": 0.011687313206493855,
      "loss_total": 0.011687313206493855,
      "step": 28580
    },
    {
      "loss_action": 0.007923183962702751,
      "loss_total": 0.007923183962702751,
      "step": 28580
    },
    {
      "loss_action": 0.011973307467997074,
      "loss_total": 0.011973307467997074,
      "step": 28580
    },
    {
      "loss_action": 0.014809990301728249,
      "loss_total": 0.014809990301728249,
      "step": 28580
    },
    {
      "loss_action": 0.007598395459353924,
      "loss_total": 0.007598395459353924,
      "step": 28580
    },
    {
      "grad_norm": 0.2375030517578125,
      "learning_rate": 9.987399862735226e-05,
      "loss": 0.0177,
      "step": 28590
    },
    {
      "loss_action": 0.005655786953866482,
      "loss_total": 0.005655786953866482,
      "step": 28590
    },
    {
      "loss_action": 0.013792023062705994,
      "loss_total": 0.013792023062705994,
      "step": 28590
    },
    {
      "loss_action": 0.011083482764661312,
      "loss_total": 0.011083482764661312,
      "step": 28590
    },
    {
      "loss_action": 0.010396665893495083,
      "loss_total": 0.010396665893495083,
      "step": 28590
    },
    {
      "loss_action": 0.01754259690642357,
      "loss_total": 0.01754259690642357,
      "step": 28590
    },
    {
      "loss_action": 0.013979606330394745,
      "loss_total": 0.013979606330394745,
      "step": 28590
    },
    {
      "loss_action": 0.004522429779171944,
      "loss_total": 0.004522429779171944,
      "step": 28590
    },
    {
      "loss_action": 0.004481554962694645,
      "loss_total": 0.004481554962694645,
      "step": 28590
    },
    {
      "grad_norm": 0.12433350831270218,
      "learning_rate": 9.987370517847347e-05,
      "loss": 0.0136,
      "step": 28600
    },
    {
      "loss_action": 0.02850816212594509,
      "loss_total": 0.02850816212594509,
      "step": 28600
    },
    {
      "loss_action": 0.011464385315775871,
      "loss_total": 0.011464385315775871,
      "step": 28600
    },
    {
      "loss_action": 0.018359612673521042,
      "loss_total": 0.018359612673521042,
      "step": 28600
    },
    {
      "loss_action": 0.017784785479307175,
      "loss_total": 0.017784785479307175,
      "step": 28600
    },
    {
      "loss_action": 0.01698174513876438,
      "loss_total": 0.01698174513876438,
      "step": 28600
    },
    {
      "loss_action": 0.00447886623442173,
      "loss_total": 0.00447886623442173,
      "step": 28600
    },
    {
      "loss_action": 0.012790497392416,
      "loss_total": 0.012790497392416,
      "step": 28600
    },
    {
      "loss_action": 0.011242899112403393,
      "loss_total": 0.011242899112403393,
      "step": 28600
    },
    {
      "grad_norm": 0.2110336720943451,
      "learning_rate": 9.987341138871258e-05,
      "loss": 0.0138,
      "step": 28610
    },
    {
      "loss_action": 0.013419117778539658,
      "loss_total": 0.013419117778539658,
      "step": 28610
    },
    {
      "loss_action": 0.014515770599246025,
      "loss_total": 0.014515770599246025,
      "step": 28610
    },
    {
      "loss_action": 0.005328714847564697,
      "loss_total": 0.005328714847564697,
      "step": 28610
    },
    {
      "loss_action": 0.006034827791154385,
      "loss_total": 0.006034827791154385,
      "step": 28610
    },
    {
      "loss_action": 0.013941517099738121,
      "loss_total": 0.013941517099738121,
      "step": 28610
    },
    {
      "loss_action": 0.011619068682193756,
      "loss_total": 0.011619068682193756,
      "step": 28610
    },
    {
      "loss_action": 0.027116090059280396,
      "loss_total": 0.027116090059280396,
      "step": 28610
    },
    {
      "loss_action": 0.01062089204788208,
      "loss_total": 0.01062089204788208,
      "step": 28610
    },
    {
      "grad_norm": 0.22569994628429413,
      "learning_rate": 9.987311725807163e-05,
      "loss": 0.0141,
      "step": 28620
    },
    {
      "loss_action": 0.011307984590530396,
      "loss_total": 0.011307984590530396,
      "step": 28620
    },
    {
      "loss_action": 0.008731713518500328,
      "loss_total": 0.008731713518500328,
      "step": 28620
    },
    {
      "loss_action": 0.01732606254518032,
      "loss_total": 0.01732606254518032,
      "step": 28620
    },
    {
      "loss_action": 0.009253590367734432,
      "loss_total": 0.009253590367734432,
      "step": 28620
    },
    {
      "loss_action": 0.02518378384411335,
      "loss_total": 0.02518378384411335,
      "step": 28620
    },
    {
      "loss_action": 0.007271580398082733,
      "loss_total": 0.007271580398082733,
      "step": 28620
    },
    {
      "loss_action": 0.07319572567939758,
      "loss_total": 0.07319572567939758,
      "step": 28620
    },
    {
      "loss_action": 0.010086354799568653,
      "loss_total": 0.010086354799568653,
      "step": 28620
    },
    {
      "grad_norm": 0.2049890011548996,
      "learning_rate": 9.987282278655258e-05,
      "loss": 0.0148,
      "step": 28630
    },
    {
      "loss_action": 0.01608123630285263,
      "loss_total": 0.01608123630285263,
      "step": 28630
    },
    {
      "loss_action": 0.008588442578911781,
      "loss_total": 0.008588442578911781,
      "step": 28630
    },
    {
      "loss_action": 0.012687977403402328,
      "loss_total": 0.012687977403402328,
      "step": 28630
    },
    {
      "loss_action": 0.019540756940841675,
      "loss_total": 0.019540756940841675,
      "step": 28630
    },
    {
      "loss_action": 0.010751340538263321,
      "loss_total": 0.010751340538263321,
      "step": 28630
    },
    {
      "loss_action": 0.012624749913811684,
      "loss_total": 0.012624749913811684,
      "step": 28630
    },
    {
      "loss_action": 0.011525334790349007,
      "loss_total": 0.011525334790349007,
      "step": 28630
    },
    {
      "loss_action": 0.013457611203193665,
      "loss_total": 0.013457611203193665,
      "step": 28630
    },
    {
      "grad_norm": 0.17889374494552612,
      "learning_rate": 9.987252797415749e-05,
      "loss": 0.0143,
      "step": 28640
    },
    {
      "loss_action": 0.013554632663726807,
      "loss_total": 0.013554632663726807,
      "step": 28640
    },
    {
      "loss_action": 0.007600031793117523,
      "loss_total": 0.007600031793117523,
      "step": 28640
    },
    {
      "loss_action": 0.012760510668158531,
      "loss_total": 0.012760510668158531,
      "step": 28640
    },
    {
      "loss_action": 0.007812813855707645,
      "loss_total": 0.007812813855707645,
      "step": 28640
    },
    {
      "loss_action": 0.008442232385277748,
      "loss_total": 0.008442232385277748,
      "step": 28640
    },
    {
      "loss_action": 0.007399085443466902,
      "loss_total": 0.007399085443466902,
      "step": 28640
    },
    {
      "loss_action": 0.013356609269976616,
      "loss_total": 0.013356609269976616,
      "step": 28640
    },
    {
      "loss_action": 0.008768647909164429,
      "loss_total": 0.008768647909164429,
      "step": 28640
    },
    {
      "grad_norm": 0.16790787875652313,
      "learning_rate": 9.987223282088834e-05,
      "loss": 0.0133,
      "step": 28650
    },
    {
      "loss_action": 0.004914505872875452,
      "loss_total": 0.004914505872875452,
      "step": 28650
    },
    {
      "loss_action": 0.006197182461619377,
      "loss_total": 0.006197182461619377,
      "step": 28650
    },
    {
      "loss_action": 0.007942300289869308,
      "loss_total": 0.007942300289869308,
      "step": 28650
    },
    {
      "loss_action": 0.016701089218258858,
      "loss_total": 0.016701089218258858,
      "step": 28650
    },
    {
      "loss_action": 0.01992223784327507,
      "loss_total": 0.01992223784327507,
      "step": 28650
    },
    {
      "loss_action": 0.010271621868014336,
      "loss_total": 0.010271621868014336,
      "step": 28650
    },
    {
      "loss_action": 0.01109545212239027,
      "loss_total": 0.01109545212239027,
      "step": 28650
    },
    {
      "loss_action": 0.015229498036205769,
      "loss_total": 0.015229498036205769,
      "step": 28650
    },
    {
      "grad_norm": 0.17370593547821045,
      "learning_rate": 9.987193732674715e-05,
      "loss": 0.0129,
      "step": 28660
    },
    {
      "loss_action": 0.007957938127219677,
      "loss_total": 0.007957938127219677,
      "step": 28660
    },
    {
      "loss_action": 0.018848806619644165,
      "loss_total": 0.018848806619644165,
      "step": 28660
    },
    {
      "loss_action": 0.011617024429142475,
      "loss_total": 0.011617024429142475,
      "step": 28660
    },
    {
      "loss_action": 0.01565905101597309,
      "loss_total": 0.01565905101597309,
      "step": 28660
    },
    {
      "loss_action": 0.007727093528956175,
      "loss_total": 0.007727093528956175,
      "step": 28660
    },
    {
      "loss_action": 0.0177815742790699,
      "loss_total": 0.0177815742790699,
      "step": 28660
    },
    {
      "loss_action": 0.009548643603920937,
      "loss_total": 0.009548643603920937,
      "step": 28660
    },
    {
      "loss_action": 0.00932698417454958,
      "loss_total": 0.00932698417454958,
      "step": 28660
    },
    {
      "grad_norm": 0.18583060801029205,
      "learning_rate": 9.987164149173599e-05,
      "loss": 0.0149,
      "step": 28670
    },
    {
      "loss_action": 0.009185459464788437,
      "loss_total": 0.009185459464788437,
      "step": 28670
    },
    {
      "loss_action": 0.014072436839342117,
      "loss_total": 0.014072436839342117,
      "step": 28670
    },
    {
      "loss_action": 0.029129531234502792,
      "loss_total": 0.029129531234502792,
      "step": 28670
    },
    {
      "loss_action": 0.005162020213901997,
      "loss_total": 0.005162020213901997,
      "step": 28670
    },
    {
      "loss_action": 0.020785212516784668,
      "loss_total": 0.020785212516784668,
      "step": 28670
    },
    {
      "loss_action": 0.008975042030215263,
      "loss_total": 0.008975042030215263,
      "step": 28670
    },
    {
      "loss_action": 0.013715464621782303,
      "loss_total": 0.013715464621782303,
      "step": 28670
    },
    {
      "loss_action": 0.014165672473609447,
      "loss_total": 0.014165672473609447,
      "step": 28670
    },
    {
      "grad_norm": 0.18452976644039154,
      "learning_rate": 9.987134531585681e-05,
      "loss": 0.0135,
      "step": 28680
    },
    {
      "loss_action": 0.004279289860278368,
      "loss_total": 0.004279289860278368,
      "step": 28680
    },
    {
      "loss_action": 0.02609187550842762,
      "loss_total": 0.02609187550842762,
      "step": 28680
    },
    {
      "loss_action": 0.015318533405661583,
      "loss_total": 0.015318533405661583,
      "step": 28680
    },
    {
      "loss_action": 0.0064602745696902275,
      "loss_total": 0.0064602745696902275,
      "step": 28680
    },
    {
      "loss_action": 0.022113483399152756,
      "loss_total": 0.022113483399152756,
      "step": 28680
    },
    {
      "loss_action": 0.012125508859753609,
      "loss_total": 0.012125508859753609,
      "step": 28680
    },
    {
      "loss_action": 0.01523437350988388,
      "loss_total": 0.01523437350988388,
      "step": 28680
    },
    {
      "loss_action": 0.014854846522212029,
      "loss_total": 0.014854846522212029,
      "step": 28680
    },
    {
      "grad_norm": 0.13626696169376373,
      "learning_rate": 9.987104879911169e-05,
      "loss": 0.0161,
      "step": 28690
    },
    {
      "loss_action": 0.008845352567732334,
      "loss_total": 0.008845352567732334,
      "step": 28690
    },
    {
      "loss_action": 0.009279890917241573,
      "loss_total": 0.009279890917241573,
      "step": 28690
    },
    {
      "loss_action": 0.007618624251335859,
      "loss_total": 0.007618624251335859,
      "step": 28690
    },
    {
      "loss_action": 0.043438322842121124,
      "loss_total": 0.043438322842121124,
      "step": 28690
    },
    {
      "loss_action": 0.015354232862591743,
      "loss_total": 0.015354232862591743,
      "step": 28690
    },
    {
      "loss_action": 0.006505995988845825,
      "loss_total": 0.006505995988845825,
      "step": 28690
    },
    {
      "loss_action": 0.017441457137465477,
      "loss_total": 0.017441457137465477,
      "step": 28690
    },
    {
      "loss_action": 0.014016733504831791,
      "loss_total": 0.014016733504831791,
      "step": 28690
    },
    {
      "grad_norm": 0.1641114354133606,
      "learning_rate": 9.987075194150261e-05,
      "loss": 0.0149,
      "step": 28700
    },
    {
      "loss_action": 0.020278990268707275,
      "loss_total": 0.020278990268707275,
      "step": 28700
    },
    {
      "loss_action": 0.01208021491765976,
      "loss_total": 0.01208021491765976,
      "step": 28700
    },
    {
      "loss_action": 0.021038182079792023,
      "loss_total": 0.021038182079792023,
      "step": 28700
    },
    {
      "loss_action": 0.013125642202794552,
      "loss_total": 0.013125642202794552,
      "step": 28700
    },
    {
      "loss_action": 0.01507207378745079,
      "loss_total": 0.01507207378745079,
      "step": 28700
    },
    {
      "loss_action": 0.009767688810825348,
      "loss_total": 0.009767688810825348,
      "step": 28700
    },
    {
      "loss_action": 0.01048063114285469,
      "loss_total": 0.01048063114285469,
      "step": 28700
    },
    {
      "loss_action": 0.020382069051265717,
      "loss_total": 0.020382069051265717,
      "step": 28700
    },
    {
      "grad_norm": 0.16649934649467468,
      "learning_rate": 9.987045474303165e-05,
      "loss": 0.013,
      "step": 28710
    },
    {
      "loss_action": 0.017315054312348366,
      "loss_total": 0.017315054312348366,
      "step": 28710
    },
    {
      "loss_action": 0.012604568153619766,
      "loss_total": 0.012604568153619766,
      "step": 28710
    },
    {
      "loss_action": 0.008167004212737083,
      "loss_total": 0.008167004212737083,
      "step": 28710
    },
    {
      "loss_action": 0.012194674462080002,
      "loss_total": 0.012194674462080002,
      "step": 28710
    },
    {
      "loss_action": 0.010215898975729942,
      "loss_total": 0.010215898975729942,
      "step": 28710
    },
    {
      "loss_action": 0.006129412911832333,
      "loss_total": 0.006129412911832333,
      "step": 28710
    },
    {
      "loss_action": 0.014284418895840645,
      "loss_total": 0.014284418895840645,
      "step": 28710
    },
    {
      "loss_action": 0.02104254625737667,
      "loss_total": 0.02104254625737667,
      "step": 28710
    },
    {
      "grad_norm": 0.1448095589876175,
      "learning_rate": 9.987015720370081e-05,
      "loss": 0.0124,
      "step": 28720
    },
    {
      "loss_action": 0.016912130638957024,
      "loss_total": 0.016912130638957024,
      "step": 28720
    },
    {
      "loss_action": 0.013290483504533768,
      "loss_total": 0.013290483504533768,
      "step": 28720
    },
    {
      "loss_action": 0.010445838794112206,
      "loss_total": 0.010445838794112206,
      "step": 28720
    },
    {
      "loss_action": 0.030547283589839935,
      "loss_total": 0.030547283589839935,
      "step": 28720
    },
    {
      "loss_action": 0.00887096393853426,
      "loss_total": 0.00887096393853426,
      "step": 28720
    },
    {
      "loss_action": 0.004852630663663149,
      "loss_total": 0.004852630663663149,
      "step": 28720
    },
    {
      "loss_action": 0.008893478661775589,
      "loss_total": 0.008893478661775589,
      "step": 28720
    },
    {
      "loss_action": 0.019924920052289963,
      "loss_total": 0.019924920052289963,
      "step": 28720
    },
    {
      "grad_norm": 0.1168411523103714,
      "learning_rate": 9.986985932351212e-05,
      "loss": 0.0121,
      "step": 28730
    },
    {
      "loss_action": 0.006075835786759853,
      "loss_total": 0.006075835786759853,
      "step": 28730
    },
    {
      "loss_action": 0.10586301982402802,
      "loss_total": 0.10586301982402802,
      "step": 28730
    },
    {
      "loss_action": 0.012111734598875046,
      "loss_total": 0.012111734598875046,
      "step": 28730
    },
    {
      "loss_action": 0.022133588790893555,
      "loss_total": 0.022133588790893555,
      "step": 28730
    },
    {
      "loss_action": 0.007139574270695448,
      "loss_total": 0.007139574270695448,
      "step": 28730
    },
    {
      "loss_action": 0.01079139206558466,
      "loss_total": 0.01079139206558466,
      "step": 28730
    },
    {
      "loss_action": 0.005297783296555281,
      "loss_total": 0.005297783296555281,
      "step": 28730
    },
    {
      "loss_action": 0.007432467304170132,
      "loss_total": 0.007432467304170132,
      "step": 28730
    },
    {
      "grad_norm": 0.13705407083034515,
      "learning_rate": 9.986956110246763e-05,
      "loss": 0.0125,
      "step": 28740
    },
    {
      "loss_action": 0.009716633707284927,
      "loss_total": 0.009716633707284927,
      "step": 28740
    },
    {
      "loss_action": 0.014603214338421822,
      "loss_total": 0.014603214338421822,
      "step": 28740
    },
    {
      "loss_action": 0.016233395785093307,
      "loss_total": 0.016233395785093307,
      "step": 28740
    },
    {
      "loss_action": 0.012405557557940483,
      "loss_total": 0.012405557557940483,
      "step": 28740
    },
    {
      "loss_action": 0.009697504341602325,
      "loss_total": 0.009697504341602325,
      "step": 28740
    },
    {
      "loss_action": 0.0483846440911293,
      "loss_total": 0.0483846440911293,
      "step": 28740
    },
    {
      "loss_action": 0.007934330962598324,
      "loss_total": 0.007934330962598324,
      "step": 28740
    },
    {
      "loss_action": 0.010911669582128525,
      "loss_total": 0.010911669582128525,
      "step": 28740
    },
    {
      "grad_norm": 0.1478198617696762,
      "learning_rate": 9.986926254056936e-05,
      "loss": 0.0152,
      "step": 28750
    },
    {
      "loss_action": 0.014501962810754776,
      "loss_total": 0.014501962810754776,
      "step": 28750
    },
    {
      "loss_action": 0.020399756729602814,
      "loss_total": 0.020399756729602814,
      "step": 28750
    },
    {
      "loss_action": 0.010728705674409866,
      "loss_total": 0.010728705674409866,
      "step": 28750
    },
    {
      "loss_action": 0.13215982913970947,
      "loss_total": 0.13215982913970947,
      "step": 28750
    },
    {
      "loss_action": 0.011574694886803627,
      "loss_total": 0.011574694886803627,
      "step": 28750
    },
    {
      "loss_action": 0.013636225834488869,
      "loss_total": 0.013636225834488869,
      "step": 28750
    },
    {
      "loss_action": 0.015258057974278927,
      "loss_total": 0.015258057974278927,
      "step": 28750
    },
    {
      "loss_action": 0.023334622383117676,
      "loss_total": 0.023334622383117676,
      "step": 28750
    },
    {
      "grad_norm": 0.16622227430343628,
      "learning_rate": 9.986896363781939e-05,
      "loss": 0.0189,
      "step": 28760
    },
    {
      "loss_action": 0.00788554921746254,
      "loss_total": 0.00788554921746254,
      "step": 28760
    },
    {
      "loss_action": 0.007053267676383257,
      "loss_total": 0.007053267676383257,
      "step": 28760
    },
    {
      "loss_action": 0.01900138333439827,
      "loss_total": 0.01900138333439827,
      "step": 28760
    },
    {
      "loss_action": 0.01825239695608616,
      "loss_total": 0.01825239695608616,
      "step": 28760
    },
    {
      "loss_action": 0.021912818774580956,
      "loss_total": 0.021912818774580956,
      "step": 28760
    },
    {
      "loss_action": 0.005145839415490627,
      "loss_total": 0.005145839415490627,
      "step": 28760
    },
    {
      "loss_action": 0.008230244740843773,
      "loss_total": 0.008230244740843773,
      "step": 28760
    },
    {
      "loss_action": 0.008642079308629036,
      "loss_total": 0.008642079308629036,
      "step": 28760
    },
    {
      "grad_norm": 0.1803901195526123,
      "learning_rate": 9.986866439421971e-05,
      "loss": 0.013,
      "step": 28770
    },
    {
      "loss_action": 0.006249087397009134,
      "loss_total": 0.006249087397009134,
      "step": 28770
    },
    {
      "loss_action": 0.009485673159360886,
      "loss_total": 0.009485673159360886,
      "step": 28770
    },
    {
      "loss_action": 0.006089516915380955,
      "loss_total": 0.006089516915380955,
      "step": 28770
    },
    {
      "loss_action": 0.023709939792752266,
      "loss_total": 0.023709939792752266,
      "step": 28770
    },
    {
      "loss_action": 0.013881208375096321,
      "loss_total": 0.013881208375096321,
      "step": 28770
    },
    {
      "loss_action": 0.01449656207114458,
      "loss_total": 0.01449656207114458,
      "step": 28770
    },
    {
      "loss_action": 0.02167797088623047,
      "loss_total": 0.02167797088623047,
      "step": 28770
    },
    {
      "loss_action": 0.010009007528424263,
      "loss_total": 0.010009007528424263,
      "step": 28770
    },
    {
      "grad_norm": 0.18525849282741547,
      "learning_rate": 9.986836480977241e-05,
      "loss": 0.0127,
      "step": 28780
    },
    {
      "loss_action": 0.012470382265746593,
      "loss_total": 0.012470382265746593,
      "step": 28780
    },
    {
      "loss_action": 0.0056583695113658905,
      "loss_total": 0.0056583695113658905,
      "step": 28780
    },
    {
      "loss_action": 0.008442523889243603,
      "loss_total": 0.008442523889243603,
      "step": 28780
    },
    {
      "loss_action": 0.008796880021691322,
      "loss_total": 0.008796880021691322,
      "step": 28780
    },
    {
      "loss_action": 0.00726601155474782,
      "loss_total": 0.00726601155474782,
      "step": 28780
    },
    {
      "loss_action": 0.015350006520748138,
      "loss_total": 0.015350006520748138,
      "step": 28780
    },
    {
      "loss_action": 0.014729366637766361,
      "loss_total": 0.014729366637766361,
      "step": 28780
    },
    {
      "loss_action": 0.01624733954668045,
      "loss_total": 0.01624733954668045,
      "step": 28780
    },
    {
      "grad_norm": 0.15642495453357697,
      "learning_rate": 9.98680648844795e-05,
      "loss": 0.0129,
      "step": 28790
    },
    {
      "loss_action": 0.007853057235479355,
      "loss_total": 0.007853057235479355,
      "step": 28790
    },
    {
      "loss_action": 0.006425176747143269,
      "loss_total": 0.006425176747143269,
      "step": 28790
    },
    {
      "loss_action": 0.007313748821616173,
      "loss_total": 0.007313748821616173,
      "step": 28790
    },
    {
      "loss_action": 0.023255551233887672,
      "loss_total": 0.023255551233887672,
      "step": 28790
    },
    {
      "loss_action": 0.00933525525033474,
      "loss_total": 0.00933525525033474,
      "step": 28790
    },
    {
      "loss_action": 0.014190620742738247,
      "loss_total": 0.014190620742738247,
      "step": 28790
    },
    {
      "loss_action": 0.009176906198263168,
      "loss_total": 0.009176906198263168,
      "step": 28790
    },
    {
      "loss_action": 0.009169945493340492,
      "loss_total": 0.009169945493340492,
      "step": 28790
    },
    {
      "grad_norm": 0.1414443552494049,
      "learning_rate": 9.986776461834307e-05,
      "loss": 0.0119,
      "step": 28800
    },
    {
      "loss_action": 0.015317169949412346,
      "loss_total": 0.015317169949412346,
      "step": 28800
    },
    {
      "loss_action": 0.014476406387984753,
      "loss_total": 0.014476406387984753,
      "step": 28800
    },
    {
      "loss_action": 0.011913489550352097,
      "loss_total": 0.011913489550352097,
      "step": 28800
    },
    {
      "loss_action": 0.007809298112988472,
      "loss_total": 0.007809298112988472,
      "step": 28800
    },
    {
      "loss_action": 0.03234564885497093,
      "loss_total": 0.03234564885497093,
      "step": 28800
    },
    {
      "loss_action": 0.007823940366506577,
      "loss_total": 0.007823940366506577,
      "step": 28800
    },
    {
      "loss_action": 0.010424003936350346,
      "loss_total": 0.010424003936350346,
      "step": 28800
    },
    {
      "loss_action": 0.0196320042014122,
      "loss_total": 0.0196320042014122,
      "step": 28800
    },
    {
      "grad_norm": 0.15863382816314697,
      "learning_rate": 9.986746401136515e-05,
      "loss": 0.0148,
      "step": 28810
    },
    {
      "loss_action": 0.004433983005583286,
      "loss_total": 0.004433983005583286,
      "step": 28810
    },
    {
      "loss_action": 0.024817058816552162,
      "loss_total": 0.024817058816552162,
      "step": 28810
    },
    {
      "loss_action": 0.011333753354847431,
      "loss_total": 0.011333753354847431,
      "step": 28810
    },
    {
      "loss_action": 0.019100144505500793,
      "loss_total": 0.019100144505500793,
      "step": 28810
    },
    {
      "loss_action": 0.02676546946167946,
      "loss_total": 0.02676546946167946,
      "step": 28810
    },
    {
      "loss_action": 0.06003076583147049,
      "loss_total": 0.06003076583147049,
      "step": 28810
    },
    {
      "loss_action": 0.014715967699885368,
      "loss_total": 0.014715967699885368,
      "step": 28810
    },
    {
      "loss_action": 0.01039818488061428,
      "loss_total": 0.01039818488061428,
      "step": 28810
    },
    {
      "grad_norm": 0.15363474190235138,
      "learning_rate": 9.98671630635478e-05,
      "loss": 0.0147,
      "step": 28820
    },
    {
      "loss_action": 0.011593572795391083,
      "loss_total": 0.011593572795391083,
      "step": 28820
    },
    {
      "loss_action": 0.009455714374780655,
      "loss_total": 0.009455714374780655,
      "step": 28820
    },
    {
      "loss_action": 0.01458781212568283,
      "loss_total": 0.01458781212568283,
      "step": 28820
    },
    {
      "loss_action": 0.02133990451693535,
      "loss_total": 0.02133990451693535,
      "step": 28820
    },
    {
      "loss_action": 0.005125595256686211,
      "loss_total": 0.005125595256686211,
      "step": 28820
    },
    {
      "loss_action": 0.011982956901192665,
      "loss_total": 0.011982956901192665,
      "step": 28820
    },
    {
      "loss_action": 0.003992100246250629,
      "loss_total": 0.003992100246250629,
      "step": 28820
    },
    {
      "loss_action": 0.04490184411406517,
      "loss_total": 0.04490184411406517,
      "step": 28820
    },
    {
      "grad_norm": 0.18425384163856506,
      "learning_rate": 9.986686177489306e-05,
      "loss": 0.0131,
      "step": 28830
    },
    {
      "loss_action": 0.019565973430871964,
      "loss_total": 0.019565973430871964,
      "step": 28830
    },
    {
      "loss_action": 0.016841448843479156,
      "loss_total": 0.016841448843479156,
      "step": 28830
    },
    {
      "loss_action": 0.02964811772108078,
      "loss_total": 0.02964811772108078,
      "step": 28830
    },
    {
      "loss_action": 0.0276033952832222,
      "loss_total": 0.0276033952832222,
      "step": 28830
    },
    {
      "loss_action": 0.0076044718734920025,
      "loss_total": 0.0076044718734920025,
      "step": 28830
    },
    {
      "loss_action": 0.008841083385050297,
      "loss_total": 0.008841083385050297,
      "step": 28830
    },
    {
      "loss_action": 0.02101723849773407,
      "loss_total": 0.02101723849773407,
      "step": 28830
    },
    {
      "loss_action": 0.015341674908995628,
      "loss_total": 0.015341674908995628,
      "step": 28830
    },
    {
      "grad_norm": 0.12458588927984238,
      "learning_rate": 9.986656014540301e-05,
      "loss": 0.0125,
      "step": 28840
    },
    {
      "loss_action": 0.005328437313437462,
      "loss_total": 0.005328437313437462,
      "step": 28840
    },
    {
      "loss_action": 0.009920990094542503,
      "loss_total": 0.009920990094542503,
      "step": 28840
    },
    {
      "loss_action": 0.006406916305422783,
      "loss_total": 0.006406916305422783,
      "step": 28840
    },
    {
      "loss_action": 0.009717653505504131,
      "loss_total": 0.009717653505504131,
      "step": 28840
    },
    {
      "loss_action": 0.009197779931128025,
      "loss_total": 0.009197779931128025,
      "step": 28840
    },
    {
      "loss_action": 0.008615540340542793,
      "loss_total": 0.008615540340542793,
      "step": 28840
    },
    {
      "loss_action": 0.02014126442372799,
      "loss_total": 0.02014126442372799,
      "step": 28840
    },
    {
      "loss_action": 0.022870926186442375,
      "loss_total": 0.022870926186442375,
      "step": 28840
    },
    {
      "grad_norm": 0.18793968856334686,
      "learning_rate": 9.986625817507969e-05,
      "loss": 0.0125,
      "step": 28850
    },
    {
      "loss_action": 0.013352761045098305,
      "loss_total": 0.013352761045098305,
      "step": 28850
    },
    {
      "loss_action": 0.009503498673439026,
      "loss_total": 0.009503498673439026,
      "step": 28850
    },
    {
      "loss_action": 0.004766826517879963,
      "loss_total": 0.004766826517879963,
      "step": 28850
    },
    {
      "loss_action": 0.04248236119747162,
      "loss_total": 0.04248236119747162,
      "step": 28850
    },
    {
      "loss_action": 0.008428288623690605,
      "loss_total": 0.008428288623690605,
      "step": 28850
    },
    {
      "loss_action": 0.008025312796235085,
      "loss_total": 0.008025312796235085,
      "step": 28850
    },
    {
      "loss_action": 0.012888206169009209,
      "loss_total": 0.012888206169009209,
      "step": 28850
    },
    {
      "loss_action": 0.024754468351602554,
      "loss_total": 0.024754468351602554,
      "step": 28850
    },
    {
      "grad_norm": 0.22554731369018555,
      "learning_rate": 9.98659558639252e-05,
      "loss": 0.0139,
      "step": 28860
    },
    {
      "loss_action": 0.028916163370013237,
      "loss_total": 0.028916163370013237,
      "step": 28860
    },
    {
      "loss_action": 0.01987248659133911,
      "loss_total": 0.01987248659133911,
      "step": 28860
    },
    {
      "loss_action": 0.0170472152531147,
      "loss_total": 0.0170472152531147,
      "step": 28860
    },
    {
      "loss_action": 0.01137995719909668,
      "loss_total": 0.01137995719909668,
      "step": 28860
    },
    {
      "loss_action": 0.010524515062570572,
      "loss_total": 0.010524515062570572,
      "step": 28860
    },
    {
      "loss_action": 0.01218623947352171,
      "loss_total": 0.01218623947352171,
      "step": 28860
    },
    {
      "loss_action": 0.017833419144153595,
      "loss_total": 0.017833419144153595,
      "step": 28860
    },
    {
      "loss_action": 0.03199121728539467,
      "loss_total": 0.03199121728539467,
      "step": 28860
    },
    {
      "grad_norm": 0.168522447347641,
      "learning_rate": 9.986565321194156e-05,
      "loss": 0.0167,
      "step": 28870
    },
    {
      "loss_action": 0.013833410106599331,
      "loss_total": 0.013833410106599331,
      "step": 28870
    },
    {
      "loss_action": 0.011030960828065872,
      "loss_total": 0.011030960828065872,
      "step": 28870
    },
    {
      "loss_action": 0.024951230734586716,
      "loss_total": 0.024951230734586716,
      "step": 28870
    },
    {
      "loss_action": 0.007706290110945702,
      "loss_total": 0.007706290110945702,
      "step": 28870
    },
    {
      "loss_action": 0.02954985946416855,
      "loss_total": 0.02954985946416855,
      "step": 28870
    },
    {
      "loss_action": 0.005347703583538532,
      "loss_total": 0.005347703583538532,
      "step": 28870
    },
    {
      "loss_action": 0.014645377174019814,
      "loss_total": 0.014645377174019814,
      "step": 28870
    },
    {
      "loss_action": 0.007946636527776718,
      "loss_total": 0.007946636527776718,
      "step": 28870
    },
    {
      "grad_norm": 0.14811429381370544,
      "learning_rate": 9.986535021913088e-05,
      "loss": 0.0121,
      "step": 28880
    },
    {
      "loss_action": 0.009774042293429375,
      "loss_total": 0.009774042293429375,
      "step": 28880
    },
    {
      "loss_action": 0.013388771563768387,
      "loss_total": 0.013388771563768387,
      "step": 28880
    },
    {
      "loss_action": 0.009027328342199326,
      "loss_total": 0.009027328342199326,
      "step": 28880
    },
    {
      "loss_action": 0.014544658362865448,
      "loss_total": 0.014544658362865448,
      "step": 28880
    },
    {
      "loss_action": 0.019269853830337524,
      "loss_total": 0.019269853830337524,
      "step": 28880
    },
    {
      "loss_action": 0.010812869295477867,
      "loss_total": 0.010812869295477867,
      "step": 28880
    },
    {
      "loss_action": 0.00547439232468605,
      "loss_total": 0.00547439232468605,
      "step": 28880
    },
    {
      "loss_action": 0.00788731500506401,
      "loss_total": 0.00788731500506401,
      "step": 28880
    },
    {
      "grad_norm": 0.1500396728515625,
      "learning_rate": 9.986504688549522e-05,
      "loss": 0.0127,
      "step": 28890
    },
    {
      "loss_action": 0.009740939363837242,
      "loss_total": 0.009740939363837242,
      "step": 28890
    },
    {
      "loss_action": 0.012772783637046814,
      "loss_total": 0.012772783637046814,
      "step": 28890
    },
    {
      "loss_action": 0.008230653591454029,
      "loss_total": 0.008230653591454029,
      "step": 28890
    },
    {
      "loss_action": 0.008518215268850327,
      "loss_total": 0.008518215268850327,
      "step": 28890
    },
    {
      "loss_action": 0.006297911051660776,
      "loss_total": 0.006297911051660776,
      "step": 28890
    },
    {
      "loss_action": 0.011360827833414078,
      "loss_total": 0.011360827833414078,
      "step": 28890
    },
    {
      "loss_action": 0.011575180105865002,
      "loss_total": 0.011575180105865002,
      "step": 28890
    },
    {
      "loss_action": 0.01624811813235283,
      "loss_total": 0.01624811813235283,
      "step": 28890
    },
    {
      "grad_norm": 0.1792079657316208,
      "learning_rate": 9.986474321103664e-05,
      "loss": 0.012,
      "step": 28900
    },
    {
      "loss_action": 0.007879044860601425,
      "loss_total": 0.007879044860601425,
      "step": 28900
    },
    {
      "loss_action": 0.020485300570726395,
      "loss_total": 0.020485300570726395,
      "step": 28900
    },
    {
      "loss_action": 0.008894531056284904,
      "loss_total": 0.008894531056284904,
      "step": 28900
    },
    {
      "loss_action": 0.007165505085140467,
      "loss_total": 0.007165505085140467,
      "step": 28900
    },
    {
      "loss_action": 0.007414012216031551,
      "loss_total": 0.007414012216031551,
      "step": 28900
    },
    {
      "loss_action": 0.0059081148356199265,
      "loss_total": 0.0059081148356199265,
      "step": 28900
    },
    {
      "loss_action": 0.016039328649640083,
      "loss_total": 0.016039328649640083,
      "step": 28900
    },
    {
      "loss_action": 0.00990388635545969,
      "loss_total": 0.00990388635545969,
      "step": 28900
    },
    {
      "grad_norm": 0.12321679294109344,
      "learning_rate": 9.986443919575721e-05,
      "loss": 0.0128,
      "step": 28910
    },
    {
      "loss_action": 0.009920915588736534,
      "loss_total": 0.009920915588736534,
      "step": 28910
    },
    {
      "loss_action": 0.008206319063901901,
      "loss_total": 0.008206319063901901,
      "step": 28910
    },
    {
      "loss_action": 0.008617130108177662,
      "loss_total": 0.008617130108177662,
      "step": 28910
    },
    {
      "loss_action": 0.011523114517331123,
      "loss_total": 0.011523114517331123,
      "step": 28910
    },
    {
      "loss_action": 0.029272176325321198,
      "loss_total": 0.029272176325321198,
      "step": 28910
    },
    {
      "loss_action": 0.012816162779927254,
      "loss_total": 0.012816162779927254,
      "step": 28910
    },
    {
      "loss_action": 0.02523777261376381,
      "loss_total": 0.02523777261376381,
      "step": 28910
    },
    {
      "loss_action": 0.014982272870838642,
      "loss_total": 0.014982272870838642,
      "step": 28910
    },
    {
      "grad_norm": 0.21848326921463013,
      "learning_rate": 9.986413483965904e-05,
      "loss": 0.0127,
      "step": 28920
    },
    {
      "loss_action": 0.016460243612527847,
      "loss_total": 0.016460243612527847,
      "step": 28920
    },
    {
      "loss_action": 0.013546993024647236,
      "loss_total": 0.013546993024647236,
      "step": 28920
    },
    {
      "loss_action": 0.014732010662555695,
      "loss_total": 0.014732010662555695,
      "step": 28920
    },
    {
      "loss_action": 0.010382596403360367,
      "loss_total": 0.010382596403360367,
      "step": 28920
    },
    {
      "loss_action": 0.03461415693163872,
      "loss_total": 0.03461415693163872,
      "step": 28920
    },
    {
      "loss_action": 0.016086798161268234,
      "loss_total": 0.016086798161268234,
      "step": 28920
    },
    {
      "loss_action": 0.010143814608454704,
      "loss_total": 0.010143814608454704,
      "step": 28920
    },
    {
      "loss_action": 0.01735897921025753,
      "loss_total": 0.01735897921025753,
      "step": 28920
    },
    {
      "grad_norm": 0.10900889337062836,
      "learning_rate": 9.986383014274418e-05,
      "loss": 0.0142,
      "step": 28930
    },
    {
      "loss_action": 0.013153264299035072,
      "loss_total": 0.013153264299035072,
      "step": 28930
    },
    {
      "loss_action": 0.006408799905329943,
      "loss_total": 0.006408799905329943,
      "step": 28930
    },
    {
      "loss_action": 0.011959059163928032,
      "loss_total": 0.011959059163928032,
      "step": 28930
    },
    {
      "loss_action": 0.011587671935558319,
      "loss_total": 0.011587671935558319,
      "step": 28930
    },
    {
      "loss_action": 0.010676437988877296,
      "loss_total": 0.010676437988877296,
      "step": 28930
    },
    {
      "loss_action": 0.012743998318910599,
      "loss_total": 0.012743998318910599,
      "step": 28930
    },
    {
      "loss_action": 0.007632922381162643,
      "loss_total": 0.007632922381162643,
      "step": 28930
    },
    {
      "loss_action": 0.01684282347559929,
      "loss_total": 0.01684282347559929,
      "step": 28930
    },
    {
      "grad_norm": 0.1819198876619339,
      "learning_rate": 9.986352510501473e-05,
      "loss": 0.0119,
      "step": 28940
    },
    {
      "loss_action": 0.010356662794947624,
      "loss_total": 0.010356662794947624,
      "step": 28940
    },
    {
      "loss_action": 0.01106030959635973,
      "loss_total": 0.01106030959635973,
      "step": 28940
    },
    {
      "loss_action": 0.010461518540978432,
      "loss_total": 0.010461518540978432,
      "step": 28940
    },
    {
      "loss_action": 0.01060298178344965,
      "loss_total": 0.01060298178344965,
      "step": 28940
    },
    {
      "loss_action": 0.030405132099986076,
      "loss_total": 0.030405132099986076,
      "step": 28940
    },
    {
      "loss_action": 0.007229181006550789,
      "loss_total": 0.007229181006550789,
      "step": 28940
    },
    {
      "loss_action": 0.014315261505544186,
      "loss_total": 0.014315261505544186,
      "step": 28940
    },
    {
      "loss_action": 0.01928122714161873,
      "loss_total": 0.01928122714161873,
      "step": 28940
    },
    {
      "grad_norm": 0.11948904395103455,
      "learning_rate": 9.986321972647276e-05,
      "loss": 0.0136,
      "step": 28950
    },
    {
      "loss_action": 0.010106819681823254,
      "loss_total": 0.010106819681823254,
      "step": 28950
    },
    {
      "loss_action": 0.009724163450300694,
      "loss_total": 0.009724163450300694,
      "step": 28950
    },
    {
      "loss_action": 0.006501855328679085,
      "loss_total": 0.006501855328679085,
      "step": 28950
    },
    {
      "loss_action": 0.017756957560777664,
      "loss_total": 0.017756957560777664,
      "step": 28950
    },
    {
      "loss_action": 0.02400219440460205,
      "loss_total": 0.02400219440460205,
      "step": 28950
    },
    {
      "loss_action": 0.02930242195725441,
      "loss_total": 0.02930242195725441,
      "step": 28950
    },
    {
      "loss_action": 0.008748299442231655,
      "loss_total": 0.008748299442231655,
      "step": 28950
    },
    {
      "loss_action": 0.01093096099793911,
      "loss_total": 0.01093096099793911,
      "step": 28950
    },
    {
      "grad_norm": 0.17984911799430847,
      "learning_rate": 9.986291400712038e-05,
      "loss": 0.0142,
      "step": 28960
    },
    {
      "loss_action": 0.01022978313267231,
      "loss_total": 0.01022978313267231,
      "step": 28960
    },
    {
      "loss_action": 0.007857447490096092,
      "loss_total": 0.007857447490096092,
      "step": 28960
    },
    {
      "loss_action": 0.008224447257816792,
      "loss_total": 0.008224447257816792,
      "step": 28960
    },
    {
      "loss_action": 0.008954837918281555,
      "loss_total": 0.008954837918281555,
      "step": 28960
    },
    {
      "loss_action": 0.007358686998486519,
      "loss_total": 0.007358686998486519,
      "step": 28960
    },
    {
      "loss_action": 0.01306209247559309,
      "loss_total": 0.01306209247559309,
      "step": 28960
    },
    {
      "loss_action": 0.009187659248709679,
      "loss_total": 0.009187659248709679,
      "step": 28960
    },
    {
      "loss_action": 0.043550044298172,
      "loss_total": 0.043550044298172,
      "step": 28960
    },
    {
      "grad_norm": 0.1854485422372818,
      "learning_rate": 9.986260794695965e-05,
      "loss": 0.0133,
      "step": 28970
    },
    {
      "loss_action": 0.024938222020864487,
      "loss_total": 0.024938222020864487,
      "step": 28970
    },
    {
      "loss_action": 0.015056667849421501,
      "loss_total": 0.015056667849421501,
      "step": 28970
    },
    {
      "loss_action": 0.015201819129288197,
      "loss_total": 0.015201819129288197,
      "step": 28970
    },
    {
      "loss_action": 0.0053757852874696255,
      "loss_total": 0.0053757852874696255,
      "step": 28970
    },
    {
      "loss_action": 0.006078819744288921,
      "loss_total": 0.006078819744288921,
      "step": 28970
    },
    {
      "loss_action": 0.0057854969054460526,
      "loss_total": 0.0057854969054460526,
      "step": 28970
    },
    {
      "loss_action": 0.008589019998908043,
      "loss_total": 0.008589019998908043,
      "step": 28970
    },
    {
      "loss_action": 0.018160633742809296,
      "loss_total": 0.018160633742809296,
      "step": 28970
    },
    {
      "grad_norm": 0.1406909078359604,
      "learning_rate": 9.986230154599268e-05,
      "loss": 0.0123,
      "step": 28980
    },
    {
      "loss_action": 0.00384059501811862,
      "loss_total": 0.00384059501811862,
      "step": 28980
    },
    {
      "loss_action": 0.005746836774051189,
      "loss_total": 0.005746836774051189,
      "step": 28980
    },
    {
      "loss_action": 0.0069587016478180885,
      "loss_total": 0.0069587016478180885,
      "step": 28980
    },
    {
      "loss_action": 0.004421471152454615,
      "loss_total": 0.004421471152454615,
      "step": 28980
    },
    {
      "loss_action": 0.0075416783802211285,
      "loss_total": 0.0075416783802211285,
      "step": 28980
    },
    {
      "loss_action": 0.05846334248781204,
      "loss_total": 0.05846334248781204,
      "step": 28980
    },
    {
      "loss_action": 0.005849378649145365,
      "loss_total": 0.005849378649145365,
      "step": 28980
    },
    {
      "loss_action": 0.007448818534612656,
      "loss_total": 0.007448818534612656,
      "step": 28980
    },
    {
      "grad_norm": 0.18225938081741333,
      "learning_rate": 9.986199480422158e-05,
      "loss": 0.0134,
      "step": 28990
    },
    {
      "loss_action": 0.02036675438284874,
      "loss_total": 0.02036675438284874,
      "step": 28990
    },
    {
      "loss_action": 0.006444565951824188,
      "loss_total": 0.006444565951824188,
      "step": 28990
    },
    {
      "loss_action": 0.013906220905482769,
      "loss_total": 0.013906220905482769,
      "step": 28990
    },
    {
      "loss_action": 0.011293523013591766,
      "loss_total": 0.011293523013591766,
      "step": 28990
    },
    {
      "loss_action": 0.008245044387876987,
      "loss_total": 0.008245044387876987,
      "step": 28990
    },
    {
      "loss_action": 0.00902223028242588,
      "loss_total": 0.00902223028242588,
      "step": 28990
    },
    {
      "loss_action": 0.010902877897024155,
      "loss_total": 0.010902877897024155,
      "step": 28990
    },
    {
      "loss_action": 0.014748026616871357,
      "loss_total": 0.014748026616871357,
      "step": 28990
    },
    {
      "grad_norm": 0.1687815934419632,
      "learning_rate": 9.986168772164841e-05,
      "loss": 0.0122,
      "step": 29000
    },
    {
      "loss_action": 0.00847574882209301,
      "loss_total": 0.00847574882209301,
      "step": 29000
    },
    {
      "loss_action": 0.008085804991424084,
      "loss_total": 0.008085804991424084,
      "step": 29000
    },
    {
      "loss_action": 0.01628737710416317,
      "loss_total": 0.01628737710416317,
      "step": 29000
    },
    {
      "loss_action": 0.008288519456982613,
      "loss_total": 0.008288519456982613,
      "step": 29000
    },
    {
      "loss_action": 0.01620946079492569,
      "loss_total": 0.01620946079492569,
      "step": 29000
    },
    {
      "loss_action": 0.025564923882484436,
      "loss_total": 0.025564923882484436,
      "step": 29000
    },
    {
      "loss_action": 0.01592843420803547,
      "loss_total": 0.01592843420803547,
      "step": 29000
    },
    {
      "loss_action": 0.010258030146360397,
      "loss_total": 0.010258030146360397,
      "step": 29000
    },
    {
      "grad_norm": 0.1357298046350479,
      "learning_rate": 9.986138029827529e-05,
      "loss": 0.0141,
      "step": 29010
    },
    {
      "loss_action": 0.016878614202141762,
      "loss_total": 0.016878614202141762,
      "step": 29010
    },
    {
      "loss_action": 0.007357977796345949,
      "loss_total": 0.007357977796345949,
      "step": 29010
    },
    {
      "loss_action": 0.013663343153893948,
      "loss_total": 0.013663343153893948,
      "step": 29010
    },
    {
      "loss_action": 0.01876007579267025,
      "loss_total": 0.01876007579267025,
      "step": 29010
    },
    {
      "loss_action": 0.006836719810962677,
      "loss_total": 0.006836719810962677,
      "step": 29010
    },
    {
      "loss_action": 0.02355167269706726,
      "loss_total": 0.02355167269706726,
      "step": 29010
    },
    {
      "loss_action": 0.015257330611348152,
      "loss_total": 0.015257330611348152,
      "step": 29010
    },
    {
      "loss_action": 0.011889338493347168,
      "loss_total": 0.011889338493347168,
      "step": 29010
    },
    {
      "grad_norm": 0.1479433923959732,
      "learning_rate": 9.986107253410432e-05,
      "loss": 0.0118,
      "step": 29020
    },
    {
      "loss_action": 0.03148692101240158,
      "loss_total": 0.03148692101240158,
      "step": 29020
    },
    {
      "loss_action": 0.0033150184899568558,
      "loss_total": 0.0033150184899568558,
      "step": 29020
    },
    {
      "loss_action": 0.009795413352549076,
      "loss_total": 0.009795413352549076,
      "step": 29020
    },
    {
      "loss_action": 0.01744656078517437,
      "loss_total": 0.01744656078517437,
      "step": 29020
    },
    {
      "loss_action": 0.01296207681298256,
      "loss_total": 0.01296207681298256,
      "step": 29020
    },
    {
      "loss_action": 0.010730225592851639,
      "loss_total": 0.010730225592851639,
      "step": 29020
    },
    {
      "loss_action": 0.0357152558863163,
      "loss_total": 0.0357152558863163,
      "step": 29020
    },
    {
      "loss_action": 0.007773448713123798,
      "loss_total": 0.007773448713123798,
      "step": 29020
    },
    {
      "grad_norm": 0.14772725105285645,
      "learning_rate": 9.98607644291376e-05,
      "loss": 0.0118,
      "step": 29030
    },
    {
      "loss_action": 0.021107126027345657,
      "loss_total": 0.021107126027345657,
      "step": 29030
    },
    {
      "loss_action": 0.015545123256742954,
      "loss_total": 0.015545123256742954,
      "step": 29030
    },
    {
      "loss_action": 0.030096231028437614,
      "loss_total": 0.030096231028437614,
      "step": 29030
    },
    {
      "loss_action": 0.012553069740533829,
      "loss_total": 0.012553069740533829,
      "step": 29030
    },
    {
      "loss_action": 0.008748700842261314,
      "loss_total": 0.008748700842261314,
      "step": 29030
    },
    {
      "loss_action": 0.007564135827124119,
      "loss_total": 0.007564135827124119,
      "step": 29030
    },
    {
      "loss_action": 0.004769928753376007,
      "loss_total": 0.004769928753376007,
      "step": 29030
    },
    {
      "loss_action": 0.011718095280230045,
      "loss_total": 0.011718095280230045,
      "step": 29030
    },
    {
      "grad_norm": 0.22727327048778534,
      "learning_rate": 9.986045598337723e-05,
      "loss": 0.013,
      "step": 29040
    },
    {
      "loss_action": 0.020211277529597282,
      "loss_total": 0.020211277529597282,
      "step": 29040
    },
    {
      "loss_action": 0.05548006296157837,
      "loss_total": 0.05548006296157837,
      "step": 29040
    },
    {
      "loss_action": 0.009750040248036385,
      "loss_total": 0.009750040248036385,
      "step": 29040
    },
    {
      "loss_action": 0.008299239911139011,
      "loss_total": 0.008299239911139011,
      "step": 29040
    },
    {
      "loss_action": 0.0038138108793646097,
      "loss_total": 0.0038138108793646097,
      "step": 29040
    },
    {
      "loss_action": 0.01667345128953457,
      "loss_total": 0.01667345128953457,
      "step": 29040
    },
    {
      "loss_action": 0.020068354904651642,
      "loss_total": 0.020068354904651642,
      "step": 29040
    },
    {
      "loss_action": 0.012187781743705273,
      "loss_total": 0.012187781743705273,
      "step": 29040
    },
    {
      "grad_norm": 0.16263769567012787,
      "learning_rate": 9.986014719682534e-05,
      "loss": 0.0144,
      "step": 29050
    },
    {
      "loss_action": 0.014148693531751633,
      "loss_total": 0.014148693531751633,
      "step": 29050
    },
    {
      "loss_action": 0.00822452176362276,
      "loss_total": 0.00822452176362276,
      "step": 29050
    },
    {
      "loss_action": 0.0056510320864617825,
      "loss_total": 0.0056510320864617825,
      "step": 29050
    },
    {
      "loss_action": 0.020918700844049454,
      "loss_total": 0.020918700844049454,
      "step": 29050
    },
    {
      "loss_action": 0.010906893759965897,
      "loss_total": 0.010906893759965897,
      "step": 29050
    },
    {
      "loss_action": 0.014803021214902401,
      "loss_total": 0.014803021214902401,
      "step": 29050
    },
    {
      "loss_action": 0.014808699488639832,
      "loss_total": 0.014808699488639832,
      "step": 29050
    },
    {
      "loss_action": 0.012885864824056625,
      "loss_total": 0.012885864824056625,
      "step": 29050
    },
    {
      "grad_norm": 0.18157154321670532,
      "learning_rate": 9.985983806948403e-05,
      "loss": 0.0156,
      "step": 29060
    },
    {
      "loss_action": 0.01082530152052641,
      "loss_total": 0.01082530152052641,
      "step": 29060
    },
    {
      "loss_action": 0.018543362617492676,
      "loss_total": 0.018543362617492676,
      "step": 29060
    },
    {
      "loss_action": 0.009925803169608116,
      "loss_total": 0.009925803169608116,
      "step": 29060
    },
    {
      "loss_action": 0.0168117955327034,
      "loss_total": 0.0168117955327034,
      "step": 29060
    },
    {
      "loss_action": 0.008370240218937397,
      "loss_total": 0.008370240218937397,
      "step": 29060
    },
    {
      "loss_action": 0.014498943462967873,
      "loss_total": 0.014498943462967873,
      "step": 29060
    },
    {
      "loss_action": 0.0123880784958601,
      "loss_total": 0.0123880784958601,
      "step": 29060
    },
    {
      "loss_action": 0.0070058261044323444,
      "loss_total": 0.0070058261044323444,
      "step": 29060
    },
    {
      "grad_norm": 0.11111736297607422,
      "learning_rate": 9.985952860135539e-05,
      "loss": 0.013,
      "step": 29070
    },
    {
      "loss_action": 0.0159688051789999,
      "loss_total": 0.0159688051789999,
      "step": 29070
    },
    {
      "loss_action": 0.0053198933601379395,
      "loss_total": 0.0053198933601379395,
      "step": 29070
    },
    {
      "loss_action": 0.004546579904854298,
      "loss_total": 0.004546579904854298,
      "step": 29070
    },
    {
      "loss_action": 0.0039348965510725975,
      "loss_total": 0.0039348965510725975,
      "step": 29070
    },
    {
      "loss_action": 0.011337700299918652,
      "loss_total": 0.011337700299918652,
      "step": 29070
    },
    {
      "loss_action": 0.0075783864594995975,
      "loss_total": 0.0075783864594995975,
      "step": 29070
    },
    {
      "loss_action": 0.038106124848127365,
      "loss_total": 0.038106124848127365,
      "step": 29070
    },
    {
      "loss_action": 0.0072679901495575905,
      "loss_total": 0.0072679901495575905,
      "step": 29070
    },
    {
      "grad_norm": 0.1500445306301117,
      "learning_rate": 9.985921879244156e-05,
      "loss": 0.0138,
      "step": 29080
    },
    {
      "loss_action": 0.009810075163841248,
      "loss_total": 0.009810075163841248,
      "step": 29080
    },
    {
      "loss_action": 0.0055591873824596405,
      "loss_total": 0.0055591873824596405,
      "step": 29080
    },
    {
      "loss_action": 0.02010384388267994,
      "loss_total": 0.02010384388267994,
      "step": 29080
    },
    {
      "loss_action": 0.009871413931250572,
      "loss_total": 0.009871413931250572,
      "step": 29080
    },
    {
      "loss_action": 0.005564581602811813,
      "loss_total": 0.005564581602811813,
      "step": 29080
    },
    {
      "loss_action": 0.011317409574985504,
      "loss_total": 0.011317409574985504,
      "step": 29080
    },
    {
      "loss_action": 0.021869786083698273,
      "loss_total": 0.021869786083698273,
      "step": 29080
    },
    {
      "loss_action": 0.01332295686006546,
      "loss_total": 0.01332295686006546,
      "step": 29080
    },
    {
      "grad_norm": 0.13579349219799042,
      "learning_rate": 9.985890864274466e-05,
      "loss": 0.011,
      "step": 29090
    },
    {
      "loss_action": 0.023371420800685883,
      "loss_total": 0.023371420800685883,
      "step": 29090
    },
    {
      "loss_action": 0.007519640494138002,
      "loss_total": 0.007519640494138002,
      "step": 29090
    },
    {
      "loss_action": 0.01107081025838852,
      "loss_total": 0.01107081025838852,
      "step": 29090
    },
    {
      "loss_action": 0.008589018136262894,
      "loss_total": 0.008589018136262894,
      "step": 29090
    },
    {
      "loss_action": 0.017117680981755257,
      "loss_total": 0.017117680981755257,
      "step": 29090
    },
    {
      "loss_action": 0.006801245268434286,
      "loss_total": 0.006801245268434286,
      "step": 29090
    },
    {
      "loss_action": 0.028434567153453827,
      "loss_total": 0.028434567153453827,
      "step": 29090
    },
    {
      "loss_action": 0.012022620067000389,
      "loss_total": 0.012022620067000389,
      "step": 29090
    },
    {
      "grad_norm": 0.20356570184230804,
      "learning_rate": 9.985859815226679e-05,
      "loss": 0.0131,
      "step": 29100
    },
    {
      "loss_action": 0.00874306634068489,
      "loss_total": 0.00874306634068489,
      "step": 29100
    },
    {
      "loss_action": 0.016877111047506332,
      "loss_total": 0.016877111047506332,
      "step": 29100
    },
    {
      "loss_action": 0.00568877998739481,
      "loss_total": 0.00568877998739481,
      "step": 29100
    },
    {
      "loss_action": 0.010608533397316933,
      "loss_total": 0.010608533397316933,
      "step": 29100
    },
    {
      "loss_action": 0.08016794174909592,
      "loss_total": 0.08016794174909592,
      "step": 29100
    },
    {
      "loss_action": 0.01623564213514328,
      "loss_total": 0.01623564213514328,
      "step": 29100
    },
    {
      "loss_action": 0.00767112011089921,
      "loss_total": 0.00767112011089921,
      "step": 29100
    },
    {
      "loss_action": 0.010776188224554062,
      "loss_total": 0.010776188224554062,
      "step": 29100
    },
    {
      "grad_norm": 0.14423319697380066,
      "learning_rate": 9.985828732101009e-05,
      "loss": 0.0135,
      "step": 29110
    },
    {
      "loss_action": 0.017813485115766525,
      "loss_total": 0.017813485115766525,
      "step": 29110
    },
    {
      "loss_action": 0.01994927227497101,
      "loss_total": 0.01994927227497101,
      "step": 29110
    },
    {
      "loss_action": 0.005302906036376953,
      "loss_total": 0.005302906036376953,
      "step": 29110
    },
    {
      "loss_action": 0.009785819798707962,
      "loss_total": 0.009785819798707962,
      "step": 29110
    },
    {
      "loss_action": 0.017444420605897903,
      "loss_total": 0.017444420605897903,
      "step": 29110
    },
    {
      "loss_action": 0.0059471093118190765,
      "loss_total": 0.0059471093118190765,
      "step": 29110
    },
    {
      "loss_action": 0.003908880520612001,
      "loss_total": 0.003908880520612001,
      "step": 29110
    },
    {
      "loss_action": 0.006679746322333813,
      "loss_total": 0.006679746322333813,
      "step": 29110
    },
    {
      "grad_norm": 0.13896174728870392,
      "learning_rate": 9.985797614897668e-05,
      "loss": 0.0135,
      "step": 29120
    },
    {
      "loss_action": 0.009339684620499611,
      "loss_total": 0.009339684620499611,
      "step": 29120
    },
    {
      "loss_action": 0.010715130716562271,
      "loss_total": 0.010715130716562271,
      "step": 29120
    },
    {
      "loss_action": 0.014233916066586971,
      "loss_total": 0.014233916066586971,
      "step": 29120
    },
    {
      "loss_action": 0.013553032651543617,
      "loss_total": 0.013553032651543617,
      "step": 29120
    },
    {
      "loss_action": 0.009734399616718292,
      "loss_total": 0.009734399616718292,
      "step": 29120
    },
    {
      "loss_action": 0.03007768839597702,
      "loss_total": 0.03007768839597702,
      "step": 29120
    },
    {
      "loss_action": 0.05660349875688553,
      "loss_total": 0.05660349875688553,
      "step": 29120
    },
    {
      "loss_action": 0.02131129987537861,
      "loss_total": 0.02131129987537861,
      "step": 29120
    },
    {
      "grad_norm": 0.16910144686698914,
      "learning_rate": 9.985766463616868e-05,
      "loss": 0.0134,
      "step": 29130
    },
    {
      "loss_action": 0.004095887299627066,
      "loss_total": 0.004095887299627066,
      "step": 29130
    },
    {
      "loss_action": 0.009282431565225124,
      "loss_total": 0.009282431565225124,
      "step": 29130
    },
    {
      "loss_action": 0.008257932960987091,
      "loss_total": 0.008257932960987091,
      "step": 29130
    },
    {
      "loss_action": 0.01524190790951252,
      "loss_total": 0.01524190790951252,
      "step": 29130
    },
    {
      "loss_action": 0.009861426427960396,
      "loss_total": 0.009861426427960396,
      "step": 29130
    },
    {
      "loss_action": 0.012119297869503498,
      "loss_total": 0.012119297869503498,
      "step": 29130
    },
    {
      "loss_action": 0.008468639105558395,
      "loss_total": 0.008468639105558395,
      "step": 29130
    },
    {
      "loss_action": 0.00963676255196333,
      "loss_total": 0.00963676255196333,
      "step": 29130
    },
    {
      "grad_norm": 0.11662572622299194,
      "learning_rate": 9.985735278258823e-05,
      "loss": 0.0122,
      "step": 29140
    },
    {
      "loss_action": 0.018595047295093536,
      "loss_total": 0.018595047295093536,
      "step": 29140
    },
    {
      "loss_action": 0.0044733500108122826,
      "loss_total": 0.0044733500108122826,
      "step": 29140
    },
    {
      "loss_action": 0.021205350756645203,
      "loss_total": 0.021205350756645203,
      "step": 29140
    },
    {
      "loss_action": 0.014644928276538849,
      "loss_total": 0.014644928276538849,
      "step": 29140
    },
    {
      "loss_action": 0.004919759463518858,
      "loss_total": 0.004919759463518858,
      "step": 29140
    },
    {
      "loss_action": 0.007582214195281267,
      "loss_total": 0.007582214195281267,
      "step": 29140
    },
    {
      "loss_action": 0.0180734321475029,
      "loss_total": 0.0180734321475029,
      "step": 29140
    },
    {
      "loss_action": 0.006426405161619186,
      "loss_total": 0.006426405161619186,
      "step": 29140
    },
    {
      "grad_norm": 0.17881032824516296,
      "learning_rate": 9.985704058823746e-05,
      "loss": 0.0126,
      "step": 29150
    },
    {
      "loss_action": 0.006629773881286383,
      "loss_total": 0.006629773881286383,
      "step": 29150
    },
    {
      "loss_action": 0.016692137345671654,
      "loss_total": 0.016692137345671654,
      "step": 29150
    },
    {
      "loss_action": 0.006372899282723665,
      "loss_total": 0.006372899282723665,
      "step": 29150
    },
    {
      "loss_action": 0.025095941498875618,
      "loss_total": 0.025095941498875618,
      "step": 29150
    },
    {
      "loss_action": 0.01056443341076374,
      "loss_total": 0.01056443341076374,
      "step": 29150
    },
    {
      "loss_action": 0.005761146545410156,
      "loss_total": 0.005761146545410156,
      "step": 29150
    },
    {
      "loss_action": 0.008087225258350372,
      "loss_total": 0.008087225258350372,
      "step": 29150
    },
    {
      "loss_action": 0.008950936608016491,
      "loss_total": 0.008950936608016491,
      "step": 29150
    },
    {
      "grad_norm": 0.1420162171125412,
      "learning_rate": 9.985672805311849e-05,
      "loss": 0.0127,
      "step": 29160
    },
    {
      "loss_action": 0.006987026426941156,
      "loss_total": 0.006987026426941156,
      "step": 29160
    },
    {
      "loss_action": 0.030976496636867523,
      "loss_total": 0.030976496636867523,
      "step": 29160
    },
    {
      "loss_action": 0.012456422671675682,
      "loss_total": 0.012456422671675682,
      "step": 29160
    },
    {
      "loss_action": 0.008203019388020039,
      "loss_total": 0.008203019388020039,
      "step": 29160
    },
    {
      "loss_action": 0.006912326440215111,
      "loss_total": 0.006912326440215111,
      "step": 29160
    },
    {
      "loss_action": 0.00442889891564846,
      "loss_total": 0.00442889891564846,
      "step": 29160
    },
    {
      "loss_action": 0.007396536413580179,
      "loss_total": 0.007396536413580179,
      "step": 29160
    },
    {
      "loss_action": 0.0136489886790514,
      "loss_total": 0.0136489886790514,
      "step": 29160
    },
    {
      "grad_norm": 0.14595246315002441,
      "learning_rate": 9.985641517723348e-05,
      "loss": 0.0124,
      "step": 29170
    },
    {
      "loss_action": 0.010047968477010727,
      "loss_total": 0.010047968477010727,
      "step": 29170
    },
    {
      "loss_action": 0.014689028263092041,
      "loss_total": 0.014689028263092041,
      "step": 29170
    },
    {
      "loss_action": 0.00703180767595768,
      "loss_total": 0.00703180767595768,
      "step": 29170
    },
    {
      "loss_action": 0.029777206480503082,
      "loss_total": 0.029777206480503082,
      "step": 29170
    },
    {
      "loss_action": 0.03898315876722336,
      "loss_total": 0.03898315876722336,
      "step": 29170
    },
    {
      "loss_action": 0.012993589043617249,
      "loss_total": 0.012993589043617249,
      "step": 29170
    },
    {
      "loss_action": 0.004441841505467892,
      "loss_total": 0.004441841505467892,
      "step": 29170
    },
    {
      "loss_action": 0.006311001256108284,
      "loss_total": 0.006311001256108284,
      "step": 29170
    },
    {
      "grad_norm": 0.15861403942108154,
      "learning_rate": 9.985610196058452e-05,
      "loss": 0.0155,
      "step": 29180
    },
    {
      "loss_action": 0.008413579314947128,
      "loss_total": 0.008413579314947128,
      "step": 29180
    },
    {
      "loss_action": 0.006804739125072956,
      "loss_total": 0.006804739125072956,
      "step": 29180
    },
    {
      "loss_action": 0.013193532824516296,
      "loss_total": 0.013193532824516296,
      "step": 29180
    },
    {
      "loss_action": 0.013031763024628162,
      "loss_total": 0.013031763024628162,
      "step": 29180
    },
    {
      "loss_action": 0.0191027894616127,
      "loss_total": 0.0191027894616127,
      "step": 29180
    },
    {
      "loss_action": 0.008559683337807655,
      "loss_total": 0.008559683337807655,
      "step": 29180
    },
    {
      "loss_action": 0.011631601490080357,
      "loss_total": 0.011631601490080357,
      "step": 29180
    },
    {
      "loss_action": 0.015107471495866776,
      "loss_total": 0.015107471495866776,
      "step": 29180
    },
    {
      "grad_norm": 0.10820360481739044,
      "learning_rate": 9.985578840317383e-05,
      "loss": 0.0126,
      "step": 29190
    },
    {
      "loss_action": 0.020103486254811287,
      "loss_total": 0.020103486254811287,
      "step": 29190
    },
    {
      "loss_action": 0.008993176743388176,
      "loss_total": 0.008993176743388176,
      "step": 29190
    },
    {
      "loss_action": 0.0043336860835552216,
      "loss_total": 0.0043336860835552216,
      "step": 29190
    },
    {
      "loss_action": 0.0076638092286884785,
      "loss_total": 0.0076638092286884785,
      "step": 29190
    },
    {
      "loss_action": 0.007838117890059948,
      "loss_total": 0.007838117890059948,
      "step": 29190
    },
    {
      "loss_action": 0.010641941800713539,
      "loss_total": 0.010641941800713539,
      "step": 29190
    },
    {
      "loss_action": 0.011539245024323463,
      "loss_total": 0.011539245024323463,
      "step": 29190
    },
    {
      "loss_action": 0.005741939879953861,
      "loss_total": 0.005741939879953861,
      "step": 29190
    },
    {
      "grad_norm": 0.13193275034427643,
      "learning_rate": 9.985547450500347e-05,
      "loss": 0.0125,
      "step": 29200
    },
    {
      "loss_action": 0.005456076934933662,
      "loss_total": 0.005456076934933662,
      "step": 29200
    },
    {
      "loss_action": 0.011151369661092758,
      "loss_total": 0.011151369661092758,
      "step": 29200
    },
    {
      "loss_action": 0.017546411603689194,
      "loss_total": 0.017546411603689194,
      "step": 29200
    },
    {
      "loss_action": 0.006730329245328903,
      "loss_total": 0.006730329245328903,
      "step": 29200
    },
    {
      "loss_action": 0.005029748659580946,
      "loss_total": 0.005029748659580946,
      "step": 29200
    },
    {
      "loss_action": 0.009735198691487312,
      "loss_total": 0.009735198691487312,
      "step": 29200
    },
    {
      "loss_action": 0.005657528527081013,
      "loss_total": 0.005657528527081013,
      "step": 29200
    },
    {
      "loss_action": 0.006513086147606373,
      "loss_total": 0.006513086147606373,
      "step": 29200
    },
    {
      "grad_norm": 0.17898178100585938,
      "learning_rate": 9.985516026607564e-05,
      "loss": 0.0132,
      "step": 29210
    },
    {
      "loss_action": 0.014051441103219986,
      "loss_total": 0.014051441103219986,
      "step": 29210
    },
    {
      "loss_action": 0.006210728548467159,
      "loss_total": 0.006210728548467159,
      "step": 29210
    },
    {
      "loss_action": 0.013127518817782402,
      "loss_total": 0.013127518817782402,
      "step": 29210
    },
    {
      "loss_action": 0.010836471803486347,
      "loss_total": 0.010836471803486347,
      "step": 29210
    },
    {
      "loss_action": 0.012452766299247742,
      "loss_total": 0.012452766299247742,
      "step": 29210
    },
    {
      "loss_action": 0.012052536942064762,
      "loss_total": 0.012052536942064762,
      "step": 29210
    },
    {
      "loss_action": 0.007448759861290455,
      "loss_total": 0.007448759861290455,
      "step": 29210
    },
    {
      "loss_action": 0.006029595620930195,
      "loss_total": 0.006029595620930195,
      "step": 29210
    },
    {
      "grad_norm": 0.19521139562129974,
      "learning_rate": 9.985484568639248e-05,
      "loss": 0.0121,
      "step": 29220
    },
    {
      "loss_action": 0.01305851899087429,
      "loss_total": 0.01305851899087429,
      "step": 29220
    },
    {
      "loss_action": 0.02270960435271263,
      "loss_total": 0.02270960435271263,
      "step": 29220
    },
    {
      "loss_action": 0.022153712809085846,
      "loss_total": 0.022153712809085846,
      "step": 29220
    },
    {
      "loss_action": 0.009652112610638142,
      "loss_total": 0.009652112610638142,
      "step": 29220
    },
    {
      "loss_action": 0.014724379405379295,
      "loss_total": 0.014724379405379295,
      "step": 29220
    },
    {
      "loss_action": 0.013595419004559517,
      "loss_total": 0.013595419004559517,
      "step": 29220
    },
    {
      "loss_action": 0.011998986825346947,
      "loss_total": 0.011998986825346947,
      "step": 29220
    },
    {
      "loss_action": 0.006148901768028736,
      "loss_total": 0.006148901768028736,
      "step": 29220
    },
    {
      "grad_norm": 0.1685081422328949,
      "learning_rate": 9.985453076595613e-05,
      "loss": 0.0122,
      "step": 29230
    },
    {
      "loss_action": 0.005843011662364006,
      "loss_total": 0.005843011662364006,
      "step": 29230
    },
    {
      "loss_action": 0.004696764051914215,
      "loss_total": 0.004696764051914215,
      "step": 29230
    },
    {
      "loss_action": 0.04231499135494232,
      "loss_total": 0.04231499135494232,
      "step": 29230
    },
    {
      "loss_action": 0.02299201674759388,
      "loss_total": 0.02299201674759388,
      "step": 29230
    },
    {
      "loss_action": 0.02770427241921425,
      "loss_total": 0.02770427241921425,
      "step": 29230
    },
    {
      "loss_action": 0.010899076238274574,
      "loss_total": 0.010899076238274574,
      "step": 29230
    },
    {
      "loss_action": 0.006833754945546389,
      "loss_total": 0.006833754945546389,
      "step": 29230
    },
    {
      "loss_action": 0.008457566611468792,
      "loss_total": 0.008457566611468792,
      "step": 29230
    },
    {
      "grad_norm": 0.15365298092365265,
      "learning_rate": 9.985421550476872e-05,
      "loss": 0.014,
      "step": 29240
    },
    {
      "loss_action": 0.020207587629556656,
      "loss_total": 0.020207587629556656,
      "step": 29240
    },
    {
      "loss_action": 0.017592281103134155,
      "loss_total": 0.017592281103134155,
      "step": 29240
    },
    {
      "loss_action": 0.017073320224881172,
      "loss_total": 0.017073320224881172,
      "step": 29240
    },
    {
      "loss_action": 0.0055086566135287285,
      "loss_total": 0.0055086566135287285,
      "step": 29240
    },
    {
      "loss_action": 0.005560592748224735,
      "loss_total": 0.005560592748224735,
      "step": 29240
    },
    {
      "loss_action": 0.006531609687954187,
      "loss_total": 0.006531609687954187,
      "step": 29240
    },
    {
      "loss_action": 0.005445102229714394,
      "loss_total": 0.005445102229714394,
      "step": 29240
    },
    {
      "loss_action": 0.014798471704125404,
      "loss_total": 0.014798471704125404,
      "step": 29240
    },
    {
      "grad_norm": 0.16616766154766083,
      "learning_rate": 9.985389990283245e-05,
      "loss": 0.0133,
      "step": 29250
    },
    {
      "loss_action": 0.010526999831199646,
      "loss_total": 0.010526999831199646,
      "step": 29250
    },
    {
      "loss_action": 0.007304013706743717,
      "loss_total": 0.007304013706743717,
      "step": 29250
    },
    {
      "loss_action": 0.0074839419685304165,
      "loss_total": 0.0074839419685304165,
      "step": 29250
    },
    {
      "loss_action": 0.01640399545431137,
      "loss_total": 0.01640399545431137,
      "step": 29250
    },
    {
      "loss_action": 0.007113579660654068,
      "loss_total": 0.007113579660654068,
      "step": 29250
    },
    {
      "loss_action": 0.005363970063626766,
      "loss_total": 0.005363970063626766,
      "step": 29250
    },
    {
      "loss_action": 0.014152007177472115,
      "loss_total": 0.014152007177472115,
      "step": 29250
    },
    {
      "loss_action": 0.01288692932575941,
      "loss_total": 0.01288692932575941,
      "step": 29250
    },
    {
      "grad_norm": 0.13149474561214447,
      "learning_rate": 9.985358396014945e-05,
      "loss": 0.0138,
      "step": 29260
    },
    {
      "loss_action": 0.006075846031308174,
      "loss_total": 0.006075846031308174,
      "step": 29260
    },
    {
      "loss_action": 0.009613897651433945,
      "loss_total": 0.009613897651433945,
      "step": 29260
    },
    {
      "loss_action": 0.012754502706229687,
      "loss_total": 0.012754502706229687,
      "step": 29260
    },
    {
      "loss_action": 0.012764504179358482,
      "loss_total": 0.012764504179358482,
      "step": 29260
    },
    {
      "loss_action": 0.02049320936203003,
      "loss_total": 0.02049320936203003,
      "step": 29260
    },
    {
      "loss_action": 0.00938408449292183,
      "loss_total": 0.00938408449292183,
      "step": 29260
    },
    {
      "loss_action": 0.016903802752494812,
      "loss_total": 0.016903802752494812,
      "step": 29260
    },
    {
      "loss_action": 0.01187223568558693,
      "loss_total": 0.01187223568558693,
      "step": 29260
    },
    {
      "grad_norm": 0.1471700519323349,
      "learning_rate": 9.98532676767219e-05,
      "loss": 0.0126,
      "step": 29270
    },
    {
      "loss_action": 0.006145639810711145,
      "loss_total": 0.006145639810711145,
      "step": 29270
    },
    {
      "loss_action": 0.010561835020780563,
      "loss_total": 0.010561835020780563,
      "step": 29270
    },
    {
      "loss_action": 0.030927171930670738,
      "loss_total": 0.030927171930670738,
      "step": 29270
    },
    {
      "loss_action": 0.009850668720901012,
      "loss_total": 0.009850668720901012,
      "step": 29270
    },
    {
      "loss_action": 0.007875106297433376,
      "loss_total": 0.007875106297433376,
      "step": 29270
    },
    {
      "loss_action": 0.006875291932374239,
      "loss_total": 0.006875291932374239,
      "step": 29270
    },
    {
      "loss_action": 0.005296858958899975,
      "loss_total": 0.005296858958899975,
      "step": 29270
    },
    {
      "loss_action": 0.016319073736667633,
      "loss_total": 0.016319073736667633,
      "step": 29270
    },
    {
      "grad_norm": 0.19673706591129303,
      "learning_rate": 9.985295105255193e-05,
      "loss": 0.0132,
      "step": 29280
    },
    {
      "loss_action": 0.007906526327133179,
      "loss_total": 0.007906526327133179,
      "step": 29280
    },
    {
      "loss_action": 0.006759575568139553,
      "loss_total": 0.006759575568139553,
      "step": 29280
    },
    {
      "loss_action": 0.008639643900096416,
      "loss_total": 0.008639643900096416,
      "step": 29280
    },
    {
      "loss_action": 0.02295868843793869,
      "loss_total": 0.02295868843793869,
      "step": 29280
    },
    {
      "loss_action": 0.024509381502866745,
      "loss_total": 0.024509381502866745,
      "step": 29280
    },
    {
      "loss_action": 0.010495757684111595,
      "loss_total": 0.010495757684111595,
      "step": 29280
    },
    {
      "loss_action": 0.019498378038406372,
      "loss_total": 0.019498378038406372,
      "step": 29280
    },
    {
      "loss_action": 0.006526446435600519,
      "loss_total": 0.006526446435600519,
      "step": 29280
    },
    {
      "grad_norm": 0.14009754359722137,
      "learning_rate": 9.985263408764172e-05,
      "loss": 0.0134,
      "step": 29290
    },
    {
      "loss_action": 0.018356258049607277,
      "loss_total": 0.018356258049607277,
      "step": 29290
    },
    {
      "loss_action": 0.016156282275915146,
      "loss_total": 0.016156282275915146,
      "step": 29290
    },
    {
      "loss_action": 0.03676632046699524,
      "loss_total": 0.03676632046699524,
      "step": 29290
    },
    {
      "loss_action": 0.02443009987473488,
      "loss_total": 0.02443009987473488,
      "step": 29290
    },
    {
      "loss_action": 0.02912287786602974,
      "loss_total": 0.02912287786602974,
      "step": 29290
    },
    {
      "loss_action": 0.013517610728740692,
      "loss_total": 0.013517610728740692,
      "step": 29290
    },
    {
      "loss_action": 0.014504417777061462,
      "loss_total": 0.014504417777061462,
      "step": 29290
    },
    {
      "loss_action": 0.019681090489029884,
      "loss_total": 0.019681090489029884,
      "step": 29290
    },
    {
      "grad_norm": 0.22313092648983002,
      "learning_rate": 9.985231678199345e-05,
      "loss": 0.0162,
      "step": 29300
    },
    {
      "loss_action": 0.011256953701376915,
      "loss_total": 0.011256953701376915,
      "step": 29300
    },
    {
      "loss_action": 0.011811725795269012,
      "loss_total": 0.011811725795269012,
      "step": 29300
    },
    {
      "loss_action": 0.020193958654999733,
      "loss_total": 0.020193958654999733,
      "step": 29300
    },
    {
      "loss_action": 0.024545442312955856,
      "loss_total": 0.024545442312955856,
      "step": 29300
    },
    {
      "loss_action": 0.004251108504831791,
      "loss_total": 0.004251108504831791,
      "step": 29300
    },
    {
      "loss_action": 0.00555208045989275,
      "loss_total": 0.00555208045989275,
      "step": 29300
    },
    {
      "loss_action": 0.008251801133155823,
      "loss_total": 0.008251801133155823,
      "step": 29300
    },
    {
      "loss_action": 0.013243463821709156,
      "loss_total": 0.013243463821709156,
      "step": 29300
    },
    {
      "grad_norm": 0.16672654449939728,
      "learning_rate": 9.985199913560927e-05,
      "loss": 0.0124,
      "step": 29310
    },
    {
      "loss_action": 0.020240992307662964,
      "loss_total": 0.020240992307662964,
      "step": 29310
    },
    {
      "loss_action": 0.004890707321465015,
      "loss_total": 0.004890707321465015,
      "step": 29310
    },
    {
      "loss_action": 0.006369341630488634,
      "loss_total": 0.006369341630488634,
      "step": 29310
    },
    {
      "loss_action": 0.01448352262377739,
      "loss_total": 0.01448352262377739,
      "step": 29310
    },
    {
      "loss_action": 0.008520281873643398,
      "loss_total": 0.008520281873643398,
      "step": 29310
    },
    {
      "loss_action": 0.004118234850466251,
      "loss_total": 0.004118234850466251,
      "step": 29310
    },
    {
      "loss_action": 0.009077408351004124,
      "loss_total": 0.009077408351004124,
      "step": 29310
    },
    {
      "loss_action": 0.02217027172446251,
      "loss_total": 0.02217027172446251,
      "step": 29310
    },
    {
      "grad_norm": 0.15170785784721375,
      "learning_rate": 9.985168114849135e-05,
      "loss": 0.0124,
      "step": 29320
    },
    {
      "loss_action": 0.01036120392382145,
      "loss_total": 0.01036120392382145,
      "step": 29320
    },
    {
      "loss_action": 0.013720892369747162,
      "loss_total": 0.013720892369747162,
      "step": 29320
    },
    {
      "loss_action": 0.012353317812085152,
      "loss_total": 0.012353317812085152,
      "step": 29320
    },
    {
      "loss_action": 0.0223808903247118,
      "loss_total": 0.0223808903247118,
      "step": 29320
    },
    {
      "loss_action": 0.009746933355927467,
      "loss_total": 0.009746933355927467,
      "step": 29320
    },
    {
      "loss_action": 0.01562347263097763,
      "loss_total": 0.01562347263097763,
      "step": 29320
    },
    {
      "loss_action": 0.004742498509585857,
      "loss_total": 0.004742498509585857,
      "step": 29320
    },
    {
      "loss_action": 0.009978254325687885,
      "loss_total": 0.009978254325687885,
      "step": 29320
    },
    {
      "grad_norm": 0.17659515142440796,
      "learning_rate": 9.985136282064187e-05,
      "loss": 0.0123,
      "step": 29330
    },
    {
      "loss_action": 0.003560092067345977,
      "loss_total": 0.003560092067345977,
      "step": 29330
    },
    {
      "loss_action": 0.020343178883194923,
      "loss_total": 0.020343178883194923,
      "step": 29330
    },
    {
      "loss_action": 0.0070833470672369,
      "loss_total": 0.0070833470672369,
      "step": 29330
    },
    {
      "loss_action": 0.007777395658195019,
      "loss_total": 0.007777395658195019,
      "step": 29330
    },
    {
      "loss_action": 0.016717374324798584,
      "loss_total": 0.016717374324798584,
      "step": 29330
    },
    {
      "loss_action": 0.012094033882021904,
      "loss_total": 0.012094033882021904,
      "step": 29330
    },
    {
      "loss_action": 0.005017043091356754,
      "loss_total": 0.005017043091356754,
      "step": 29330
    },
    {
      "loss_action": 0.007377656176686287,
      "loss_total": 0.007377656176686287,
      "step": 29330
    },
    {
      "grad_norm": 0.17542266845703125,
      "learning_rate": 9.985104415206302e-05,
      "loss": 0.0133,
      "step": 29340
    },
    {
      "loss_action": 0.011269191280007362,
      "loss_total": 0.011269191280007362,
      "step": 29340
    },
    {
      "loss_action": 0.024514691904187202,
      "loss_total": 0.024514691904187202,
      "step": 29340
    },
    {
      "loss_action": 0.006293009035289288,
      "loss_total": 0.006293009035289288,
      "step": 29340
    },
    {
      "loss_action": 0.011534398421645164,
      "loss_total": 0.011534398421645164,
      "step": 29340
    },
    {
      "loss_action": 0.009137414395809174,
      "loss_total": 0.009137414395809174,
      "step": 29340
    },
    {
      "loss_action": 0.00993414781987667,
      "loss_total": 0.00993414781987667,
      "step": 29340
    },
    {
      "loss_action": 0.015405310317873955,
      "loss_total": 0.015405310317873955,
      "step": 29340
    },
    {
      "loss_action": 0.009969854727387428,
      "loss_total": 0.009969854727387428,
      "step": 29340
    },
    {
      "grad_norm": 0.1229613646864891,
      "learning_rate": 9.985072514275696e-05,
      "loss": 0.0127,
      "step": 29350
    },
    {
      "loss_action": 0.013844706118106842,
      "loss_total": 0.013844706118106842,
      "step": 29350
    },
    {
      "loss_action": 0.014606724493205547,
      "loss_total": 0.014606724493205547,
      "step": 29350
    },
    {
      "loss_action": 0.01287694089114666,
      "loss_total": 0.01287694089114666,
      "step": 29350
    },
    {
      "loss_action": 0.014522448182106018,
      "loss_total": 0.014522448182106018,
      "step": 29350
    },
    {
      "loss_action": 0.02757588028907776,
      "loss_total": 0.02757588028907776,
      "step": 29350
    },
    {
      "loss_action": 0.03311864659190178,
      "loss_total": 0.03311864659190178,
      "step": 29350
    },
    {
      "loss_action": 0.007662738207727671,
      "loss_total": 0.007662738207727671,
      "step": 29350
    },
    {
      "loss_action": 0.03971221670508385,
      "loss_total": 0.03971221670508385,
      "step": 29350
    },
    {
      "grad_norm": 0.17835675179958344,
      "learning_rate": 9.985040579272588e-05,
      "loss": 0.0126,
      "step": 29360
    },
    {
      "loss_action": 0.00914803333580494,
      "loss_total": 0.00914803333580494,
      "step": 29360
    },
    {
      "loss_action": 0.007761678658425808,
      "loss_total": 0.007761678658425808,
      "step": 29360
    },
    {
      "loss_action": 0.007726242765784264,
      "loss_total": 0.007726242765784264,
      "step": 29360
    },
    {
      "loss_action": 0.00922379270195961,
      "loss_total": 0.00922379270195961,
      "step": 29360
    },
    {
      "loss_action": 0.011211799457669258,
      "loss_total": 0.011211799457669258,
      "step": 29360
    },
    {
      "loss_action": 0.011121731251478195,
      "loss_total": 0.011121731251478195,
      "step": 29360
    },
    {
      "loss_action": 0.015767674893140793,
      "loss_total": 0.015767674893140793,
      "step": 29360
    },
    {
      "loss_action": 0.0063767582178115845,
      "loss_total": 0.0063767582178115845,
      "step": 29360
    },
    {
      "grad_norm": 0.1646120846271515,
      "learning_rate": 9.985008610197195e-05,
      "loss": 0.0124,
      "step": 29370
    },
    {
      "loss_action": 0.011145316064357758,
      "loss_total": 0.011145316064357758,
      "step": 29370
    },
    {
      "loss_action": 0.011338521726429462,
      "loss_total": 0.011338521726429462,
      "step": 29370
    },
    {
      "loss_action": 0.013933578506112099,
      "loss_total": 0.013933578506112099,
      "step": 29370
    },
    {
      "loss_action": 0.013760251924395561,
      "loss_total": 0.013760251924395561,
      "step": 29370
    },
    {
      "loss_action": 0.010680677369236946,
      "loss_total": 0.010680677369236946,
      "step": 29370
    },
    {
      "loss_action": 0.008977184072136879,
      "loss_total": 0.008977184072136879,
      "step": 29370
    },
    {
      "loss_action": 0.011405466124415398,
      "loss_total": 0.011405466124415398,
      "step": 29370
    },
    {
      "loss_action": 0.020817235112190247,
      "loss_total": 0.020817235112190247,
      "step": 29370
    },
    {
      "grad_norm": 0.14653025567531586,
      "learning_rate": 9.984976607049736e-05,
      "loss": 0.013,
      "step": 29380
    },
    {
      "loss_action": 0.007945743389427662,
      "loss_total": 0.007945743389427662,
      "step": 29380
    },
    {
      "loss_action": 0.01722794957458973,
      "loss_total": 0.01722794957458973,
      "step": 29380
    },
    {
      "loss_action": 0.010362875647842884,
      "loss_total": 0.010362875647842884,
      "step": 29380
    },
    {
      "loss_action": 0.009356613270938396,
      "loss_total": 0.009356613270938396,
      "step": 29380
    },
    {
      "loss_action": 0.017503976821899414,
      "loss_total": 0.017503976821899414,
      "step": 29380
    },
    {
      "loss_action": 0.010395907796919346,
      "loss_total": 0.010395907796919346,
      "step": 29380
    },
    {
      "loss_action": 0.01800321228802204,
      "loss_total": 0.01800321228802204,
      "step": 29380
    },
    {
      "loss_action": 0.009685093536973,
      "loss_total": 0.009685093536973,
      "step": 29380
    },
    {
      "grad_norm": 0.1772937923669815,
      "learning_rate": 9.98494456983043e-05,
      "loss": 0.0128,
      "step": 29390
    },
    {
      "loss_action": 0.006166036240756512,
      "loss_total": 0.006166036240756512,
      "step": 29390
    },
    {
      "loss_action": 0.010333273559808731,
      "loss_total": 0.010333273559808731,
      "step": 29390
    },
    {
      "loss_action": 0.016548050567507744,
      "loss_total": 0.016548050567507744,
      "step": 29390
    },
    {
      "loss_action": 0.007698696106672287,
      "loss_total": 0.007698696106672287,
      "step": 29390
    },
    {
      "loss_action": 0.018569134175777435,
      "loss_total": 0.018569134175777435,
      "step": 29390
    },
    {
      "loss_action": 0.016075499355793,
      "loss_total": 0.016075499355793,
      "step": 29390
    },
    {
      "loss_action": 0.011194713413715363,
      "loss_total": 0.011194713413715363,
      "step": 29390
    },
    {
      "loss_action": 0.023735303431749344,
      "loss_total": 0.023735303431749344,
      "step": 29390
    },
    {
      "grad_norm": 0.14908897876739502,
      "learning_rate": 9.984912498539497e-05,
      "loss": 0.013,
      "step": 29400
    },
    {
      "loss_action": 0.00892102811485529,
      "loss_total": 0.00892102811485529,
      "step": 29400
    },
    {
      "loss_action": 0.015627678483724594,
      "loss_total": 0.015627678483724594,
      "step": 29400
    },
    {
      "loss_action": 0.01256459392607212,
      "loss_total": 0.01256459392607212,
      "step": 29400
    },
    {
      "loss_action": 0.017475904896855354,
      "loss_total": 0.017475904896855354,
      "step": 29400
    },
    {
      "loss_action": 0.007602280005812645,
      "loss_total": 0.007602280005812645,
      "step": 29400
    },
    {
      "loss_action": 0.006294976454228163,
      "loss_total": 0.006294976454228163,
      "step": 29400
    },
    {
      "loss_action": 0.009469902142882347,
      "loss_total": 0.009469902142882347,
      "step": 29400
    },
    {
      "loss_action": 0.01432565413415432,
      "loss_total": 0.01432565413415432,
      "step": 29400
    },
    {
      "grad_norm": 0.18531928956508636,
      "learning_rate": 9.984880393177155e-05,
      "loss": 0.0117,
      "step": 29410
    },
    {
      "loss_action": 0.005068602971732616,
      "loss_total": 0.005068602971732616,
      "step": 29410
    },
    {
      "loss_action": 0.009461497887969017,
      "loss_total": 0.009461497887969017,
      "step": 29410
    },
    {
      "loss_action": 0.008480003103613853,
      "loss_total": 0.008480003103613853,
      "step": 29410
    },
    {
      "loss_action": 0.004917461425065994,
      "loss_total": 0.004917461425065994,
      "step": 29410
    },
    {
      "loss_action": 0.015433124266564846,
      "loss_total": 0.015433124266564846,
      "step": 29410
    },
    {
      "loss_action": 0.011044299229979515,
      "loss_total": 0.011044299229979515,
      "step": 29410
    },
    {
      "loss_action": 0.02522481232881546,
      "loss_total": 0.02522481232881546,
      "step": 29410
    },
    {
      "loss_action": 0.017263926565647125,
      "loss_total": 0.017263926565647125,
      "step": 29410
    },
    {
      "grad_norm": 0.1513506919145584,
      "learning_rate": 9.984848253743623e-05,
      "loss": 0.0123,
      "step": 29420
    },
    {
      "loss_action": 0.010081375017762184,
      "loss_total": 0.010081375017762184,
      "step": 29420
    },
    {
      "loss_action": 0.007225360721349716,
      "loss_total": 0.007225360721349716,
      "step": 29420
    },
    {
      "loss_action": 0.007919302210211754,
      "loss_total": 0.007919302210211754,
      "step": 29420
    },
    {
      "loss_action": 0.007747132796794176,
      "loss_total": 0.007747132796794176,
      "step": 29420
    },
    {
      "loss_action": 0.0032157227396965027,
      "loss_total": 0.0032157227396965027,
      "step": 29420
    },
    {
      "loss_action": 0.013664556667208672,
      "loss_total": 0.013664556667208672,
      "step": 29420
    },
    {
      "loss_action": 0.007756954524666071,
      "loss_total": 0.007756954524666071,
      "step": 29420
    },
    {
      "loss_action": 0.012956518679857254,
      "loss_total": 0.012956518679857254,
      "step": 29420
    },
    {
      "grad_norm": 0.16039881110191345,
      "learning_rate": 9.984816080239122e-05,
      "loss": 0.0143,
      "step": 29430
    },
    {
      "loss_action": 0.005216344725340605,
      "loss_total": 0.005216344725340605,
      "step": 29430
    },
    {
      "loss_action": 0.014811590313911438,
      "loss_total": 0.014811590313911438,
      "step": 29430
    },
    {
      "loss_action": 0.0034223420079797506,
      "loss_total": 0.0034223420079797506,
      "step": 29430
    },
    {
      "loss_action": 0.013087579980492592,
      "loss_total": 0.013087579980492592,
      "step": 29430
    },
    {
      "loss_action": 0.01157174538820982,
      "loss_total": 0.01157174538820982,
      "step": 29430
    },
    {
      "loss_action": 0.004557853564620018,
      "loss_total": 0.004557853564620018,
      "step": 29430
    },
    {
      "loss_action": 0.004834549501538277,
      "loss_total": 0.004834549501538277,
      "step": 29430
    },
    {
      "loss_action": 0.009173915721476078,
      "loss_total": 0.009173915721476078,
      "step": 29430
    },
    {
      "grad_norm": 0.18930569291114807,
      "learning_rate": 9.984783872663871e-05,
      "loss": 0.0113,
      "step": 29440
    },
    {
      "loss_action": 0.026268061250448227,
      "loss_total": 0.026268061250448227,
      "step": 29440
    },
    {
      "loss_action": 0.02179427444934845,
      "loss_total": 0.02179427444934845,
      "step": 29440
    },
    {
      "loss_action": 0.00804826058447361,
      "loss_total": 0.00804826058447361,
      "step": 29440
    },
    {
      "loss_action": 0.007992016151547432,
      "loss_total": 0.007992016151547432,
      "step": 29440
    },
    {
      "loss_action": 0.010436538606882095,
      "loss_total": 0.010436538606882095,
      "step": 29440
    },
    {
      "loss_action": 0.0062614488415420055,
      "loss_total": 0.0062614488415420055,
      "step": 29440
    },
    {
      "loss_action": 0.008782273158431053,
      "loss_total": 0.008782273158431053,
      "step": 29440
    },
    {
      "loss_action": 0.009365423582494259,
      "loss_total": 0.009365423582494259,
      "step": 29440
    },
    {
      "grad_norm": 0.1269676238298416,
      "learning_rate": 9.98475163101809e-05,
      "loss": 0.0121,
      "step": 29450
    },
    {
      "loss_action": 0.016774948686361313,
      "loss_total": 0.016774948686361313,
      "step": 29450
    },
    {
      "loss_action": 0.006195140536874533,
      "loss_total": 0.006195140536874533,
      "step": 29450
    },
    {
      "loss_action": 0.008021017536520958,
      "loss_total": 0.008021017536520958,
      "step": 29450
    },
    {
      "loss_action": 0.005974809639155865,
      "loss_total": 0.005974809639155865,
      "step": 29450
    },
    {
      "loss_action": 0.018444396555423737,
      "loss_total": 0.018444396555423737,
      "step": 29450
    },
    {
      "loss_action": 0.008441299200057983,
      "loss_total": 0.008441299200057983,
      "step": 29450
    },
    {
      "loss_action": 0.016860172152519226,
      "loss_total": 0.016860172152519226,
      "step": 29450
    },
    {
      "loss_action": 0.011547712609171867,
      "loss_total": 0.011547712609171867,
      "step": 29450
    },
    {
      "grad_norm": 0.17351818084716797,
      "learning_rate": 9.984719355301999e-05,
      "loss": 0.0134,
      "step": 29460
    },
    {
      "loss_action": 0.007692753802984953,
      "loss_total": 0.007692753802984953,
      "step": 29460
    },
    {
      "loss_action": 0.009110424667596817,
      "loss_total": 0.009110424667596817,
      "step": 29460
    },
    {
      "loss_action": 0.0035186135210096836,
      "loss_total": 0.0035186135210096836,
      "step": 29460
    },
    {
      "loss_action": 0.009571644477546215,
      "loss_total": 0.009571644477546215,
      "step": 29460
    },
    {
      "loss_action": 0.004802564159035683,
      "loss_total": 0.004802564159035683,
      "step": 29460
    },
    {
      "loss_action": 0.011946234852075577,
      "loss_total": 0.011946234852075577,
      "step": 29460
    },
    {
      "loss_action": 0.007377135567367077,
      "loss_total": 0.007377135567367077,
      "step": 29460
    },
    {
      "loss_action": 0.006044141016900539,
      "loss_total": 0.006044141016900539,
      "step": 29460
    },
    {
      "grad_norm": 0.1706230193376541,
      "learning_rate": 9.984687045515821e-05,
      "loss": 0.0124,
      "step": 29470
    },
    {
      "loss_action": 0.004058832302689552,
      "loss_total": 0.004058832302689552,
      "step": 29470
    },
    {
      "loss_action": 0.012747753411531448,
      "loss_total": 0.012747753411531448,
      "step": 29470
    },
    {
      "loss_action": 0.020930133759975433,
      "loss_total": 0.020930133759975433,
      "step": 29470
    },
    {
      "loss_action": 0.005743278190493584,
      "loss_total": 0.005743278190493584,
      "step": 29470
    },
    {
      "loss_action": 0.008491448126733303,
      "loss_total": 0.008491448126733303,
      "step": 29470
    },
    {
      "loss_action": 0.010693773627281189,
      "loss_total": 0.010693773627281189,
      "step": 29470
    },
    {
      "loss_action": 0.019876953214406967,
      "loss_total": 0.019876953214406967,
      "step": 29470
    },
    {
      "loss_action": 0.007089209742844105,
      "loss_total": 0.007089209742844105,
      "step": 29470
    },
    {
      "grad_norm": 0.14656251668930054,
      "learning_rate": 9.984654701659774e-05,
      "loss": 0.014,
      "step": 29480
    },
    {
      "loss_action": 0.010801085270941257,
      "loss_total": 0.010801085270941257,
      "step": 29480
    },
    {
      "loss_action": 0.02238805964589119,
      "loss_total": 0.02238805964589119,
      "step": 29480
    },
    {
      "loss_action": 0.0035174735821783543,
      "loss_total": 0.0035174735821783543,
      "step": 29480
    },
    {
      "loss_action": 0.009689023718237877,
      "loss_total": 0.009689023718237877,
      "step": 29480
    },
    {
      "loss_action": 0.014232122339308262,
      "loss_total": 0.014232122339308262,
      "step": 29480
    },
    {
      "loss_action": 0.03011864237487316,
      "loss_total": 0.03011864237487316,
      "step": 29480
    },
    {
      "loss_action": 0.010469267144799232,
      "loss_total": 0.010469267144799232,
      "step": 29480
    },
    {
      "loss_action": 0.024998433887958527,
      "loss_total": 0.024998433887958527,
      "step": 29480
    },
    {
      "grad_norm": 0.16089144349098206,
      "learning_rate": 9.984622323734081e-05,
      "loss": 0.0133,
      "step": 29490
    },
    {
      "loss_action": 0.01765429601073265,
      "loss_total": 0.01765429601073265,
      "step": 29490
    },
    {
      "loss_action": 0.013512172736227512,
      "loss_total": 0.013512172736227512,
      "step": 29490
    },
    {
      "loss_action": 0.008386855944991112,
      "loss_total": 0.008386855944991112,
      "step": 29490
    },
    {
      "loss_action": 0.024407025426626205,
      "loss_total": 0.024407025426626205,
      "step": 29490
    },
    {
      "loss_action": 0.00938807986676693,
      "loss_total": 0.00938807986676693,
      "step": 29490
    },
    {
      "loss_action": 0.0150845255702734,
      "loss_total": 0.0150845255702734,
      "step": 29490
    },
    {
      "loss_action": 0.007996879518032074,
      "loss_total": 0.007996879518032074,
      "step": 29490
    },
    {
      "loss_action": 0.004763876553624868,
      "loss_total": 0.004763876553624868,
      "step": 29490
    },
    {
      "grad_norm": 0.10759982466697693,
      "learning_rate": 9.984589911738962e-05,
      "loss": 0.0125,
      "step": 29500
    },
    {
      "loss_action": 0.009440701454877853,
      "loss_total": 0.009440701454877853,
      "step": 29500
    },
    {
      "loss_action": 0.009320207871496677,
      "loss_total": 0.009320207871496677,
      "step": 29500
    },
    {
      "loss_action": 0.0042167906649410725,
      "loss_total": 0.0042167906649410725,
      "step": 29500
    },
    {
      "loss_action": 0.0045679714530706406,
      "loss_total": 0.0045679714530706406,
      "step": 29500
    },
    {
      "loss_action": 0.004192164167761803,
      "loss_total": 0.004192164167761803,
      "step": 29500
    },
    {
      "loss_action": 0.007317831274122,
      "loss_total": 0.007317831274122,
      "step": 29500
    },
    {
      "loss_action": 0.011967180296778679,
      "loss_total": 0.011967180296778679,
      "step": 29500
    },
    {
      "loss_action": 0.007253405638039112,
      "loss_total": 0.007253405638039112,
      "step": 29500
    },
    {
      "grad_norm": 0.13007661700248718,
      "learning_rate": 9.98455746567464e-05,
      "loss": 0.0142,
      "step": 29510
    },
    {
      "loss_action": 0.011699634604156017,
      "loss_total": 0.011699634604156017,
      "step": 29510
    },
    {
      "loss_action": 0.026385826990008354,
      "loss_total": 0.026385826990008354,
      "step": 29510
    },
    {
      "loss_action": 0.010812267661094666,
      "loss_total": 0.010812267661094666,
      "step": 29510
    },
    {
      "loss_action": 0.016272541135549545,
      "loss_total": 0.016272541135549545,
      "step": 29510
    },
    {
      "loss_action": 0.01664632372558117,
      "loss_total": 0.01664632372558117,
      "step": 29510
    },
    {
      "loss_action": 0.011642508208751678,
      "loss_total": 0.011642508208751678,
      "step": 29510
    },
    {
      "loss_action": 0.004461704753339291,
      "loss_total": 0.004461704753339291,
      "step": 29510
    },
    {
      "loss_action": 0.011735846288502216,
      "loss_total": 0.011735846288502216,
      "step": 29510
    },
    {
      "grad_norm": 0.10820470005273819,
      "learning_rate": 9.984524985541335e-05,
      "loss": 0.0124,
      "step": 29520
    },
    {
      "loss_action": 0.0067809512838721275,
      "loss_total": 0.0067809512838721275,
      "step": 29520
    },
    {
      "loss_action": 0.004975965246558189,
      "loss_total": 0.004975965246558189,
      "step": 29520
    },
    {
      "loss_action": 0.02521686814725399,
      "loss_total": 0.02521686814725399,
      "step": 29520
    },
    {
      "loss_action": 0.0168209969997406,
      "loss_total": 0.0168209969997406,
      "step": 29520
    },
    {
      "loss_action": 0.018699930980801582,
      "loss_total": 0.018699930980801582,
      "step": 29520
    },
    {
      "loss_action": 0.012711906805634499,
      "loss_total": 0.012711906805634499,
      "step": 29520
    },
    {
      "loss_action": 0.00727852713316679,
      "loss_total": 0.00727852713316679,
      "step": 29520
    },
    {
      "loss_action": 0.012546811252832413,
      "loss_total": 0.012546811252832413,
      "step": 29520
    },
    {
      "grad_norm": 0.15973272919654846,
      "learning_rate": 9.984492471339268e-05,
      "loss": 0.0121,
      "step": 29530
    },
    {
      "loss_action": 0.006547922268509865,
      "loss_total": 0.006547922268509865,
      "step": 29530
    },
    {
      "loss_action": 0.005052322521805763,
      "loss_total": 0.005052322521805763,
      "step": 29530
    },
    {
      "loss_action": 0.02686600759625435,
      "loss_total": 0.02686600759625435,
      "step": 29530
    },
    {
      "loss_action": 0.008429153822362423,
      "loss_total": 0.008429153822362423,
      "step": 29530
    },
    {
      "loss_action": 0.006825624965131283,
      "loss_total": 0.006825624965131283,
      "step": 29530
    },
    {
      "loss_action": 0.007720339111983776,
      "loss_total": 0.007720339111983776,
      "step": 29530
    },
    {
      "loss_action": 0.030536524951457977,
      "loss_total": 0.030536524951457977,
      "step": 29530
    },
    {
      "loss_action": 0.04168665409088135,
      "loss_total": 0.04168665409088135,
      "step": 29530
    },
    {
      "grad_norm": 0.18779344856739044,
      "learning_rate": 9.984459923068665e-05,
      "loss": 0.0127,
      "step": 29540
    },
    {
      "loss_action": 0.008046451956033707,
      "loss_total": 0.008046451956033707,
      "step": 29540
    },
    {
      "loss_action": 0.010522943921387196,
      "loss_total": 0.010522943921387196,
      "step": 29540
    },
    {
      "loss_action": 0.00808071531355381,
      "loss_total": 0.00808071531355381,
      "step": 29540
    },
    {
      "loss_action": 0.01306089386343956,
      "loss_total": 0.01306089386343956,
      "step": 29540
    },
    {
      "loss_action": 0.008154425770044327,
      "loss_total": 0.008154425770044327,
      "step": 29540
    },
    {
      "loss_action": 0.014468865469098091,
      "loss_total": 0.014468865469098091,
      "step": 29540
    },
    {
      "loss_action": 0.0074866232462227345,
      "loss_total": 0.0074866232462227345,
      "step": 29540
    },
    {
      "loss_action": 0.008184242993593216,
      "loss_total": 0.008184242993593216,
      "step": 29540
    },
    {
      "grad_norm": 0.14266374707221985,
      "learning_rate": 9.984427340729747e-05,
      "loss": 0.0126,
      "step": 29550
    },
    {
      "loss_action": 0.008549407124519348,
      "loss_total": 0.008549407124519348,
      "step": 29550
    },
    {
      "loss_action": 0.005689303390681744,
      "loss_total": 0.005689303390681744,
      "step": 29550
    },
    {
      "loss_action": 0.022168904542922974,
      "loss_total": 0.022168904542922974,
      "step": 29550
    },
    {
      "loss_action": 0.007321829907596111,
      "loss_total": 0.007321829907596111,
      "step": 29550
    },
    {
      "loss_action": 0.011690820567309856,
      "loss_total": 0.011690820567309856,
      "step": 29550
    },
    {
      "loss_action": 0.007257360033690929,
      "loss_total": 0.007257360033690929,
      "step": 29550
    },
    {
      "loss_action": 0.008782509714365005,
      "loss_total": 0.008782509714365005,
      "step": 29550
    },
    {
      "loss_action": 0.02042144164443016,
      "loss_total": 0.02042144164443016,
      "step": 29550
    },
    {
      "grad_norm": 0.1998472958803177,
      "learning_rate": 9.984394724322736e-05,
      "loss": 0.0135,
      "step": 29560
    },
    {
      "loss_action": 0.006902643479406834,
      "loss_total": 0.006902643479406834,
      "step": 29560
    },
    {
      "loss_action": 0.009722739458084106,
      "loss_total": 0.009722739458084106,
      "step": 29560
    },
    {
      "loss_action": 0.0062312353402376175,
      "loss_total": 0.0062312353402376175,
      "step": 29560
    },
    {
      "loss_action": 0.02208971604704857,
      "loss_total": 0.02208971604704857,
      "step": 29560
    },
    {
      "loss_action": 0.013608753681182861,
      "loss_total": 0.013608753681182861,
      "step": 29560
    },
    {
      "loss_action": 0.006649558432400227,
      "loss_total": 0.006649558432400227,
      "step": 29560
    },
    {
      "loss_action": 0.017639683559536934,
      "loss_total": 0.017639683559536934,
      "step": 29560
    },
    {
      "loss_action": 0.01906784251332283,
      "loss_total": 0.01906784251332283,
      "step": 29560
    },
    {
      "grad_norm": 0.1562424898147583,
      "learning_rate": 9.984362073847855e-05,
      "loss": 0.013,
      "step": 29570
    },
    {
      "loss_action": 0.011869434267282486,
      "loss_total": 0.011869434267282486,
      "step": 29570
    },
    {
      "loss_action": 0.00843602791428566,
      "loss_total": 0.00843602791428566,
      "step": 29570
    },
    {
      "loss_action": 0.0244635920971632,
      "loss_total": 0.0244635920971632,
      "step": 29570
    },
    {
      "loss_action": 0.006616823375225067,
      "loss_total": 0.006616823375225067,
      "step": 29570
    },
    {
      "loss_action": 0.015183504670858383,
      "loss_total": 0.015183504670858383,
      "step": 29570
    },
    {
      "loss_action": 0.016296537593007088,
      "loss_total": 0.016296537593007088,
      "step": 29570
    },
    {
      "loss_action": 0.011094149202108383,
      "loss_total": 0.011094149202108383,
      "step": 29570
    },
    {
      "loss_action": 0.01611027866601944,
      "loss_total": 0.01611027866601944,
      "step": 29570
    },
    {
      "grad_norm": 0.1640721559524536,
      "learning_rate": 9.984329389305327e-05,
      "loss": 0.0162,
      "step": 29580
    },
    {
      "loss_action": 0.005824014078825712,
      "loss_total": 0.005824014078825712,
      "step": 29580
    },
    {
      "loss_action": 0.0069112698547542095,
      "loss_total": 0.0069112698547542095,
      "step": 29580
    },
    {
      "loss_action": 0.006766237784177065,
      "loss_total": 0.006766237784177065,
      "step": 29580
    },
    {
      "loss_action": 0.010118763893842697,
      "loss_total": 0.010118763893842697,
      "step": 29580
    },
    {
      "loss_action": 0.01583750918507576,
      "loss_total": 0.01583750918507576,
      "step": 29580
    },
    {
      "loss_action": 0.008933007717132568,
      "loss_total": 0.008933007717132568,
      "step": 29580
    },
    {
      "loss_action": 0.011121993884444237,
      "loss_total": 0.011121993884444237,
      "step": 29580
    },
    {
      "loss_action": 0.011125043965876102,
      "loss_total": 0.011125043965876102,
      "step": 29580
    },
    {
      "grad_norm": 0.13149310648441315,
      "learning_rate": 9.984296670695374e-05,
      "loss": 0.0123,
      "step": 29590
    },
    {
      "loss_action": 0.01239754632115364,
      "loss_total": 0.01239754632115364,
      "step": 29590
    },
    {
      "loss_action": 0.011989687569439411,
      "loss_total": 0.011989687569439411,
      "step": 29590
    },
    {
      "loss_action": 0.007871764712035656,
      "loss_total": 0.007871764712035656,
      "step": 29590
    },
    {
      "loss_action": 0.012609473429620266,
      "loss_total": 0.012609473429620266,
      "step": 29590
    },
    {
      "loss_action": 0.006604776252061129,
      "loss_total": 0.006604776252061129,
      "step": 29590
    },
    {
      "loss_action": 0.012660232372581959,
      "loss_total": 0.012660232372581959,
      "step": 29590
    },
    {
      "loss_action": 0.010409035719931126,
      "loss_total": 0.010409035719931126,
      "step": 29590
    },
    {
      "loss_action": 0.007526287343353033,
      "loss_total": 0.007526287343353033,
      "step": 29590
    },
    {
      "grad_norm": 0.1405692845582962,
      "learning_rate": 9.984263918018224e-05,
      "loss": 0.0124,
      "step": 29600
    },
    {
      "loss_action": 0.025952041149139404,
      "loss_total": 0.025952041149139404,
      "step": 29600
    },
    {
      "loss_action": 0.02648714929819107,
      "loss_total": 0.02648714929819107,
      "step": 29600
    },
    {
      "loss_action": 0.02162604033946991,
      "loss_total": 0.02162604033946991,
      "step": 29600
    },
    {
      "loss_action": 0.013685540296137333,
      "loss_total": 0.013685540296137333,
      "step": 29600
    },
    {
      "loss_action": 0.009622158482670784,
      "loss_total": 0.009622158482670784,
      "step": 29600
    },
    {
      "loss_action": 0.008201926946640015,
      "loss_total": 0.008201926946640015,
      "step": 29600
    },
    {
      "loss_action": 0.012287012301385403,
      "loss_total": 0.012287012301385403,
      "step": 29600
    },
    {
      "loss_action": 0.022700399160385132,
      "loss_total": 0.022700399160385132,
      "step": 29600
    },
    {
      "grad_norm": 0.14173127710819244,
      "learning_rate": 9.984231131274098e-05,
      "loss": 0.0129,
      "step": 29610
    },
    {
      "loss_action": 0.03172783553600311,
      "loss_total": 0.03172783553600311,
      "step": 29610
    },
    {
      "loss_action": 0.004119609482586384,
      "loss_total": 0.004119609482586384,
      "step": 29610
    },
    {
      "loss_action": 0.00418507494032383,
      "loss_total": 0.00418507494032383,
      "step": 29610
    },
    {
      "loss_action": 0.016490746289491653,
      "loss_total": 0.016490746289491653,
      "step": 29610
    },
    {
      "loss_action": 0.007319786120206118,
      "loss_total": 0.007319786120206118,
      "step": 29610
    },
    {
      "loss_action": 0.019242532551288605,
      "loss_total": 0.019242532551288605,
      "step": 29610
    },
    {
      "loss_action": 0.00806437898427248,
      "loss_total": 0.00806437898427248,
      "step": 29610
    },
    {
      "loss_action": 0.009063761681318283,
      "loss_total": 0.009063761681318283,
      "step": 29610
    },
    {
      "grad_norm": 0.19429869949817657,
      "learning_rate": 9.98419831046322e-05,
      "loss": 0.0179,
      "step": 29620
    },
    {
      "loss_action": 0.0060486868023872375,
      "loss_total": 0.0060486868023872375,
      "step": 29620
    },
    {
      "loss_action": 0.010110817849636078,
      "loss_total": 0.010110817849636078,
      "step": 29620
    },
    {
      "loss_action": 0.011517209932208061,
      "loss_total": 0.011517209932208061,
      "step": 29620
    },
    {
      "loss_action": 0.007000000216066837,
      "loss_total": 0.007000000216066837,
      "step": 29620
    },
    {
      "loss_action": 0.013382547535002232,
      "loss_total": 0.013382547535002232,
      "step": 29620
    },
    {
      "loss_action": 0.016963375732302666,
      "loss_total": 0.016963375732302666,
      "step": 29620
    },
    {
      "loss_action": 0.011395502835512161,
      "loss_total": 0.011395502835512161,
      "step": 29620
    },
    {
      "loss_action": 0.025310944765806198,
      "loss_total": 0.025310944765806198,
      "step": 29620
    },
    {
      "grad_norm": 0.13610157370567322,
      "learning_rate": 9.984165455585813e-05,
      "loss": 0.0155,
      "step": 29630
    },
    {
      "loss_action": 0.02373437210917473,
      "loss_total": 0.02373437210917473,
      "step": 29630
    },
    {
      "loss_action": 0.006000986322760582,
      "loss_total": 0.006000986322760582,
      "step": 29630
    },
    {
      "loss_action": 0.0075400108471512794,
      "loss_total": 0.0075400108471512794,
      "step": 29630
    },
    {
      "loss_action": 0.01091298833489418,
      "loss_total": 0.01091298833489418,
      "step": 29630
    },
    {
      "loss_action": 0.00907420925796032,
      "loss_total": 0.00907420925796032,
      "step": 29630
    },
    {
      "loss_action": 0.015567970462143421,
      "loss_total": 0.015567970462143421,
      "step": 29630
    },
    {
      "loss_action": 0.009924516081809998,
      "loss_total": 0.009924516081809998,
      "step": 29630
    },
    {
      "loss_action": 0.006717413663864136,
      "loss_total": 0.006717413663864136,
      "step": 29630
    },
    {
      "grad_norm": 0.21207605302333832,
      "learning_rate": 9.984132566642103e-05,
      "loss": 0.0154,
      "step": 29640
    },
    {
      "loss_action": 0.011062311939895153,
      "loss_total": 0.011062311939895153,
      "step": 29640
    },
    {
      "loss_action": 0.01859404146671295,
      "loss_total": 0.01859404146671295,
      "step": 29640
    },
    {
      "loss_action": 0.016452576965093613,
      "loss_total": 0.016452576965093613,
      "step": 29640
    },
    {
      "loss_action": 0.018513359129428864,
      "loss_total": 0.018513359129428864,
      "step": 29640
    },
    {
      "loss_action": 0.016679570078849792,
      "loss_total": 0.016679570078849792,
      "step": 29640
    },
    {
      "loss_action": 0.011354362592101097,
      "loss_total": 0.011354362592101097,
      "step": 29640
    },
    {
      "loss_action": 0.00884778518229723,
      "loss_total": 0.00884778518229723,
      "step": 29640
    },
    {
      "loss_action": 0.016001572832465172,
      "loss_total": 0.016001572832465172,
      "step": 29640
    },
    {
      "grad_norm": 0.13812528550624847,
      "learning_rate": 9.984099643632318e-05,
      "loss": 0.0132,
      "step": 29650
    },
    {
      "loss_action": 0.030820079147815704,
      "loss_total": 0.030820079147815704,
      "step": 29650
    },
    {
      "loss_action": 0.00914896372705698,
      "loss_total": 0.00914896372705698,
      "step": 29650
    },
    {
      "loss_action": 0.01808314025402069,
      "loss_total": 0.01808314025402069,
      "step": 29650
    },
    {
      "loss_action": 0.008901222608983517,
      "loss_total": 0.008901222608983517,
      "step": 29650
    },
    {
      "loss_action": 0.010418025776743889,
      "loss_total": 0.010418025776743889,
      "step": 29650
    },
    {
      "loss_action": 0.005503726191818714,
      "loss_total": 0.005503726191818714,
      "step": 29650
    },
    {
      "loss_action": 0.019616372883319855,
      "loss_total": 0.019616372883319855,
      "step": 29650
    },
    {
      "loss_action": 0.008548768237233162,
      "loss_total": 0.008548768237233162,
      "step": 29650
    },
    {
      "grad_norm": 0.12418605387210846,
      "learning_rate": 9.984066686556677e-05,
      "loss": 0.0121,
      "step": 29660
    },
    {
      "loss_action": 0.013801694847643375,
      "loss_total": 0.013801694847643375,
      "step": 29660
    },
    {
      "loss_action": 0.009768472984433174,
      "loss_total": 0.009768472984433174,
      "step": 29660
    },
    {
      "loss_action": 0.007669338025152683,
      "loss_total": 0.007669338025152683,
      "step": 29660
    },
    {
      "loss_action": 0.00511975958943367,
      "loss_total": 0.00511975958943367,
      "step": 29660
    },
    {
      "loss_action": 0.01151378732174635,
      "loss_total": 0.01151378732174635,
      "step": 29660
    },
    {
      "loss_action": 0.018426399677991867,
      "loss_total": 0.018426399677991867,
      "step": 29660
    },
    {
      "loss_action": 0.007503094617277384,
      "loss_total": 0.007503094617277384,
      "step": 29660
    },
    {
      "loss_action": 0.012309059500694275,
      "loss_total": 0.012309059500694275,
      "step": 29660
    },
    {
      "grad_norm": 0.24259157478809357,
      "learning_rate": 9.98403369541541e-05,
      "loss": 0.0135,
      "step": 29670
    },
    {
      "loss_action": 0.015161747112870216,
      "loss_total": 0.015161747112870216,
      "step": 29670
    },
    {
      "loss_action": 0.029894445091485977,
      "loss_total": 0.029894445091485977,
      "step": 29670
    },
    {
      "loss_action": 0.01594369485974312,
      "loss_total": 0.01594369485974312,
      "step": 29670
    },
    {
      "loss_action": 0.01470658928155899,
      "loss_total": 0.01470658928155899,
      "step": 29670
    },
    {
      "loss_action": 0.009111471474170685,
      "loss_total": 0.009111471474170685,
      "step": 29670
    },
    {
      "loss_action": 0.024313688278198242,
      "loss_total": 0.024313688278198242,
      "step": 29670
    },
    {
      "loss_action": 0.007131688296794891,
      "loss_total": 0.007131688296794891,
      "step": 29670
    },
    {
      "loss_action": 0.009876005351543427,
      "loss_total": 0.009876005351543427,
      "step": 29670
    },
    {
      "grad_norm": 0.15698368847370148,
      "learning_rate": 9.984000670208739e-05,
      "loss": 0.0143,
      "step": 29680
    },
    {
      "loss_action": 0.012638557702302933,
      "loss_total": 0.012638557702302933,
      "step": 29680
    },
    {
      "loss_action": 0.012363051064312458,
      "loss_total": 0.012363051064312458,
      "step": 29680
    },
    {
      "loss_action": 0.014925343915820122,
      "loss_total": 0.014925343915820122,
      "step": 29680
    },
    {
      "loss_action": 0.012514425441622734,
      "loss_total": 0.012514425441622734,
      "step": 29680
    },
    {
      "loss_action": 0.02790899947285652,
      "loss_total": 0.02790899947285652,
      "step": 29680
    },
    {
      "loss_action": 0.007557491771876812,
      "loss_total": 0.007557491771876812,
      "step": 29680
    },
    {
      "loss_action": 0.014330773614346981,
      "loss_total": 0.014330773614346981,
      "step": 29680
    },
    {
      "loss_action": 0.011553393676877022,
      "loss_total": 0.011553393676877022,
      "step": 29680
    },
    {
      "grad_norm": 0.15517860651016235,
      "learning_rate": 9.983967610936893e-05,
      "loss": 0.0134,
      "step": 29690
    },
    {
      "loss_action": 0.00560842314735055,
      "loss_total": 0.00560842314735055,
      "step": 29690
    },
    {
      "loss_action": 0.006586955860257149,
      "loss_total": 0.006586955860257149,
      "step": 29690
    },
    {
      "loss_action": 0.004211890045553446,
      "loss_total": 0.004211890045553446,
      "step": 29690
    },
    {
      "loss_action": 0.011937285773456097,
      "loss_total": 0.011937285773456097,
      "step": 29690
    },
    {
      "loss_action": 0.007435399107635021,
      "loss_total": 0.007435399107635021,
      "step": 29690
    },
    {
      "loss_action": 0.00584154948592186,
      "loss_total": 0.00584154948592186,
      "step": 29690
    },
    {
      "loss_action": 0.010479455813765526,
      "loss_total": 0.010479455813765526,
      "step": 29690
    },
    {
      "loss_action": 0.022246111184358597,
      "loss_total": 0.022246111184358597,
      "step": 29690
    },
    {
      "grad_norm": 0.15860432386398315,
      "learning_rate": 9.983934517600097e-05,
      "loss": 0.013,
      "step": 29700
    },
    {
      "loss_action": 0.005962761119008064,
      "loss_total": 0.005962761119008064,
      "step": 29700
    },
    {
      "loss_action": 0.01998854987323284,
      "loss_total": 0.01998854987323284,
      "step": 29700
    },
    {
      "loss_action": 0.061652131378650665,
      "loss_total": 0.061652131378650665,
      "step": 29700
    },
    {
      "loss_action": 0.012153638526797295,
      "loss_total": 0.012153638526797295,
      "step": 29700
    },
    {
      "loss_action": 0.012722453102469444,
      "loss_total": 0.012722453102469444,
      "step": 29700
    },
    {
      "loss_action": 0.00832291878759861,
      "loss_total": 0.00832291878759861,
      "step": 29700
    },
    {
      "loss_action": 0.013429307378828526,
      "loss_total": 0.013429307378828526,
      "step": 29700
    },
    {
      "loss_action": 0.013560155406594276,
      "loss_total": 0.013560155406594276,
      "step": 29700
    },
    {
      "grad_norm": 0.13271114230155945,
      "learning_rate": 9.983901390198575e-05,
      "loss": 0.0133,
      "step": 29710
    },
    {
      "loss_action": 0.0037182096857577562,
      "loss_total": 0.0037182096857577562,
      "step": 29710
    },
    {
      "loss_action": 0.009810753166675568,
      "loss_total": 0.009810753166675568,
      "step": 29710
    },
    {
      "loss_action": 0.007332202512770891,
      "loss_total": 0.007332202512770891,
      "step": 29710
    },
    {
      "loss_action": 0.005945947486907244,
      "loss_total": 0.005945947486907244,
      "step": 29710
    },
    {
      "loss_action": 0.009365593083202839,
      "loss_total": 0.009365593083202839,
      "step": 29710
    },
    {
      "loss_action": 0.017136283218860626,
      "loss_total": 0.017136283218860626,
      "step": 29710
    },
    {
      "loss_action": 0.006570235826075077,
      "loss_total": 0.006570235826075077,
      "step": 29710
    },
    {
      "loss_action": 0.010498477146029472,
      "loss_total": 0.010498477146029472,
      "step": 29710
    },
    {
      "grad_norm": 0.14685280621051788,
      "learning_rate": 9.983868228732557e-05,
      "loss": 0.0115,
      "step": 29720
    },
    {
      "loss_action": 0.011916272342205048,
      "loss_total": 0.011916272342205048,
      "step": 29720
    },
    {
      "loss_action": 0.00509609654545784,
      "loss_total": 0.00509609654545784,
      "step": 29720
    },
    {
      "loss_action": 0.026375504210591316,
      "loss_total": 0.026375504210591316,
      "step": 29720
    },
    {
      "loss_action": 0.009021955542266369,
      "loss_total": 0.009021955542266369,
      "step": 29720
    },
    {
      "loss_action": 0.006656988058239222,
      "loss_total": 0.006656988058239222,
      "step": 29720
    },
    {
      "loss_action": 0.015299412421882153,
      "loss_total": 0.015299412421882153,
      "step": 29720
    },
    {
      "loss_action": 0.015665486454963684,
      "loss_total": 0.015665486454963684,
      "step": 29720
    },
    {
      "loss_action": 0.006683577783405781,
      "loss_total": 0.006683577783405781,
      "step": 29720
    },
    {
      "grad_norm": 0.12707462906837463,
      "learning_rate": 9.983835033202267e-05,
      "loss": 0.0104,
      "step": 29730
    },
    {
      "loss_action": 0.013848254457116127,
      "loss_total": 0.013848254457116127,
      "step": 29730
    },
    {
      "loss_action": 0.008087318390607834,
      "loss_total": 0.008087318390607834,
      "step": 29730
    },
    {
      "loss_action": 0.011973492801189423,
      "loss_total": 0.011973492801189423,
      "step": 29730
    },
    {
      "loss_action": 0.012913425453007221,
      "loss_total": 0.012913425453007221,
      "step": 29730
    },
    {
      "loss_action": 0.00843081995844841,
      "loss_total": 0.00843081995844841,
      "step": 29730
    },
    {
      "loss_action": 0.024061493575572968,
      "loss_total": 0.024061493575572968,
      "step": 29730
    },
    {
      "loss_action": 0.017598122358322144,
      "loss_total": 0.017598122358322144,
      "step": 29730
    },
    {
      "loss_action": 0.03391103073954582,
      "loss_total": 0.03391103073954582,
      "step": 29730
    },
    {
      "grad_norm": 0.15460242331027985,
      "learning_rate": 9.98380180360793e-05,
      "loss": 0.0134,
      "step": 29740
    },
    {
      "loss_action": 0.011639164760708809,
      "loss_total": 0.011639164760708809,
      "step": 29740
    },
    {
      "loss_action": 0.005597582086920738,
      "loss_total": 0.005597582086920738,
      "step": 29740
    },
    {
      "loss_action": 0.01157948188483715,
      "loss_total": 0.01157948188483715,
      "step": 29740
    },
    {
      "loss_action": 0.034697532653808594,
      "loss_total": 0.034697532653808594,
      "step": 29740
    },
    {
      "loss_action": 0.006848685443401337,
      "loss_total": 0.006848685443401337,
      "step": 29740
    },
    {
      "loss_action": 0.01115860790014267,
      "loss_total": 0.01115860790014267,
      "step": 29740
    },
    {
      "loss_action": 0.029840396717190742,
      "loss_total": 0.029840396717190742,
      "step": 29740
    },
    {
      "loss_action": 0.01411985419690609,
      "loss_total": 0.01411985419690609,
      "step": 29740
    },
    {
      "grad_norm": 0.21375463902950287,
      "learning_rate": 9.983768539949778e-05,
      "loss": 0.0139,
      "step": 29750
    },
    {
      "loss_action": 0.007969256490468979,
      "loss_total": 0.007969256490468979,
      "step": 29750
    },
    {
      "loss_action": 0.006918452680110931,
      "loss_total": 0.006918452680110931,
      "step": 29750
    },
    {
      "loss_action": 0.011385738849639893,
      "loss_total": 0.011385738849639893,
      "step": 29750
    },
    {
      "loss_action": 0.018785526975989342,
      "loss_total": 0.018785526975989342,
      "step": 29750
    },
    {
      "loss_action": 0.012652192264795303,
      "loss_total": 0.012652192264795303,
      "step": 29750
    },
    {
      "loss_action": 0.006154507398605347,
      "loss_total": 0.006154507398605347,
      "step": 29750
    },
    {
      "loss_action": 0.007894669659435749,
      "loss_total": 0.007894669659435749,
      "step": 29750
    },
    {
      "loss_action": 0.013065488077700138,
      "loss_total": 0.013065488077700138,
      "step": 29750
    },
    {
      "grad_norm": 0.13454696536064148,
      "learning_rate": 9.983735242228036e-05,
      "loss": 0.0117,
      "step": 29760
    },
    {
      "loss_action": 0.013615606352686882,
      "loss_total": 0.013615606352686882,
      "step": 29760
    },
    {
      "loss_action": 0.00936841033399105,
      "loss_total": 0.00936841033399105,
      "step": 29760
    },
    {
      "loss_action": 0.01824333146214485,
      "loss_total": 0.01824333146214485,
      "step": 29760
    },
    {
      "loss_action": 0.019852839410305023,
      "loss_total": 0.019852839410305023,
      "step": 29760
    },
    {
      "loss_action": 0.006735086906701326,
      "loss_total": 0.006735086906701326,
      "step": 29760
    },
    {
      "loss_action": 0.015332276932895184,
      "loss_total": 0.015332276932895184,
      "step": 29760
    },
    {
      "loss_action": 0.02050536870956421,
      "loss_total": 0.02050536870956421,
      "step": 29760
    },
    {
      "loss_action": 0.005757706239819527,
      "loss_total": 0.005757706239819527,
      "step": 29760
    },
    {
      "grad_norm": 0.1438521444797516,
      "learning_rate": 9.983701910442931e-05,
      "loss": 0.0152,
      "step": 29770
    },
    {
      "loss_action": 0.018825579434633255,
      "loss_total": 0.018825579434633255,
      "step": 29770
    },
    {
      "loss_action": 0.022092152386903763,
      "loss_total": 0.022092152386903763,
      "step": 29770
    },
    {
      "loss_action": 0.008505189791321754,
      "loss_total": 0.008505189791321754,
      "step": 29770
    },
    {
      "loss_action": 0.008977595716714859,
      "loss_total": 0.008977595716714859,
      "step": 29770
    },
    {
      "loss_action": 0.01062123291194439,
      "loss_total": 0.01062123291194439,
      "step": 29770
    },
    {
      "loss_action": 0.017219174653291702,
      "loss_total": 0.017219174653291702,
      "step": 29770
    },
    {
      "loss_action": 0.006990848574787378,
      "loss_total": 0.006990848574787378,
      "step": 29770
    },
    {
      "loss_action": 0.004619768355041742,
      "loss_total": 0.004619768355041742,
      "step": 29770
    },
    {
      "grad_norm": 0.16324113309383392,
      "learning_rate": 9.983668544594693e-05,
      "loss": 0.0139,
      "step": 29780
    },
    {
      "loss_action": 0.006064253859221935,
      "loss_total": 0.006064253859221935,
      "step": 29780
    },
    {
      "loss_action": 0.02390158548951149,
      "loss_total": 0.02390158548951149,
      "step": 29780
    },
    {
      "loss_action": 0.014261073432862759,
      "loss_total": 0.014261073432862759,
      "step": 29780
    },
    {
      "loss_action": 0.024752572178840637,
      "loss_total": 0.024752572178840637,
      "step": 29780
    },
    {
      "loss_action": 0.006663349457085133,
      "loss_total": 0.006663349457085133,
      "step": 29780
    },
    {
      "loss_action": 0.015379008837044239,
      "loss_total": 0.015379008837044239,
      "step": 29780
    },
    {
      "loss_action": 0.007172418758273125,
      "loss_total": 0.007172418758273125,
      "step": 29780
    },
    {
      "loss_action": 0.00841948576271534,
      "loss_total": 0.00841948576271534,
      "step": 29780
    },
    {
      "grad_norm": 0.21771611273288727,
      "learning_rate": 9.983635144683547e-05,
      "loss": 0.0131,
      "step": 29790
    },
    {
      "loss_action": 0.010174733586609364,
      "loss_total": 0.010174733586609364,
      "step": 29790
    },
    {
      "loss_action": 0.00558692030608654,
      "loss_total": 0.00558692030608654,
      "step": 29790
    },
    {
      "loss_action": 0.02020532637834549,
      "loss_total": 0.02020532637834549,
      "step": 29790
    },
    {
      "loss_action": 0.023428458720445633,
      "loss_total": 0.023428458720445633,
      "step": 29790
    },
    {
      "loss_action": 0.011168800294399261,
      "loss_total": 0.011168800294399261,
      "step": 29790
    },
    {
      "loss_action": 0.03518219664692879,
      "loss_total": 0.03518219664692879,
      "step": 29790
    },
    {
      "loss_action": 0.014896798878908157,
      "loss_total": 0.014896798878908157,
      "step": 29790
    },
    {
      "loss_action": 0.010723119601607323,
      "loss_total": 0.010723119601607323,
      "step": 29790
    },
    {
      "grad_norm": 0.1631503403186798,
      "learning_rate": 9.983601710709723e-05,
      "loss": 0.0139,
      "step": 29800
    },
    {
      "loss_action": 0.014894768595695496,
      "loss_total": 0.014894768595695496,
      "step": 29800
    },
    {
      "loss_action": 0.021101009100675583,
      "loss_total": 0.021101009100675583,
      "step": 29800
    },
    {
      "loss_action": 0.010001648217439651,
      "loss_total": 0.010001648217439651,
      "step": 29800
    },
    {
      "loss_action": 0.00833968911319971,
      "loss_total": 0.00833968911319971,
      "step": 29800
    },
    {
      "loss_action": 0.0037478432059288025,
      "loss_total": 0.0037478432059288025,
      "step": 29800
    },
    {
      "loss_action": 0.01279274933040142,
      "loss_total": 0.01279274933040142,
      "step": 29800
    },
    {
      "loss_action": 0.01224014163017273,
      "loss_total": 0.01224014163017273,
      "step": 29800
    },
    {
      "loss_action": 0.01453692652285099,
      "loss_total": 0.01453692652285099,
      "step": 29800
    },
    {
      "grad_norm": 0.12258943170309067,
      "learning_rate": 9.983568242673449e-05,
      "loss": 0.0138,
      "step": 29810
    },
    {
      "loss_action": 0.006208557635545731,
      "loss_total": 0.006208557635545731,
      "step": 29810
    },
    {
      "loss_action": 0.007815033197402954,
      "loss_total": 0.007815033197402954,
      "step": 29810
    },
    {
      "loss_action": 0.004618106409907341,
      "loss_total": 0.004618106409907341,
      "step": 29810
    },
    {
      "loss_action": 0.008892284706234932,
      "loss_total": 0.008892284706234932,
      "step": 29810
    },
    {
      "loss_action": 0.015323510393500328,
      "loss_total": 0.015323510393500328,
      "step": 29810
    },
    {
      "loss_action": 0.009639443829655647,
      "loss_total": 0.009639443829655647,
      "step": 29810
    },
    {
      "loss_action": 0.007658388465642929,
      "loss_total": 0.007658388465642929,
      "step": 29810
    },
    {
      "loss_action": 0.02413325197994709,
      "loss_total": 0.02413325197994709,
      "step": 29810
    },
    {
      "grad_norm": 0.1280747354030609,
      "learning_rate": 9.983534740574956e-05,
      "loss": 0.0119,
      "step": 29820
    },
    {
      "loss_action": 0.015672165900468826,
      "loss_total": 0.015672165900468826,
      "step": 29820
    },
    {
      "loss_action": 0.014434736222028732,
      "loss_total": 0.014434736222028732,
      "step": 29820
    },
    {
      "loss_action": 0.007161499932408333,
      "loss_total": 0.007161499932408333,
      "step": 29820
    },
    {
      "loss_action": 0.01009572297334671,
      "loss_total": 0.01009572297334671,
      "step": 29820
    },
    {
      "loss_action": 0.0159139521420002,
      "loss_total": 0.0159139521420002,
      "step": 29820
    },
    {
      "loss_action": 0.009301254525780678,
      "loss_total": 0.009301254525780678,
      "step": 29820
    },
    {
      "loss_action": 0.0067134518176317215,
      "loss_total": 0.0067134518176317215,
      "step": 29820
    },
    {
      "loss_action": 0.011836347170174122,
      "loss_total": 0.011836347170174122,
      "step": 29820
    },
    {
      "grad_norm": 0.14293783903121948,
      "learning_rate": 9.983501204414469e-05,
      "loss": 0.0122,
      "step": 29830
    },
    {
      "loss_action": 0.005853066220879555,
      "loss_total": 0.005853066220879555,
      "step": 29830
    },
    {
      "loss_action": 0.0077462163753807545,
      "loss_total": 0.0077462163753807545,
      "step": 29830
    },
    {
      "loss_action": 0.006769141182303429,
      "loss_total": 0.006769141182303429,
      "step": 29830
    },
    {
      "loss_action": 0.006534533575177193,
      "loss_total": 0.006534533575177193,
      "step": 29830
    },
    {
      "loss_action": 0.007022859528660774,
      "loss_total": 0.007022859528660774,
      "step": 29830
    },
    {
      "loss_action": 0.004203259013593197,
      "loss_total": 0.004203259013593197,
      "step": 29830
    },
    {
      "loss_action": 0.007762840948998928,
      "loss_total": 0.007762840948998928,
      "step": 29830
    },
    {
      "loss_action": 0.007837077602744102,
      "loss_total": 0.007837077602744102,
      "step": 29830
    },
    {
      "grad_norm": 0.1454637050628662,
      "learning_rate": 9.98346763419222e-05,
      "loss": 0.0113,
      "step": 29840
    },
    {
      "loss_action": 0.007875132374465466,
      "loss_total": 0.007875132374465466,
      "step": 29840
    },
    {
      "loss_action": 0.008934823796153069,
      "loss_total": 0.008934823796153069,
      "step": 29840
    },
    {
      "loss_action": 0.025616053491830826,
      "loss_total": 0.025616053491830826,
      "step": 29840
    },
    {
      "loss_action": 0.015764210373163223,
      "loss_total": 0.015764210373163223,
      "step": 29840
    },
    {
      "loss_action": 0.021669674664735794,
      "loss_total": 0.021669674664735794,
      "step": 29840
    },
    {
      "loss_action": 0.026053117588162422,
      "loss_total": 0.026053117588162422,
      "step": 29840
    },
    {
      "loss_action": 0.006295294500887394,
      "loss_total": 0.006295294500887394,
      "step": 29840
    },
    {
      "loss_action": 0.013606028631329536,
      "loss_total": 0.013606028631329536,
      "step": 29840
    },
    {
      "grad_norm": 0.18948523700237274,
      "learning_rate": 9.983434029908436e-05,
      "loss": 0.0129,
      "step": 29850
    },
    {
      "loss_action": 0.028716668486595154,
      "loss_total": 0.028716668486595154,
      "step": 29850
    },
    {
      "loss_action": 0.008196705020964146,
      "loss_total": 0.008196705020964146,
      "step": 29850
    },
    {
      "loss_action": 0.008877966552972794,
      "loss_total": 0.008877966552972794,
      "step": 29850
    },
    {
      "loss_action": 0.00890111643821001,
      "loss_total": 0.00890111643821001,
      "step": 29850
    },
    {
      "loss_action": 0.009223435074090958,
      "loss_total": 0.009223435074090958,
      "step": 29850
    },
    {
      "loss_action": 0.005851686000823975,
      "loss_total": 0.005851686000823975,
      "step": 29850
    },
    {
      "loss_action": 0.008509228006005287,
      "loss_total": 0.008509228006005287,
      "step": 29850
    },
    {
      "loss_action": 0.005750283598899841,
      "loss_total": 0.005750283598899841,
      "step": 29850
    },
    {
      "grad_norm": 0.14301812648773193,
      "learning_rate": 9.983400391563352e-05,
      "loss": 0.0123,
      "step": 29860
    },
    {
      "loss_action": 0.00706701073795557,
      "loss_total": 0.00706701073795557,
      "step": 29860
    },
    {
      "loss_action": 0.01183701679110527,
      "loss_total": 0.01183701679110527,
      "step": 29860
    },
    {
      "loss_action": 0.008987119421362877,
      "loss_total": 0.008987119421362877,
      "step": 29860
    },
    {
      "loss_action": 0.011895297095179558,
      "loss_total": 0.011895297095179558,
      "step": 29860
    },
    {
      "loss_action": 0.009676514193415642,
      "loss_total": 0.009676514193415642,
      "step": 29860
    },
    {
      "loss_action": 0.010810816660523415,
      "loss_total": 0.010810816660523415,
      "step": 29860
    },
    {
      "loss_action": 0.005354692228138447,
      "loss_total": 0.005354692228138447,
      "step": 29860
    },
    {
      "loss_action": 0.01976817473769188,
      "loss_total": 0.01976817473769188,
      "step": 29860
    },
    {
      "grad_norm": 0.1352916657924652,
      "learning_rate": 9.98336671915719e-05,
      "loss": 0.0119,
      "step": 29870
    },
    {
      "loss_action": 0.008975468575954437,
      "loss_total": 0.008975468575954437,
      "step": 29870
    },
    {
      "loss_action": 0.006015099585056305,
      "loss_total": 0.006015099585056305,
      "step": 29870
    },
    {
      "loss_action": 0.006543068215250969,
      "loss_total": 0.006543068215250969,
      "step": 29870
    },
    {
      "loss_action": 0.011608983390033245,
      "loss_total": 0.011608983390033245,
      "step": 29870
    },
    {
      "loss_action": 0.01186533086001873,
      "loss_total": 0.01186533086001873,
      "step": 29870
    },
    {
      "loss_action": 0.011282902210950851,
      "loss_total": 0.011282902210950851,
      "step": 29870
    },
    {
      "loss_action": 0.0033026679884642363,
      "loss_total": 0.0033026679884642363,
      "step": 29870
    },
    {
      "loss_action": 0.017583342269062996,
      "loss_total": 0.017583342269062996,
      "step": 29870
    },
    {
      "grad_norm": 0.12237642705440521,
      "learning_rate": 9.983333012690188e-05,
      "loss": 0.0111,
      "step": 29880
    },
    {
      "loss_action": 0.0035047251731157303,
      "loss_total": 0.0035047251731157303,
      "step": 29880
    },
    {
      "loss_action": 0.004912282340228558,
      "loss_total": 0.004912282340228558,
      "step": 29880
    },
    {
      "loss_action": 0.00453417282551527,
      "loss_total": 0.00453417282551527,
      "step": 29880
    },
    {
      "loss_action": 0.010845987126231194,
      "loss_total": 0.010845987126231194,
      "step": 29880
    },
    {
      "loss_action": 0.012573765590786934,
      "loss_total": 0.012573765590786934,
      "step": 29880
    },
    {
      "loss_action": 0.004684256389737129,
      "loss_total": 0.004684256389737129,
      "step": 29880
    },
    {
      "loss_action": 0.006267070770263672,
      "loss_total": 0.006267070770263672,
      "step": 29880
    },
    {
      "loss_action": 0.015869926661252975,
      "loss_total": 0.015869926661252975,
      "step": 29880
    },
    {
      "grad_norm": 0.23044808208942413,
      "learning_rate": 9.983299272162572e-05,
      "loss": 0.0121,
      "step": 29890
    },
    {
      "loss_action": 0.010404739528894424,
      "loss_total": 0.010404739528894424,
      "step": 29890
    },
    {
      "loss_action": 0.007635495625436306,
      "loss_total": 0.007635495625436306,
      "step": 29890
    },
    {
      "loss_action": 0.00814744085073471,
      "loss_total": 0.00814744085073471,
      "step": 29890
    },
    {
      "loss_action": 0.012900096364319324,
      "loss_total": 0.012900096364319324,
      "step": 29890
    },
    {
      "loss_action": 0.008673081174492836,
      "loss_total": 0.008673081174492836,
      "step": 29890
    },
    {
      "loss_action": 0.03231808915734291,
      "loss_total": 0.03231808915734291,
      "step": 29890
    },
    {
      "loss_action": 0.029520107433199883,
      "loss_total": 0.029520107433199883,
      "step": 29890
    },
    {
      "loss_action": 0.009040849283337593,
      "loss_total": 0.009040849283337593,
      "step": 29890
    },
    {
      "grad_norm": 0.13465820252895355,
      "learning_rate": 9.983265497574572e-05,
      "loss": 0.0115,
      "step": 29900
    },
    {
      "loss_action": 0.012673364020884037,
      "loss_total": 0.012673364020884037,
      "step": 29900
    },
    {
      "loss_action": 0.015078296884894371,
      "loss_total": 0.015078296884894371,
      "step": 29900
    },
    {
      "loss_action": 0.005594118498265743,
      "loss_total": 0.005594118498265743,
      "step": 29900
    },
    {
      "loss_action": 0.01189606636762619,
      "loss_total": 0.01189606636762619,
      "step": 29900
    },
    {
      "loss_action": 0.02548602782189846,
      "loss_total": 0.02548602782189846,
      "step": 29900
    },
    {
      "loss_action": 0.020014964044094086,
      "loss_total": 0.020014964044094086,
      "step": 29900
    },
    {
      "loss_action": 0.008574683219194412,
      "loss_total": 0.008574683219194412,
      "step": 29900
    },
    {
      "loss_action": 0.010075293481349945,
      "loss_total": 0.010075293481349945,
      "step": 29900
    },
    {
      "grad_norm": 0.10036332160234451,
      "learning_rate": 9.983231688926422e-05,
      "loss": 0.0113,
      "step": 29910
    },
    {
      "loss_action": 0.01712207868695259,
      "loss_total": 0.01712207868695259,
      "step": 29910
    },
    {
      "loss_action": 0.017092743888497353,
      "loss_total": 0.017092743888497353,
      "step": 29910
    },
    {
      "loss_action": 0.010115662589669228,
      "loss_total": 0.010115662589669228,
      "step": 29910
    },
    {
      "loss_action": 0.01144531462341547,
      "loss_total": 0.01144531462341547,
      "step": 29910
    },
    {
      "loss_action": 0.009398061782121658,
      "loss_total": 0.009398061782121658,
      "step": 29910
    },
    {
      "loss_action": 0.007111642975360155,
      "loss_total": 0.007111642975360155,
      "step": 29910
    },
    {
      "loss_action": 0.01524295099079609,
      "loss_total": 0.01524295099079609,
      "step": 29910
    },
    {
      "loss_action": 0.010523097589612007,
      "loss_total": 0.010523097589612007,
      "step": 29910
    },
    {
      "grad_norm": 0.11937297880649567,
      "learning_rate": 9.983197846218351e-05,
      "loss": 0.0123,
      "step": 29920
    },
    {
      "loss_action": 0.007328520528972149,
      "loss_total": 0.007328520528972149,
      "step": 29920
    },
    {
      "loss_action": 0.006574229337275028,
      "loss_total": 0.006574229337275028,
      "step": 29920
    },
    {
      "loss_action": 0.020494677126407623,
      "loss_total": 0.020494677126407623,
      "step": 29920
    },
    {
      "loss_action": 0.011063117533922195,
      "loss_total": 0.011063117533922195,
      "step": 29920
    },
    {
      "loss_action": 0.006978979334235191,
      "loss_total": 0.006978979334235191,
      "step": 29920
    },
    {
      "loss_action": 0.026496458798646927,
      "loss_total": 0.026496458798646927,
      "step": 29920
    },
    {
      "loss_action": 0.018846716731786728,
      "loss_total": 0.018846716731786728,
      "step": 29920
    },
    {
      "loss_action": 0.005401095375418663,
      "loss_total": 0.005401095375418663,
      "step": 29920
    },
    {
      "grad_norm": 0.11367037892341614,
      "learning_rate": 9.983163969450589e-05,
      "loss": 0.0119,
      "step": 29930
    },
    {
      "loss_action": 0.010829323902726173,
      "loss_total": 0.010829323902726173,
      "step": 29930
    },
    {
      "loss_action": 0.004726266022771597,
      "loss_total": 0.004726266022771597,
      "step": 29930
    },
    {
      "loss_action": 0.0033673925790935755,
      "loss_total": 0.0033673925790935755,
      "step": 29930
    },
    {
      "loss_action": 0.009310049004852772,
      "loss_total": 0.009310049004852772,
      "step": 29930
    },
    {
      "loss_action": 0.010317068547010422,
      "loss_total": 0.010317068547010422,
      "step": 29930
    },
    {
      "loss_action": 0.009048767387866974,
      "loss_total": 0.009048767387866974,
      "step": 29930
    },
    {
      "loss_action": 0.006037495099008083,
      "loss_total": 0.006037495099008083,
      "step": 29930
    },
    {
      "loss_action": 0.009084504097700119,
      "loss_total": 0.009084504097700119,
      "step": 29930
    },
    {
      "grad_norm": 0.1326451450586319,
      "learning_rate": 9.98313005862337e-05,
      "loss": 0.0108,
      "step": 29940
    },
    {
      "loss_action": 0.006817237474024296,
      "loss_total": 0.006817237474024296,
      "step": 29940
    },
    {
      "loss_action": 0.027529742568731308,
      "loss_total": 0.027529742568731308,
      "step": 29940
    },
    {
      "loss_action": 0.013128003105521202,
      "loss_total": 0.013128003105521202,
      "step": 29940
    },
    {
      "loss_action": 0.016259577125310898,
      "loss_total": 0.016259577125310898,
      "step": 29940
    },
    {
      "loss_action": 0.003647981444373727,
      "loss_total": 0.003647981444373727,
      "step": 29940
    },
    {
      "loss_action": 0.013090252876281738,
      "loss_total": 0.013090252876281738,
      "step": 29940
    },
    {
      "loss_action": 0.012238135561347008,
      "loss_total": 0.012238135561347008,
      "step": 29940
    },
    {
      "loss_action": 0.005945019423961639,
      "loss_total": 0.005945019423961639,
      "step": 29940
    },
    {
      "grad_norm": 0.15804187953472137,
      "learning_rate": 9.983096113736928e-05,
      "loss": 0.012,
      "step": 29950
    },
    {
      "loss_action": 0.02676985412836075,
      "loss_total": 0.02676985412836075,
      "step": 29950
    },
    {
      "loss_action": 0.02374103292822838,
      "loss_total": 0.02374103292822838,
      "step": 29950
    },
    {
      "loss_action": 0.018376342952251434,
      "loss_total": 0.018376342952251434,
      "step": 29950
    },
    {
      "loss_action": 0.008477011695504189,
      "loss_total": 0.008477011695504189,
      "step": 29950
    },
    {
      "loss_action": 0.004639073275029659,
      "loss_total": 0.004639073275029659,
      "step": 29950
    },
    {
      "loss_action": 0.01114404946565628,
      "loss_total": 0.01114404946565628,
      "step": 29950
    },
    {
      "loss_action": 0.012038260698318481,
      "loss_total": 0.012038260698318481,
      "step": 29950
    },
    {
      "loss_action": 0.010947910137474537,
      "loss_total": 0.010947910137474537,
      "step": 29950
    },
    {
      "grad_norm": 0.1913120597600937,
      "learning_rate": 9.983062134791488e-05,
      "loss": 0.0116,
      "step": 29960
    },
    {
      "loss_action": 0.012608653865754604,
      "loss_total": 0.012608653865754604,
      "step": 29960
    },
    {
      "loss_action": 0.02544775977730751,
      "loss_total": 0.02544775977730751,
      "step": 29960
    },
    {
      "loss_action": 0.011707371100783348,
      "loss_total": 0.011707371100783348,
      "step": 29960
    },
    {
      "loss_action": 0.01591229811310768,
      "loss_total": 0.01591229811310768,
      "step": 29960
    },
    {
      "loss_action": 0.01474853791296482,
      "loss_total": 0.01474853791296482,
      "step": 29960
    },
    {
      "loss_action": 0.008062893524765968,
      "loss_total": 0.008062893524765968,
      "step": 29960
    },
    {
      "loss_action": 0.010031132027506828,
      "loss_total": 0.010031132027506828,
      "step": 29960
    },
    {
      "loss_action": 0.014915738254785538,
      "loss_total": 0.014915738254785538,
      "step": 29960
    },
    {
      "grad_norm": 0.15761905908584595,
      "learning_rate": 9.983028121787288e-05,
      "loss": 0.0126,
      "step": 29970
    },
    {
      "loss_action": 0.014682115986943245,
      "loss_total": 0.014682115986943245,
      "step": 29970
    },
    {
      "loss_action": 0.02223878540098667,
      "loss_total": 0.02223878540098667,
      "step": 29970
    },
    {
      "loss_action": 0.004084481857717037,
      "loss_total": 0.004084481857717037,
      "step": 29970
    },
    {
      "loss_action": 0.0077908821403980255,
      "loss_total": 0.0077908821403980255,
      "step": 29970
    },
    {
      "loss_action": 0.005851914174854755,
      "loss_total": 0.005851914174854755,
      "step": 29970
    },
    {
      "loss_action": 0.005806011147797108,
      "loss_total": 0.005806011147797108,
      "step": 29970
    },
    {
      "loss_action": 0.009929039515554905,
      "loss_total": 0.009929039515554905,
      "step": 29970
    },
    {
      "loss_action": 0.009028594009578228,
      "loss_total": 0.009028594009578228,
      "step": 29970
    },
    {
      "grad_norm": 0.14716583490371704,
      "learning_rate": 9.982994074724559e-05,
      "loss": 0.0119,
      "step": 29980
    },
    {
      "loss_action": 0.010975804179906845,
      "loss_total": 0.010975804179906845,
      "step": 29980
    },
    {
      "loss_action": 0.009227782487869263,
      "loss_total": 0.009227782487869263,
      "step": 29980
    },
    {
      "loss_action": 0.014264902099967003,
      "loss_total": 0.014264902099967003,
      "step": 29980
    },
    {
      "loss_action": 0.0050227222964167595,
      "loss_total": 0.0050227222964167595,
      "step": 29980
    },
    {
      "loss_action": 0.009065566584467888,
      "loss_total": 0.009065566584467888,
      "step": 29980
    },
    {
      "loss_action": 0.02267521619796753,
      "loss_total": 0.02267521619796753,
      "step": 29980
    },
    {
      "loss_action": 0.017214089632034302,
      "loss_total": 0.017214089632034302,
      "step": 29980
    },
    {
      "loss_action": 0.005446135997772217,
      "loss_total": 0.005446135997772217,
      "step": 29980
    },
    {
      "grad_norm": 0.1542094200849533,
      "learning_rate": 9.982959993603534e-05,
      "loss": 0.0118,
      "step": 29990
    },
    {
      "loss_action": 0.011277971789240837,
      "loss_total": 0.011277971789240837,
      "step": 29990
    },
    {
      "loss_action": 0.01392383873462677,
      "loss_total": 0.01392383873462677,
      "step": 29990
    },
    {
      "loss_action": 0.01143326610326767,
      "loss_total": 0.01143326610326767,
      "step": 29990
    },
    {
      "loss_action": 0.04656422510743141,
      "loss_total": 0.04656422510743141,
      "step": 29990
    },
    {
      "loss_action": 0.007843435741961002,
      "loss_total": 0.007843435741961002,
      "step": 29990
    },
    {
      "loss_action": 0.010429725050926208,
      "loss_total": 0.010429725050926208,
      "step": 29990
    },
    {
      "loss_action": 0.008813580498099327,
      "loss_total": 0.008813580498099327,
      "step": 29990
    },
    {
      "loss_action": 0.0050369249656796455,
      "loss_total": 0.0050369249656796455,
      "step": 29990
    },
    {
      "grad_norm": 0.11309780925512314,
      "learning_rate": 9.982925878424442e-05,
      "loss": 0.0108,
      "step": 30000
    },
    {
      "loss_action": 0.009345423430204391,
      "loss_total": 0.009345423430204391,
      "step": 30000
    },
    {
      "loss_action": 0.010046292096376419,
      "loss_total": 0.010046292096376419,
      "step": 30000
    },
    {
      "loss_action": 0.010743125341832638,
      "loss_total": 0.010743125341832638,
      "step": 30000
    },
    {
      "loss_action": 0.009493399411439896,
      "loss_total": 0.009493399411439896,
      "step": 30000
    },
    {
      "loss_action": 0.014524757862091064,
      "loss_total": 0.014524757862091064,
      "step": 30000
    },
    {
      "loss_action": 0.02184680663049221,
      "loss_total": 0.02184680663049221,
      "step": 30000
    },
    {
      "loss_action": 0.010648136027157307,
      "loss_total": 0.010648136027157307,
      "step": 30000
    },
    {
      "loss_action": 0.017822757363319397,
      "loss_total": 0.017822757363319397,
      "step": 30000
    },
    {
      "grad_norm": 0.16332456469535828,
      "learning_rate": 9.982891729187524e-05,
      "loss": 0.0119,
      "step": 30010
    },
    {
      "loss_action": 0.035344306379556656,
      "loss_total": 0.035344306379556656,
      "step": 30010
    },
    {
      "loss_action": 0.010950037278234959,
      "loss_total": 0.010950037278234959,
      "step": 30010
    },
    {
      "loss_action": 0.007246657274663448,
      "loss_total": 0.007246657274663448,
      "step": 30010
    },
    {
      "loss_action": 0.013161551207304,
      "loss_total": 0.013161551207304,
      "step": 30010
    },
    {
      "loss_action": 0.01385745219886303,
      "loss_total": 0.01385745219886303,
      "step": 30010
    },
    {
      "loss_action": 0.005901750642806292,
      "loss_total": 0.005901750642806292,
      "step": 30010
    },
    {
      "loss_action": 0.0070221261121332645,
      "loss_total": 0.0070221261121332645,
      "step": 30010
    },
    {
      "loss_action": 0.004456456750631332,
      "loss_total": 0.004456456750631332,
      "step": 30010
    },
    {
      "grad_norm": 0.25512462854385376,
      "learning_rate": 9.982857545893007e-05,
      "loss": 0.0159,
      "step": 30020
    },
    {
      "loss_action": 0.015738172456622124,
      "loss_total": 0.015738172456622124,
      "step": 30020
    },
    {
      "loss_action": 0.016658056527376175,
      "loss_total": 0.016658056527376175,
      "step": 30020
    },
    {
      "loss_action": 0.05350952595472336,
      "loss_total": 0.05350952595472336,
      "step": 30020
    },
    {
      "loss_action": 0.013723183423280716,
      "loss_total": 0.013723183423280716,
      "step": 30020
    },
    {
      "loss_action": 0.006163318175822496,
      "loss_total": 0.006163318175822496,
      "step": 30020
    },
    {
      "loss_action": 0.010989582166075706,
      "loss_total": 0.010989582166075706,
      "step": 30020
    },
    {
      "loss_action": 0.01677529141306877,
      "loss_total": 0.01677529141306877,
      "step": 30020
    },
    {
      "loss_action": 0.01566663384437561,
      "loss_total": 0.01566663384437561,
      "step": 30020
    },
    {
      "grad_norm": 0.1628604233264923,
      "learning_rate": 9.982823328541126e-05,
      "loss": 0.0127,
      "step": 30030
    },
    {
      "loss_action": 0.06180213391780853,
      "loss_total": 0.06180213391780853,
      "step": 30030
    },
    {
      "loss_action": 0.011537879705429077,
      "loss_total": 0.011537879705429077,
      "step": 30030
    },
    {
      "loss_action": 0.004409520421177149,
      "loss_total": 0.004409520421177149,
      "step": 30030
    },
    {
      "loss_action": 0.019466783851385117,
      "loss_total": 0.019466783851385117,
      "step": 30030
    },
    {
      "loss_action": 0.016683368012309074,
      "loss_total": 0.016683368012309074,
      "step": 30030
    },
    {
      "loss_action": 0.009399495087563992,
      "loss_total": 0.009399495087563992,
      "step": 30030
    },
    {
      "loss_action": 0.014906519092619419,
      "loss_total": 0.014906519092619419,
      "step": 30030
    },
    {
      "loss_action": 0.012515760026872158,
      "loss_total": 0.012515760026872158,
      "step": 30030
    },
    {
      "grad_norm": 0.1932443082332611,
      "learning_rate": 9.982789077132116e-05,
      "loss": 0.0135,
      "step": 30040
    },
    {
      "loss_action": 0.02137170359492302,
      "loss_total": 0.02137170359492302,
      "step": 30040
    },
    {
      "loss_action": 0.004417758900672197,
      "loss_total": 0.004417758900672197,
      "step": 30040
    },
    {
      "loss_action": 0.011523614637553692,
      "loss_total": 0.011523614637553692,
      "step": 30040
    },
    {
      "loss_action": 0.014207632280886173,
      "loss_total": 0.014207632280886173,
      "step": 30040
    },
    {
      "loss_action": 0.018139034509658813,
      "loss_total": 0.018139034509658813,
      "step": 30040
    },
    {
      "loss_action": 0.005650092847645283,
      "loss_total": 0.005650092847645283,
      "step": 30040
    },
    {
      "loss_action": 0.007912984117865562,
      "loss_total": 0.007912984117865562,
      "step": 30040
    },
    {
      "loss_action": 0.012620268389582634,
      "loss_total": 0.012620268389582634,
      "step": 30040
    },
    {
      "grad_norm": 0.2188279628753662,
      "learning_rate": 9.98275479166621e-05,
      "loss": 0.0129,
      "step": 30050
    },
    {
      "loss_action": 0.01687426120042801,
      "loss_total": 0.01687426120042801,
      "step": 30050
    },
    {
      "loss_action": 0.02681402675807476,
      "loss_total": 0.02681402675807476,
      "step": 30050
    },
    {
      "loss_action": 0.015474466606974602,
      "loss_total": 0.015474466606974602,
      "step": 30050
    },
    {
      "loss_action": 0.020362824201583862,
      "loss_total": 0.020362824201583862,
      "step": 30050
    },
    {
      "loss_action": 0.008445975370705128,
      "loss_total": 0.008445975370705128,
      "step": 30050
    },
    {
      "loss_action": 0.014372684061527252,
      "loss_total": 0.014372684061527252,
      "step": 30050
    },
    {
      "loss_action": 0.007380102761089802,
      "loss_total": 0.007380102761089802,
      "step": 30050
    },
    {
      "loss_action": 0.010595886036753654,
      "loss_total": 0.010595886036753654,
      "step": 30050
    },
    {
      "grad_norm": 0.1657688468694687,
      "learning_rate": 9.982720472143644e-05,
      "loss": 0.0117,
      "step": 30060
    },
    {
      "loss_action": 0.0035123643465340137,
      "loss_total": 0.0035123643465340137,
      "step": 30060
    },
    {
      "loss_action": 0.04474017024040222,
      "loss_total": 0.04474017024040222,
      "step": 30060
    },
    {
      "loss_action": 0.011182587593793869,
      "loss_total": 0.011182587593793869,
      "step": 30060
    },
    {
      "loss_action": 0.006999018602073193,
      "loss_total": 0.006999018602073193,
      "step": 30060
    },
    {
      "loss_action": 0.01680534891784191,
      "loss_total": 0.01680534891784191,
      "step": 30060
    },
    {
      "loss_action": 0.006623235065490007,
      "loss_total": 0.006623235065490007,
      "step": 30060
    },
    {
      "loss_action": 0.029347361996769905,
      "loss_total": 0.029347361996769905,
      "step": 30060
    },
    {
      "loss_action": 0.010594375431537628,
      "loss_total": 0.010594375431537628,
      "step": 30060
    },
    {
      "grad_norm": 0.12630487978458405,
      "learning_rate": 9.98268611856465e-05,
      "loss": 0.0127,
      "step": 30070
    },
    {
      "loss_action": 0.010405270382761955,
      "loss_total": 0.010405270382761955,
      "step": 30070
    },
    {
      "loss_action": 0.011485948227345943,
      "loss_total": 0.011485948227345943,
      "step": 30070
    },
    {
      "loss_action": 0.01971316710114479,
      "loss_total": 0.01971316710114479,
      "step": 30070
    },
    {
      "loss_action": 0.014621558599174023,
      "loss_total": 0.014621558599174023,
      "step": 30070
    },
    {
      "loss_action": 0.013021276332437992,
      "loss_total": 0.013021276332437992,
      "step": 30070
    },
    {
      "loss_action": 0.004456107504665852,
      "loss_total": 0.004456107504665852,
      "step": 30070
    },
    {
      "loss_action": 0.006190467160195112,
      "loss_total": 0.006190467160195112,
      "step": 30070
    },
    {
      "loss_action": 0.00464403722435236,
      "loss_total": 0.00464403722435236,
      "step": 30070
    },
    {
      "grad_norm": 0.1404762864112854,
      "learning_rate": 9.982651730929466e-05,
      "loss": 0.0128,
      "step": 30080
    },
    {
      "loss_action": 0.020513400435447693,
      "loss_total": 0.020513400435447693,
      "step": 30080
    },
    {
      "loss_action": 0.010429728776216507,
      "loss_total": 0.010429728776216507,
      "step": 30080
    },
    {
      "loss_action": 0.00900485273450613,
      "loss_total": 0.00900485273450613,
      "step": 30080
    },
    {
      "loss_action": 0.005707494914531708,
      "loss_total": 0.005707494914531708,
      "step": 30080
    },
    {
      "loss_action": 0.006490361876785755,
      "loss_total": 0.006490361876785755,
      "step": 30080
    },
    {
      "loss_action": 0.011263971216976643,
      "loss_total": 0.011263971216976643,
      "step": 30080
    },
    {
      "loss_action": 0.004332241602241993,
      "loss_total": 0.004332241602241993,
      "step": 30080
    },
    {
      "loss_action": 0.013315606862306595,
      "loss_total": 0.013315606862306595,
      "step": 30080
    },
    {
      "grad_norm": 0.12448085844516754,
      "learning_rate": 9.982617309238324e-05,
      "loss": 0.0122,
      "step": 30090
    },
    {
      "loss_action": 0.035326361656188965,
      "loss_total": 0.035326361656188965,
      "step": 30090
    },
    {
      "loss_action": 0.006398432422429323,
      "loss_total": 0.006398432422429323,
      "step": 30090
    },
    {
      "loss_action": 0.012215889990329742,
      "loss_total": 0.012215889990329742,
      "step": 30090
    },
    {
      "loss_action": 0.008395619690418243,
      "loss_total": 0.008395619690418243,
      "step": 30090
    },
    {
      "loss_action": 0.0134632159024477,
      "loss_total": 0.0134632159024477,
      "step": 30090
    },
    {
      "loss_action": 0.01675054430961609,
      "loss_total": 0.01675054430961609,
      "step": 30090
    },
    {
      "loss_action": 0.023101381957530975,
      "loss_total": 0.023101381957530975,
      "step": 30090
    },
    {
      "loss_action": 0.023272620514035225,
      "loss_total": 0.023272620514035225,
      "step": 30090
    },
    {
      "grad_norm": 0.14740031957626343,
      "learning_rate": 9.982582853491463e-05,
      "loss": 0.0154,
      "step": 30100
    },
    {
      "loss_action": 0.006428263150155544,
      "loss_total": 0.006428263150155544,
      "step": 30100
    },
    {
      "loss_action": 0.012539205141365528,
      "loss_total": 0.012539205141365528,
      "step": 30100
    },
    {
      "loss_action": 0.024701513350009918,
      "loss_total": 0.024701513350009918,
      "step": 30100
    },
    {
      "loss_action": 0.013270234689116478,
      "loss_total": 0.013270234689116478,
      "step": 30100
    },
    {
      "loss_action": 0.007349761202931404,
      "loss_total": 0.007349761202931404,
      "step": 30100
    },
    {
      "loss_action": 0.018042173236608505,
      "loss_total": 0.018042173236608505,
      "step": 30100
    },
    {
      "loss_action": 0.010676112025976181,
      "loss_total": 0.010676112025976181,
      "step": 30100
    },
    {
      "loss_action": 0.006540374830365181,
      "loss_total": 0.006540374830365181,
      "step": 30100
    },
    {
      "grad_norm": 0.27057522535324097,
      "learning_rate": 9.982548363689114e-05,
      "loss": 0.0128,
      "step": 30110
    },
    {
      "loss_action": 0.0059092678129673,
      "loss_total": 0.0059092678129673,
      "step": 30110
    },
    {
      "loss_action": 0.007769049145281315,
      "loss_total": 0.007769049145281315,
      "step": 30110
    },
    {
      "loss_action": 0.012215695343911648,
      "loss_total": 0.012215695343911648,
      "step": 30110
    },
    {
      "loss_action": 0.005488600581884384,
      "loss_total": 0.005488600581884384,
      "step": 30110
    },
    {
      "loss_action": 0.00775156170129776,
      "loss_total": 0.00775156170129776,
      "step": 30110
    },
    {
      "loss_action": 0.007671763654798269,
      "loss_total": 0.007671763654798269,
      "step": 30110
    },
    {
      "loss_action": 0.0099485507234931,
      "loss_total": 0.0099485507234931,
      "step": 30110
    },
    {
      "loss_action": 0.010384919121861458,
      "loss_total": 0.010384919121861458,
      "step": 30110
    },
    {
      "grad_norm": 0.16576501727104187,
      "learning_rate": 9.982513839831516e-05,
      "loss": 0.0116,
      "step": 30120
    },
    {
      "loss_action": 0.031929366290569305,
      "loss_total": 0.031929366290569305,
      "step": 30120
    },
    {
      "loss_action": 0.015497111715376377,
      "loss_total": 0.015497111715376377,
      "step": 30120
    },
    {
      "loss_action": 0.014635823667049408,
      "loss_total": 0.014635823667049408,
      "step": 30120
    },
    {
      "loss_action": 0.01056047435849905,
      "loss_total": 0.01056047435849905,
      "step": 30120
    },
    {
      "loss_action": 0.01887182518839836,
      "loss_total": 0.01887182518839836,
      "step": 30120
    },
    {
      "loss_action": 0.00790100172162056,
      "loss_total": 0.00790100172162056,
      "step": 30120
    },
    {
      "loss_action": 0.010500053875148296,
      "loss_total": 0.010500053875148296,
      "step": 30120
    },
    {
      "loss_action": 0.009548957459628582,
      "loss_total": 0.009548957459628582,
      "step": 30120
    },
    {
      "grad_norm": 0.12809719145298004,
      "learning_rate": 9.982479281918901e-05,
      "loss": 0.0139,
      "step": 30130
    },
    {
      "loss_action": 0.00936853140592575,
      "loss_total": 0.00936853140592575,
      "step": 30130
    },
    {
      "loss_action": 0.009849835187196732,
      "loss_total": 0.009849835187196732,
      "step": 30130
    },
    {
      "loss_action": 0.013185949996113777,
      "loss_total": 0.013185949996113777,
      "step": 30130
    },
    {
      "loss_action": 0.013117196038365364,
      "loss_total": 0.013117196038365364,
      "step": 30130
    },
    {
      "loss_action": 0.011546056717634201,
      "loss_total": 0.011546056717634201,
      "step": 30130
    },
    {
      "loss_action": 0.006595478393137455,
      "loss_total": 0.006595478393137455,
      "step": 30130
    },
    {
      "loss_action": 0.013044765219092369,
      "loss_total": 0.013044765219092369,
      "step": 30130
    },
    {
      "loss_action": 0.010838153772056103,
      "loss_total": 0.010838153772056103,
      "step": 30130
    },
    {
      "grad_norm": 0.16559052467346191,
      "learning_rate": 9.982444689951511e-05,
      "loss": 0.0139,
      "step": 30140
    },
    {
      "loss_action": 0.00803963840007782,
      "loss_total": 0.00803963840007782,
      "step": 30140
    },
    {
      "loss_action": 0.012714541517198086,
      "loss_total": 0.012714541517198086,
      "step": 30140
    },
    {
      "loss_action": 0.010837947949767113,
      "loss_total": 0.010837947949767113,
      "step": 30140
    },
    {
      "loss_action": 0.025729825720191002,
      "loss_total": 0.025729825720191002,
      "step": 30140
    },
    {
      "loss_action": 0.015543992631137371,
      "loss_total": 0.015543992631137371,
      "step": 30140
    },
    {
      "loss_action": 0.00721649918705225,
      "loss_total": 0.00721649918705225,
      "step": 30140
    },
    {
      "loss_action": 0.009420899674296379,
      "loss_total": 0.009420899674296379,
      "step": 30140
    },
    {
      "loss_action": 0.006571176461875439,
      "loss_total": 0.006571176461875439,
      "step": 30140
    },
    {
      "grad_norm": 0.16632674634456635,
      "learning_rate": 9.982410063929579e-05,
      "loss": 0.0125,
      "step": 30150
    },
    {
      "loss_action": 0.01022855844348669,
      "loss_total": 0.01022855844348669,
      "step": 30150
    },
    {
      "loss_action": 0.023067660629749298,
      "loss_total": 0.023067660629749298,
      "step": 30150
    },
    {
      "loss_action": 0.033670034259557724,
      "loss_total": 0.033670034259557724,
      "step": 30150
    },
    {
      "loss_action": 0.042253851890563965,
      "loss_total": 0.042253851890563965,
      "step": 30150
    },
    {
      "loss_action": 0.012670779600739479,
      "loss_total": 0.012670779600739479,
      "step": 30150
    },
    {
      "loss_action": 0.0102255679666996,
      "loss_total": 0.0102255679666996,
      "step": 30150
    },
    {
      "loss_action": 0.015149915590882301,
      "loss_total": 0.015149915590882301,
      "step": 30150
    },
    {
      "loss_action": 0.01049923524260521,
      "loss_total": 0.01049923524260521,
      "step": 30150
    },
    {
      "grad_norm": 0.10635927319526672,
      "learning_rate": 9.982375403853342e-05,
      "loss": 0.0116,
      "step": 30160
    },
    {
      "loss_action": 0.00821482203900814,
      "loss_total": 0.00821482203900814,
      "step": 30160
    },
    {
      "loss_action": 0.008195670321583748,
      "loss_total": 0.008195670321583748,
      "step": 30160
    },
    {
      "loss_action": 0.009070905856788158,
      "loss_total": 0.009070905856788158,
      "step": 30160
    },
    {
      "loss_action": 0.006102852523326874,
      "loss_total": 0.006102852523326874,
      "step": 30160
    },
    {
      "loss_action": 0.008571462705731392,
      "loss_total": 0.008571462705731392,
      "step": 30160
    },
    {
      "loss_action": 0.00735517730936408,
      "loss_total": 0.00735517730936408,
      "step": 30160
    },
    {
      "loss_action": 0.005865974351763725,
      "loss_total": 0.005865974351763725,
      "step": 30160
    },
    {
      "loss_action": 0.007328834850341082,
      "loss_total": 0.007328834850341082,
      "step": 30160
    },
    {
      "grad_norm": 0.14994508028030396,
      "learning_rate": 9.982340709723035e-05,
      "loss": 0.0132,
      "step": 30170
    },
    {
      "loss_action": 0.019328465685248375,
      "loss_total": 0.019328465685248375,
      "step": 30170
    },
    {
      "loss_action": 0.02490890398621559,
      "loss_total": 0.02490890398621559,
      "step": 30170
    },
    {
      "loss_action": 0.014453543350100517,
      "loss_total": 0.014453543350100517,
      "step": 30170
    },
    {
      "loss_action": 0.020503442734479904,
      "loss_total": 0.020503442734479904,
      "step": 30170
    },
    {
      "loss_action": 0.010695862583816051,
      "loss_total": 0.010695862583816051,
      "step": 30170
    },
    {
      "loss_action": 0.013855846598744392,
      "loss_total": 0.013855846598744392,
      "step": 30170
    },
    {
      "loss_action": 0.014067944139242172,
      "loss_total": 0.014067944139242172,
      "step": 30170
    },
    {
      "loss_action": 0.010462641716003418,
      "loss_total": 0.010462641716003418,
      "step": 30170
    },
    {
      "grad_norm": 0.15532676875591278,
      "learning_rate": 9.9823059815389e-05,
      "loss": 0.0136,
      "step": 30180
    },
    {
      "loss_action": 0.010238757357001305,
      "loss_total": 0.010238757357001305,
      "step": 30180
    },
    {
      "loss_action": 0.009098699316382408,
      "loss_total": 0.009098699316382408,
      "step": 30180
    },
    {
      "loss_action": 0.0072801015339791775,
      "loss_total": 0.0072801015339791775,
      "step": 30180
    },
    {
      "loss_action": 0.012893123552203178,
      "loss_total": 0.012893123552203178,
      "step": 30180
    },
    {
      "loss_action": 0.013466635718941689,
      "loss_total": 0.013466635718941689,
      "step": 30180
    },
    {
      "loss_action": 0.007653580512851477,
      "loss_total": 0.007653580512851477,
      "step": 30180
    },
    {
      "loss_action": 0.013392088934779167,
      "loss_total": 0.013392088934779167,
      "step": 30180
    },
    {
      "loss_action": 0.01246268767863512,
      "loss_total": 0.01246268767863512,
      "step": 30180
    },
    {
      "grad_norm": 0.14132341742515564,
      "learning_rate": 9.982271219301169e-05,
      "loss": 0.0102,
      "step": 30190
    },
    {
      "loss_action": 0.0057236249558627605,
      "loss_total": 0.0057236249558627605,
      "step": 30190
    },
    {
      "loss_action": 0.010974233970046043,
      "loss_total": 0.010974233970046043,
      "step": 30190
    },
    {
      "loss_action": 0.005486452020704746,
      "loss_total": 0.005486452020704746,
      "step": 30190
    },
    {
      "loss_action": 0.008043775334954262,
      "loss_total": 0.008043775334954262,
      "step": 30190
    },
    {
      "loss_action": 0.008952708914875984,
      "loss_total": 0.008952708914875984,
      "step": 30190
    },
    {
      "loss_action": 0.014752980321645737,
      "loss_total": 0.014752980321645737,
      "step": 30190
    },
    {
      "loss_action": 0.008537599816918373,
      "loss_total": 0.008537599816918373,
      "step": 30190
    },
    {
      "loss_action": 0.022811284288764,
      "loss_total": 0.022811284288764,
      "step": 30190
    },
    {
      "grad_norm": 0.12642927467823029,
      "learning_rate": 9.982236423010084e-05,
      "loss": 0.0114,
      "step": 30200
    },
    {
      "loss_action": 0.005243655759841204,
      "loss_total": 0.005243655759841204,
      "step": 30200
    },
    {
      "loss_action": 0.008480073884129524,
      "loss_total": 0.008480073884129524,
      "step": 30200
    },
    {
      "loss_action": 0.006430747918784618,
      "loss_total": 0.006430747918784618,
      "step": 30200
    },
    {
      "loss_action": 0.00580184580758214,
      "loss_total": 0.00580184580758214,
      "step": 30200
    },
    {
      "loss_action": 0.014898126013576984,
      "loss_total": 0.014898126013576984,
      "step": 30200
    },
    {
      "loss_action": 0.0038603972643613815,
      "loss_total": 0.0038603972643613815,
      "step": 30200
    },
    {
      "loss_action": 0.007538393139839172,
      "loss_total": 0.007538393139839172,
      "step": 30200
    },
    {
      "loss_action": 0.00959841813892126,
      "loss_total": 0.00959841813892126,
      "step": 30200
    },
    {
      "grad_norm": 0.14266464114189148,
      "learning_rate": 9.98220159266588e-05,
      "loss": 0.0117,
      "step": 30210
    },
    {
      "loss_action": 0.005611140746623278,
      "loss_total": 0.005611140746623278,
      "step": 30210
    },
    {
      "loss_action": 0.0156928151845932,
      "loss_total": 0.0156928151845932,
      "step": 30210
    },
    {
      "loss_action": 0.006834105588495731,
      "loss_total": 0.006834105588495731,
      "step": 30210
    },
    {
      "loss_action": 0.014235585927963257,
      "loss_total": 0.014235585927963257,
      "step": 30210
    },
    {
      "loss_action": 0.01583673804998398,
      "loss_total": 0.01583673804998398,
      "step": 30210
    },
    {
      "loss_action": 0.01071141753345728,
      "loss_total": 0.01071141753345728,
      "step": 30210
    },
    {
      "loss_action": 0.004120547790080309,
      "loss_total": 0.004120547790080309,
      "step": 30210
    },
    {
      "loss_action": 0.013548731803894043,
      "loss_total": 0.013548731803894043,
      "step": 30210
    },
    {
      "grad_norm": 0.12338316440582275,
      "learning_rate": 9.982166728268797e-05,
      "loss": 0.011,
      "step": 30220
    },
    {
      "loss_action": 0.009539282880723476,
      "loss_total": 0.009539282880723476,
      "step": 30220
    },
    {
      "loss_action": 0.019620683044195175,
      "loss_total": 0.019620683044195175,
      "step": 30220
    },
    {
      "loss_action": 0.01615135371685028,
      "loss_total": 0.01615135371685028,
      "step": 30220
    },
    {
      "loss_action": 0.00954564567655325,
      "loss_total": 0.00954564567655325,
      "step": 30220
    },
    {
      "loss_action": 0.012315257452428341,
      "loss_total": 0.012315257452428341,
      "step": 30220
    },
    {
      "loss_action": 0.06388405710458755,
      "loss_total": 0.06388405710458755,
      "step": 30220
    },
    {
      "loss_action": 0.011400151997804642,
      "loss_total": 0.011400151997804642,
      "step": 30220
    },
    {
      "loss_action": 0.012274645268917084,
      "loss_total": 0.012274645268917084,
      "step": 30220
    },
    {
      "grad_norm": 0.16104549169540405,
      "learning_rate": 9.982131829819071e-05,
      "loss": 0.0133,
      "step": 30230
    },
    {
      "loss_action": 0.005628928542137146,
      "loss_total": 0.005628928542137146,
      "step": 30230
    },
    {
      "loss_action": 0.007760196924209595,
      "loss_total": 0.007760196924209595,
      "step": 30230
    },
    {
      "loss_action": 0.008116882294416428,
      "loss_total": 0.008116882294416428,
      "step": 30230
    },
    {
      "loss_action": 0.004390766844153404,
      "loss_total": 0.004390766844153404,
      "step": 30230
    },
    {
      "loss_action": 0.022766800597310066,
      "loss_total": 0.022766800597310066,
      "step": 30230
    },
    {
      "loss_action": 0.02846725471317768,
      "loss_total": 0.02846725471317768,
      "step": 30230
    },
    {
      "loss_action": 0.016455532982945442,
      "loss_total": 0.016455532982945442,
      "step": 30230
    },
    {
      "loss_action": 0.012841667979955673,
      "loss_total": 0.012841667979955673,
      "step": 30230
    },
    {
      "grad_norm": 0.18914920091629028,
      "learning_rate": 9.982096897316943e-05,
      "loss": 0.0139,
      "step": 30240
    },
    {
      "loss_action": 0.01071983389556408,
      "loss_total": 0.01071983389556408,
      "step": 30240
    },
    {
      "loss_action": 0.006563401315361261,
      "loss_total": 0.006563401315361261,
      "step": 30240
    },
    {
      "loss_action": 0.053751140832901,
      "loss_total": 0.053751140832901,
      "step": 30240
    },
    {
      "loss_action": 0.009992491453886032,
      "loss_total": 0.009992491453886032,
      "step": 30240
    },
    {
      "loss_action": 0.008040879853069782,
      "loss_total": 0.008040879853069782,
      "step": 30240
    },
    {
      "loss_action": 0.011036296375095844,
      "loss_total": 0.011036296375095844,
      "step": 30240
    },
    {
      "loss_action": 0.009462901391088963,
      "loss_total": 0.009462901391088963,
      "step": 30240
    },
    {
      "loss_action": 0.012106786482036114,
      "loss_total": 0.012106786482036114,
      "step": 30240
    },
    {
      "grad_norm": 0.2208484262228012,
      "learning_rate": 9.982061930762649e-05,
      "loss": 0.0127,
      "step": 30250
    },
    {
      "loss_action": 0.008878493681550026,
      "loss_total": 0.008878493681550026,
      "step": 30250
    },
    {
      "loss_action": 0.01635143905878067,
      "loss_total": 0.01635143905878067,
      "step": 30250
    },
    {
      "loss_action": 0.021116457879543304,
      "loss_total": 0.021116457879543304,
      "step": 30250
    },
    {
      "loss_action": 0.007313803769648075,
      "loss_total": 0.007313803769648075,
      "step": 30250
    },
    {
      "loss_action": 0.013586262241005898,
      "loss_total": 0.013586262241005898,
      "step": 30250
    },
    {
      "loss_action": 0.015061415731906891,
      "loss_total": 0.015061415731906891,
      "step": 30250
    },
    {
      "loss_action": 0.007092626765370369,
      "loss_total": 0.007092626765370369,
      "step": 30250
    },
    {
      "loss_action": 0.010036638006567955,
      "loss_total": 0.010036638006567955,
      "step": 30250
    },
    {
      "grad_norm": 0.19257594645023346,
      "learning_rate": 9.982026930156431e-05,
      "loss": 0.0145,
      "step": 30260
    },
    {
      "loss_action": 0.009311424568295479,
      "loss_total": 0.009311424568295479,
      "step": 30260
    },
    {
      "loss_action": 0.011157864704728127,
      "loss_total": 0.011157864704728127,
      "step": 30260
    },
    {
      "loss_action": 0.007740349508821964,
      "loss_total": 0.007740349508821964,
      "step": 30260
    },
    {
      "loss_action": 0.01589699275791645,
      "loss_total": 0.01589699275791645,
      "step": 30260
    },
    {
      "loss_action": 0.006437178701162338,
      "loss_total": 0.006437178701162338,
      "step": 30260
    },
    {
      "loss_action": 0.0174128245562315,
      "loss_total": 0.0174128245562315,
      "step": 30260
    },
    {
      "loss_action": 0.01326093077659607,
      "loss_total": 0.01326093077659607,
      "step": 30260
    },
    {
      "loss_action": 0.010033916682004929,
      "loss_total": 0.010033916682004929,
      "step": 30260
    },
    {
      "grad_norm": 0.1440538913011551,
      "learning_rate": 9.981991895498526e-05,
      "loss": 0.0138,
      "step": 30270
    },
    {
      "loss_action": 0.006600458174943924,
      "loss_total": 0.006600458174943924,
      "step": 30270
    },
    {
      "loss_action": 0.006189086474478245,
      "loss_total": 0.006189086474478245,
      "step": 30270
    },
    {
      "loss_action": 0.008769812062382698,
      "loss_total": 0.008769812062382698,
      "step": 30270
    },
    {
      "loss_action": 0.009192808531224728,
      "loss_total": 0.009192808531224728,
      "step": 30270
    },
    {
      "loss_action": 0.02319095842540264,
      "loss_total": 0.02319095842540264,
      "step": 30270
    },
    {
      "loss_action": 0.014313096180558205,
      "loss_total": 0.014313096180558205,
      "step": 30270
    },
    {
      "loss_action": 0.013654965907335281,
      "loss_total": 0.013654965907335281,
      "step": 30270
    },
    {
      "loss_action": 0.011469561606645584,
      "loss_total": 0.011469561606645584,
      "step": 30270
    },
    {
      "grad_norm": 0.1717405468225479,
      "learning_rate": 9.981956826789176e-05,
      "loss": 0.0122,
      "step": 30280
    },
    {
      "loss_action": 0.016912057995796204,
      "loss_total": 0.016912057995796204,
      "step": 30280
    },
    {
      "loss_action": 0.008601700887084007,
      "loss_total": 0.008601700887084007,
      "step": 30280
    },
    {
      "loss_action": 0.009233938530087471,
      "loss_total": 0.009233938530087471,
      "step": 30280
    },
    {
      "loss_action": 0.007534118834882975,
      "loss_total": 0.007534118834882975,
      "step": 30280
    },
    {
      "loss_action": 0.008080948144197464,
      "loss_total": 0.008080948144197464,
      "step": 30280
    },
    {
      "loss_action": 0.032103944569826126,
      "loss_total": 0.032103944569826126,
      "step": 30280
    },
    {
      "loss_action": 0.005738782696425915,
      "loss_total": 0.005738782696425915,
      "step": 30280
    },
    {
      "loss_action": 0.021139170974493027,
      "loss_total": 0.021139170974493027,
      "step": 30280
    },
    {
      "grad_norm": 0.15712057054042816,
      "learning_rate": 9.981921724028616e-05,
      "loss": 0.0111,
      "step": 30290
    },
    {
      "loss_action": 0.006916665006428957,
      "loss_total": 0.006916665006428957,
      "step": 30290
    },
    {
      "loss_action": 0.005962110590189695,
      "loss_total": 0.005962110590189695,
      "step": 30290
    },
    {
      "loss_action": 0.005995115265250206,
      "loss_total": 0.005995115265250206,
      "step": 30290
    },
    {
      "loss_action": 0.033118173480033875,
      "loss_total": 0.033118173480033875,
      "step": 30290
    },
    {
      "loss_action": 0.0039948574267327785,
      "loss_total": 0.0039948574267327785,
      "step": 30290
    },
    {
      "loss_action": 0.015308222733438015,
      "loss_total": 0.015308222733438015,
      "step": 30290
    },
    {
      "loss_action": 0.004498960915952921,
      "loss_total": 0.004498960915952921,
      "step": 30290
    },
    {
      "loss_action": 0.007881213910877705,
      "loss_total": 0.007881213910877705,
      "step": 30290
    },
    {
      "grad_norm": 0.16020287573337555,
      "learning_rate": 9.98188658721709e-05,
      "loss": 0.0124,
      "step": 30300
    },
    {
      "loss_action": 0.006726191379129887,
      "loss_total": 0.006726191379129887,
      "step": 30300
    },
    {
      "loss_action": 0.018287867307662964,
      "loss_total": 0.018287867307662964,
      "step": 30300
    },
    {
      "loss_action": 0.00992911122739315,
      "loss_total": 0.00992911122739315,
      "step": 30300
    },
    {
      "loss_action": 0.012488128617405891,
      "loss_total": 0.012488128617405891,
      "step": 30300
    },
    {
      "loss_action": 0.02783566154539585,
      "loss_total": 0.02783566154539585,
      "step": 30300
    },
    {
      "loss_action": 0.007472974713891745,
      "loss_total": 0.007472974713891745,
      "step": 30300
    },
    {
      "loss_action": 0.013317745178937912,
      "loss_total": 0.013317745178937912,
      "step": 30300
    },
    {
      "loss_action": 0.004559366498142481,
      "loss_total": 0.004559366498142481,
      "step": 30300
    },
    {
      "grad_norm": 0.11164917796850204,
      "learning_rate": 9.981851416354838e-05,
      "loss": 0.0115,
      "step": 30310
    },
    {
      "loss_action": 0.013628687709569931,
      "loss_total": 0.013628687709569931,
      "step": 30310
    },
    {
      "loss_action": 0.011889109387993813,
      "loss_total": 0.011889109387993813,
      "step": 30310
    },
    {
      "loss_action": 0.005289735738188028,
      "loss_total": 0.005289735738188028,
      "step": 30310
    },
    {
      "loss_action": 0.009786287322640419,
      "loss_total": 0.009786287322640419,
      "step": 30310
    },
    {
      "loss_action": 0.010248072445392609,
      "loss_total": 0.010248072445392609,
      "step": 30310
    },
    {
      "loss_action": 0.007335447706282139,
      "loss_total": 0.007335447706282139,
      "step": 30310
    },
    {
      "loss_action": 0.007109602447599173,
      "loss_total": 0.007109602447599173,
      "step": 30310
    },
    {
      "loss_action": 0.02074216678738594,
      "loss_total": 0.02074216678738594,
      "step": 30310
    },
    {
      "grad_norm": 0.1383163183927536,
      "learning_rate": 9.9818162114421e-05,
      "loss": 0.0109,
      "step": 30320
    },
    {
      "loss_action": 0.004744012840092182,
      "loss_total": 0.004744012840092182,
      "step": 30320
    },
    {
      "loss_action": 0.011117791756987572,
      "loss_total": 0.011117791756987572,
      "step": 30320
    },
    {
      "loss_action": 0.006355234421789646,
      "loss_total": 0.006355234421789646,
      "step": 30320
    },
    {
      "loss_action": 0.0059830499812960625,
      "loss_total": 0.0059830499812960625,
      "step": 30320
    },
    {
      "loss_action": 0.01377936266362667,
      "loss_total": 0.01377936266362667,
      "step": 30320
    },
    {
      "loss_action": 0.004942489787936211,
      "loss_total": 0.004942489787936211,
      "step": 30320
    },
    {
      "loss_action": 0.00519124511629343,
      "loss_total": 0.00519124511629343,
      "step": 30320
    },
    {
      "loss_action": 0.009061494842171669,
      "loss_total": 0.009061494842171669,
      "step": 30320
    },
    {
      "grad_norm": 0.1293410211801529,
      "learning_rate": 9.981780972479113e-05,
      "loss": 0.0132,
      "step": 30330
    },
    {
      "loss_action": 0.010611999779939651,
      "loss_total": 0.010611999779939651,
      "step": 30330
    },
    {
      "loss_action": 0.018665455281734467,
      "loss_total": 0.018665455281734467,
      "step": 30330
    },
    {
      "loss_action": 0.022643927484750748,
      "loss_total": 0.022643927484750748,
      "step": 30330
    },
    {
      "loss_action": 0.012951044365763664,
      "loss_total": 0.012951044365763664,
      "step": 30330
    },
    {
      "loss_action": 0.013797035440802574,
      "loss_total": 0.013797035440802574,
      "step": 30330
    },
    {
      "loss_action": 0.013364402577280998,
      "loss_total": 0.013364402577280998,
      "step": 30330
    },
    {
      "loss_action": 0.015112411230802536,
      "loss_total": 0.015112411230802536,
      "step": 30330
    },
    {
      "loss_action": 0.009267406538128853,
      "loss_total": 0.009267406538128853,
      "step": 30330
    },
    {
      "grad_norm": 0.13603536784648895,
      "learning_rate": 9.981745699466123e-05,
      "loss": 0.0131,
      "step": 30340
    },
    {
      "loss_action": 0.008823009207844734,
      "loss_total": 0.008823009207844734,
      "step": 30340
    },
    {
      "loss_action": 0.004409872926771641,
      "loss_total": 0.004409872926771641,
      "step": 30340
    },
    {
      "loss_action": 0.008183605968952179,
      "loss_total": 0.008183605968952179,
      "step": 30340
    },
    {
      "loss_action": 0.009409327991306782,
      "loss_total": 0.009409327991306782,
      "step": 30340
    },
    {
      "loss_action": 0.0065052444115281105,
      "loss_total": 0.0065052444115281105,
      "step": 30340
    },
    {
      "loss_action": 0.07929888367652893,
      "loss_total": 0.07929888367652893,
      "step": 30340
    },
    {
      "loss_action": 0.014225535094738007,
      "loss_total": 0.014225535094738007,
      "step": 30340
    },
    {
      "loss_action": 0.006281880661845207,
      "loss_total": 0.006281880661845207,
      "step": 30340
    },
    {
      "grad_norm": 0.10383648425340652,
      "learning_rate": 9.98171039240337e-05,
      "loss": 0.0128,
      "step": 30350
    },
    {
      "loss_action": 0.019159359857439995,
      "loss_total": 0.019159359857439995,
      "step": 30350
    },
    {
      "loss_action": 0.013755200430750847,
      "loss_total": 0.013755200430750847,
      "step": 30350
    },
    {
      "loss_action": 0.003922905307263136,
      "loss_total": 0.003922905307263136,
      "step": 30350
    },
    {
      "loss_action": 0.008787471801042557,
      "loss_total": 0.008787471801042557,
      "step": 30350
    },
    {
      "loss_action": 0.0122610442340374,
      "loss_total": 0.0122610442340374,
      "step": 30350
    },
    {
      "loss_action": 0.005761223845183849,
      "loss_total": 0.005761223845183849,
      "step": 30350
    },
    {
      "loss_action": 0.020060524344444275,
      "loss_total": 0.020060524344444275,
      "step": 30350
    },
    {
      "loss_action": 0.005690188147127628,
      "loss_total": 0.005690188147127628,
      "step": 30350
    },
    {
      "grad_norm": 0.17450983822345734,
      "learning_rate": 9.981675051291091e-05,
      "loss": 0.0131,
      "step": 30360
    },
    {
      "loss_action": 0.005645145662128925,
      "loss_total": 0.005645145662128925,
      "step": 30360
    },
    {
      "loss_action": 0.00595886679366231,
      "loss_total": 0.00595886679366231,
      "step": 30360
    },
    {
      "loss_action": 0.012088928371667862,
      "loss_total": 0.012088928371667862,
      "step": 30360
    },
    {
      "loss_action": 0.011730985715985298,
      "loss_total": 0.011730985715985298,
      "step": 30360
    },
    {
      "loss_action": 0.011472268961369991,
      "loss_total": 0.011472268961369991,
      "step": 30360
    },
    {
      "loss_action": 0.005003162659704685,
      "loss_total": 0.005003162659704685,
      "step": 30360
    },
    {
      "loss_action": 0.009343958459794521,
      "loss_total": 0.009343958459794521,
      "step": 30360
    },
    {
      "loss_action": 0.012833088636398315,
      "loss_total": 0.012833088636398315,
      "step": 30360
    },
    {
      "grad_norm": 0.1519356071949005,
      "learning_rate": 9.981639676129532e-05,
      "loss": 0.011,
      "step": 30370
    },
    {
      "loss_action": 0.01400183979421854,
      "loss_total": 0.01400183979421854,
      "step": 30370
    },
    {
      "loss_action": 0.006912427023053169,
      "loss_total": 0.006912427023053169,
      "step": 30370
    },
    {
      "loss_action": 0.014942877925932407,
      "loss_total": 0.014942877925932407,
      "step": 30370
    },
    {
      "loss_action": 0.011169567704200745,
      "loss_total": 0.011169567704200745,
      "step": 30370
    },
    {
      "loss_action": 0.004938852973282337,
      "loss_total": 0.004938852973282337,
      "step": 30370
    },
    {
      "loss_action": 0.01217471994459629,
      "loss_total": 0.01217471994459629,
      "step": 30370
    },
    {
      "loss_action": 0.025337830185890198,
      "loss_total": 0.025337830185890198,
      "step": 30370
    },
    {
      "loss_action": 0.013086028397083282,
      "loss_total": 0.013086028397083282,
      "step": 30370
    },
    {
      "grad_norm": 0.1554502248764038,
      "learning_rate": 9.981604266918936e-05,
      "loss": 0.0126,
      "step": 30380
    },
    {
      "loss_action": 0.007454991806298494,
      "loss_total": 0.007454991806298494,
      "step": 30380
    },
    {
      "loss_action": 0.026363156735897064,
      "loss_total": 0.026363156735897064,
      "step": 30380
    },
    {
      "loss_action": 0.016128139570355415,
      "loss_total": 0.016128139570355415,
      "step": 30380
    },
    {
      "loss_action": 0.007294109091162682,
      "loss_total": 0.007294109091162682,
      "step": 30380
    },
    {
      "loss_action": 0.00860761571675539,
      "loss_total": 0.00860761571675539,
      "step": 30380
    },
    {
      "loss_action": 0.009613153524696827,
      "loss_total": 0.009613153524696827,
      "step": 30380
    },
    {
      "loss_action": 0.005177926272153854,
      "loss_total": 0.005177926272153854,
      "step": 30380
    },
    {
      "loss_action": 0.010508684441447258,
      "loss_total": 0.010508684441447258,
      "step": 30380
    },
    {
      "grad_norm": 0.21533241868019104,
      "learning_rate": 9.981568823659542e-05,
      "loss": 0.0132,
      "step": 30390
    },
    {
      "loss_action": 0.012492595240473747,
      "loss_total": 0.012492595240473747,
      "step": 30390
    },
    {
      "loss_action": 0.01349063403904438,
      "loss_total": 0.01349063403904438,
      "step": 30390
    },
    {
      "loss_action": 0.012476119212806225,
      "loss_total": 0.012476119212806225,
      "step": 30390
    },
    {
      "loss_action": 0.009812912903726101,
      "loss_total": 0.009812912903726101,
      "step": 30390
    },
    {
      "loss_action": 0.017734292894601822,
      "loss_total": 0.017734292894601822,
      "step": 30390
    },
    {
      "loss_action": 0.013936970382928848,
      "loss_total": 0.013936970382928848,
      "step": 30390
    },
    {
      "loss_action": 0.011820023879408836,
      "loss_total": 0.011820023879408836,
      "step": 30390
    },
    {
      "loss_action": 0.008416729047894478,
      "loss_total": 0.008416729047894478,
      "step": 30390
    },
    {
      "grad_norm": 0.14742687344551086,
      "learning_rate": 9.981533346351591e-05,
      "loss": 0.0155,
      "step": 30400
    },
    {
      "loss_action": 0.021407729014754295,
      "loss_total": 0.021407729014754295,
      "step": 30400
    },
    {
      "loss_action": 0.0026810276322066784,
      "loss_total": 0.0026810276322066784,
      "step": 30400
    },
    {
      "loss_action": 0.025196872651576996,
      "loss_total": 0.025196872651576996,
      "step": 30400
    },
    {
      "loss_action": 0.007128577679395676,
      "loss_total": 0.007128577679395676,
      "step": 30400
    },
    {
      "loss_action": 0.03050973266363144,
      "loss_total": 0.03050973266363144,
      "step": 30400
    },
    {
      "loss_action": 0.012151345610618591,
      "loss_total": 0.012151345610618591,
      "step": 30400
    },
    {
      "loss_action": 0.017893709242343903,
      "loss_total": 0.017893709242343903,
      "step": 30400
    },
    {
      "loss_action": 0.021337658166885376,
      "loss_total": 0.021337658166885376,
      "step": 30400
    },
    {
      "grad_norm": 0.14839331805706024,
      "learning_rate": 9.981497834995329e-05,
      "loss": 0.0156,
      "step": 30410
    },
    {
      "loss_action": 0.006652729585766792,
      "loss_total": 0.006652729585766792,
      "step": 30410
    },
    {
      "loss_action": 0.009045110084116459,
      "loss_total": 0.009045110084116459,
      "step": 30410
    },
    {
      "loss_action": 0.02505604177713394,
      "loss_total": 0.02505604177713394,
      "step": 30410
    },
    {
      "loss_action": 0.00667164009064436,
      "loss_total": 0.00667164009064436,
      "step": 30410
    },
    {
      "loss_action": 0.00789804570376873,
      "loss_total": 0.00789804570376873,
      "step": 30410
    },
    {
      "loss_action": 0.010667402297258377,
      "loss_total": 0.010667402297258377,
      "step": 30410
    },
    {
      "loss_action": 0.02621707320213318,
      "loss_total": 0.02621707320213318,
      "step": 30410
    },
    {
      "loss_action": 0.006305903196334839,
      "loss_total": 0.006305903196334839,
      "step": 30410
    },
    {
      "grad_norm": 0.1497625708580017,
      "learning_rate": 9.981462289590996e-05,
      "loss": 0.0147,
      "step": 30420
    },
    {
      "loss_action": 0.005898532457649708,
      "loss_total": 0.005898532457649708,
      "step": 30420
    },
    {
      "loss_action": 0.004968864377588034,
      "loss_total": 0.004968864377588034,
      "step": 30420
    },
    {
      "loss_action": 0.006014369893819094,
      "loss_total": 0.006014369893819094,
      "step": 30420
    },
    {
      "loss_action": 0.0075795818120241165,
      "loss_total": 0.0075795818120241165,
      "step": 30420
    },
    {
      "loss_action": 0.010971193201839924,
      "loss_total": 0.010971193201839924,
      "step": 30420
    },
    {
      "loss_action": 0.008917585015296936,
      "loss_total": 0.008917585015296936,
      "step": 30420
    },
    {
      "loss_action": 0.007025743369013071,
      "loss_total": 0.007025743369013071,
      "step": 30420
    },
    {
      "loss_action": 0.016016142442822456,
      "loss_total": 0.016016142442822456,
      "step": 30420
    },
    {
      "grad_norm": 0.1891932636499405,
      "learning_rate": 9.981426710138837e-05,
      "loss": 0.012,
      "step": 30430
    },
    {
      "loss_action": 0.01681235060095787,
      "loss_total": 0.01681235060095787,
      "step": 30430
    },
    {
      "loss_action": 0.012528836727142334,
      "loss_total": 0.012528836727142334,
      "step": 30430
    },
    {
      "loss_action": 0.014023741707205772,
      "loss_total": 0.014023741707205772,
      "step": 30430
    },
    {
      "loss_action": 0.007383496500551701,
      "loss_total": 0.007383496500551701,
      "step": 30430
    },
    {
      "loss_action": 0.009887568652629852,
      "loss_total": 0.009887568652629852,
      "step": 30430
    },
    {
      "loss_action": 0.009740389883518219,
      "loss_total": 0.009740389883518219,
      "step": 30430
    },
    {
      "loss_action": 0.005706029944121838,
      "loss_total": 0.005706029944121838,
      "step": 30430
    },
    {
      "loss_action": 0.008362090215086937,
      "loss_total": 0.008362090215086937,
      "step": 30430
    },
    {
      "grad_norm": 0.17852459847927094,
      "learning_rate": 9.981391096639093e-05,
      "loss": 0.0129,
      "step": 30440
    },
    {
      "loss_action": 0.010266456753015518,
      "loss_total": 0.010266456753015518,
      "step": 30440
    },
    {
      "loss_action": 0.01290447823703289,
      "loss_total": 0.01290447823703289,
      "step": 30440
    },
    {
      "loss_action": 0.022434864193201065,
      "loss_total": 0.022434864193201065,
      "step": 30440
    },
    {
      "loss_action": 0.013438924215734005,
      "loss_total": 0.013438924215734005,
      "step": 30440
    },
    {
      "loss_action": 0.011767469346523285,
      "loss_total": 0.011767469346523285,
      "step": 30440
    },
    {
      "loss_action": 0.023625671863555908,
      "loss_total": 0.023625671863555908,
      "step": 30440
    },
    {
      "loss_action": 0.011885515414178371,
      "loss_total": 0.011885515414178371,
      "step": 30440
    },
    {
      "loss_action": 0.011210336349904537,
      "loss_total": 0.011210336349904537,
      "step": 30440
    },
    {
      "grad_norm": 0.22329871356487274,
      "learning_rate": 9.981355449092009e-05,
      "loss": 0.0128,
      "step": 30450
    },
    {
      "loss_action": 0.025769749656319618,
      "loss_total": 0.025769749656319618,
      "step": 30450
    },
    {
      "loss_action": 0.023290099576115608,
      "loss_total": 0.023290099576115608,
      "step": 30450
    },
    {
      "loss_action": 0.02021472156047821,
      "loss_total": 0.02021472156047821,
      "step": 30450
    },
    {
      "loss_action": 0.013804564252495766,
      "loss_total": 0.013804564252495766,
      "step": 30450
    },
    {
      "loss_action": 0.010522483848035336,
      "loss_total": 0.010522483848035336,
      "step": 30450
    },
    {
      "loss_action": 0.016284115612506866,
      "loss_total": 0.016284115612506866,
      "step": 30450
    },
    {
      "loss_action": 0.014135874807834625,
      "loss_total": 0.014135874807834625,
      "step": 30450
    },
    {
      "loss_action": 0.014127103611826897,
      "loss_total": 0.014127103611826897,
      "step": 30450
    },
    {
      "grad_norm": 0.24388189613819122,
      "learning_rate": 9.98131976749783e-05,
      "loss": 0.0133,
      "step": 30460
    },
    {
      "loss_action": 0.01617523282766342,
      "loss_total": 0.01617523282766342,
      "step": 30460
    },
    {
      "loss_action": 0.0174300167709589,
      "loss_total": 0.0174300167709589,
      "step": 30460
    },
    {
      "loss_action": 0.011767377145588398,
      "loss_total": 0.011767377145588398,
      "step": 30460
    },
    {
      "loss_action": 0.015031484887003899,
      "loss_total": 0.015031484887003899,
      "step": 30460
    },
    {
      "loss_action": 0.016842331737279892,
      "loss_total": 0.016842331737279892,
      "step": 30460
    },
    {
      "loss_action": 0.01691238395869732,
      "loss_total": 0.01691238395869732,
      "step": 30460
    },
    {
      "loss_action": 0.014970138669013977,
      "loss_total": 0.014970138669013977,
      "step": 30460
    },
    {
      "loss_action": 0.011861540377140045,
      "loss_total": 0.011861540377140045,
      "step": 30460
    },
    {
      "grad_norm": 0.12490357458591461,
      "learning_rate": 9.981284051856797e-05,
      "loss": 0.0123,
      "step": 30470
    },
    {
      "loss_action": 0.022326383739709854,
      "loss_total": 0.022326383739709854,
      "step": 30470
    },
    {
      "loss_action": 0.01533439476042986,
      "loss_total": 0.01533439476042986,
      "step": 30470
    },
    {
      "loss_action": 0.009814998134970665,
      "loss_total": 0.009814998134970665,
      "step": 30470
    },
    {
      "loss_action": 0.008549237623810768,
      "loss_total": 0.008549237623810768,
      "step": 30470
    },
    {
      "loss_action": 0.009376823902130127,
      "loss_total": 0.009376823902130127,
      "step": 30470
    },
    {
      "loss_action": 0.01653275266289711,
      "loss_total": 0.01653275266289711,
      "step": 30470
    },
    {
      "loss_action": 0.01354424748569727,
      "loss_total": 0.01354424748569727,
      "step": 30470
    },
    {
      "loss_action": 0.013897384516894817,
      "loss_total": 0.013897384516894817,
      "step": 30470
    },
    {
      "grad_norm": 0.221833735704422,
      "learning_rate": 9.981248302169155e-05,
      "loss": 0.0134,
      "step": 30480
    },
    {
      "loss_action": 0.007315107621252537,
      "loss_total": 0.007315107621252537,
      "step": 30480
    },
    {
      "loss_action": 0.00437341071665287,
      "loss_total": 0.00437341071665287,
      "step": 30480
    },
    {
      "loss_action": 0.008731380105018616,
      "loss_total": 0.008731380105018616,
      "step": 30480
    },
    {
      "loss_action": 0.006211815867573023,
      "loss_total": 0.006211815867573023,
      "step": 30480
    },
    {
      "loss_action": 0.0060501182451844215,
      "loss_total": 0.0060501182451844215,
      "step": 30480
    },
    {
      "loss_action": 0.007916037924587727,
      "loss_total": 0.007916037924587727,
      "step": 30480
    },
    {
      "loss_action": 0.008543134666979313,
      "loss_total": 0.008543134666979313,
      "step": 30480
    },
    {
      "loss_action": 0.019944753497838974,
      "loss_total": 0.019944753497838974,
      "step": 30480
    },
    {
      "grad_norm": 0.11849475651979446,
      "learning_rate": 9.981212518435148e-05,
      "loss": 0.0111,
      "step": 30490
    },
    {
      "loss_action": 0.004854390397667885,
      "loss_total": 0.004854390397667885,
      "step": 30490
    },
    {
      "loss_action": 0.010789922438561916,
      "loss_total": 0.010789922438561916,
      "step": 30490
    },
    {
      "loss_action": 0.01912209764122963,
      "loss_total": 0.01912209764122963,
      "step": 30490
    },
    {
      "loss_action": 0.0065979547798633575,
      "loss_total": 0.0065979547798633575,
      "step": 30490
    },
    {
      "loss_action": 0.009154142811894417,
      "loss_total": 0.009154142811894417,
      "step": 30490
    },
    {
      "loss_action": 0.008940275758504868,
      "loss_total": 0.008940275758504868,
      "step": 30490
    },
    {
      "loss_action": 0.014537191018462181,
      "loss_total": 0.014537191018462181,
      "step": 30490
    },
    {
      "loss_action": 0.00523921474814415,
      "loss_total": 0.00523921474814415,
      "step": 30490
    },
    {
      "grad_norm": 0.10058045387268066,
      "learning_rate": 9.981176700655022e-05,
      "loss": 0.011,
      "step": 30500
    },
    {
      "loss_action": 0.023868843913078308,
      "loss_total": 0.023868843913078308,
      "step": 30500
    },
    {
      "loss_action": 0.01124606467783451,
      "loss_total": 0.01124606467783451,
      "step": 30500
    },
    {
      "loss_action": 0.008093653246760368,
      "loss_total": 0.008093653246760368,
      "step": 30500
    },
    {
      "loss_action": 0.011988637037575245,
      "loss_total": 0.011988637037575245,
      "step": 30500
    },
    {
      "loss_action": 0.005823938641697168,
      "loss_total": 0.005823938641697168,
      "step": 30500
    },
    {
      "loss_action": 0.008688824251294136,
      "loss_total": 0.008688824251294136,
      "step": 30500
    },
    {
      "loss_action": 0.016517246142029762,
      "loss_total": 0.016517246142029762,
      "step": 30500
    },
    {
      "loss_action": 0.005981070455163717,
      "loss_total": 0.005981070455163717,
      "step": 30500
    },
    {
      "grad_norm": 0.13552673161029816,
      "learning_rate": 9.981140848829021e-05,
      "loss": 0.0128,
      "step": 30510
    },
    {
      "loss_action": 0.04048587381839752,
      "loss_total": 0.04048587381839752,
      "step": 30510
    },
    {
      "loss_action": 0.014036234468221664,
      "loss_total": 0.014036234468221664,
      "step": 30510
    },
    {
      "loss_action": 0.14463341236114502,
      "loss_total": 0.14463341236114502,
      "step": 30510
    },
    {
      "loss_action": 0.007790369912981987,
      "loss_total": 0.007790369912981987,
      "step": 30510
    },
    {
      "loss_action": 0.007794894278049469,
      "loss_total": 0.007794894278049469,
      "step": 30510
    },
    {
      "loss_action": 0.029492836445569992,
      "loss_total": 0.029492836445569992,
      "step": 30510
    },
    {
      "loss_action": 0.023474525660276413,
      "loss_total": 0.023474525660276413,
      "step": 30510
    },
    {
      "loss_action": 0.031583547592163086,
      "loss_total": 0.031583547592163086,
      "step": 30510
    },
    {
      "grad_norm": 0.2621055543422699,
      "learning_rate": 9.98110496295739e-05,
      "loss": 0.0244,
      "step": 30520
    },
    {
      "loss_action": 0.011380469426512718,
      "loss_total": 0.011380469426512718,
      "step": 30520
    },
    {
      "loss_action": 0.01603705622255802,
      "loss_total": 0.01603705622255802,
      "step": 30520
    },
    {
      "loss_action": 0.021290263161063194,
      "loss_total": 0.021290263161063194,
      "step": 30520
    },
    {
      "loss_action": 0.02180793508887291,
      "loss_total": 0.02180793508887291,
      "step": 30520
    },
    {
      "loss_action": 0.02197999507188797,
      "loss_total": 0.02197999507188797,
      "step": 30520
    },
    {
      "loss_action": 0.01679571345448494,
      "loss_total": 0.01679571345448494,
      "step": 30520
    },
    {
      "loss_action": 0.013075052760541439,
      "loss_total": 0.013075052760541439,
      "step": 30520
    },
    {
      "loss_action": 0.030917219817638397,
      "loss_total": 0.030917219817638397,
      "step": 30520
    },
    {
      "grad_norm": 0.21986384689807892,
      "learning_rate": 9.981069043040375e-05,
      "loss": 0.0192,
      "step": 30530
    },
    {
      "loss_action": 0.01623126119375229,
      "loss_total": 0.01623126119375229,
      "step": 30530
    },
    {
      "loss_action": 0.019830510020256042,
      "loss_total": 0.019830510020256042,
      "step": 30530
    },
    {
      "loss_action": 0.009846200235188007,
      "loss_total": 0.009846200235188007,
      "step": 30530
    },
    {
      "loss_action": 0.008511053398251534,
      "loss_total": 0.008511053398251534,
      "step": 30530
    },
    {
      "loss_action": 0.02278427593410015,
      "loss_total": 0.02278427593410015,
      "step": 30530
    },
    {
      "loss_action": 0.011172822676599026,
      "loss_total": 0.011172822676599026,
      "step": 30530
    },
    {
      "loss_action": 0.02715213969349861,
      "loss_total": 0.02715213969349861,
      "step": 30530
    },
    {
      "loss_action": 0.029701776802539825,
      "loss_total": 0.029701776802539825,
      "step": 30530
    },
    {
      "grad_norm": 0.13807912170886993,
      "learning_rate": 9.98103308907822e-05,
      "loss": 0.0159,
      "step": 30540
    },
    {
      "loss_action": 0.007675869390368462,
      "loss_total": 0.007675869390368462,
      "step": 30540
    },
    {
      "loss_action": 0.008279135450720787,
      "loss_total": 0.008279135450720787,
      "step": 30540
    },
    {
      "loss_action": 0.009412596933543682,
      "loss_total": 0.009412596933543682,
      "step": 30540
    },
    {
      "loss_action": 0.021059848368167877,
      "loss_total": 0.021059848368167877,
      "step": 30540
    },
    {
      "loss_action": 0.0087693827226758,
      "loss_total": 0.0087693827226758,
      "step": 30540
    },
    {
      "loss_action": 0.007598829921334982,
      "loss_total": 0.007598829921334982,
      "step": 30540
    },
    {
      "loss_action": 0.016391513869166374,
      "loss_total": 0.016391513869166374,
      "step": 30540
    },
    {
      "loss_action": 0.008427809923887253,
      "loss_total": 0.008427809923887253,
      "step": 30540
    },
    {
      "grad_norm": 0.18117016553878784,
      "learning_rate": 9.980997101071172e-05,
      "loss": 0.0127,
      "step": 30550
    },
    {
      "loss_action": 0.006361374631524086,
      "loss_total": 0.006361374631524086,
      "step": 30550
    },
    {
      "loss_action": 0.011328261345624924,
      "loss_total": 0.011328261345624924,
      "step": 30550
    },
    {
      "loss_action": 0.014938917011022568,
      "loss_total": 0.014938917011022568,
      "step": 30550
    },
    {
      "loss_action": 0.008738899603486061,
      "loss_total": 0.008738899603486061,
      "step": 30550
    },
    {
      "loss_action": 0.0117664048448205,
      "loss_total": 0.0117664048448205,
      "step": 30550
    },
    {
      "loss_action": 0.01761196181178093,
      "loss_total": 0.01761196181178093,
      "step": 30550
    },
    {
      "loss_action": 0.02163844183087349,
      "loss_total": 0.02163844183087349,
      "step": 30550
    },
    {
      "loss_action": 0.010576171800494194,
      "loss_total": 0.010576171800494194,
      "step": 30550
    },
    {
      "grad_norm": 0.16799575090408325,
      "learning_rate": 9.980961079019477e-05,
      "loss": 0.0141,
      "step": 30560
    },
    {
      "loss_action": 0.009123558178544044,
      "loss_total": 0.009123558178544044,
      "step": 30560
    },
    {
      "loss_action": 0.013488763011991978,
      "loss_total": 0.013488763011991978,
      "step": 30560
    },
    {
      "loss_action": 0.01013376098126173,
      "loss_total": 0.01013376098126173,
      "step": 30560
    },
    {
      "loss_action": 0.008568784222006798,
      "loss_total": 0.008568784222006798,
      "step": 30560
    },
    {
      "loss_action": 0.01288389042019844,
      "loss_total": 0.01288389042019844,
      "step": 30560
    },
    {
      "loss_action": 0.010390928015112877,
      "loss_total": 0.010390928015112877,
      "step": 30560
    },
    {
      "loss_action": 0.007533826399594545,
      "loss_total": 0.007533826399594545,
      "step": 30560
    },
    {
      "loss_action": 0.013302158564329147,
      "loss_total": 0.013302158564329147,
      "step": 30560
    },
    {
      "grad_norm": 0.18415485322475433,
      "learning_rate": 9.98092502292338e-05,
      "loss": 0.013,
      "step": 30570
    },
    {
      "loss_action": 0.030471835285425186,
      "loss_total": 0.030471835285425186,
      "step": 30570
    },
    {
      "loss_action": 0.01343565620481968,
      "loss_total": 0.01343565620481968,
      "step": 30570
    },
    {
      "loss_action": 0.011986533179879189,
      "loss_total": 0.011986533179879189,
      "step": 30570
    },
    {
      "loss_action": 0.006776416674256325,
      "loss_total": 0.006776416674256325,
      "step": 30570
    },
    {
      "loss_action": 0.019935257732868195,
      "loss_total": 0.019935257732868195,
      "step": 30570
    },
    {
      "loss_action": 0.018096305429935455,
      "loss_total": 0.018096305429935455,
      "step": 30570
    },
    {
      "loss_action": 0.012774189934134483,
      "loss_total": 0.012774189934134483,
      "step": 30570
    },
    {
      "loss_action": 0.024781689047813416,
      "loss_total": 0.024781689047813416,
      "step": 30570
    },
    {
      "grad_norm": 0.15638288855552673,
      "learning_rate": 9.980888932783128e-05,
      "loss": 0.0134,
      "step": 30580
    },
    {
      "loss_action": 0.009826542809605598,
      "loss_total": 0.009826542809605598,
      "step": 30580
    },
    {
      "loss_action": 0.01044214703142643,
      "loss_total": 0.01044214703142643,
      "step": 30580
    },
    {
      "loss_action": 0.01808376982808113,
      "loss_total": 0.01808376982808113,
      "step": 30580
    },
    {
      "loss_action": 0.006479054689407349,
      "loss_total": 0.006479054689407349,
      "step": 30580
    },
    {
      "loss_action": 0.012104291468858719,
      "loss_total": 0.012104291468858719,
      "step": 30580
    },
    {
      "loss_action": 0.019149495288729668,
      "loss_total": 0.019149495288729668,
      "step": 30580
    },
    {
      "loss_action": 0.014764819294214249,
      "loss_total": 0.014764819294214249,
      "step": 30580
    },
    {
      "loss_action": 0.006776395719498396,
      "loss_total": 0.006776395719498396,
      "step": 30580
    },
    {
      "grad_norm": 0.16168037056922913,
      "learning_rate": 9.980852808598968e-05,
      "loss": 0.0136,
      "step": 30590
    },
    {
      "loss_action": 0.007732990197837353,
      "loss_total": 0.007732990197837353,
      "step": 30590
    },
    {
      "loss_action": 0.01647132635116577,
      "loss_total": 0.01647132635116577,
      "step": 30590
    },
    {
      "loss_action": 0.007891982793807983,
      "loss_total": 0.007891982793807983,
      "step": 30590
    },
    {
      "loss_action": 0.00976395234465599,
      "loss_total": 0.00976395234465599,
      "step": 30590
    },
    {
      "loss_action": 0.011649212799966335,
      "loss_total": 0.011649212799966335,
      "step": 30590
    },
    {
      "loss_action": 0.012310639023780823,
      "loss_total": 0.012310639023780823,
      "step": 30590
    },
    {
      "loss_action": 0.009862362407147884,
      "loss_total": 0.009862362407147884,
      "step": 30590
    },
    {
      "loss_action": 0.010136496275663376,
      "loss_total": 0.010136496275663376,
      "step": 30590
    },
    {
      "grad_norm": 0.24420420825481415,
      "learning_rate": 9.980816650371147e-05,
      "loss": 0.0175,
      "step": 30600
    },
    {
      "loss_action": 0.01618059352040291,
      "loss_total": 0.01618059352040291,
      "step": 30600
    },
    {
      "loss_action": 0.02722557634115219,
      "loss_total": 0.02722557634115219,
      "step": 30600
    },
    {
      "loss_action": 0.024664107710123062,
      "loss_total": 0.024664107710123062,
      "step": 30600
    },
    {
      "loss_action": 0.021024446934461594,
      "loss_total": 0.021024446934461594,
      "step": 30600
    },
    {
      "loss_action": 0.014348674565553665,
      "loss_total": 0.014348674565553665,
      "step": 30600
    },
    {
      "loss_action": 0.015287218615412712,
      "loss_total": 0.015287218615412712,
      "step": 30600
    },
    {
      "loss_action": 0.03944770246744156,
      "loss_total": 0.03944770246744156,
      "step": 30600
    },
    {
      "loss_action": 0.006739653646945953,
      "loss_total": 0.006739653646945953,
      "step": 30600
    },
    {
      "grad_norm": 0.22042538225650787,
      "learning_rate": 9.980780458099913e-05,
      "loss": 0.0155,
      "step": 30610
    },
    {
      "loss_action": 0.00979715958237648,
      "loss_total": 0.00979715958237648,
      "step": 30610
    },
    {
      "loss_action": 0.011165555566549301,
      "loss_total": 0.011165555566549301,
      "step": 30610
    },
    {
      "loss_action": 0.01036489475518465,
      "loss_total": 0.01036489475518465,
      "step": 30610
    },
    {
      "loss_action": 0.012903121300041676,
      "loss_total": 0.012903121300041676,
      "step": 30610
    },
    {
      "loss_action": 0.013156607747077942,
      "loss_total": 0.013156607747077942,
      "step": 30610
    },
    {
      "loss_action": 0.016274556517601013,
      "loss_total": 0.016274556517601013,
      "step": 30610
    },
    {
      "loss_action": 0.024623285979032516,
      "loss_total": 0.024623285979032516,
      "step": 30610
    },
    {
      "loss_action": 0.0194108709692955,
      "loss_total": 0.0194108709692955,
      "step": 30610
    },
    {
      "grad_norm": 0.17007824778556824,
      "learning_rate": 9.980744231785513e-05,
      "loss": 0.0141,
      "step": 30620
    },
    {
      "loss_action": 0.008441920392215252,
      "loss_total": 0.008441920392215252,
      "step": 30620
    },
    {
      "loss_action": 0.0089641734957695,
      "loss_total": 0.0089641734957695,
      "step": 30620
    },
    {
      "loss_action": 0.02183714509010315,
      "loss_total": 0.02183714509010315,
      "step": 30620
    },
    {
      "loss_action": 0.012560902163386345,
      "loss_total": 0.012560902163386345,
      "step": 30620
    },
    {
      "loss_action": 0.011766350828111172,
      "loss_total": 0.011766350828111172,
      "step": 30620
    },
    {
      "loss_action": 0.012729234993457794,
      "loss_total": 0.012729234993457794,
      "step": 30620
    },
    {
      "loss_action": 0.01626545563340187,
      "loss_total": 0.01626545563340187,
      "step": 30620
    },
    {
      "loss_action": 0.01777750626206398,
      "loss_total": 0.01777750626206398,
      "step": 30620
    },
    {
      "grad_norm": 0.19034910202026367,
      "learning_rate": 9.980707971428192e-05,
      "loss": 0.0128,
      "step": 30630
    },
    {
      "loss_action": 0.007557082921266556,
      "loss_total": 0.007557082921266556,
      "step": 30630
    },
    {
      "loss_action": 0.009406285360455513,
      "loss_total": 0.009406285360455513,
      "step": 30630
    },
    {
      "loss_action": 0.011859457939863205,
      "loss_total": 0.011859457939863205,
      "step": 30630
    },
    {
      "loss_action": 0.011340209282934666,
      "loss_total": 0.011340209282934666,
      "step": 30630
    },
    {
      "loss_action": 0.01865493692457676,
      "loss_total": 0.01865493692457676,
      "step": 30630
    },
    {
      "loss_action": 0.011397160589694977,
      "loss_total": 0.011397160589694977,
      "step": 30630
    },
    {
      "loss_action": 0.01515412051230669,
      "loss_total": 0.01515412051230669,
      "step": 30630
    },
    {
      "loss_action": 0.008498011156916618,
      "loss_total": 0.008498011156916618,
      "step": 30630
    },
    {
      "grad_norm": 0.11505444347858429,
      "learning_rate": 9.980671677028199e-05,
      "loss": 0.0117,
      "step": 30640
    },
    {
      "loss_action": 0.014465967193245888,
      "loss_total": 0.014465967193245888,
      "step": 30640
    },
    {
      "loss_action": 0.009218426421284676,
      "loss_total": 0.009218426421284676,
      "step": 30640
    },
    {
      "loss_action": 0.006507025100290775,
      "loss_total": 0.006507025100290775,
      "step": 30640
    },
    {
      "loss_action": 0.008479746989905834,
      "loss_total": 0.008479746989905834,
      "step": 30640
    },
    {
      "loss_action": 0.015381495468318462,
      "loss_total": 0.015381495468318462,
      "step": 30640
    },
    {
      "loss_action": 0.00915099959820509,
      "loss_total": 0.00915099959820509,
      "step": 30640
    },
    {
      "loss_action": 0.005461335182189941,
      "loss_total": 0.005461335182189941,
      "step": 30640
    },
    {
      "loss_action": 0.011431081220507622,
      "loss_total": 0.011431081220507622,
      "step": 30640
    },
    {
      "grad_norm": 0.17239345610141754,
      "learning_rate": 9.980635348585785e-05,
      "loss": 0.0112,
      "step": 30650
    },
    {
      "loss_action": 0.005393281113356352,
      "loss_total": 0.005393281113356352,
      "step": 30650
    },
    {
      "loss_action": 0.012418185360729694,
      "loss_total": 0.012418185360729694,
      "step": 30650
    },
    {
      "loss_action": 0.01245536282658577,
      "loss_total": 0.01245536282658577,
      "step": 30650
    },
    {
      "loss_action": 0.013706129044294357,
      "loss_total": 0.013706129044294357,
      "step": 30650
    },
    {
      "loss_action": 0.02092117629945278,
      "loss_total": 0.02092117629945278,
      "step": 30650
    },
    {
      "loss_action": 0.01639007031917572,
      "loss_total": 0.01639007031917572,
      "step": 30650
    },
    {
      "loss_action": 0.010053141973912716,
      "loss_total": 0.010053141973912716,
      "step": 30650
    },
    {
      "loss_action": 0.009287585504353046,
      "loss_total": 0.009287585504353046,
      "step": 30650
    },
    {
      "grad_norm": 0.12424615770578384,
      "learning_rate": 9.980598986101195e-05,
      "loss": 0.011,
      "step": 30660
    },
    {
      "loss_action": 0.007598502561450005,
      "loss_total": 0.007598502561450005,
      "step": 30660
    },
    {
      "loss_action": 0.03378988802433014,
      "loss_total": 0.03378988802433014,
      "step": 30660
    },
    {
      "loss_action": 0.007956045679748058,
      "loss_total": 0.007956045679748058,
      "step": 30660
    },
    {
      "loss_action": 0.023457661271095276,
      "loss_total": 0.023457661271095276,
      "step": 30660
    },
    {
      "loss_action": 0.003974652849137783,
      "loss_total": 0.003974652849137783,
      "step": 30660
    },
    {
      "loss_action": 0.007682406343519688,
      "loss_total": 0.007682406343519688,
      "step": 30660
    },
    {
      "loss_action": 0.0059893992729485035,
      "loss_total": 0.0059893992729485035,
      "step": 30660
    },
    {
      "loss_action": 0.005497257225215435,
      "loss_total": 0.005497257225215435,
      "step": 30660
    },
    {
      "grad_norm": 0.1564963310956955,
      "learning_rate": 9.980562589574678e-05,
      "loss": 0.0123,
      "step": 30670
    },
    {
      "loss_action": 0.006465265993028879,
      "loss_total": 0.006465265993028879,
      "step": 30670
    },
    {
      "loss_action": 0.02212347276508808,
      "loss_total": 0.02212347276508808,
      "step": 30670
    },
    {
      "loss_action": 0.020498408004641533,
      "loss_total": 0.020498408004641533,
      "step": 30670
    },
    {
      "loss_action": 0.010200745426118374,
      "loss_total": 0.010200745426118374,
      "step": 30670
    },
    {
      "loss_action": 0.03164658322930336,
      "loss_total": 0.03164658322930336,
      "step": 30670
    },
    {
      "loss_action": 0.010035390965640545,
      "loss_total": 0.010035390965640545,
      "step": 30670
    },
    {
      "loss_action": 0.020574327558279037,
      "loss_total": 0.020574327558279037,
      "step": 30670
    },
    {
      "loss_action": 0.004134660586714745,
      "loss_total": 0.004134660586714745,
      "step": 30670
    },
    {
      "grad_norm": 0.10948102921247482,
      "learning_rate": 9.980526159006485e-05,
      "loss": 0.0132,
      "step": 30680
    },
    {
      "loss_action": 0.015241768211126328,
      "loss_total": 0.015241768211126328,
      "step": 30680
    },
    {
      "loss_action": 0.011289102025330067,
      "loss_total": 0.011289102025330067,
      "step": 30680
    },
    {
      "loss_action": 0.017464803531765938,
      "loss_total": 0.017464803531765938,
      "step": 30680
    },
    {
      "loss_action": 0.01119902916252613,
      "loss_total": 0.01119902916252613,
      "step": 30680
    },
    {
      "loss_action": 0.011454297229647636,
      "loss_total": 0.011454297229647636,
      "step": 30680
    },
    {
      "loss_action": 0.017288686707615852,
      "loss_total": 0.017288686707615852,
      "step": 30680
    },
    {
      "loss_action": 0.024135977029800415,
      "loss_total": 0.024135977029800415,
      "step": 30680
    },
    {
      "loss_action": 0.018122009932994843,
      "loss_total": 0.018122009932994843,
      "step": 30680
    },
    {
      "grad_norm": 0.19666141271591187,
      "learning_rate": 9.980489694396862e-05,
      "loss": 0.0117,
      "step": 30690
    },
    {
      "loss_action": 0.0265590101480484,
      "loss_total": 0.0265590101480484,
      "step": 30690
    },
    {
      "loss_action": 0.01625750958919525,
      "loss_total": 0.01625750958919525,
      "step": 30690
    },
    {
      "loss_action": 0.005022808443754911,
      "loss_total": 0.005022808443754911,
      "step": 30690
    },
    {
      "loss_action": 0.02924857661128044,
      "loss_total": 0.02924857661128044,
      "step": 30690
    },
    {
      "loss_action": 0.01245124451816082,
      "loss_total": 0.01245124451816082,
      "step": 30690
    },
    {
      "loss_action": 0.012869284488260746,
      "loss_total": 0.012869284488260746,
      "step": 30690
    },
    {
      "loss_action": 0.023469706997275352,
      "loss_total": 0.023469706997275352,
      "step": 30690
    },
    {
      "loss_action": 0.010621422901749611,
      "loss_total": 0.010621422901749611,
      "step": 30690
    },
    {
      "grad_norm": 0.15191465616226196,
      "learning_rate": 9.98045319574606e-05,
      "loss": 0.0131,
      "step": 30700
    },
    {
      "loss_action": 0.00895771011710167,
      "loss_total": 0.00895771011710167,
      "step": 30700
    },
    {
      "loss_action": 0.017183471471071243,
      "loss_total": 0.017183471471071243,
      "step": 30700
    },
    {
      "loss_action": 0.010229131206870079,
      "loss_total": 0.010229131206870079,
      "step": 30700
    },
    {
      "loss_action": 0.011596672236919403,
      "loss_total": 0.011596672236919403,
      "step": 30700
    },
    {
      "loss_action": 0.015586934052407742,
      "loss_total": 0.015586934052407742,
      "step": 30700
    },
    {
      "loss_action": 0.015267562121152878,
      "loss_total": 0.015267562121152878,
      "step": 30700
    },
    {
      "loss_action": 0.016156338155269623,
      "loss_total": 0.016156338155269623,
      "step": 30700
    },
    {
      "loss_action": 0.01816878467798233,
      "loss_total": 0.01816878467798233,
      "step": 30700
    },
    {
      "grad_norm": 0.16139164566993713,
      "learning_rate": 9.980416663054329e-05,
      "loss": 0.0133,
      "step": 30710
    },
    {
      "loss_action": 0.00920332781970501,
      "loss_total": 0.00920332781970501,
      "step": 30710
    },
    {
      "loss_action": 0.019369956105947495,
      "loss_total": 0.019369956105947495,
      "step": 30710
    },
    {
      "loss_action": 0.013671079650521278,
      "loss_total": 0.013671079650521278,
      "step": 30710
    },
    {
      "loss_action": 0.010077226907014847,
      "loss_total": 0.010077226907014847,
      "step": 30710
    },
    {
      "loss_action": 0.011149885132908821,
      "loss_total": 0.011149885132908821,
      "step": 30710
    },
    {
      "loss_action": 0.01605723425745964,
      "loss_total": 0.01605723425745964,
      "step": 30710
    },
    {
      "loss_action": 0.011431161314249039,
      "loss_total": 0.011431161314249039,
      "step": 30710
    },
    {
      "loss_action": 0.012283576652407646,
      "loss_total": 0.012283576652407646,
      "step": 30710
    },
    {
      "grad_norm": 0.12060198187828064,
      "learning_rate": 9.980380096321916e-05,
      "loss": 0.013,
      "step": 30720
    },
    {
      "loss_action": 0.008090214803814888,
      "loss_total": 0.008090214803814888,
      "step": 30720
    },
    {
      "loss_action": 0.006403128616511822,
      "loss_total": 0.006403128616511822,
      "step": 30720
    },
    {
      "loss_action": 0.012707467190921307,
      "loss_total": 0.012707467190921307,
      "step": 30720
    },
    {
      "loss_action": 0.011666527949273586,
      "loss_total": 0.011666527949273586,
      "step": 30720
    },
    {
      "loss_action": 0.004997968673706055,
      "loss_total": 0.004997968673706055,
      "step": 30720
    },
    {
      "loss_action": 0.02173888310790062,
      "loss_total": 0.02173888310790062,
      "step": 30720
    },
    {
      "loss_action": 0.018984701484441757,
      "loss_total": 0.018984701484441757,
      "step": 30720
    },
    {
      "loss_action": 0.010943930596113205,
      "loss_total": 0.010943930596113205,
      "step": 30720
    },
    {
      "grad_norm": 0.2073444128036499,
      "learning_rate": 9.980343495549074e-05,
      "loss": 0.0144,
      "step": 30730
    },
    {
      "loss_action": 0.006506832782179117,
      "loss_total": 0.006506832782179117,
      "step": 30730
    },
    {
      "loss_action": 0.006042188964784145,
      "loss_total": 0.006042188964784145,
      "step": 30730
    },
    {
      "loss_action": 0.006196793168783188,
      "loss_total": 0.006196793168783188,
      "step": 30730
    },
    {
      "loss_action": 0.005824791267514229,
      "loss_total": 0.005824791267514229,
      "step": 30730
    },
    {
      "loss_action": 0.006955241318792105,
      "loss_total": 0.006955241318792105,
      "step": 30730
    },
    {
      "loss_action": 0.00648950319737196,
      "loss_total": 0.00648950319737196,
      "step": 30730
    },
    {
      "loss_action": 0.01731797493994236,
      "loss_total": 0.01731797493994236,
      "step": 30730
    },
    {
      "loss_action": 0.007871072739362717,
      "loss_total": 0.007871072739362717,
      "step": 30730
    },
    {
      "grad_norm": 0.24051910638809204,
      "learning_rate": 9.980306860736052e-05,
      "loss": 0.014,
      "step": 30740
    },
    {
      "loss_action": 0.008732511661946774,
      "loss_total": 0.008732511661946774,
      "step": 30740
    },
    {
      "loss_action": 0.008768439292907715,
      "loss_total": 0.008768439292907715,
      "step": 30740
    },
    {
      "loss_action": 0.026392467319965363,
      "loss_total": 0.026392467319965363,
      "step": 30740
    },
    {
      "loss_action": 0.02143283560872078,
      "loss_total": 0.02143283560872078,
      "step": 30740
    },
    {
      "loss_action": 0.013062609359622002,
      "loss_total": 0.013062609359622002,
      "step": 30740
    },
    {
      "loss_action": 0.013283895328640938,
      "loss_total": 0.013283895328640938,
      "step": 30740
    },
    {
      "loss_action": 0.018265221267938614,
      "loss_total": 0.018265221267938614,
      "step": 30740
    },
    {
      "loss_action": 0.014264119789004326,
      "loss_total": 0.014264119789004326,
      "step": 30740
    },
    {
      "grad_norm": 0.19276592135429382,
      "learning_rate": 9.9802701918831e-05,
      "loss": 0.0145,
      "step": 30750
    },
    {
      "loss_action": 0.010879650712013245,
      "loss_total": 0.010879650712013245,
      "step": 30750
    },
    {
      "loss_action": 0.006256905384361744,
      "loss_total": 0.006256905384361744,
      "step": 30750
    },
    {
      "loss_action": 0.012371090240776539,
      "loss_total": 0.012371090240776539,
      "step": 30750
    },
    {
      "loss_action": 0.013279550708830357,
      "loss_total": 0.013279550708830357,
      "step": 30750
    },
    {
      "loss_action": 0.007237918674945831,
      "loss_total": 0.007237918674945831,
      "step": 30750
    },
    {
      "loss_action": 0.040294747799634933,
      "loss_total": 0.040294747799634933,
      "step": 30750
    },
    {
      "loss_action": 0.02135803923010826,
      "loss_total": 0.02135803923010826,
      "step": 30750
    },
    {
      "loss_action": 0.008726361207664013,
      "loss_total": 0.008726361207664013,
      "step": 30750
    },
    {
      "grad_norm": 0.21619588136672974,
      "learning_rate": 9.98023348899047e-05,
      "loss": 0.014,
      "step": 30760
    },
    {
      "loss_action": 0.01800885796546936,
      "loss_total": 0.01800885796546936,
      "step": 30760
    },
    {
      "loss_action": 0.006435911171138287,
      "loss_total": 0.006435911171138287,
      "step": 30760
    },
    {
      "loss_action": 0.0035219111014157534,
      "loss_total": 0.0035219111014157534,
      "step": 30760
    },
    {
      "loss_action": 0.004922854248434305,
      "loss_total": 0.004922854248434305,
      "step": 30760
    },
    {
      "loss_action": 0.013951984234154224,
      "loss_total": 0.013951984234154224,
      "step": 30760
    },
    {
      "loss_action": 0.017347294837236404,
      "loss_total": 0.017347294837236404,
      "step": 30760
    },
    {
      "loss_action": 0.010146153159439564,
      "loss_total": 0.010146153159439564,
      "step": 30760
    },
    {
      "loss_action": 0.013583067804574966,
      "loss_total": 0.013583067804574966,
      "step": 30760
    },
    {
      "grad_norm": 0.13149695098400116,
      "learning_rate": 9.98019675205841e-05,
      "loss": 0.0113,
      "step": 30770
    },
    {
      "loss_action": 0.034231580793857574,
      "loss_total": 0.034231580793857574,
      "step": 30770
    },
    {
      "loss_action": 0.012578735128045082,
      "loss_total": 0.012578735128045082,
      "step": 30770
    },
    {
      "loss_action": 0.0136411739513278,
      "loss_total": 0.0136411739513278,
      "step": 30770
    },
    {
      "loss_action": 0.01636885292828083,
      "loss_total": 0.01636885292828083,
      "step": 30770
    },
    {
      "loss_action": 0.004379897378385067,
      "loss_total": 0.004379897378385067,
      "step": 30770
    },
    {
      "loss_action": 0.012610100209712982,
      "loss_total": 0.012610100209712982,
      "step": 30770
    },
    {
      "loss_action": 0.022606970742344856,
      "loss_total": 0.022606970742344856,
      "step": 30770
    },
    {
      "loss_action": 0.03820391744375229,
      "loss_total": 0.03820391744375229,
      "step": 30770
    },
    {
      "grad_norm": 0.16032424569129944,
      "learning_rate": 9.980159981087174e-05,
      "loss": 0.0118,
      "step": 30780
    },
    {
      "loss_action": 0.012732038274407387,
      "loss_total": 0.012732038274407387,
      "step": 30780
    },
    {
      "loss_action": 0.006411567330360413,
      "loss_total": 0.006411567330360413,
      "step": 30780
    },
    {
      "loss_action": 0.014476899057626724,
      "loss_total": 0.014476899057626724,
      "step": 30780
    },
    {
      "loss_action": 0.009744759649038315,
      "loss_total": 0.009744759649038315,
      "step": 30780
    },
    {
      "loss_action": 0.01742568612098694,
      "loss_total": 0.01742568612098694,
      "step": 30780
    },
    {
      "loss_action": 0.009640202857553959,
      "loss_total": 0.009640202857553959,
      "step": 30780
    },
    {
      "loss_action": 0.0056569455191493034,
      "loss_total": 0.0056569455191493034,
      "step": 30780
    },
    {
      "loss_action": 0.01390870101749897,
      "loss_total": 0.01390870101749897,
      "step": 30780
    },
    {
      "grad_norm": 0.13519412279129028,
      "learning_rate": 9.980123176077012e-05,
      "loss": 0.0106,
      "step": 30790
    },
    {
      "loss_action": 0.006756420247256756,
      "loss_total": 0.006756420247256756,
      "step": 30790
    },
    {
      "loss_action": 0.009953183121979237,
      "loss_total": 0.009953183121979237,
      "step": 30790
    },
    {
      "loss_action": 0.010175099596381187,
      "loss_total": 0.010175099596381187,
      "step": 30790
    },
    {
      "loss_action": 0.006639471743255854,
      "loss_total": 0.006639471743255854,
      "step": 30790
    },
    {
      "loss_action": 0.028522726148366928,
      "loss_total": 0.028522726148366928,
      "step": 30790
    },
    {
      "loss_action": 0.0053847962990403175,
      "loss_total": 0.0053847962990403175,
      "step": 30790
    },
    {
      "loss_action": 0.00883851945400238,
      "loss_total": 0.00883851945400238,
      "step": 30790
    },
    {
      "loss_action": 0.00513852946460247,
      "loss_total": 0.00513852946460247,
      "step": 30790
    },
    {
      "grad_norm": 0.09905931353569031,
      "learning_rate": 9.980086337028176e-05,
      "loss": 0.01,
      "step": 30800
    },
    {
      "loss_action": 0.005488506983965635,
      "loss_total": 0.005488506983965635,
      "step": 30800
    },
    {
      "loss_action": 0.009633451700210571,
      "loss_total": 0.009633451700210571,
      "step": 30800
    },
    {
      "loss_action": 0.010921262204647064,
      "loss_total": 0.010921262204647064,
      "step": 30800
    },
    {
      "loss_action": 0.012074597179889679,
      "loss_total": 0.012074597179889679,
      "step": 30800
    },
    {
      "loss_action": 0.020122863352298737,
      "loss_total": 0.020122863352298737,
      "step": 30800
    },
    {
      "loss_action": 0.006281386129558086,
      "loss_total": 0.006281386129558086,
      "step": 30800
    },
    {
      "loss_action": 0.007455599959939718,
      "loss_total": 0.007455599959939718,
      "step": 30800
    },
    {
      "loss_action": 0.0063207149505615234,
      "loss_total": 0.0063207149505615234,
      "step": 30800
    },
    {
      "grad_norm": 0.12826059758663177,
      "learning_rate": 9.980049463940917e-05,
      "loss": 0.0113,
      "step": 30810
    },
    {
      "loss_action": 0.00878213718533516,
      "loss_total": 0.00878213718533516,
      "step": 30810
    },
    {
      "loss_action": 0.008587000891566277,
      "loss_total": 0.008587000891566277,
      "step": 30810
    },
    {
      "loss_action": 0.01660565659403801,
      "loss_total": 0.01660565659403801,
      "step": 30810
    },
    {
      "loss_action": 0.012476754374802113,
      "loss_total": 0.012476754374802113,
      "step": 30810
    },
    {
      "loss_action": 0.0034802735317498446,
      "loss_total": 0.0034802735317498446,
      "step": 30810
    },
    {
      "loss_action": 0.007550569251179695,
      "loss_total": 0.007550569251179695,
      "step": 30810
    },
    {
      "loss_action": 0.024520091712474823,
      "loss_total": 0.024520091712474823,
      "step": 30810
    },
    {
      "loss_action": 0.03473357856273651,
      "loss_total": 0.03473357856273651,
      "step": 30810
    },
    {
      "grad_norm": 0.13078352808952332,
      "learning_rate": 9.980012556815487e-05,
      "loss": 0.0122,
      "step": 30820
    },
    {
      "loss_action": 0.009620515629649162,
      "loss_total": 0.009620515629649162,
      "step": 30820
    },
    {
      "loss_action": 0.00869915634393692,
      "loss_total": 0.00869915634393692,
      "step": 30820
    },
    {
      "loss_action": 0.009370474144816399,
      "loss_total": 0.009370474144816399,
      "step": 30820
    },
    {
      "loss_action": 0.012653285637497902,
      "loss_total": 0.012653285637497902,
      "step": 30820
    },
    {
      "loss_action": 0.007710735779255629,
      "loss_total": 0.007710735779255629,
      "step": 30820
    },
    {
      "loss_action": 0.01464153453707695,
      "loss_total": 0.01464153453707695,
      "step": 30820
    },
    {
      "loss_action": 0.006274377927184105,
      "loss_total": 0.006274377927184105,
      "step": 30820
    },
    {
      "loss_action": 0.007538572419434786,
      "loss_total": 0.007538572419434786,
      "step": 30820
    },
    {
      "grad_norm": 0.18539941310882568,
      "learning_rate": 9.97997561565214e-05,
      "loss": 0.0123,
      "step": 30830
    },
    {
      "loss_action": 0.00495148915797472,
      "loss_total": 0.00495148915797472,
      "step": 30830
    },
    {
      "loss_action": 0.01241244561970234,
      "loss_total": 0.01241244561970234,
      "step": 30830
    },
    {
      "loss_action": 0.006586828734725714,
      "loss_total": 0.006586828734725714,
      "step": 30830
    },
    {
      "loss_action": 0.019143015146255493,
      "loss_total": 0.019143015146255493,
      "step": 30830
    },
    {
      "loss_action": 0.006369853392243385,
      "loss_total": 0.006369853392243385,
      "step": 30830
    },
    {
      "loss_action": 0.00787043571472168,
      "loss_total": 0.00787043571472168,
      "step": 30830
    },
    {
      "loss_action": 0.006390776950865984,
      "loss_total": 0.006390776950865984,
      "step": 30830
    },
    {
      "loss_action": 0.014401688240468502,
      "loss_total": 0.014401688240468502,
      "step": 30830
    },
    {
      "grad_norm": 0.1765097677707672,
      "learning_rate": 9.979938640451128e-05,
      "loss": 0.0113,
      "step": 30840
    },
    {
      "loss_action": 0.012064310722053051,
      "loss_total": 0.012064310722053051,
      "step": 30840
    },
    {
      "loss_action": 0.015108553692698479,
      "loss_total": 0.015108553692698479,
      "step": 30840
    },
    {
      "loss_action": 0.007791880518198013,
      "loss_total": 0.007791880518198013,
      "step": 30840
    },
    {
      "loss_action": 0.004297144711017609,
      "loss_total": 0.004297144711017609,
      "step": 30840
    },
    {
      "loss_action": 0.006280425004661083,
      "loss_total": 0.006280425004661083,
      "step": 30840
    },
    {
      "loss_action": 0.018179111182689667,
      "loss_total": 0.018179111182689667,
      "step": 30840
    },
    {
      "loss_action": 0.008100682869553566,
      "loss_total": 0.008100682869553566,
      "step": 30840
    },
    {
      "loss_action": 0.029460154473781586,
      "loss_total": 0.029460154473781586,
      "step": 30840
    },
    {
      "grad_norm": 0.15618227422237396,
      "learning_rate": 9.979901631212701e-05,
      "loss": 0.0115,
      "step": 30850
    },
    {
      "loss_action": 0.01608036272227764,
      "loss_total": 0.01608036272227764,
      "step": 30850
    },
    {
      "loss_action": 0.00710630789399147,
      "loss_total": 0.00710630789399147,
      "step": 30850
    },
    {
      "loss_action": 0.006203014403581619,
      "loss_total": 0.006203014403581619,
      "step": 30850
    },
    {
      "loss_action": 0.02330954372882843,
      "loss_total": 0.02330954372882843,
      "step": 30850
    },
    {
      "loss_action": 0.006516302935779095,
      "loss_total": 0.006516302935779095,
      "step": 30850
    },
    {
      "loss_action": 0.009778531268239021,
      "loss_total": 0.009778531268239021,
      "step": 30850
    },
    {
      "loss_action": 0.012144484557211399,
      "loss_total": 0.012144484557211399,
      "step": 30850
    },
    {
      "loss_action": 0.007848909124732018,
      "loss_total": 0.007848909124732018,
      "step": 30850
    },
    {
      "grad_norm": 0.1266833394765854,
      "learning_rate": 9.979864587937115e-05,
      "loss": 0.0128,
      "step": 30860
    },
    {
      "loss_action": 0.006153374910354614,
      "loss_total": 0.006153374910354614,
      "step": 30860
    },
    {
      "loss_action": 0.010401252657175064,
      "loss_total": 0.010401252657175064,
      "step": 30860
    },
    {
      "loss_action": 0.023945385590195656,
      "loss_total": 0.023945385590195656,
      "step": 30860
    },
    {
      "loss_action": 0.006094505079090595,
      "loss_total": 0.006094505079090595,
      "step": 30860
    },
    {
      "loss_action": 0.006356487981975079,
      "loss_total": 0.006356487981975079,
      "step": 30860
    },
    {
      "loss_action": 0.013001527637243271,
      "loss_total": 0.013001527637243271,
      "step": 30860
    },
    {
      "loss_action": 0.004086266737431288,
      "loss_total": 0.004086266737431288,
      "step": 30860
    },
    {
      "loss_action": 0.004223677329719067,
      "loss_total": 0.004223677329719067,
      "step": 30860
    },
    {
      "grad_norm": 0.14293500781059265,
      "learning_rate": 9.979827510624622e-05,
      "loss": 0.0102,
      "step": 30870
    },
    {
      "loss_action": 0.00950162298977375,
      "loss_total": 0.00950162298977375,
      "step": 30870
    },
    {
      "loss_action": 0.0233964454382658,
      "loss_total": 0.0233964454382658,
      "step": 30870
    },
    {
      "loss_action": 0.01126453559845686,
      "loss_total": 0.01126453559845686,
      "step": 30870
    },
    {
      "loss_action": 0.008455882780253887,
      "loss_total": 0.008455882780253887,
      "step": 30870
    },
    {
      "loss_action": 0.00461015198379755,
      "loss_total": 0.00461015198379755,
      "step": 30870
    },
    {
      "loss_action": 0.007019937504082918,
      "loss_total": 0.007019937504082918,
      "step": 30870
    },
    {
      "loss_action": 0.002839716151356697,
      "loss_total": 0.002839716151356697,
      "step": 30870
    },
    {
      "loss_action": 0.007455495186150074,
      "loss_total": 0.007455495186150074,
      "step": 30870
    },
    {
      "grad_norm": 0.1608976125717163,
      "learning_rate": 9.979790399275476e-05,
      "loss": 0.0127,
      "step": 30880
    },
    {
      "loss_action": 0.0028042097110301256,
      "loss_total": 0.0028042097110301256,
      "step": 30880
    },
    {
      "loss_action": 0.008040165528655052,
      "loss_total": 0.008040165528655052,
      "step": 30880
    },
    {
      "loss_action": 0.008272719569504261,
      "loss_total": 0.008272719569504261,
      "step": 30880
    },
    {
      "loss_action": 0.008870068937540054,
      "loss_total": 0.008870068937540054,
      "step": 30880
    },
    {
      "loss_action": 0.00862559862434864,
      "loss_total": 0.00862559862434864,
      "step": 30880
    },
    {
      "loss_action": 0.013569870963692665,
      "loss_total": 0.013569870963692665,
      "step": 30880
    },
    {
      "loss_action": 0.009932841174304485,
      "loss_total": 0.009932841174304485,
      "step": 30880
    },
    {
      "loss_action": 0.0039736926555633545,
      "loss_total": 0.0039736926555633545,
      "step": 30880
    },
    {
      "grad_norm": 0.13998949527740479,
      "learning_rate": 9.97975325388993e-05,
      "loss": 0.0112,
      "step": 30890
    },
    {
      "loss_action": 0.012552919797599316,
      "loss_total": 0.012552919797599316,
      "step": 30890
    },
    {
      "loss_action": 0.009185820817947388,
      "loss_total": 0.009185820817947388,
      "step": 30890
    },
    {
      "loss_action": 0.02273467555642128,
      "loss_total": 0.02273467555642128,
      "step": 30890
    },
    {
      "loss_action": 0.005953960120677948,
      "loss_total": 0.005953960120677948,
      "step": 30890
    },
    {
      "loss_action": 0.011602427810430527,
      "loss_total": 0.011602427810430527,
      "step": 30890
    },
    {
      "loss_action": 0.0047663794830441475,
      "loss_total": 0.0047663794830441475,
      "step": 30890
    },
    {
      "loss_action": 0.0070588733069598675,
      "loss_total": 0.0070588733069598675,
      "step": 30890
    },
    {
      "loss_action": 0.013301297090947628,
      "loss_total": 0.013301297090947628,
      "step": 30890
    },
    {
      "grad_norm": 0.16941820085048676,
      "learning_rate": 9.97971607446824e-05,
      "loss": 0.0137,
      "step": 30900
    },
    {
      "loss_action": 0.009667236357927322,
      "loss_total": 0.009667236357927322,
      "step": 30900
    },
    {
      "loss_action": 0.007794691249728203,
      "loss_total": 0.007794691249728203,
      "step": 30900
    },
    {
      "loss_action": 0.015349604189395905,
      "loss_total": 0.015349604189395905,
      "step": 30900
    },
    {
      "loss_action": 0.013976430520415306,
      "loss_total": 0.013976430520415306,
      "step": 30900
    },
    {
      "loss_action": 0.0113210529088974,
      "loss_total": 0.0113210529088974,
      "step": 30900
    },
    {
      "loss_action": 0.012820690870285034,
      "loss_total": 0.012820690870285034,
      "step": 30900
    },
    {
      "loss_action": 0.020151808857917786,
      "loss_total": 0.020151808857917786,
      "step": 30900
    },
    {
      "loss_action": 0.019588753581047058,
      "loss_total": 0.019588753581047058,
      "step": 30900
    },
    {
      "grad_norm": 0.206686869263649,
      "learning_rate": 9.979678861010656e-05,
      "loss": 0.0122,
      "step": 30910
    },
    {
      "loss_action": 0.03195527568459511,
      "loss_total": 0.03195527568459511,
      "step": 30910
    },
    {
      "loss_action": 0.009705964475870132,
      "loss_total": 0.009705964475870132,
      "step": 30910
    },
    {
      "loss_action": 0.011723464354872704,
      "loss_total": 0.011723464354872704,
      "step": 30910
    },
    {
      "loss_action": 0.01630738005042076,
      "loss_total": 0.01630738005042076,
      "step": 30910
    },
    {
      "loss_action": 0.00718319695442915,
      "loss_total": 0.00718319695442915,
      "step": 30910
    },
    {
      "loss_action": 0.027698423713445663,
      "loss_total": 0.027698423713445663,
      "step": 30910
    },
    {
      "loss_action": 0.010172167792916298,
      "loss_total": 0.010172167792916298,
      "step": 30910
    },
    {
      "loss_action": 0.005887051112949848,
      "loss_total": 0.005887051112949848,
      "step": 30910
    },
    {
      "grad_norm": 0.14218443632125854,
      "learning_rate": 9.979641613517434e-05,
      "loss": 0.0119,
      "step": 30920
    },
    {
      "loss_action": 0.017092354595661163,
      "loss_total": 0.017092354595661163,
      "step": 30920
    },
    {
      "loss_action": 0.011383346281945705,
      "loss_total": 0.011383346281945705,
      "step": 30920
    },
    {
      "loss_action": 0.009046235121786594,
      "loss_total": 0.009046235121786594,
      "step": 30920
    },
    {
      "loss_action": 0.009834196418523788,
      "loss_total": 0.009834196418523788,
      "step": 30920
    },
    {
      "loss_action": 0.01192529033869505,
      "loss_total": 0.01192529033869505,
      "step": 30920
    },
    {
      "loss_action": 0.008243242278695107,
      "loss_total": 0.008243242278695107,
      "step": 30920
    },
    {
      "loss_action": 0.01694650575518608,
      "loss_total": 0.01694650575518608,
      "step": 30920
    },
    {
      "loss_action": 0.00929800234735012,
      "loss_total": 0.00929800234735012,
      "step": 30920
    },
    {
      "grad_norm": 0.12454917281866074,
      "learning_rate": 9.979604331988832e-05,
      "loss": 0.0126,
      "step": 30930
    },
    {
      "loss_action": 0.09040312469005585,
      "loss_total": 0.09040312469005585,
      "step": 30930
    },
    {
      "loss_action": 0.03231395035982132,
      "loss_total": 0.03231395035982132,
      "step": 30930
    },
    {
      "loss_action": 0.035772595554590225,
      "loss_total": 0.035772595554590225,
      "step": 30930
    },
    {
      "loss_action": 0.013348075561225414,
      "loss_total": 0.013348075561225414,
      "step": 30930
    },
    {
      "loss_action": 0.007549158297479153,
      "loss_total": 0.007549158297479153,
      "step": 30930
    },
    {
      "loss_action": 0.010132698342204094,
      "loss_total": 0.010132698342204094,
      "step": 30930
    },
    {
      "loss_action": 0.01008427981287241,
      "loss_total": 0.01008427981287241,
      "step": 30930
    },
    {
      "loss_action": 0.014595112763345242,
      "loss_total": 0.014595112763345242,
      "step": 30930
    },
    {
      "grad_norm": 0.22483037412166595,
      "learning_rate": 9.9795670164251e-05,
      "loss": 0.016,
      "step": 30940
    },
    {
      "loss_action": 0.009469379670917988,
      "loss_total": 0.009469379670917988,
      "step": 30940
    },
    {
      "loss_action": 0.008051672019064426,
      "loss_total": 0.008051672019064426,
      "step": 30940
    },
    {
      "loss_action": 0.016028601676225662,
      "loss_total": 0.016028601676225662,
      "step": 30940
    },
    {
      "loss_action": 0.014350736513733864,
      "loss_total": 0.014350736513733864,
      "step": 30940
    },
    {
      "loss_action": 0.00924497190862894,
      "loss_total": 0.00924497190862894,
      "step": 30940
    },
    {
      "loss_action": 0.01790853962302208,
      "loss_total": 0.01790853962302208,
      "step": 30940
    },
    {
      "loss_action": 0.009704936295747757,
      "loss_total": 0.009704936295747757,
      "step": 30940
    },
    {
      "loss_action": 0.007794915232807398,
      "loss_total": 0.007794915232807398,
      "step": 30940
    },
    {
      "grad_norm": 0.18913786113262177,
      "learning_rate": 9.979529666826495e-05,
      "loss": 0.0151,
      "step": 30950
    },
    {
      "loss_action": 0.009135921485722065,
      "loss_total": 0.009135921485722065,
      "step": 30950
    },
    {
      "loss_action": 0.010717755183577538,
      "loss_total": 0.010717755183577538,
      "step": 30950
    },
    {
      "loss_action": 0.026903685182332993,
      "loss_total": 0.026903685182332993,
      "step": 30950
    },
    {
      "loss_action": 0.012392234057188034,
      "loss_total": 0.012392234057188034,
      "step": 30950
    },
    {
      "loss_action": 0.01622769981622696,
      "loss_total": 0.01622769981622696,
      "step": 30950
    },
    {
      "loss_action": 0.007351459935307503,
      "loss_total": 0.007351459935307503,
      "step": 30950
    },
    {
      "loss_action": 0.018385017290711403,
      "loss_total": 0.018385017290711403,
      "step": 30950
    },
    {
      "loss_action": 0.015234329737722874,
      "loss_total": 0.015234329737722874,
      "step": 30950
    },
    {
      "grad_norm": 0.2227598875761032,
      "learning_rate": 9.979492283193272e-05,
      "loss": 0.0169,
      "step": 30960
    },
    {
      "loss_action": 0.018486034125089645,
      "loss_total": 0.018486034125089645,
      "step": 30960
    },
    {
      "loss_action": 0.01368699036538601,
      "loss_total": 0.01368699036538601,
      "step": 30960
    },
    {
      "loss_action": 0.022429460659623146,
      "loss_total": 0.022429460659623146,
      "step": 30960
    },
    {
      "loss_action": 0.015206195414066315,
      "loss_total": 0.015206195414066315,
      "step": 30960
    },
    {
      "loss_action": 0.00898202694952488,
      "loss_total": 0.00898202694952488,
      "step": 30960
    },
    {
      "loss_action": 0.012888113036751747,
      "loss_total": 0.012888113036751747,
      "step": 30960
    },
    {
      "loss_action": 0.01807325705885887,
      "loss_total": 0.01807325705885887,
      "step": 30960
    },
    {
      "loss_action": 0.015355468727648258,
      "loss_total": 0.015355468727648258,
      "step": 30960
    },
    {
      "grad_norm": 0.18056778609752655,
      "learning_rate": 9.979454865525687e-05,
      "loss": 0.0144,
      "step": 30970
    },
    {
      "loss_action": 0.00897723063826561,
      "loss_total": 0.00897723063826561,
      "step": 30970
    },
    {
      "loss_action": 0.011397803202271461,
      "loss_total": 0.011397803202271461,
      "step": 30970
    },
    {
      "loss_action": 0.02768305502831936,
      "loss_total": 0.02768305502831936,
      "step": 30970
    },
    {
      "loss_action": 0.011500105261802673,
      "loss_total": 0.011500105261802673,
      "step": 30970
    },
    {
      "loss_action": 0.00797794945538044,
      "loss_total": 0.00797794945538044,
      "step": 30970
    },
    {
      "loss_action": 0.012152917683124542,
      "loss_total": 0.012152917683124542,
      "step": 30970
    },
    {
      "loss_action": 0.012217318639159203,
      "loss_total": 0.012217318639159203,
      "step": 30970
    },
    {
      "loss_action": 0.011617887765169144,
      "loss_total": 0.011617887765169144,
      "step": 30970
    },
    {
      "grad_norm": 0.16750814020633698,
      "learning_rate": 9.979417413823997e-05,
      "loss": 0.0138,
      "step": 30980
    },
    {
      "loss_action": 0.00560472346842289,
      "loss_total": 0.00560472346842289,
      "step": 30980
    },
    {
      "loss_action": 0.017849918454885483,
      "loss_total": 0.017849918454885483,
      "step": 30980
    },
    {
      "loss_action": 0.020464595407247543,
      "loss_total": 0.020464595407247543,
      "step": 30980
    },
    {
      "loss_action": 0.014100538566708565,
      "loss_total": 0.014100538566708565,
      "step": 30980
    },
    {
      "loss_action": 0.0224175825715065,
      "loss_total": 0.0224175825715065,
      "step": 30980
    },
    {
      "loss_action": 0.009584899991750717,
      "loss_total": 0.009584899991750717,
      "step": 30980
    },
    {
      "loss_action": 0.008504105731844902,
      "loss_total": 0.008504105731844902,
      "step": 30980
    },
    {
      "loss_action": 0.013100976124405861,
      "loss_total": 0.013100976124405861,
      "step": 30980
    },
    {
      "grad_norm": 0.1811279058456421,
      "learning_rate": 9.979379928088457e-05,
      "loss": 0.015,
      "step": 30990
    },
    {
      "loss_action": 0.017830543220043182,
      "loss_total": 0.017830543220043182,
      "step": 30990
    },
    {
      "loss_action": 0.007736457511782646,
      "loss_total": 0.007736457511782646,
      "step": 30990
    },
    {
      "loss_action": 0.010501759126782417,
      "loss_total": 0.010501759126782417,
      "step": 30990
    },
    {
      "loss_action": 0.014560170471668243,
      "loss_total": 0.014560170471668243,
      "step": 30990
    },
    {
      "loss_action": 0.017925573512911797,
      "loss_total": 0.017925573512911797,
      "step": 30990
    },
    {
      "loss_action": 0.01731027476489544,
      "loss_total": 0.01731027476489544,
      "step": 30990
    },
    {
      "loss_action": 0.012409338727593422,
      "loss_total": 0.012409338727593422,
      "step": 30990
    },
    {
      "loss_action": 0.007804131135344505,
      "loss_total": 0.007804131135344505,
      "step": 30990
    },
    {
      "grad_norm": 0.1370505541563034,
      "learning_rate": 9.979342408319322e-05,
      "loss": 0.0132,
      "step": 31000
    },
    {
      "loss_action": 0.011561587452888489,
      "loss_total": 0.011561587452888489,
      "step": 31000
    },
    {
      "loss_action": 0.010380426421761513,
      "loss_total": 0.010380426421761513,
      "step": 31000
    },
    {
      "loss_action": 0.02676554024219513,
      "loss_total": 0.02676554024219513,
      "step": 31000
    },
    {
      "loss_action": 0.014202838763594627,
      "loss_total": 0.014202838763594627,
      "step": 31000
    },
    {
      "loss_action": 0.012240232899785042,
      "loss_total": 0.012240232899785042,
      "step": 31000
    },
    {
      "loss_action": 0.012877045199275017,
      "loss_total": 0.012877045199275017,
      "step": 31000
    },
    {
      "loss_action": 0.008519293740391731,
      "loss_total": 0.008519293740391731,
      "step": 31000
    },
    {
      "loss_action": 0.011175255291163921,
      "loss_total": 0.011175255291163921,
      "step": 31000
    },
    {
      "grad_norm": 0.12602122128009796,
      "learning_rate": 9.97930485451685e-05,
      "loss": 0.0129,
      "step": 31010
    },
    {
      "loss_action": 0.011095520108938217,
      "loss_total": 0.011095520108938217,
      "step": 31010
    },
    {
      "loss_action": 0.010061877779662609,
      "loss_total": 0.010061877779662609,
      "step": 31010
    },
    {
      "loss_action": 0.007780220825225115,
      "loss_total": 0.007780220825225115,
      "step": 31010
    },
    {
      "loss_action": 0.0052072471007704735,
      "loss_total": 0.0052072471007704735,
      "step": 31010
    },
    {
      "loss_action": 0.005452927201986313,
      "loss_total": 0.005452927201986313,
      "step": 31010
    },
    {
      "loss_action": 0.010860000737011433,
      "loss_total": 0.010860000737011433,
      "step": 31010
    },
    {
      "loss_action": 0.006579597480595112,
      "loss_total": 0.006579597480595112,
      "step": 31010
    },
    {
      "loss_action": 0.015452492982149124,
      "loss_total": 0.015452492982149124,
      "step": 31010
    },
    {
      "grad_norm": 0.156085804104805,
      "learning_rate": 9.979267266681294e-05,
      "loss": 0.0139,
      "step": 31020
    },
    {
      "loss_action": 0.027934379875659943,
      "loss_total": 0.027934379875659943,
      "step": 31020
    },
    {
      "loss_action": 0.013224586844444275,
      "loss_total": 0.013224586844444275,
      "step": 31020
    },
    {
      "loss_action": 0.013756832107901573,
      "loss_total": 0.013756832107901573,
      "step": 31020
    },
    {
      "loss_action": 0.005637201480567455,
      "loss_total": 0.005637201480567455,
      "step": 31020
    },
    {
      "loss_action": 0.011723754927515984,
      "loss_total": 0.011723754927515984,
      "step": 31020
    },
    {
      "loss_action": 0.013296831399202347,
      "loss_total": 0.013296831399202347,
      "step": 31020
    },
    {
      "loss_action": 0.01280764490365982,
      "loss_total": 0.01280764490365982,
      "step": 31020
    },
    {
      "loss_action": 0.010356382466852665,
      "loss_total": 0.010356382466852665,
      "step": 31020
    },
    {
      "grad_norm": 0.1989937573671341,
      "learning_rate": 9.979229644812916e-05,
      "loss": 0.0129,
      "step": 31030
    },
    {
      "loss_action": 0.009792260825634003,
      "loss_total": 0.009792260825634003,
      "step": 31030
    },
    {
      "loss_action": 0.007997236214578152,
      "loss_total": 0.007997236214578152,
      "step": 31030
    },
    {
      "loss_action": 0.00735723040997982,
      "loss_total": 0.00735723040997982,
      "step": 31030
    },
    {
      "loss_action": 0.0070677148178219795,
      "loss_total": 0.0070677148178219795,
      "step": 31030
    },
    {
      "loss_action": 0.004115381743758917,
      "loss_total": 0.004115381743758917,
      "step": 31030
    },
    {
      "loss_action": 0.008949913084506989,
      "loss_total": 0.008949913084506989,
      "step": 31030
    },
    {
      "loss_action": 0.011895837262272835,
      "loss_total": 0.011895837262272835,
      "step": 31030
    },
    {
      "loss_action": 0.008195275440812111,
      "loss_total": 0.008195275440812111,
      "step": 31030
    },
    {
      "grad_norm": 0.11778528243303299,
      "learning_rate": 9.97919198891197e-05,
      "loss": 0.0109,
      "step": 31040
    },
    {
      "loss_action": 0.017484940588474274,
      "loss_total": 0.017484940588474274,
      "step": 31040
    },
    {
      "loss_action": 0.011167637072503567,
      "loss_total": 0.011167637072503567,
      "step": 31040
    },
    {
      "loss_action": 0.009520815685391426,
      "loss_total": 0.009520815685391426,
      "step": 31040
    },
    {
      "loss_action": 0.004794145002961159,
      "loss_total": 0.004794145002961159,
      "step": 31040
    },
    {
      "loss_action": 0.008027259260416031,
      "loss_total": 0.008027259260416031,
      "step": 31040
    },
    {
      "loss_action": 0.0053627826273441315,
      "loss_total": 0.0053627826273441315,
      "step": 31040
    },
    {
      "loss_action": 0.0029378379695117474,
      "loss_total": 0.0029378379695117474,
      "step": 31040
    },
    {
      "loss_action": 0.006404591258615255,
      "loss_total": 0.006404591258615255,
      "step": 31040
    },
    {
      "grad_norm": 0.15636494755744934,
      "learning_rate": 9.979154298978715e-05,
      "loss": 0.0151,
      "step": 31050
    },
    {
      "loss_action": 0.008891521021723747,
      "loss_total": 0.008891521021723747,
      "step": 31050
    },
    {
      "loss_action": 0.013661867938935757,
      "loss_total": 0.013661867938935757,
      "step": 31050
    },
    {
      "loss_action": 0.0198533795773983,
      "loss_total": 0.0198533795773983,
      "step": 31050
    },
    {
      "loss_action": 0.027550533413887024,
      "loss_total": 0.027550533413887024,
      "step": 31050
    },
    {
      "loss_action": 0.09126093238592148,
      "loss_total": 0.09126093238592148,
      "step": 31050
    },
    {
      "loss_action": 0.009664764627814293,
      "loss_total": 0.009664764627814293,
      "step": 31050
    },
    {
      "loss_action": 0.013373862020671368,
      "loss_total": 0.013373862020671368,
      "step": 31050
    },
    {
      "loss_action": 0.008416078984737396,
      "loss_total": 0.008416078984737396,
      "step": 31050
    },
    {
      "grad_norm": 0.12836074829101562,
      "learning_rate": 9.979116575013407e-05,
      "loss": 0.0156,
      "step": 31060
    },
    {
      "loss_action": 0.02008950337767601,
      "loss_total": 0.02008950337767601,
      "step": 31060
    },
    {
      "loss_action": 0.0076780859380960464,
      "loss_total": 0.0076780859380960464,
      "step": 31060
    },
    {
      "loss_action": 0.00866012740880251,
      "loss_total": 0.00866012740880251,
      "step": 31060
    },
    {
      "loss_action": 0.015187232755124569,
      "loss_total": 0.015187232755124569,
      "step": 31060
    },
    {
      "loss_action": 0.012520009651780128,
      "loss_total": 0.012520009651780128,
      "step": 31060
    },
    {
      "loss_action": 0.0069897910580039024,
      "loss_total": 0.0069897910580039024,
      "step": 31060
    },
    {
      "loss_action": 0.004246497061103582,
      "loss_total": 0.004246497061103582,
      "step": 31060
    },
    {
      "loss_action": 0.026454182341694832,
      "loss_total": 0.026454182341694832,
      "step": 31060
    },
    {
      "grad_norm": 0.24380278587341309,
      "learning_rate": 9.979078817016308e-05,
      "loss": 0.0141,
      "step": 31070
    },
    {
      "loss_action": 0.015510478056967258,
      "loss_total": 0.015510478056967258,
      "step": 31070
    },
    {
      "loss_action": 0.006718321703374386,
      "loss_total": 0.006718321703374386,
      "step": 31070
    },
    {
      "loss_action": 0.013179656118154526,
      "loss_total": 0.013179656118154526,
      "step": 31070
    },
    {
      "loss_action": 0.024891316890716553,
      "loss_total": 0.024891316890716553,
      "step": 31070
    },
    {
      "loss_action": 0.021094072610139847,
      "loss_total": 0.021094072610139847,
      "step": 31070
    },
    {
      "loss_action": 0.011929373256862164,
      "loss_total": 0.011929373256862164,
      "step": 31070
    },
    {
      "loss_action": 0.01864629238843918,
      "loss_total": 0.01864629238843918,
      "step": 31070
    },
    {
      "loss_action": 0.024610862135887146,
      "loss_total": 0.024610862135887146,
      "step": 31070
    },
    {
      "grad_norm": 0.2046467810869217,
      "learning_rate": 9.979041024987669e-05,
      "loss": 0.0167,
      "step": 31080
    },
    {
      "loss_action": 0.012707045301795006,
      "loss_total": 0.012707045301795006,
      "step": 31080
    },
    {
      "loss_action": 0.008262326940894127,
      "loss_total": 0.008262326940894127,
      "step": 31080
    },
    {
      "loss_action": 0.01819702982902527,
      "loss_total": 0.01819702982902527,
      "step": 31080
    },
    {
      "loss_action": 0.009208131581544876,
      "loss_total": 0.009208131581544876,
      "step": 31080
    },
    {
      "loss_action": 0.008436321280896664,
      "loss_total": 0.008436321280896664,
      "step": 31080
    },
    {
      "loss_action": 0.02667200192809105,
      "loss_total": 0.02667200192809105,
      "step": 31080
    },
    {
      "loss_action": 0.010009152814745903,
      "loss_total": 0.010009152814745903,
      "step": 31080
    },
    {
      "loss_action": 0.01857231929898262,
      "loss_total": 0.01857231929898262,
      "step": 31080
    },
    {
      "grad_norm": 0.19825522601604462,
      "learning_rate": 9.979003198927754e-05,
      "loss": 0.0136,
      "step": 31090
    },
    {
      "loss_action": 0.012736255303025246,
      "loss_total": 0.012736255303025246,
      "step": 31090
    },
    {
      "loss_action": 0.021022573113441467,
      "loss_total": 0.021022573113441467,
      "step": 31090
    },
    {
      "loss_action": 0.007433440536260605,
      "loss_total": 0.007433440536260605,
      "step": 31090
    },
    {
      "loss_action": 0.019107423722743988,
      "loss_total": 0.019107423722743988,
      "step": 31090
    },
    {
      "loss_action": 0.042534202337265015,
      "loss_total": 0.042534202337265015,
      "step": 31090
    },
    {
      "loss_action": 0.015713568776845932,
      "loss_total": 0.015713568776845932,
      "step": 31090
    },
    {
      "loss_action": 0.013806385919451714,
      "loss_total": 0.013806385919451714,
      "step": 31090
    },
    {
      "loss_action": 0.011202476918697357,
      "loss_total": 0.011202476918697357,
      "step": 31090
    },
    {
      "grad_norm": 0.19202770292758942,
      "learning_rate": 9.97896533883682e-05,
      "loss": 0.015,
      "step": 31100
    },
    {
      "loss_action": 0.006271715275943279,
      "loss_total": 0.006271715275943279,
      "step": 31100
    },
    {
      "loss_action": 0.007647307589650154,
      "loss_total": 0.007647307589650154,
      "step": 31100
    },
    {
      "loss_action": 0.013256119564175606,
      "loss_total": 0.013256119564175606,
      "step": 31100
    },
    {
      "loss_action": 0.010809585452079773,
      "loss_total": 0.010809585452079773,
      "step": 31100
    },
    {
      "loss_action": 0.00875077210366726,
      "loss_total": 0.00875077210366726,
      "step": 31100
    },
    {
      "loss_action": 0.03355021774768829,
      "loss_total": 0.03355021774768829,
      "step": 31100
    },
    {
      "loss_action": 0.020066432654857635,
      "loss_total": 0.020066432654857635,
      "step": 31100
    },
    {
      "loss_action": 0.01371278427541256,
      "loss_total": 0.01371278427541256,
      "step": 31100
    },
    {
      "grad_norm": 0.13937018811702728,
      "learning_rate": 9.978927444715125e-05,
      "loss": 0.014,
      "step": 31110
    },
    {
      "loss_action": 0.020957406610250473,
      "loss_total": 0.020957406610250473,
      "step": 31110
    },
    {
      "loss_action": 0.01323812548071146,
      "loss_total": 0.01323812548071146,
      "step": 31110
    },
    {
      "loss_action": 0.01276249811053276,
      "loss_total": 0.01276249811053276,
      "step": 31110
    },
    {
      "loss_action": 0.008138790726661682,
      "loss_total": 0.008138790726661682,
      "step": 31110
    },
    {
      "loss_action": 0.009461278095841408,
      "loss_total": 0.009461278095841408,
      "step": 31110
    },
    {
      "loss_action": 0.010069000534713268,
      "loss_total": 0.010069000534713268,
      "step": 31110
    },
    {
      "loss_action": 0.039500705897808075,
      "loss_total": 0.039500705897808075,
      "step": 31110
    },
    {
      "loss_action": 0.011609192937612534,
      "loss_total": 0.011609192937612534,
      "step": 31110
    },
    {
      "grad_norm": 0.14342635869979858,
      "learning_rate": 9.978889516562929e-05,
      "loss": 0.0134,
      "step": 31120
    },
    {
      "loss_action": 0.008530251681804657,
      "loss_total": 0.008530251681804657,
      "step": 31120
    },
    {
      "loss_action": 0.0066264052875339985,
      "loss_total": 0.0066264052875339985,
      "step": 31120
    },
    {
      "loss_action": 0.007990643382072449,
      "loss_total": 0.007990643382072449,
      "step": 31120
    },
    {
      "loss_action": 0.008908268995583057,
      "loss_total": 0.008908268995583057,
      "step": 31120
    },
    {
      "loss_action": 0.004183933604508638,
      "loss_total": 0.004183933604508638,
      "step": 31120
    },
    {
      "loss_action": 0.003953524399548769,
      "loss_total": 0.003953524399548769,
      "step": 31120
    },
    {
      "loss_action": 0.012832187116146088,
      "loss_total": 0.012832187116146088,
      "step": 31120
    },
    {
      "loss_action": 0.010200576856732368,
      "loss_total": 0.010200576856732368,
      "step": 31120
    },
    {
      "grad_norm": 0.16416212916374207,
      "learning_rate": 9.97885155438049e-05,
      "loss": 0.0112,
      "step": 31130
    },
    {
      "loss_action": 0.016558503732085228,
      "loss_total": 0.016558503732085228,
      "step": 31130
    },
    {
      "loss_action": 0.004602120257914066,
      "loss_total": 0.004602120257914066,
      "step": 31130
    },
    {
      "loss_action": 0.0038151994813233614,
      "loss_total": 0.0038151994813233614,
      "step": 31130
    },
    {
      "loss_action": 0.008610205724835396,
      "loss_total": 0.008610205724835396,
      "step": 31130
    },
    {
      "loss_action": 0.008115958422422409,
      "loss_total": 0.008115958422422409,
      "step": 31130
    },
    {
      "loss_action": 0.007797437720000744,
      "loss_total": 0.007797437720000744,
      "step": 31130
    },
    {
      "loss_action": 0.016504447907209396,
      "loss_total": 0.016504447907209396,
      "step": 31130
    },
    {
      "loss_action": 0.006157168187201023,
      "loss_total": 0.006157168187201023,
      "step": 31130
    },
    {
      "grad_norm": 0.1679379791021347,
      "learning_rate": 9.978813558168068e-05,
      "loss": 0.0108,
      "step": 31140
    },
    {
      "loss_action": 0.006164276972413063,
      "loss_total": 0.006164276972413063,
      "step": 31140
    },
    {
      "loss_action": 0.004941028077155352,
      "loss_total": 0.004941028077155352,
      "step": 31140
    },
    {
      "loss_action": 0.012880558148026466,
      "loss_total": 0.012880558148026466,
      "step": 31140
    },
    {
      "loss_action": 0.01594589650630951,
      "loss_total": 0.01594589650630951,
      "step": 31140
    },
    {
      "loss_action": 0.025434091687202454,
      "loss_total": 0.025434091687202454,
      "step": 31140
    },
    {
      "loss_action": 0.012234197929501534,
      "loss_total": 0.012234197929501534,
      "step": 31140
    },
    {
      "loss_action": 0.025677010416984558,
      "loss_total": 0.025677010416984558,
      "step": 31140
    },
    {
      "loss_action": 0.008048949763178825,
      "loss_total": 0.008048949763178825,
      "step": 31140
    },
    {
      "grad_norm": 0.16154073178768158,
      "learning_rate": 9.978775527925923e-05,
      "loss": 0.0116,
      "step": 31150
    },
    {
      "loss_action": 0.008737805299460888,
      "loss_total": 0.008737805299460888,
      "step": 31150
    },
    {
      "loss_action": 0.05840439349412918,
      "loss_total": 0.05840439349412918,
      "step": 31150
    },
    {
      "loss_action": 0.010347355157136917,
      "loss_total": 0.010347355157136917,
      "step": 31150
    },
    {
      "loss_action": 0.013595683500170708,
      "loss_total": 0.013595683500170708,
      "step": 31150
    },
    {
      "loss_action": 0.007793269585818052,
      "loss_total": 0.007793269585818052,
      "step": 31150
    },
    {
      "loss_action": 0.010137977078557014,
      "loss_total": 0.010137977078557014,
      "step": 31150
    },
    {
      "loss_action": 0.008950604125857353,
      "loss_total": 0.008950604125857353,
      "step": 31150
    },
    {
      "loss_action": 0.006826252676546574,
      "loss_total": 0.006826252676546574,
      "step": 31150
    },
    {
      "grad_norm": 0.1278609335422516,
      "learning_rate": 9.978737463654315e-05,
      "loss": 0.0119,
      "step": 31160
    },
    {
      "loss_action": 0.02008115127682686,
      "loss_total": 0.02008115127682686,
      "step": 31160
    },
    {
      "loss_action": 0.022407209500670433,
      "loss_total": 0.022407209500670433,
      "step": 31160
    },
    {
      "loss_action": 0.011676672846078873,
      "loss_total": 0.011676672846078873,
      "step": 31160
    },
    {
      "loss_action": 0.013269461691379547,
      "loss_total": 0.013269461691379547,
      "step": 31160
    },
    {
      "loss_action": 0.03905234485864639,
      "loss_total": 0.03905234485864639,
      "step": 31160
    },
    {
      "loss_action": 0.015155550092458725,
      "loss_total": 0.015155550092458725,
      "step": 31160
    },
    {
      "loss_action": 0.009332720190286636,
      "loss_total": 0.009332720190286636,
      "step": 31160
    },
    {
      "loss_action": 0.01959986239671707,
      "loss_total": 0.01959986239671707,
      "step": 31160
    },
    {
      "grad_norm": 0.1811433732509613,
      "learning_rate": 9.978699365353505e-05,
      "loss": 0.0129,
      "step": 31170
    },
    {
      "loss_action": 0.018814800307154655,
      "loss_total": 0.018814800307154655,
      "step": 31170
    },
    {
      "loss_action": 0.00895008072257042,
      "loss_total": 0.00895008072257042,
      "step": 31170
    },
    {
      "loss_action": 0.008923301473259926,
      "loss_total": 0.008923301473259926,
      "step": 31170
    },
    {
      "loss_action": 0.013483086600899696,
      "loss_total": 0.013483086600899696,
      "step": 31170
    },
    {
      "loss_action": 0.008368656039237976,
      "loss_total": 0.008368656039237976,
      "step": 31170
    },
    {
      "loss_action": 0.00863165408372879,
      "loss_total": 0.00863165408372879,
      "step": 31170
    },
    {
      "loss_action": 0.012760479003190994,
      "loss_total": 0.012760479003190994,
      "step": 31170
    },
    {
      "loss_action": 0.006488119252026081,
      "loss_total": 0.006488119252026081,
      "step": 31170
    },
    {
      "grad_norm": 0.13272623717784882,
      "learning_rate": 9.978661233023751e-05,
      "loss": 0.0147,
      "step": 31180
    },
    {
      "loss_action": 0.010957918129861355,
      "loss_total": 0.010957918129861355,
      "step": 31180
    },
    {
      "loss_action": 0.013814879581332207,
      "loss_total": 0.013814879581332207,
      "step": 31180
    },
    {
      "loss_action": 0.013963512144982815,
      "loss_total": 0.013963512144982815,
      "step": 31180
    },
    {
      "loss_action": 0.011821095831692219,
      "loss_total": 0.011821095831692219,
      "step": 31180
    },
    {
      "loss_action": 0.009889374487102032,
      "loss_total": 0.009889374487102032,
      "step": 31180
    },
    {
      "loss_action": 0.007162434980273247,
      "loss_total": 0.007162434980273247,
      "step": 31180
    },
    {
      "loss_action": 0.010599031113088131,
      "loss_total": 0.010599031113088131,
      "step": 31180
    },
    {
      "loss_action": 0.009577253833413124,
      "loss_total": 0.009577253833413124,
      "step": 31180
    },
    {
      "grad_norm": 0.16447500884532928,
      "learning_rate": 9.978623066665316e-05,
      "loss": 0.0135,
      "step": 31190
    },
    {
      "loss_action": 0.014102108776569366,
      "loss_total": 0.014102108776569366,
      "step": 31190
    },
    {
      "loss_action": 0.007048865780234337,
      "loss_total": 0.007048865780234337,
      "step": 31190
    },
    {
      "loss_action": 0.006171730812638998,
      "loss_total": 0.006171730812638998,
      "step": 31190
    },
    {
      "loss_action": 0.007876921445131302,
      "loss_total": 0.007876921445131302,
      "step": 31190
    },
    {
      "loss_action": 0.016092449426651,
      "loss_total": 0.016092449426651,
      "step": 31190
    },
    {
      "loss_action": 0.010805225931107998,
      "loss_total": 0.010805225931107998,
      "step": 31190
    },
    {
      "loss_action": 0.004238669760525227,
      "loss_total": 0.004238669760525227,
      "step": 31190
    },
    {
      "loss_action": 0.009455556981265545,
      "loss_total": 0.009455556981265545,
      "step": 31190
    },
    {
      "grad_norm": 0.12432119995355606,
      "learning_rate": 9.978584866278457e-05,
      "loss": 0.0121,
      "step": 31200
    },
    {
      "loss_action": 0.011150551028549671,
      "loss_total": 0.011150551028549671,
      "step": 31200
    },
    {
      "loss_action": 0.01388520747423172,
      "loss_total": 0.01388520747423172,
      "step": 31200
    },
    {
      "loss_action": 0.0119185671210289,
      "loss_total": 0.0119185671210289,
      "step": 31200
    },
    {
      "loss_action": 0.01224520429968834,
      "loss_total": 0.01224520429968834,
      "step": 31200
    },
    {
      "loss_action": 0.0069317277520895,
      "loss_total": 0.0069317277520895,
      "step": 31200
    },
    {
      "loss_action": 0.023156607523560524,
      "loss_total": 0.023156607523560524,
      "step": 31200
    },
    {
      "loss_action": 0.015535194426774979,
      "loss_total": 0.015535194426774979,
      "step": 31200
    },
    {
      "loss_action": 0.004529120400547981,
      "loss_total": 0.004529120400547981,
      "step": 31200
    },
    {
      "grad_norm": 0.16218438744544983,
      "learning_rate": 9.978546631863442e-05,
      "loss": 0.0114,
      "step": 31210
    },
    {
      "loss_action": 0.009492295794188976,
      "loss_total": 0.009492295794188976,
      "step": 31210
    },
    {
      "loss_action": 0.00797723326832056,
      "loss_total": 0.00797723326832056,
      "step": 31210
    },
    {
      "loss_action": 0.012466082349419594,
      "loss_total": 0.012466082349419594,
      "step": 31210
    },
    {
      "loss_action": 0.005392346531152725,
      "loss_total": 0.005392346531152725,
      "step": 31210
    },
    {
      "loss_action": 0.05268053710460663,
      "loss_total": 0.05268053710460663,
      "step": 31210
    },
    {
      "loss_action": 0.01349126361310482,
      "loss_total": 0.01349126361310482,
      "step": 31210
    },
    {
      "loss_action": 0.00860541220754385,
      "loss_total": 0.00860541220754385,
      "step": 31210
    },
    {
      "loss_action": 0.0061208875849843025,
      "loss_total": 0.0061208875849843025,
      "step": 31210
    },
    {
      "grad_norm": 0.1512986272573471,
      "learning_rate": 9.978508363420527e-05,
      "loss": 0.0129,
      "step": 31220
    },
    {
      "loss_action": 0.01110120490193367,
      "loss_total": 0.01110120490193367,
      "step": 31220
    },
    {
      "loss_action": 0.007611364126205444,
      "loss_total": 0.007611364126205444,
      "step": 31220
    },
    {
      "loss_action": 0.008602533489465714,
      "loss_total": 0.008602533489465714,
      "step": 31220
    },
    {
      "loss_action": 0.01611996442079544,
      "loss_total": 0.01611996442079544,
      "step": 31220
    },
    {
      "loss_action": 0.006297211162745953,
      "loss_total": 0.006297211162745953,
      "step": 31220
    },
    {
      "loss_action": 0.026737015694379807,
      "loss_total": 0.026737015694379807,
      "step": 31220
    },
    {
      "loss_action": 0.01660572923719883,
      "loss_total": 0.01660572923719883,
      "step": 31220
    },
    {
      "loss_action": 0.012003974989056587,
      "loss_total": 0.012003974989056587,
      "step": 31220
    },
    {
      "grad_norm": 0.15514340996742249,
      "learning_rate": 9.978470060949974e-05,
      "loss": 0.0127,
      "step": 31230
    },
    {
      "loss_action": 0.00625159777700901,
      "loss_total": 0.00625159777700901,
      "step": 31230
    },
    {
      "loss_action": 0.017549369484186172,
      "loss_total": 0.017549369484186172,
      "step": 31230
    },
    {
      "loss_action": 0.015501822344958782,
      "loss_total": 0.015501822344958782,
      "step": 31230
    },
    {
      "loss_action": 0.00970664992928505,
      "loss_total": 0.00970664992928505,
      "step": 31230
    },
    {
      "loss_action": 0.009696628898382187,
      "loss_total": 0.009696628898382187,
      "step": 31230
    },
    {
      "loss_action": 0.011294620111584663,
      "loss_total": 0.011294620111584663,
      "step": 31230
    },
    {
      "loss_action": 0.008265795186161995,
      "loss_total": 0.008265795186161995,
      "step": 31230
    },
    {
      "loss_action": 0.008859958499670029,
      "loss_total": 0.008859958499670029,
      "step": 31230
    },
    {
      "grad_norm": 0.1252201795578003,
      "learning_rate": 9.978431724452047e-05,
      "loss": 0.0112,
      "step": 31240
    },
    {
      "loss_action": 0.007845412939786911,
      "loss_total": 0.007845412939786911,
      "step": 31240
    },
    {
      "loss_action": 0.00980222038924694,
      "loss_total": 0.00980222038924694,
      "step": 31240
    },
    {
      "loss_action": 0.005303217098116875,
      "loss_total": 0.005303217098116875,
      "step": 31240
    },
    {
      "loss_action": 0.008710594847798347,
      "loss_total": 0.008710594847798347,
      "step": 31240
    },
    {
      "loss_action": 0.020785432308912277,
      "loss_total": 0.020785432308912277,
      "step": 31240
    },
    {
      "loss_action": 0.006755543872714043,
      "loss_total": 0.006755543872714043,
      "step": 31240
    },
    {
      "loss_action": 0.005410516634583473,
      "loss_total": 0.005410516634583473,
      "step": 31240
    },
    {
      "loss_action": 0.013689320534467697,
      "loss_total": 0.013689320534467697,
      "step": 31240
    },
    {
      "grad_norm": 0.15289920568466187,
      "learning_rate": 9.978393353927005e-05,
      "loss": 0.0126,
      "step": 31250
    },
    {
      "loss_action": 0.008226634934544563,
      "loss_total": 0.008226634934544563,
      "step": 31250
    },
    {
      "loss_action": 0.024422448128461838,
      "loss_total": 0.024422448128461838,
      "step": 31250
    },
    {
      "loss_action": 0.007094950415194035,
      "loss_total": 0.007094950415194035,
      "step": 31250
    },
    {
      "loss_action": 0.010910590179264545,
      "loss_total": 0.010910590179264545,
      "step": 31250
    },
    {
      "loss_action": 0.008589284494519234,
      "loss_total": 0.008589284494519234,
      "step": 31250
    },
    {
      "loss_action": 0.00806367490440607,
      "loss_total": 0.00806367490440607,
      "step": 31250
    },
    {
      "loss_action": 0.007939653471112251,
      "loss_total": 0.007939653471112251,
      "step": 31250
    },
    {
      "loss_action": 0.017066452652215958,
      "loss_total": 0.017066452652215958,
      "step": 31250
    },
    {
      "grad_norm": 0.2237049788236618,
      "learning_rate": 9.978354949375112e-05,
      "loss": 0.0127,
      "step": 31260
    },
    {
      "loss_action": 0.011072304099798203,
      "loss_total": 0.011072304099798203,
      "step": 31260
    },
    {
      "loss_action": 0.004635141231119633,
      "loss_total": 0.004635141231119633,
      "step": 31260
    },
    {
      "loss_action": 0.027317974716424942,
      "loss_total": 0.027317974716424942,
      "step": 31260
    },
    {
      "loss_action": 0.009984992444515228,
      "loss_total": 0.009984992444515228,
      "step": 31260
    },
    {
      "loss_action": 0.016896959394216537,
      "loss_total": 0.016896959394216537,
      "step": 31260
    },
    {
      "loss_action": 0.012537863105535507,
      "loss_total": 0.012537863105535507,
      "step": 31260
    },
    {
      "loss_action": 0.004278126638382673,
      "loss_total": 0.004278126638382673,
      "step": 31260
    },
    {
      "loss_action": 0.014989178627729416,
      "loss_total": 0.014989178627729416,
      "step": 31260
    },
    {
      "grad_norm": 0.29321393370628357,
      "learning_rate": 9.978316510796631e-05,
      "loss": 0.0129,
      "step": 31270
    },
    {
      "loss_action": 0.007899131625890732,
      "loss_total": 0.007899131625890732,
      "step": 31270
    },
    {
      "loss_action": 0.007735741324722767,
      "loss_total": 0.007735741324722767,
      "step": 31270
    },
    {
      "loss_action": 0.009114973247051239,
      "loss_total": 0.009114973247051239,
      "step": 31270
    },
    {
      "loss_action": 0.007365471683442593,
      "loss_total": 0.007365471683442593,
      "step": 31270
    },
    {
      "loss_action": 0.007621089927852154,
      "loss_total": 0.007621089927852154,
      "step": 31270
    },
    {
      "loss_action": 0.006839687470346689,
      "loss_total": 0.006839687470346689,
      "step": 31270
    },
    {
      "loss_action": 0.0036748123820871115,
      "loss_total": 0.0036748123820871115,
      "step": 31270
    },
    {
      "loss_action": 0.008293811231851578,
      "loss_total": 0.008293811231851578,
      "step": 31270
    },
    {
      "grad_norm": 0.10170399397611618,
      "learning_rate": 9.978278038191824e-05,
      "loss": 0.0117,
      "step": 31280
    },
    {
      "loss_action": 0.02138020470738411,
      "loss_total": 0.02138020470738411,
      "step": 31280
    },
    {
      "loss_action": 0.013157517649233341,
      "loss_total": 0.013157517649233341,
      "step": 31280
    },
    {
      "loss_action": 0.00733380438759923,
      "loss_total": 0.00733380438759923,
      "step": 31280
    },
    {
      "loss_action": 0.006773561239242554,
      "loss_total": 0.006773561239242554,
      "step": 31280
    },
    {
      "loss_action": 0.014336022548377514,
      "loss_total": 0.014336022548377514,
      "step": 31280
    },
    {
      "loss_action": 0.008218980394303799,
      "loss_total": 0.008218980394303799,
      "step": 31280
    },
    {
      "loss_action": 0.021589986979961395,
      "loss_total": 0.021589986979961395,
      "step": 31280
    },
    {
      "loss_action": 0.022146712988615036,
      "loss_total": 0.022146712988615036,
      "step": 31280
    },
    {
      "grad_norm": 0.15226244926452637,
      "learning_rate": 9.978239531560955e-05,
      "loss": 0.0125,
      "step": 31290
    },
    {
      "loss_action": 0.022413382306694984,
      "loss_total": 0.022413382306694984,
      "step": 31290
    },
    {
      "loss_action": 0.02204640582203865,
      "loss_total": 0.02204640582203865,
      "step": 31290
    },
    {
      "loss_action": 0.020199397578835487,
      "loss_total": 0.020199397578835487,
      "step": 31290
    },
    {
      "loss_action": 0.015068620443344116,
      "loss_total": 0.015068620443344116,
      "step": 31290
    },
    {
      "loss_action": 0.014781858772039413,
      "loss_total": 0.014781858772039413,
      "step": 31290
    },
    {
      "loss_action": 0.012144068256020546,
      "loss_total": 0.012144068256020546,
      "step": 31290
    },
    {
      "loss_action": 0.00858150515705347,
      "loss_total": 0.00858150515705347,
      "step": 31290
    },
    {
      "loss_action": 0.014861454255878925,
      "loss_total": 0.014861454255878925,
      "step": 31290
    },
    {
      "grad_norm": 0.1694551408290863,
      "learning_rate": 9.978200990904285e-05,
      "loss": 0.0123,
      "step": 31300
    },
    {
      "loss_action": 0.01748584397137165,
      "loss_total": 0.01748584397137165,
      "step": 31300
    },
    {
      "loss_action": 0.006607356481254101,
      "loss_total": 0.006607356481254101,
      "step": 31300
    },
    {
      "loss_action": 0.0229595135897398,
      "loss_total": 0.0229595135897398,
      "step": 31300
    },
    {
      "loss_action": 0.017467334866523743,
      "loss_total": 0.017467334866523743,
      "step": 31300
    },
    {
      "loss_action": 0.01325642317533493,
      "loss_total": 0.01325642317533493,
      "step": 31300
    },
    {
      "loss_action": 0.008079200983047485,
      "loss_total": 0.008079200983047485,
      "step": 31300
    },
    {
      "loss_action": 0.00696662999689579,
      "loss_total": 0.00696662999689579,
      "step": 31300
    },
    {
      "loss_action": 0.004107793793082237,
      "loss_total": 0.004107793793082237,
      "step": 31300
    },
    {
      "grad_norm": 0.14089612662792206,
      "learning_rate": 9.978162416222081e-05,
      "loss": 0.0117,
      "step": 31310
    },
    {
      "loss_action": 0.006411260925233364,
      "loss_total": 0.006411260925233364,
      "step": 31310
    },
    {
      "loss_action": 0.01456285547465086,
      "loss_total": 0.01456285547465086,
      "step": 31310
    },
    {
      "loss_action": 0.0042568682692945,
      "loss_total": 0.0042568682692945,
      "step": 31310
    },
    {
      "loss_action": 0.05314343795180321,
      "loss_total": 0.05314343795180321,
      "step": 31310
    },
    {
      "loss_action": 0.1231796145439148,
      "loss_total": 0.1231796145439148,
      "step": 31310
    },
    {
      "loss_action": 0.1592177152633667,
      "loss_total": 0.1592177152633667,
      "step": 31310
    },
    {
      "loss_action": 0.014277737587690353,
      "loss_total": 0.014277737587690353,
      "step": 31310
    },
    {
      "loss_action": 0.011311772279441357,
      "loss_total": 0.011311772279441357,
      "step": 31310
    },
    {
      "grad_norm": 0.170841246843338,
      "learning_rate": 9.978123807514602e-05,
      "loss": 0.0173,
      "step": 31320
    },
    {
      "loss_action": 0.017566343769431114,
      "loss_total": 0.017566343769431114,
      "step": 31320
    },
    {
      "loss_action": 0.008978446945548058,
      "loss_total": 0.008978446945548058,
      "step": 31320
    },
    {
      "loss_action": 0.020192276686429977,
      "loss_total": 0.020192276686429977,
      "step": 31320
    },
    {
      "loss_action": 0.009714803658425808,
      "loss_total": 0.009714803658425808,
      "step": 31320
    },
    {
      "loss_action": 0.011049794033169746,
      "loss_total": 0.011049794033169746,
      "step": 31320
    },
    {
      "loss_action": 0.004917664919048548,
      "loss_total": 0.004917664919048548,
      "step": 31320
    },
    {
      "loss_action": 0.017895804718136787,
      "loss_total": 0.017895804718136787,
      "step": 31320
    },
    {
      "loss_action": 0.04068721458315849,
      "loss_total": 0.04068721458315849,
      "step": 31320
    },
    {
      "grad_norm": 0.2170802503824234,
      "learning_rate": 9.978085164782116e-05,
      "loss": 0.0156,
      "step": 31330
    },
    {
      "loss_action": 0.012057391926646233,
      "loss_total": 0.012057391926646233,
      "step": 31330
    },
    {
      "loss_action": 0.014373674988746643,
      "loss_total": 0.014373674988746643,
      "step": 31330
    },
    {
      "loss_action": 0.00611977931112051,
      "loss_total": 0.00611977931112051,
      "step": 31330
    },
    {
      "loss_action": 0.029907941818237305,
      "loss_total": 0.029907941818237305,
      "step": 31330
    },
    {
      "loss_action": 0.0028157425113022327,
      "loss_total": 0.0028157425113022327,
      "step": 31330
    },
    {
      "loss_action": 0.009510453790426254,
      "loss_total": 0.009510453790426254,
      "step": 31330
    },
    {
      "loss_action": 0.02605466917157173,
      "loss_total": 0.02605466917157173,
      "step": 31330
    },
    {
      "loss_action": 0.011474214494228363,
      "loss_total": 0.011474214494228363,
      "step": 31330
    },
    {
      "grad_norm": 0.14195168018341064,
      "learning_rate": 9.978046488024884e-05,
      "loss": 0.0143,
      "step": 31340
    },
    {
      "loss_action": 0.01576879620552063,
      "loss_total": 0.01576879620552063,
      "step": 31340
    },
    {
      "loss_action": 0.00515738595277071,
      "loss_total": 0.00515738595277071,
      "step": 31340
    },
    {
      "loss_action": 0.0216367244720459,
      "loss_total": 0.0216367244720459,
      "step": 31340
    },
    {
      "loss_action": 0.011117050424218178,
      "loss_total": 0.011117050424218178,
      "step": 31340
    },
    {
      "loss_action": 0.009420083835721016,
      "loss_total": 0.009420083835721016,
      "step": 31340
    },
    {
      "loss_action": 0.007291811518371105,
      "loss_total": 0.007291811518371105,
      "step": 31340
    },
    {
      "loss_action": 0.015489216893911362,
      "loss_total": 0.015489216893911362,
      "step": 31340
    },
    {
      "loss_action": 0.009750163182616234,
      "loss_total": 0.009750163182616234,
      "step": 31340
    },
    {
      "grad_norm": 0.11873810738325119,
      "learning_rate": 9.978007777243172e-05,
      "loss": 0.0119,
      "step": 31350
    },
    {
      "loss_action": 0.005218000151216984,
      "loss_total": 0.005218000151216984,
      "step": 31350
    },
    {
      "loss_action": 0.013956451788544655,
      "loss_total": 0.013956451788544655,
      "step": 31350
    },
    {
      "loss_action": 0.015324696898460388,
      "loss_total": 0.015324696898460388,
      "step": 31350
    },
    {
      "loss_action": 0.020256485790014267,
      "loss_total": 0.020256485790014267,
      "step": 31350
    },
    {
      "loss_action": 0.012468427419662476,
      "loss_total": 0.012468427419662476,
      "step": 31350
    },
    {
      "loss_action": 0.033280886709690094,
      "loss_total": 0.033280886709690094,
      "step": 31350
    },
    {
      "loss_action": 0.02313338592648506,
      "loss_total": 0.02313338592648506,
      "step": 31350
    },
    {
      "loss_action": 0.012555875815451145,
      "loss_total": 0.012555875815451145,
      "step": 31350
    },
    {
      "grad_norm": 0.16921067237854004,
      "learning_rate": 9.977969032437245e-05,
      "loss": 0.0124,
      "step": 31360
    },
    {
      "loss_action": 0.018077129498124123,
      "loss_total": 0.018077129498124123,
      "step": 31360
    },
    {
      "loss_action": 0.009321115911006927,
      "loss_total": 0.009321115911006927,
      "step": 31360
    },
    {
      "loss_action": 0.015009131282567978,
      "loss_total": 0.015009131282567978,
      "step": 31360
    },
    {
      "loss_action": 0.007477954495698214,
      "loss_total": 0.007477954495698214,
      "step": 31360
    },
    {
      "loss_action": 0.0221877284348011,
      "loss_total": 0.0221877284348011,
      "step": 31360
    },
    {
      "loss_action": 0.019417213276028633,
      "loss_total": 0.019417213276028633,
      "step": 31360
    },
    {
      "loss_action": 0.01579182781279087,
      "loss_total": 0.01579182781279087,
      "step": 31360
    },
    {
      "loss_action": 0.011134615167975426,
      "loss_total": 0.011134615167975426,
      "step": 31360
    },
    {
      "grad_norm": 0.15262676775455475,
      "learning_rate": 9.977930253607366e-05,
      "loss": 0.0156,
      "step": 31370
    },
    {
      "loss_action": 0.013538088649511337,
      "loss_total": 0.013538088649511337,
      "step": 31370
    },
    {
      "loss_action": 0.012797283940017223,
      "loss_total": 0.012797283940017223,
      "step": 31370
    },
    {
      "loss_action": 0.01334686391055584,
      "loss_total": 0.01334686391055584,
      "step": 31370
    },
    {
      "loss_action": 0.01667008362710476,
      "loss_total": 0.01667008362710476,
      "step": 31370
    },
    {
      "loss_action": 0.006787752266973257,
      "loss_total": 0.006787752266973257,
      "step": 31370
    },
    {
      "loss_action": 0.008658264763653278,
      "loss_total": 0.008658264763653278,
      "step": 31370
    },
    {
      "loss_action": 0.006554677616804838,
      "loss_total": 0.006554677616804838,
      "step": 31370
    },
    {
      "loss_action": 0.01439269445836544,
      "loss_total": 0.01439269445836544,
      "step": 31370
    },
    {
      "grad_norm": 0.11143763363361359,
      "learning_rate": 9.977891440753802e-05,
      "loss": 0.0116,
      "step": 31380
    },
    {
      "loss_action": 0.008194870315492153,
      "loss_total": 0.008194870315492153,
      "step": 31380
    },
    {
      "loss_action": 0.006333050783723593,
      "loss_total": 0.006333050783723593,
      "step": 31380
    },
    {
      "loss_action": 0.023274578154087067,
      "loss_total": 0.023274578154087067,
      "step": 31380
    },
    {
      "loss_action": 0.053704723715782166,
      "loss_total": 0.053704723715782166,
      "step": 31380
    },
    {
      "loss_action": 0.00694696232676506,
      "loss_total": 0.00694696232676506,
      "step": 31380
    },
    {
      "loss_action": 0.0076972004026174545,
      "loss_total": 0.0076972004026174545,
      "step": 31380
    },
    {
      "loss_action": 0.010499154217541218,
      "loss_total": 0.010499154217541218,
      "step": 31380
    },
    {
      "loss_action": 0.024270392954349518,
      "loss_total": 0.024270392954349518,
      "step": 31380
    },
    {
      "grad_norm": 0.136012464761734,
      "learning_rate": 9.977852593876817e-05,
      "loss": 0.0129,
      "step": 31390
    },
    {
      "loss_action": 0.015819570049643517,
      "loss_total": 0.015819570049643517,
      "step": 31390
    },
    {
      "loss_action": 0.009533088654279709,
      "loss_total": 0.009533088654279709,
      "step": 31390
    },
    {
      "loss_action": 0.004735426977276802,
      "loss_total": 0.004735426977276802,
      "step": 31390
    },
    {
      "loss_action": 0.007864798419177532,
      "loss_total": 0.007864798419177532,
      "step": 31390
    },
    {
      "loss_action": 0.016881326213479042,
      "loss_total": 0.016881326213479042,
      "step": 31390
    },
    {
      "loss_action": 0.016144832596182823,
      "loss_total": 0.016144832596182823,
      "step": 31390
    },
    {
      "loss_action": 0.02141333371400833,
      "loss_total": 0.02141333371400833,
      "step": 31390
    },
    {
      "loss_action": 0.01805308647453785,
      "loss_total": 0.01805308647453785,
      "step": 31390
    },
    {
      "grad_norm": 0.22172974050045013,
      "learning_rate": 9.977813712976678e-05,
      "loss": 0.0132,
      "step": 31400
    },
    {
      "loss_action": 0.005523446947336197,
      "loss_total": 0.005523446947336197,
      "step": 31400
    },
    {
      "loss_action": 0.010753616690635681,
      "loss_total": 0.010753616690635681,
      "step": 31400
    },
    {
      "loss_action": 0.01333706546574831,
      "loss_total": 0.01333706546574831,
      "step": 31400
    },
    {
      "loss_action": 0.009459436871111393,
      "loss_total": 0.009459436871111393,
      "step": 31400
    },
    {
      "loss_action": 0.019348565489053726,
      "loss_total": 0.019348565489053726,
      "step": 31400
    },
    {
      "loss_action": 0.011408146470785141,
      "loss_total": 0.011408146470785141,
      "step": 31400
    },
    {
      "loss_action": 0.02458929270505905,
      "loss_total": 0.02458929270505905,
      "step": 31400
    },
    {
      "loss_action": 0.006868051830679178,
      "loss_total": 0.006868051830679178,
      "step": 31400
    },
    {
      "grad_norm": 0.17364990711212158,
      "learning_rate": 9.97777479805365e-05,
      "loss": 0.0128,
      "step": 31410
    },
    {
      "loss_action": 0.011309454217553139,
      "loss_total": 0.011309454217553139,
      "step": 31410
    },
    {
      "loss_action": 0.006025586277246475,
      "loss_total": 0.006025586277246475,
      "step": 31410
    },
    {
      "loss_action": 0.007543356157839298,
      "loss_total": 0.007543356157839298,
      "step": 31410
    },
    {
      "loss_action": 0.005751604214310646,
      "loss_total": 0.005751604214310646,
      "step": 31410
    },
    {
      "loss_action": 0.007479697931557894,
      "loss_total": 0.007479697931557894,
      "step": 31410
    },
    {
      "loss_action": 0.005743731744587421,
      "loss_total": 0.005743731744587421,
      "step": 31410
    },
    {
      "loss_action": 0.011262105777859688,
      "loss_total": 0.011262105777859688,
      "step": 31410
    },
    {
      "loss_action": 0.017559006810188293,
      "loss_total": 0.017559006810188293,
      "step": 31410
    },
    {
      "grad_norm": 0.22949570417404175,
      "learning_rate": 9.977735849107996e-05,
      "loss": 0.0117,
      "step": 31420
    },
    {
      "loss_action": 0.006152608431875706,
      "loss_total": 0.006152608431875706,
      "step": 31420
    },
    {
      "loss_action": 0.008310295641422272,
      "loss_total": 0.008310295641422272,
      "step": 31420
    },
    {
      "loss_action": 0.003697587875649333,
      "loss_total": 0.003697587875649333,
      "step": 31420
    },
    {
      "loss_action": 0.007972553372383118,
      "loss_total": 0.007972553372383118,
      "step": 31420
    },
    {
      "loss_action": 0.006253491155803204,
      "loss_total": 0.006253491155803204,
      "step": 31420
    },
    {
      "loss_action": 0.017961625009775162,
      "loss_total": 0.017961625009775162,
      "step": 31420
    },
    {
      "loss_action": 0.007503352127969265,
      "loss_total": 0.007503352127969265,
      "step": 31420
    },
    {
      "loss_action": 0.006938134785741568,
      "loss_total": 0.006938134785741568,
      "step": 31420
    },
    {
      "grad_norm": 0.11173923313617706,
      "learning_rate": 9.977696866139987e-05,
      "loss": 0.012,
      "step": 31430
    },
    {
      "loss_action": 0.010245934128761292,
      "loss_total": 0.010245934128761292,
      "step": 31430
    },
    {
      "loss_action": 0.015233946964144707,
      "loss_total": 0.015233946964144707,
      "step": 31430
    },
    {
      "loss_action": 0.01196314301341772,
      "loss_total": 0.01196314301341772,
      "step": 31430
    },
    {
      "loss_action": 0.008416135795414448,
      "loss_total": 0.008416135795414448,
      "step": 31430
    },
    {
      "loss_action": 0.008041228167712688,
      "loss_total": 0.008041228167712688,
      "step": 31430
    },
    {
      "loss_action": 0.016119375824928284,
      "loss_total": 0.016119375824928284,
      "step": 31430
    },
    {
      "loss_action": 0.006020041648298502,
      "loss_total": 0.006020041648298502,
      "step": 31430
    },
    {
      "loss_action": 0.007739229127764702,
      "loss_total": 0.007739229127764702,
      "step": 31430
    },
    {
      "grad_norm": 0.22383959591388702,
      "learning_rate": 9.977657849149887e-05,
      "loss": 0.0137,
      "step": 31440
    },
    {
      "loss_action": 0.010130530223250389,
      "loss_total": 0.010130530223250389,
      "step": 31440
    },
    {
      "loss_action": 0.01060024369508028,
      "loss_total": 0.01060024369508028,
      "step": 31440
    },
    {
      "loss_action": 0.010672000236809254,
      "loss_total": 0.010672000236809254,
      "step": 31440
    },
    {
      "loss_action": 0.007665937766432762,
      "loss_total": 0.007665937766432762,
      "step": 31440
    },
    {
      "loss_action": 0.006418472155928612,
      "loss_total": 0.006418472155928612,
      "step": 31440
    },
    {
      "loss_action": 0.01073819026350975,
      "loss_total": 0.01073819026350975,
      "step": 31440
    },
    {
      "loss_action": 0.0038438974879682064,
      "loss_total": 0.0038438974879682064,
      "step": 31440
    },
    {
      "loss_action": 0.009356648661196232,
      "loss_total": 0.009356648661196232,
      "step": 31440
    },
    {
      "grad_norm": 0.1329391449689865,
      "learning_rate": 9.977618798137964e-05,
      "loss": 0.012,
      "step": 31450
    },
    {
      "loss_action": 0.01500728353857994,
      "loss_total": 0.01500728353857994,
      "step": 31450
    },
    {
      "loss_action": 0.012209471315145493,
      "loss_total": 0.012209471315145493,
      "step": 31450
    },
    {
      "loss_action": 0.014824746176600456,
      "loss_total": 0.014824746176600456,
      "step": 31450
    },
    {
      "loss_action": 0.0063003059476614,
      "loss_total": 0.0063003059476614,
      "step": 31450
    },
    {
      "loss_action": 0.008726058527827263,
      "loss_total": 0.008726058527827263,
      "step": 31450
    },
    {
      "loss_action": 0.01158713549375534,
      "loss_total": 0.01158713549375534,
      "step": 31450
    },
    {
      "loss_action": 0.016039244830608368,
      "loss_total": 0.016039244830608368,
      "step": 31450
    },
    {
      "loss_action": 0.02287691831588745,
      "loss_total": 0.02287691831588745,
      "step": 31450
    },
    {
      "grad_norm": 0.12721282243728638,
      "learning_rate": 9.977579713104483e-05,
      "loss": 0.0109,
      "step": 31460
    },
    {
      "loss_action": 0.024455063045024872,
      "loss_total": 0.024455063045024872,
      "step": 31460
    },
    {
      "loss_action": 0.011193397454917431,
      "loss_total": 0.011193397454917431,
      "step": 31460
    },
    {
      "loss_action": 0.009112069383263588,
      "loss_total": 0.009112069383263588,
      "step": 31460
    },
    {
      "loss_action": 0.00967763178050518,
      "loss_total": 0.00967763178050518,
      "step": 31460
    },
    {
      "loss_action": 0.00768615584820509,
      "loss_total": 0.00768615584820509,
      "step": 31460
    },
    {
      "loss_action": 0.014100119471549988,
      "loss_total": 0.014100119471549988,
      "step": 31460
    },
    {
      "loss_action": 0.015419071540236473,
      "loss_total": 0.015419071540236473,
      "step": 31460
    },
    {
      "loss_action": 0.00593789666891098,
      "loss_total": 0.00593789666891098,
      "step": 31460
    },
    {
      "grad_norm": 0.12843406200408936,
      "learning_rate": 9.977540594049712e-05,
      "loss": 0.0119,
      "step": 31470
    },
    {
      "loss_action": 0.012976862490177155,
      "loss_total": 0.012976862490177155,
      "step": 31470
    },
    {
      "loss_action": 0.023095659911632538,
      "loss_total": 0.023095659911632538,
      "step": 31470
    },
    {
      "loss_action": 0.007463596761226654,
      "loss_total": 0.007463596761226654,
      "step": 31470
    },
    {
      "loss_action": 0.011722409166395664,
      "loss_total": 0.011722409166395664,
      "step": 31470
    },
    {
      "loss_action": 0.010004635900259018,
      "loss_total": 0.010004635900259018,
      "step": 31470
    },
    {
      "loss_action": 0.007345721125602722,
      "loss_total": 0.007345721125602722,
      "step": 31470
    },
    {
      "loss_action": 0.006458751391619444,
      "loss_total": 0.006458751391619444,
      "step": 31470
    },
    {
      "loss_action": 0.007548982743173838,
      "loss_total": 0.007548982743173838,
      "step": 31470
    },
    {
      "grad_norm": 0.18925510346889496,
      "learning_rate": 9.977501440973919e-05,
      "loss": 0.0134,
      "step": 31480
    },
    {
      "loss_action": 0.004050674848258495,
      "loss_total": 0.004050674848258495,
      "step": 31480
    },
    {
      "loss_action": 0.03841690346598625,
      "loss_total": 0.03841690346598625,
      "step": 31480
    },
    {
      "loss_action": 0.01029556430876255,
      "loss_total": 0.01029556430876255,
      "step": 31480
    },
    {
      "loss_action": 0.007088636979460716,
      "loss_total": 0.007088636979460716,
      "step": 31480
    },
    {
      "loss_action": 0.015096469782292843,
      "loss_total": 0.015096469782292843,
      "step": 31480
    },
    {
      "loss_action": 0.004278484731912613,
      "loss_total": 0.004278484731912613,
      "step": 31480
    },
    {
      "loss_action": 0.005299279000610113,
      "loss_total": 0.005299279000610113,
      "step": 31480
    },
    {
      "loss_action": 0.0074392021633684635,
      "loss_total": 0.0074392021633684635,
      "step": 31480
    },
    {
      "grad_norm": 0.16696353256702423,
      "learning_rate": 9.97746225387737e-05,
      "loss": 0.0105,
      "step": 31490
    },
    {
      "loss_action": 0.016810279339551926,
      "loss_total": 0.016810279339551926,
      "step": 31490
    },
    {
      "loss_action": 0.009968169033527374,
      "loss_total": 0.009968169033527374,
      "step": 31490
    },
    {
      "loss_action": 0.006196215283125639,
      "loss_total": 0.006196215283125639,
      "step": 31490
    },
    {
      "loss_action": 0.010326061397790909,
      "loss_total": 0.010326061397790909,
      "step": 31490
    },
    {
      "loss_action": 0.008884027600288391,
      "loss_total": 0.008884027600288391,
      "step": 31490
    },
    {
      "loss_action": 0.012079575099050999,
      "loss_total": 0.012079575099050999,
      "step": 31490
    },
    {
      "loss_action": 0.011536349542438984,
      "loss_total": 0.011536349542438984,
      "step": 31490
    },
    {
      "loss_action": 0.0060949791222810745,
      "loss_total": 0.0060949791222810745,
      "step": 31490
    },
    {
      "grad_norm": 0.14867033064365387,
      "learning_rate": 9.977423032760334e-05,
      "loss": 0.0115,
      "step": 31500
    },
    {
      "loss_action": 0.011014100164175034,
      "loss_total": 0.011014100164175034,
      "step": 31500
    },
    {
      "loss_action": 0.009776224382221699,
      "loss_total": 0.009776224382221699,
      "step": 31500
    },
    {
      "loss_action": 0.01552851777523756,
      "loss_total": 0.01552851777523756,
      "step": 31500
    },
    {
      "loss_action": 0.024330321699380875,
      "loss_total": 0.024330321699380875,
      "step": 31500
    },
    {
      "loss_action": 0.01126842200756073,
      "loss_total": 0.01126842200756073,
      "step": 31500
    },
    {
      "loss_action": 0.010868319310247898,
      "loss_total": 0.010868319310247898,
      "step": 31500
    },
    {
      "loss_action": 0.024691494181752205,
      "loss_total": 0.024691494181752205,
      "step": 31500
    },
    {
      "loss_action": 0.010416381061077118,
      "loss_total": 0.010416381061077118,
      "step": 31500
    },
    {
      "grad_norm": 0.18400780856609344,
      "learning_rate": 9.97738377762308e-05,
      "loss": 0.0135,
      "step": 31510
    },
    {
      "loss_action": 0.008215215057134628,
      "loss_total": 0.008215215057134628,
      "step": 31510
    },
    {
      "loss_action": 0.01850835047662258,
      "loss_total": 0.01850835047662258,
      "step": 31510
    },
    {
      "loss_action": 0.012054722756147385,
      "loss_total": 0.012054722756147385,
      "step": 31510
    },
    {
      "loss_action": 0.007250041700899601,
      "loss_total": 0.007250041700899601,
      "step": 31510
    },
    {
      "loss_action": 0.005616491660475731,
      "loss_total": 0.005616491660475731,
      "step": 31510
    },
    {
      "loss_action": 0.02354736439883709,
      "loss_total": 0.02354736439883709,
      "step": 31510
    },
    {
      "loss_action": 0.0073050158098340034,
      "loss_total": 0.0073050158098340034,
      "step": 31510
    },
    {
      "loss_action": 0.009426422417163849,
      "loss_total": 0.009426422417163849,
      "step": 31510
    },
    {
      "grad_norm": 0.12960101664066315,
      "learning_rate": 9.977344488465876e-05,
      "loss": 0.011,
      "step": 31520
    },
    {
      "loss_action": 0.013627431355416775,
      "loss_total": 0.013627431355416775,
      "step": 31520
    },
    {
      "loss_action": 0.014547690749168396,
      "loss_total": 0.014547690749168396,
      "step": 31520
    },
    {
      "loss_action": 0.016112057492136955,
      "loss_total": 0.016112057492136955,
      "step": 31520
    },
    {
      "loss_action": 0.019106682389974594,
      "loss_total": 0.019106682389974594,
      "step": 31520
    },
    {
      "loss_action": 0.004350744187831879,
      "loss_total": 0.004350744187831879,
      "step": 31520
    },
    {
      "loss_action": 0.009863251820206642,
      "loss_total": 0.009863251820206642,
      "step": 31520
    },
    {
      "loss_action": 0.012536763213574886,
      "loss_total": 0.012536763213574886,
      "step": 31520
    },
    {
      "loss_action": 0.015130255371332169,
      "loss_total": 0.015130255371332169,
      "step": 31520
    },
    {
      "grad_norm": 0.1343023031949997,
      "learning_rate": 9.977305165288989e-05,
      "loss": 0.0134,
      "step": 31530
    },
    {
      "loss_action": 0.02535940892994404,
      "loss_total": 0.02535940892994404,
      "step": 31530
    },
    {
      "loss_action": 0.00953298807144165,
      "loss_total": 0.00953298807144165,
      "step": 31530
    },
    {
      "loss_action": 0.013326030224561691,
      "loss_total": 0.013326030224561691,
      "step": 31530
    },
    {
      "loss_action": 0.009341208264231682,
      "loss_total": 0.009341208264231682,
      "step": 31530
    },
    {
      "loss_action": 0.030232857912778854,
      "loss_total": 0.030232857912778854,
      "step": 31530
    },
    {
      "loss_action": 0.0147655438631773,
      "loss_total": 0.0147655438631773,
      "step": 31530
    },
    {
      "loss_action": 0.008266737684607506,
      "loss_total": 0.008266737684607506,
      "step": 31530
    },
    {
      "loss_action": 0.0042564962059259415,
      "loss_total": 0.0042564962059259415,
      "step": 31530
    },
    {
      "grad_norm": 0.18210281431674957,
      "learning_rate": 9.977265808092689e-05,
      "loss": 0.011,
      "step": 31540
    },
    {
      "loss_action": 0.006418735720217228,
      "loss_total": 0.006418735720217228,
      "step": 31540
    },
    {
      "loss_action": 0.006641966290771961,
      "loss_total": 0.006641966290771961,
      "step": 31540
    },
    {
      "loss_action": 0.0055886441841721535,
      "loss_total": 0.0055886441841721535,
      "step": 31540
    },
    {
      "loss_action": 0.010907495394349098,
      "loss_total": 0.010907495394349098,
      "step": 31540
    },
    {
      "loss_action": 0.008494965732097626,
      "loss_total": 0.008494965732097626,
      "step": 31540
    },
    {
      "loss_action": 0.010499756783246994,
      "loss_total": 0.010499756783246994,
      "step": 31540
    },
    {
      "loss_action": 0.005736291874200106,
      "loss_total": 0.005736291874200106,
      "step": 31540
    },
    {
      "loss_action": 0.00640751700848341,
      "loss_total": 0.00640751700848341,
      "step": 31540
    },
    {
      "grad_norm": 0.13005883991718292,
      "learning_rate": 9.977226416877243e-05,
      "loss": 0.0118,
      "step": 31550
    },
    {
      "loss_action": 0.022477110847830772,
      "loss_total": 0.022477110847830772,
      "step": 31550
    },
    {
      "loss_action": 0.026138074696063995,
      "loss_total": 0.026138074696063995,
      "step": 31550
    },
    {
      "loss_action": 0.005154535174369812,
      "loss_total": 0.005154535174369812,
      "step": 31550
    },
    {
      "loss_action": 0.015485597774386406,
      "loss_total": 0.015485597774386406,
      "step": 31550
    },
    {
      "loss_action": 0.006218818947672844,
      "loss_total": 0.006218818947672844,
      "step": 31550
    },
    {
      "loss_action": 0.006361133418977261,
      "loss_total": 0.006361133418977261,
      "step": 31550
    },
    {
      "loss_action": 0.005082574672996998,
      "loss_total": 0.005082574672996998,
      "step": 31550
    },
    {
      "loss_action": 0.011589628644287586,
      "loss_total": 0.011589628644287586,
      "step": 31550
    },
    {
      "grad_norm": 0.18022248148918152,
      "learning_rate": 9.977186991642923e-05,
      "loss": 0.0125,
      "step": 31560
    },
    {
      "loss_action": 0.009999852627515793,
      "loss_total": 0.009999852627515793,
      "step": 31560
    },
    {
      "loss_action": 0.009396960958838463,
      "loss_total": 0.009396960958838463,
      "step": 31560
    },
    {
      "loss_action": 0.01122012734413147,
      "loss_total": 0.01122012734413147,
      "step": 31560
    },
    {
      "loss_action": 0.005031286273151636,
      "loss_total": 0.005031286273151636,
      "step": 31560
    },
    {
      "loss_action": 0.016370952129364014,
      "loss_total": 0.016370952129364014,
      "step": 31560
    },
    {
      "loss_action": 0.010042241774499416,
      "loss_total": 0.010042241774499416,
      "step": 31560
    },
    {
      "loss_action": 0.013800662942230701,
      "loss_total": 0.013800662942230701,
      "step": 31560
    },
    {
      "loss_action": 0.009169911965727806,
      "loss_total": 0.009169911965727806,
      "step": 31560
    },
    {
      "grad_norm": 0.12022718042135239,
      "learning_rate": 9.977147532389997e-05,
      "loss": 0.013,
      "step": 31570
    },
    {
      "loss_action": 0.009447678923606873,
      "loss_total": 0.009447678923606873,
      "step": 31570
    },
    {
      "loss_action": 0.02605753391981125,
      "loss_total": 0.02605753391981125,
      "step": 31570
    },
    {
      "loss_action": 0.00823146291077137,
      "loss_total": 0.00823146291077137,
      "step": 31570
    },
    {
      "loss_action": 0.00817006267607212,
      "loss_total": 0.00817006267607212,
      "step": 31570
    },
    {
      "loss_action": 0.009596324525773525,
      "loss_total": 0.009596324525773525,
      "step": 31570
    },
    {
      "loss_action": 0.019578255712985992,
      "loss_total": 0.019578255712985992,
      "step": 31570
    },
    {
      "loss_action": 0.006368509028106928,
      "loss_total": 0.006368509028106928,
      "step": 31570
    },
    {
      "loss_action": 0.0075583383440971375,
      "loss_total": 0.0075583383440971375,
      "step": 31570
    },
    {
      "grad_norm": 0.13790757954120636,
      "learning_rate": 9.977108039118735e-05,
      "loss": 0.011,
      "step": 31580
    },
    {
      "loss_action": 0.004398452118039131,
      "loss_total": 0.004398452118039131,
      "step": 31580
    },
    {
      "loss_action": 0.006076687481254339,
      "loss_total": 0.006076687481254339,
      "step": 31580
    },
    {
      "loss_action": 0.011933018453419209,
      "loss_total": 0.011933018453419209,
      "step": 31580
    },
    {
      "loss_action": 0.015257380902767181,
      "loss_total": 0.015257380902767181,
      "step": 31580
    },
    {
      "loss_action": 0.02095789648592472,
      "loss_total": 0.02095789648592472,
      "step": 31580
    },
    {
      "loss_action": 0.026993397623300552,
      "loss_total": 0.026993397623300552,
      "step": 31580
    },
    {
      "loss_action": 0.006276607979089022,
      "loss_total": 0.006276607979089022,
      "step": 31580
    },
    {
      "loss_action": 0.014702853746712208,
      "loss_total": 0.014702853746712208,
      "step": 31580
    },
    {
      "grad_norm": 0.15527044236660004,
      "learning_rate": 9.977068511829408e-05,
      "loss": 0.0123,
      "step": 31590
    },
    {
      "loss_action": 0.01720791682600975,
      "loss_total": 0.01720791682600975,
      "step": 31590
    },
    {
      "loss_action": 0.010211074724793434,
      "loss_total": 0.010211074724793434,
      "step": 31590
    },
    {
      "loss_action": 0.011455153115093708,
      "loss_total": 0.011455153115093708,
      "step": 31590
    },
    {
      "loss_action": 0.00601585116237402,
      "loss_total": 0.00601585116237402,
      "step": 31590
    },
    {
      "loss_action": 0.0345008447766304,
      "loss_total": 0.0345008447766304,
      "step": 31590
    },
    {
      "loss_action": 0.024482792243361473,
      "loss_total": 0.024482792243361473,
      "step": 31590
    },
    {
      "loss_action": 0.012321270070970058,
      "loss_total": 0.012321270070970058,
      "step": 31590
    },
    {
      "loss_action": 0.012236461043357849,
      "loss_total": 0.012236461043357849,
      "step": 31590
    },
    {
      "grad_norm": 0.1229667216539383,
      "learning_rate": 9.977028950522283e-05,
      "loss": 0.0112,
      "step": 31600
    },
    {
      "loss_action": 0.01405376847833395,
      "loss_total": 0.01405376847833395,
      "step": 31600
    },
    {
      "loss_action": 0.02259916067123413,
      "loss_total": 0.02259916067123413,
      "step": 31600
    },
    {
      "loss_action": 0.0040983520448207855,
      "loss_total": 0.0040983520448207855,
      "step": 31600
    },
    {
      "loss_action": 0.014965290203690529,
      "loss_total": 0.014965290203690529,
      "step": 31600
    },
    {
      "loss_action": 0.0057274335995316505,
      "loss_total": 0.0057274335995316505,
      "step": 31600
    },
    {
      "loss_action": 0.0031443184707313776,
      "loss_total": 0.0031443184707313776,
      "step": 31600
    },
    {
      "loss_action": 0.010118234902620316,
      "loss_total": 0.010118234902620316,
      "step": 31600
    },
    {
      "loss_action": 0.005894312635064125,
      "loss_total": 0.005894312635064125,
      "step": 31600
    },
    {
      "grad_norm": 0.10566386580467224,
      "learning_rate": 9.976989355197635e-05,
      "loss": 0.0114,
      "step": 31610
    },
    {
      "loss_action": 0.01473630778491497,
      "loss_total": 0.01473630778491497,
      "step": 31610
    },
    {
      "loss_action": 0.009544260799884796,
      "loss_total": 0.009544260799884796,
      "step": 31610
    },
    {
      "loss_action": 0.006274864077568054,
      "loss_total": 0.006274864077568054,
      "step": 31610
    },
    {
      "loss_action": 0.012958671897649765,
      "loss_total": 0.012958671897649765,
      "step": 31610
    },
    {
      "loss_action": 0.010678960010409355,
      "loss_total": 0.010678960010409355,
      "step": 31610
    },
    {
      "loss_action": 0.004832555539906025,
      "loss_total": 0.004832555539906025,
      "step": 31610
    },
    {
      "loss_action": 0.01411198079586029,
      "loss_total": 0.01411198079586029,
      "step": 31610
    },
    {
      "loss_action": 0.008355461061000824,
      "loss_total": 0.008355461061000824,
      "step": 31610
    },
    {
      "grad_norm": 0.1503026932477951,
      "learning_rate": 9.97694972585573e-05,
      "loss": 0.0122,
      "step": 31620
    },
    {
      "loss_action": 0.00656846072524786,
      "loss_total": 0.00656846072524786,
      "step": 31620
    },
    {
      "loss_action": 0.009625382721424103,
      "loss_total": 0.009625382721424103,
      "step": 31620
    },
    {
      "loss_action": 0.012778937816619873,
      "loss_total": 0.012778937816619873,
      "step": 31620
    },
    {
      "loss_action": 0.007750249467790127,
      "loss_total": 0.007750249467790127,
      "step": 31620
    },
    {
      "loss_action": 0.005512597970664501,
      "loss_total": 0.005512597970664501,
      "step": 31620
    },
    {
      "loss_action": 0.007669299840927124,
      "loss_total": 0.007669299840927124,
      "step": 31620
    },
    {
      "loss_action": 0.0063705299980938435,
      "loss_total": 0.0063705299980938435,
      "step": 31620
    },
    {
      "loss_action": 0.013499372638761997,
      "loss_total": 0.013499372638761997,
      "step": 31620
    },
    {
      "grad_norm": 0.20319363474845886,
      "learning_rate": 9.976910062496843e-05,
      "loss": 0.0164,
      "step": 31630
    },
    {
      "loss_action": 0.009122869931161404,
      "loss_total": 0.009122869931161404,
      "step": 31630
    },
    {
      "loss_action": 0.007577819749712944,
      "loss_total": 0.007577819749712944,
      "step": 31630
    },
    {
      "loss_action": 0.010216480121016502,
      "loss_total": 0.010216480121016502,
      "step": 31630
    },
    {
      "loss_action": 0.011690428480505943,
      "loss_total": 0.011690428480505943,
      "step": 31630
    },
    {
      "loss_action": 0.018420174717903137,
      "loss_total": 0.018420174717903137,
      "step": 31630
    },
    {
      "loss_action": 0.019418038427829742,
      "loss_total": 0.019418038427829742,
      "step": 31630
    },
    {
      "loss_action": 0.01830027624964714,
      "loss_total": 0.01830027624964714,
      "step": 31630
    },
    {
      "loss_action": 0.014254969544708729,
      "loss_total": 0.014254969544708729,
      "step": 31630
    },
    {
      "grad_norm": 0.19145020842552185,
      "learning_rate": 9.976870365121241e-05,
      "loss": 0.0125,
      "step": 31640
    },
    {
      "loss_action": 0.015142279677093029,
      "loss_total": 0.015142279677093029,
      "step": 31640
    },
    {
      "loss_action": 0.006220849230885506,
      "loss_total": 0.006220849230885506,
      "step": 31640
    },
    {
      "loss_action": 0.007315315771847963,
      "loss_total": 0.007315315771847963,
      "step": 31640
    },
    {
      "loss_action": 0.008109594695270061,
      "loss_total": 0.008109594695270061,
      "step": 31640
    },
    {
      "loss_action": 0.031855203211307526,
      "loss_total": 0.031855203211307526,
      "step": 31640
    },
    {
      "loss_action": 0.02300392836332321,
      "loss_total": 0.02300392836332321,
      "step": 31640
    },
    {
      "loss_action": 0.011733736842870712,
      "loss_total": 0.011733736842870712,
      "step": 31640
    },
    {
      "loss_action": 0.021147850900888443,
      "loss_total": 0.021147850900888443,
      "step": 31640
    },
    {
      "grad_norm": 0.20668332278728485,
      "learning_rate": 9.976830633729198e-05,
      "loss": 0.013,
      "step": 31650
    },
    {
      "loss_action": 0.013533435761928558,
      "loss_total": 0.013533435761928558,
      "step": 31650
    },
    {
      "loss_action": 0.010212136432528496,
      "loss_total": 0.010212136432528496,
      "step": 31650
    },
    {
      "loss_action": 0.008963670581579208,
      "loss_total": 0.008963670581579208,
      "step": 31650
    },
    {
      "loss_action": 0.010080073960125446,
      "loss_total": 0.010080073960125446,
      "step": 31650
    },
    {
      "loss_action": 0.00834146048873663,
      "loss_total": 0.00834146048873663,
      "step": 31650
    },
    {
      "loss_action": 0.008239272981882095,
      "loss_total": 0.008239272981882095,
      "step": 31650
    },
    {
      "loss_action": 0.02579529397189617,
      "loss_total": 0.02579529397189617,
      "step": 31650
    },
    {
      "loss_action": 0.0053989519365131855,
      "loss_total": 0.0053989519365131855,
      "step": 31650
    },
    {
      "grad_norm": 0.23864048719406128,
      "learning_rate": 9.976790868320986e-05,
      "loss": 0.014,
      "step": 31660
    },
    {
      "loss_action": 0.017058558762073517,
      "loss_total": 0.017058558762073517,
      "step": 31660
    },
    {
      "loss_action": 0.01304670050740242,
      "loss_total": 0.01304670050740242,
      "step": 31660
    },
    {
      "loss_action": 0.006037643179297447,
      "loss_total": 0.006037643179297447,
      "step": 31660
    },
    {
      "loss_action": 0.005341654643416405,
      "loss_total": 0.005341654643416405,
      "step": 31660
    },
    {
      "loss_action": 0.007796065416187048,
      "loss_total": 0.007796065416187048,
      "step": 31660
    },
    {
      "loss_action": 0.010491916909813881,
      "loss_total": 0.010491916909813881,
      "step": 31660
    },
    {
      "loss_action": 0.005170776508748531,
      "loss_total": 0.005170776508748531,
      "step": 31660
    },
    {
      "loss_action": 0.01013688463717699,
      "loss_total": 0.01013688463717699,
      "step": 31660
    },
    {
      "grad_norm": 0.20824740827083588,
      "learning_rate": 9.976751068896874e-05,
      "loss": 0.0129,
      "step": 31670
    },
    {
      "loss_action": 0.007415967993438244,
      "loss_total": 0.007415967993438244,
      "step": 31670
    },
    {
      "loss_action": 0.009594394825398922,
      "loss_total": 0.009594394825398922,
      "step": 31670
    },
    {
      "loss_action": 0.01464125607162714,
      "loss_total": 0.01464125607162714,
      "step": 31670
    },
    {
      "loss_action": 0.008844118565320969,
      "loss_total": 0.008844118565320969,
      "step": 31670
    },
    {
      "loss_action": 0.009740868583321571,
      "loss_total": 0.009740868583321571,
      "step": 31670
    },
    {
      "loss_action": 0.02579852007329464,
      "loss_total": 0.02579852007329464,
      "step": 31670
    },
    {
      "loss_action": 0.007771772798150778,
      "loss_total": 0.007771772798150778,
      "step": 31670
    },
    {
      "loss_action": 0.0074575915932655334,
      "loss_total": 0.0074575915932655334,
      "step": 31670
    },
    {
      "grad_norm": 0.24040941894054413,
      "learning_rate": 9.976711235457137e-05,
      "loss": 0.0142,
      "step": 31680
    },
    {
      "loss_action": 0.01881219446659088,
      "loss_total": 0.01881219446659088,
      "step": 31680
    },
    {
      "loss_action": 0.005130529869347811,
      "loss_total": 0.005130529869347811,
      "step": 31680
    },
    {
      "loss_action": 0.005446824710816145,
      "loss_total": 0.005446824710816145,
      "step": 31680
    },
    {
      "loss_action": 0.010872337967157364,
      "loss_total": 0.010872337967157364,
      "step": 31680
    },
    {
      "loss_action": 0.006930917967110872,
      "loss_total": 0.006930917967110872,
      "step": 31680
    },
    {
      "loss_action": 0.014576001092791557,
      "loss_total": 0.014576001092791557,
      "step": 31680
    },
    {
      "loss_action": 0.008944164961576462,
      "loss_total": 0.008944164961576462,
      "step": 31680
    },
    {
      "loss_action": 0.004891241434961557,
      "loss_total": 0.004891241434961557,
      "step": 31680
    },
    {
      "grad_norm": 0.2100679725408554,
      "learning_rate": 9.976671368002047e-05,
      "loss": 0.013,
      "step": 31690
    },
    {
      "loss_action": 0.02428193762898445,
      "loss_total": 0.02428193762898445,
      "step": 31690
    },
    {
      "loss_action": 0.023813460022211075,
      "loss_total": 0.023813460022211075,
      "step": 31690
    },
    {
      "loss_action": 0.006096747703850269,
      "loss_total": 0.006096747703850269,
      "step": 31690
    },
    {
      "loss_action": 0.007301870733499527,
      "loss_total": 0.007301870733499527,
      "step": 31690
    },
    {
      "loss_action": 0.012746982276439667,
      "loss_total": 0.012746982276439667,
      "step": 31690
    },
    {
      "loss_action": 0.008190330117940903,
      "loss_total": 0.008190330117940903,
      "step": 31690
    },
    {
      "loss_action": 0.004504469223320484,
      "loss_total": 0.004504469223320484,
      "step": 31690
    },
    {
      "loss_action": 0.005782290827482939,
      "loss_total": 0.005782290827482939,
      "step": 31690
    },
    {
      "grad_norm": 0.1320091336965561,
      "learning_rate": 9.976631466531875e-05,
      "loss": 0.0121,
      "step": 31700
    },
    {
      "loss_action": 0.009807861410081387,
      "loss_total": 0.009807861410081387,
      "step": 31700
    },
    {
      "loss_action": 0.007261632010340691,
      "loss_total": 0.007261632010340691,
      "step": 31700
    },
    {
      "loss_action": 0.00595062505453825,
      "loss_total": 0.00595062505453825,
      "step": 31700
    },
    {
      "loss_action": 0.01449526660144329,
      "loss_total": 0.01449526660144329,
      "step": 31700
    },
    {
      "loss_action": 0.009631313383579254,
      "loss_total": 0.009631313383579254,
      "step": 31700
    },
    {
      "loss_action": 0.006529629230499268,
      "loss_total": 0.006529629230499268,
      "step": 31700
    },
    {
      "loss_action": 0.010698867030441761,
      "loss_total": 0.010698867030441761,
      "step": 31700
    },
    {
      "loss_action": 0.008509204722940922,
      "loss_total": 0.008509204722940922,
      "step": 31700
    },
    {
      "grad_norm": 0.17214374244213104,
      "learning_rate": 9.976591531046894e-05,
      "loss": 0.011,
      "step": 31710
    },
    {
      "loss_action": 0.011595234274864197,
      "loss_total": 0.011595234274864197,
      "step": 31710
    },
    {
      "loss_action": 0.013626119121909142,
      "loss_total": 0.013626119121909142,
      "step": 31710
    },
    {
      "loss_action": 0.006516812369227409,
      "loss_total": 0.006516812369227409,
      "step": 31710
    },
    {
      "loss_action": 0.0040284376591444016,
      "loss_total": 0.0040284376591444016,
      "step": 31710
    },
    {
      "loss_action": 0.007370091509073973,
      "loss_total": 0.007370091509073973,
      "step": 31710
    },
    {
      "loss_action": 0.007309786509722471,
      "loss_total": 0.007309786509722471,
      "step": 31710
    },
    {
      "loss_action": 0.008838510140776634,
      "loss_total": 0.008838510140776634,
      "step": 31710
    },
    {
      "loss_action": 0.004131995141506195,
      "loss_total": 0.004131995141506195,
      "step": 31710
    },
    {
      "grad_norm": 0.1240142360329628,
      "learning_rate": 9.976551561547377e-05,
      "loss": 0.0116,
      "step": 31720
    },
    {
      "loss_action": 0.00650671124458313,
      "loss_total": 0.00650671124458313,
      "step": 31720
    },
    {
      "loss_action": 0.008459645323455334,
      "loss_total": 0.008459645323455334,
      "step": 31720
    },
    {
      "loss_action": 0.01341051422059536,
      "loss_total": 0.01341051422059536,
      "step": 31720
    },
    {
      "loss_action": 0.01666005700826645,
      "loss_total": 0.01666005700826645,
      "step": 31720
    },
    {
      "loss_action": 0.004339946433901787,
      "loss_total": 0.004339946433901787,
      "step": 31720
    },
    {
      "loss_action": 0.014276697300374508,
      "loss_total": 0.014276697300374508,
      "step": 31720
    },
    {
      "loss_action": 0.010783690959215164,
      "loss_total": 0.010783690959215164,
      "step": 31720
    },
    {
      "loss_action": 0.005230013281106949,
      "loss_total": 0.005230013281106949,
      "step": 31720
    },
    {
      "grad_norm": 0.13188156485557556,
      "learning_rate": 9.976511558033597e-05,
      "loss": 0.0117,
      "step": 31730
    },
    {
      "loss_action": 0.006200665142387152,
      "loss_total": 0.006200665142387152,
      "step": 31730
    },
    {
      "loss_action": 0.019431810826063156,
      "loss_total": 0.019431810826063156,
      "step": 31730
    },
    {
      "loss_action": 0.00802710372954607,
      "loss_total": 0.00802710372954607,
      "step": 31730
    },
    {
      "loss_action": 0.012143732979893684,
      "loss_total": 0.012143732979893684,
      "step": 31730
    },
    {
      "loss_action": 0.010282784700393677,
      "loss_total": 0.010282784700393677,
      "step": 31730
    },
    {
      "loss_action": 0.014932810328900814,
      "loss_total": 0.014932810328900814,
      "step": 31730
    },
    {
      "loss_action": 0.008245621807873249,
      "loss_total": 0.008245621807873249,
      "step": 31730
    },
    {
      "loss_action": 0.006031273398548365,
      "loss_total": 0.006031273398548365,
      "step": 31730
    },
    {
      "grad_norm": 0.13328082859516144,
      "learning_rate": 9.976471520505829e-05,
      "loss": 0.013,
      "step": 31740
    },
    {
      "loss_action": 0.02171984128654003,
      "loss_total": 0.02171984128654003,
      "step": 31740
    },
    {
      "loss_action": 0.005590404383838177,
      "loss_total": 0.005590404383838177,
      "step": 31740
    },
    {
      "loss_action": 0.007363481447100639,
      "loss_total": 0.007363481447100639,
      "step": 31740
    },
    {
      "loss_action": 0.02547774836421013,
      "loss_total": 0.02547774836421013,
      "step": 31740
    },
    {
      "loss_action": 0.0061004492454230785,
      "loss_total": 0.0061004492454230785,
      "step": 31740
    },
    {
      "loss_action": 0.00952751375734806,
      "loss_total": 0.00952751375734806,
      "step": 31740
    },
    {
      "loss_action": 0.010979775339365005,
      "loss_total": 0.010979775339365005,
      "step": 31740
    },
    {
      "loss_action": 0.019826307892799377,
      "loss_total": 0.019826307892799377,
      "step": 31740
    },
    {
      "grad_norm": 0.16506551206111908,
      "learning_rate": 9.976431448964345e-05,
      "loss": 0.013,
      "step": 31750
    },
    {
      "loss_action": 0.009012501686811447,
      "loss_total": 0.009012501686811447,
      "step": 31750
    },
    {
      "loss_action": 0.007547586224973202,
      "loss_total": 0.007547586224973202,
      "step": 31750
    },
    {
      "loss_action": 0.003919315058737993,
      "loss_total": 0.003919315058737993,
      "step": 31750
    },
    {
      "loss_action": 0.0177442766726017,
      "loss_total": 0.0177442766726017,
      "step": 31750
    },
    {
      "loss_action": 0.011459674686193466,
      "loss_total": 0.011459674686193466,
      "step": 31750
    },
    {
      "loss_action": 0.013381529599428177,
      "loss_total": 0.013381529599428177,
      "step": 31750
    },
    {
      "loss_action": 0.022075407207012177,
      "loss_total": 0.022075407207012177,
      "step": 31750
    },
    {
      "loss_action": 0.0075787645764648914,
      "loss_total": 0.0075787645764648914,
      "step": 31750
    },
    {
      "grad_norm": 0.19271820783615112,
      "learning_rate": 9.976391343409419e-05,
      "loss": 0.0149,
      "step": 31760
    },
    {
      "loss_action": 0.01810489222407341,
      "loss_total": 0.01810489222407341,
      "step": 31760
    },
    {
      "loss_action": 0.0075209299102425575,
      "loss_total": 0.0075209299102425575,
      "step": 31760
    },
    {
      "loss_action": 0.0189612228423357,
      "loss_total": 0.0189612228423357,
      "step": 31760
    },
    {
      "loss_action": 0.006391091272234917,
      "loss_total": 0.006391091272234917,
      "step": 31760
    },
    {
      "loss_action": 0.017254553735256195,
      "loss_total": 0.017254553735256195,
      "step": 31760
    },
    {
      "loss_action": 0.02127029374241829,
      "loss_total": 0.02127029374241829,
      "step": 31760
    },
    {
      "loss_action": 0.014143215492367744,
      "loss_total": 0.014143215492367744,
      "step": 31760
    },
    {
      "loss_action": 0.01057566236704588,
      "loss_total": 0.01057566236704588,
      "step": 31760
    },
    {
      "grad_norm": 0.26533177495002747,
      "learning_rate": 9.976351203841326e-05,
      "loss": 0.0141,
      "step": 31770
    },
    {
      "loss_action": 0.014984240755438805,
      "loss_total": 0.014984240755438805,
      "step": 31770
    },
    {
      "loss_action": 0.011857352219522,
      "loss_total": 0.011857352219522,
      "step": 31770
    },
    {
      "loss_action": 0.03039548173546791,
      "loss_total": 0.03039548173546791,
      "step": 31770
    },
    {
      "loss_action": 0.008760038763284683,
      "loss_total": 0.008760038763284683,
      "step": 31770
    },
    {
      "loss_action": 0.013886949047446251,
      "loss_total": 0.013886949047446251,
      "step": 31770
    },
    {
      "loss_action": 0.010243638418614864,
      "loss_total": 0.010243638418614864,
      "step": 31770
    },
    {
      "loss_action": 0.018653828650712967,
      "loss_total": 0.018653828650712967,
      "step": 31770
    },
    {
      "loss_action": 0.009149104356765747,
      "loss_total": 0.009149104356765747,
      "step": 31770
    },
    {
      "grad_norm": 0.14569741487503052,
      "learning_rate": 9.97631103026034e-05,
      "loss": 0.0143,
      "step": 31780
    },
    {
      "loss_action": 0.06120268255472183,
      "loss_total": 0.06120268255472183,
      "step": 31780
    },
    {
      "loss_action": 0.019296646118164062,
      "loss_total": 0.019296646118164062,
      "step": 31780
    },
    {
      "loss_action": 0.008390773087739944,
      "loss_total": 0.008390773087739944,
      "step": 31780
    },
    {
      "loss_action": 0.0035369200631976128,
      "loss_total": 0.0035369200631976128,
      "step": 31780
    },
    {
      "loss_action": 0.01266758143901825,
      "loss_total": 0.01266758143901825,
      "step": 31780
    },
    {
      "loss_action": 0.007480357773602009,
      "loss_total": 0.007480357773602009,
      "step": 31780
    },
    {
      "loss_action": 0.03139202296733856,
      "loss_total": 0.03139202296733856,
      "step": 31780
    },
    {
      "loss_action": 0.011663831770420074,
      "loss_total": 0.011663831770420074,
      "step": 31780
    },
    {
      "grad_norm": 0.14349712431430817,
      "learning_rate": 9.976270822666735e-05,
      "loss": 0.0147,
      "step": 31790
    },
    {
      "loss_action": 0.02195308730006218,
      "loss_total": 0.02195308730006218,
      "step": 31790
    },
    {
      "loss_action": 0.01256998348981142,
      "loss_total": 0.01256998348981142,
      "step": 31790
    },
    {
      "loss_action": 0.0119648277759552,
      "loss_total": 0.0119648277759552,
      "step": 31790
    },
    {
      "loss_action": 0.013817845843732357,
      "loss_total": 0.013817845843732357,
      "step": 31790
    },
    {
      "loss_action": 0.011146127246320248,
      "loss_total": 0.011146127246320248,
      "step": 31790
    },
    {
      "loss_action": 0.035661742091178894,
      "loss_total": 0.035661742091178894,
      "step": 31790
    },
    {
      "loss_action": 0.009868893772363663,
      "loss_total": 0.009868893772363663,
      "step": 31790
    },
    {
      "loss_action": 0.008353708311915398,
      "loss_total": 0.008353708311915398,
      "step": 31790
    },
    {
      "grad_norm": 0.10553161054849625,
      "learning_rate": 9.976230581060786e-05,
      "loss": 0.0114,
      "step": 31800
    },
    {
      "loss_action": 0.008672128431499004,
      "loss_total": 0.008672128431499004,
      "step": 31800
    },
    {
      "loss_action": 0.032452695071697235,
      "loss_total": 0.032452695071697235,
      "step": 31800
    },
    {
      "loss_action": 0.012349974364042282,
      "loss_total": 0.012349974364042282,
      "step": 31800
    },
    {
      "loss_action": 0.011106176301836967,
      "loss_total": 0.011106176301836967,
      "step": 31800
    },
    {
      "loss_action": 0.007461522240191698,
      "loss_total": 0.007461522240191698,
      "step": 31800
    },
    {
      "loss_action": 0.014528314583003521,
      "loss_total": 0.014528314583003521,
      "step": 31800
    },
    {
      "loss_action": 0.014811623841524124,
      "loss_total": 0.014811623841524124,
      "step": 31800
    },
    {
      "loss_action": 0.006030497141182423,
      "loss_total": 0.006030497141182423,
      "step": 31800
    },
    {
      "grad_norm": 0.10621645301580429,
      "learning_rate": 9.976190305442767e-05,
      "loss": 0.0124,
      "step": 31810
    },
    {
      "loss_action": 0.007113240659236908,
      "loss_total": 0.007113240659236908,
      "step": 31810
    },
    {
      "loss_action": 0.008753025904297829,
      "loss_total": 0.008753025904297829,
      "step": 31810
    },
    {
      "loss_action": 0.004118428565561771,
      "loss_total": 0.004118428565561771,
      "step": 31810
    },
    {
      "loss_action": 0.011465976014733315,
      "loss_total": 0.011465976014733315,
      "step": 31810
    },
    {
      "loss_action": 0.021985022351145744,
      "loss_total": 0.021985022351145744,
      "step": 31810
    },
    {
      "loss_action": 0.004385574255138636,
      "loss_total": 0.004385574255138636,
      "step": 31810
    },
    {
      "loss_action": 0.00869087502360344,
      "loss_total": 0.00869087502360344,
      "step": 31810
    },
    {
      "loss_action": 0.005491690710186958,
      "loss_total": 0.005491690710186958,
      "step": 31810
    },
    {
      "grad_norm": 0.1466980278491974,
      "learning_rate": 9.976149995812958e-05,
      "loss": 0.0128,
      "step": 31820
    },
    {
      "loss_action": 0.08330130577087402,
      "loss_total": 0.08330130577087402,
      "step": 31820
    },
    {
      "loss_action": 0.016589798033237457,
      "loss_total": 0.016589798033237457,
      "step": 31820
    },
    {
      "loss_action": 0.03400237113237381,
      "loss_total": 0.03400237113237381,
      "step": 31820
    },
    {
      "loss_action": 0.007980638183653355,
      "loss_total": 0.007980638183653355,
      "step": 31820
    },
    {
      "loss_action": 0.014528964646160603,
      "loss_total": 0.014528964646160603,
      "step": 31820
    },
    {
      "loss_action": 0.012053031474351883,
      "loss_total": 0.012053031474351883,
      "step": 31820
    },
    {
      "loss_action": 0.013231128454208374,
      "loss_total": 0.013231128454208374,
      "step": 31820
    },
    {
      "loss_action": 0.01308202650398016,
      "loss_total": 0.01308202650398016,
      "step": 31820
    },
    {
      "grad_norm": 0.12321043759584427,
      "learning_rate": 9.976109652171627e-05,
      "loss": 0.0126,
      "step": 31830
    },
    {
      "loss_action": 0.009382161311805248,
      "loss_total": 0.009382161311805248,
      "step": 31830
    },
    {
      "loss_action": 0.011439754627645016,
      "loss_total": 0.011439754627645016,
      "step": 31830
    },
    {
      "loss_action": 0.005396269261837006,
      "loss_total": 0.005396269261837006,
      "step": 31830
    },
    {
      "loss_action": 0.005822204519063234,
      "loss_total": 0.005822204519063234,
      "step": 31830
    },
    {
      "loss_action": 0.008979015052318573,
      "loss_total": 0.008979015052318573,
      "step": 31830
    },
    {
      "loss_action": 0.011501625180244446,
      "loss_total": 0.011501625180244446,
      "step": 31830
    },
    {
      "loss_action": 0.03706817701458931,
      "loss_total": 0.03706817701458931,
      "step": 31830
    },
    {
      "loss_action": 0.007533990312367678,
      "loss_total": 0.007533990312367678,
      "step": 31830
    },
    {
      "grad_norm": 0.13024064898490906,
      "learning_rate": 9.976069274519058e-05,
      "loss": 0.0139,
      "step": 31840
    },
    {
      "loss_action": 0.01520001795142889,
      "loss_total": 0.01520001795142889,
      "step": 31840
    },
    {
      "loss_action": 0.010016372427344322,
      "loss_total": 0.010016372427344322,
      "step": 31840
    },
    {
      "loss_action": 0.009339802898466587,
      "loss_total": 0.009339802898466587,
      "step": 31840
    },
    {
      "loss_action": 0.00998009741306305,
      "loss_total": 0.00998009741306305,
      "step": 31840
    },
    {
      "loss_action": 0.006966190412640572,
      "loss_total": 0.006966190412640572,
      "step": 31840
    },
    {
      "loss_action": 0.009226828813552856,
      "loss_total": 0.009226828813552856,
      "step": 31840
    },
    {
      "loss_action": 0.013275153003633022,
      "loss_total": 0.013275153003633022,
      "step": 31840
    },
    {
      "loss_action": 0.0067293886095285416,
      "loss_total": 0.0067293886095285416,
      "step": 31840
    },
    {
      "grad_norm": 0.13937489688396454,
      "learning_rate": 9.97602886285552e-05,
      "loss": 0.0134,
      "step": 31850
    },
    {
      "loss_action": 0.03653468191623688,
      "loss_total": 0.03653468191623688,
      "step": 31850
    },
    {
      "loss_action": 0.006119562312960625,
      "loss_total": 0.006119562312960625,
      "step": 31850
    },
    {
      "loss_action": 0.007602969650179148,
      "loss_total": 0.007602969650179148,
      "step": 31850
    },
    {
      "loss_action": 0.01752922311425209,
      "loss_total": 0.01752922311425209,
      "step": 31850
    },
    {
      "loss_action": 0.010369553230702877,
      "loss_total": 0.010369553230702877,
      "step": 31850
    },
    {
      "loss_action": 0.014660356566309929,
      "loss_total": 0.014660356566309929,
      "step": 31850
    },
    {
      "loss_action": 0.009668443351984024,
      "loss_total": 0.009668443351984024,
      "step": 31850
    },
    {
      "loss_action": 0.00876612775027752,
      "loss_total": 0.00876612775027752,
      "step": 31850
    },
    {
      "grad_norm": 0.13995938003063202,
      "learning_rate": 9.975988417181293e-05,
      "loss": 0.0135,
      "step": 31860
    },
    {
      "loss_action": 0.010701232589781284,
      "loss_total": 0.010701232589781284,
      "step": 31860
    },
    {
      "loss_action": 0.006856630556285381,
      "loss_total": 0.006856630556285381,
      "step": 31860
    },
    {
      "loss_action": 0.0073278178460896015,
      "loss_total": 0.0073278178460896015,
      "step": 31860
    },
    {
      "loss_action": 0.017356283962726593,
      "loss_total": 0.017356283962726593,
      "step": 31860
    },
    {
      "loss_action": 0.013067514635622501,
      "loss_total": 0.013067514635622501,
      "step": 31860
    },
    {
      "loss_action": 0.010519072413444519,
      "loss_total": 0.010519072413444519,
      "step": 31860
    },
    {
      "loss_action": 0.01848013699054718,
      "loss_total": 0.01848013699054718,
      "step": 31860
    },
    {
      "loss_action": 0.005670484621077776,
      "loss_total": 0.005670484621077776,
      "step": 31860
    },
    {
      "grad_norm": 0.12566624581813812,
      "learning_rate": 9.975947937496653e-05,
      "loss": 0.0121,
      "step": 31870
    },
    {
      "loss_action": 0.007817147299647331,
      "loss_total": 0.007817147299647331,
      "step": 31870
    },
    {
      "loss_action": 0.011683307588100433,
      "loss_total": 0.011683307588100433,
      "step": 31870
    },
    {
      "loss_action": 0.09669812768697739,
      "loss_total": 0.09669812768697739,
      "step": 31870
    },
    {
      "loss_action": 0.007843871600925922,
      "loss_total": 0.007843871600925922,
      "step": 31870
    },
    {
      "loss_action": 0.0039901332929730415,
      "loss_total": 0.0039901332929730415,
      "step": 31870
    },
    {
      "loss_action": 0.005390261299908161,
      "loss_total": 0.005390261299908161,
      "step": 31870
    },
    {
      "loss_action": 0.004541017115116119,
      "loss_total": 0.004541017115116119,
      "step": 31870
    },
    {
      "loss_action": 0.005525365937501192,
      "loss_total": 0.005525365937501192,
      "step": 31870
    },
    {
      "grad_norm": 0.22819755971431732,
      "learning_rate": 9.975907423801876e-05,
      "loss": 0.0137,
      "step": 31880
    },
    {
      "loss_action": 0.011465243063867092,
      "loss_total": 0.011465243063867092,
      "step": 31880
    },
    {
      "loss_action": 0.009182530455291271,
      "loss_total": 0.009182530455291271,
      "step": 31880
    },
    {
      "loss_action": 0.006699178833514452,
      "loss_total": 0.006699178833514452,
      "step": 31880
    },
    {
      "loss_action": 0.003668539458885789,
      "loss_total": 0.003668539458885789,
      "step": 31880
    },
    {
      "loss_action": 0.012482108548283577,
      "loss_total": 0.012482108548283577,
      "step": 31880
    },
    {
      "loss_action": 0.01510244607925415,
      "loss_total": 0.01510244607925415,
      "step": 31880
    },
    {
      "loss_action": 0.006429156754165888,
      "loss_total": 0.006429156754165888,
      "step": 31880
    },
    {
      "loss_action": 0.01315324567258358,
      "loss_total": 0.01315324567258358,
      "step": 31880
    },
    {
      "grad_norm": 0.1191176027059555,
      "learning_rate": 9.975866876097237e-05,
      "loss": 0.013,
      "step": 31890
    },
    {
      "loss_action": 0.00774853490293026,
      "loss_total": 0.00774853490293026,
      "step": 31890
    },
    {
      "loss_action": 0.006287609227001667,
      "loss_total": 0.006287609227001667,
      "step": 31890
    },
    {
      "loss_action": 0.009386788122355938,
      "loss_total": 0.009386788122355938,
      "step": 31890
    },
    {
      "loss_action": 0.016664374619722366,
      "loss_total": 0.016664374619722366,
      "step": 31890
    },
    {
      "loss_action": 0.012297850102186203,
      "loss_total": 0.012297850102186203,
      "step": 31890
    },
    {
      "loss_action": 0.010987985879182816,
      "loss_total": 0.010987985879182816,
      "step": 31890
    },
    {
      "loss_action": 0.02410932257771492,
      "loss_total": 0.02410932257771492,
      "step": 31890
    },
    {
      "loss_action": 0.007086130790412426,
      "loss_total": 0.007086130790412426,
      "step": 31890
    },
    {
      "grad_norm": 0.16689282655715942,
      "learning_rate": 9.975826294383018e-05,
      "loss": 0.0111,
      "step": 31900
    },
    {
      "loss_action": 0.005952021107077599,
      "loss_total": 0.005952021107077599,
      "step": 31900
    },
    {
      "loss_action": 0.010654550045728683,
      "loss_total": 0.010654550045728683,
      "step": 31900
    },
    {
      "loss_action": 0.01245036069303751,
      "loss_total": 0.01245036069303751,
      "step": 31900
    },
    {
      "loss_action": 0.008263899944722652,
      "loss_total": 0.008263899944722652,
      "step": 31900
    },
    {
      "loss_action": 0.01592176966369152,
      "loss_total": 0.01592176966369152,
      "step": 31900
    },
    {
      "loss_action": 0.005295657552778721,
      "loss_total": 0.005295657552778721,
      "step": 31900
    },
    {
      "loss_action": 0.0035207888577133417,
      "loss_total": 0.0035207888577133417,
      "step": 31900
    },
    {
      "loss_action": 0.02501249685883522,
      "loss_total": 0.02501249685883522,
      "step": 31900
    },
    {
      "grad_norm": 0.21097774803638458,
      "learning_rate": 9.975785678659492e-05,
      "loss": 0.0119,
      "step": 31910
    },
    {
      "loss_action": 0.012393597513437271,
      "loss_total": 0.012393597513437271,
      "step": 31910
    },
    {
      "loss_action": 0.007343800738453865,
      "loss_total": 0.007343800738453865,
      "step": 31910
    },
    {
      "loss_action": 0.021106544882059097,
      "loss_total": 0.021106544882059097,
      "step": 31910
    },
    {
      "loss_action": 0.014820740558207035,
      "loss_total": 0.014820740558207035,
      "step": 31910
    },
    {
      "loss_action": 0.008685295470058918,
      "loss_total": 0.008685295470058918,
      "step": 31910
    },
    {
      "loss_action": 0.01100494246929884,
      "loss_total": 0.01100494246929884,
      "step": 31910
    },
    {
      "loss_action": 0.008360874839127064,
      "loss_total": 0.008360874839127064,
      "step": 31910
    },
    {
      "loss_action": 0.011112640611827374,
      "loss_total": 0.011112640611827374,
      "step": 31910
    },
    {
      "grad_norm": 0.16796055436134338,
      "learning_rate": 9.975745028926939e-05,
      "loss": 0.0126,
      "step": 31920
    },
    {
      "loss_action": 0.009197460487484932,
      "loss_total": 0.009197460487484932,
      "step": 31920
    },
    {
      "loss_action": 0.019327597692608833,
      "loss_total": 0.019327597692608833,
      "step": 31920
    },
    {
      "loss_action": 0.009763185866177082,
      "loss_total": 0.009763185866177082,
      "step": 31920
    },
    {
      "loss_action": 0.008143927901983261,
      "loss_total": 0.008143927901983261,
      "step": 31920
    },
    {
      "loss_action": 0.008710568770766258,
      "loss_total": 0.008710568770766258,
      "step": 31920
    },
    {
      "loss_action": 0.00707829836755991,
      "loss_total": 0.00707829836755991,
      "step": 31920
    },
    {
      "loss_action": 0.03470669686794281,
      "loss_total": 0.03470669686794281,
      "step": 31920
    },
    {
      "loss_action": 0.00938320066779852,
      "loss_total": 0.00938320066779852,
      "step": 31920
    },
    {
      "grad_norm": 0.11599359661340714,
      "learning_rate": 9.975704345185634e-05,
      "loss": 0.0111,
      "step": 31930
    },
    {
      "loss_action": 0.03598296642303467,
      "loss_total": 0.03598296642303467,
      "step": 31930
    },
    {
      "loss_action": 0.0032768193632364273,
      "loss_total": 0.0032768193632364273,
      "step": 31930
    },
    {
      "loss_action": 0.02182719111442566,
      "loss_total": 0.02182719111442566,
      "step": 31930
    },
    {
      "loss_action": 0.023758281022310257,
      "loss_total": 0.023758281022310257,
      "step": 31930
    },
    {
      "loss_action": 0.006399929523468018,
      "loss_total": 0.006399929523468018,
      "step": 31930
    },
    {
      "loss_action": 0.0057890573516488075,
      "loss_total": 0.0057890573516488075,
      "step": 31930
    },
    {
      "loss_action": 0.006814929191023111,
      "loss_total": 0.006814929191023111,
      "step": 31930
    },
    {
      "loss_action": 0.01095279399305582,
      "loss_total": 0.01095279399305582,
      "step": 31930
    },
    {
      "grad_norm": 0.13390317559242249,
      "learning_rate": 9.975663627435858e-05,
      "loss": 0.013,
      "step": 31940
    },
    {
      "loss_action": 0.009723992086946964,
      "loss_total": 0.009723992086946964,
      "step": 31940
    },
    {
      "loss_action": 0.004948020912706852,
      "loss_total": 0.004948020912706852,
      "step": 31940
    },
    {
      "loss_action": 0.006056521087884903,
      "loss_total": 0.006056521087884903,
      "step": 31940
    },
    {
      "loss_action": 0.005351095926016569,
      "loss_total": 0.005351095926016569,
      "step": 31940
    },
    {
      "loss_action": 0.006648710463196039,
      "loss_total": 0.006648710463196039,
      "step": 31940
    },
    {
      "loss_action": 0.01783865876495838,
      "loss_total": 0.01783865876495838,
      "step": 31940
    },
    {
      "loss_action": 0.020507274195551872,
      "loss_total": 0.020507274195551872,
      "step": 31940
    },
    {
      "loss_action": 0.010786568745970726,
      "loss_total": 0.010786568745970726,
      "step": 31940
    },
    {
      "grad_norm": 0.14284014701843262,
      "learning_rate": 9.97562287567789e-05,
      "loss": 0.0142,
      "step": 31950
    },
    {
      "loss_action": 0.0162547305226326,
      "loss_total": 0.0162547305226326,
      "step": 31950
    },
    {
      "loss_action": 0.02687951922416687,
      "loss_total": 0.02687951922416687,
      "step": 31950
    },
    {
      "loss_action": 0.006273491308093071,
      "loss_total": 0.006273491308093071,
      "step": 31950
    },
    {
      "loss_action": 0.009660139679908752,
      "loss_total": 0.009660139679908752,
      "step": 31950
    },
    {
      "loss_action": 0.012614617124199867,
      "loss_total": 0.012614617124199867,
      "step": 31950
    },
    {
      "loss_action": 0.009213751181960106,
      "loss_total": 0.009213751181960106,
      "step": 31950
    },
    {
      "loss_action": 0.018466979265213013,
      "loss_total": 0.018466979265213013,
      "step": 31950
    },
    {
      "loss_action": 0.010324697941541672,
      "loss_total": 0.010324697941541672,
      "step": 31950
    },
    {
      "grad_norm": 0.13473743200302124,
      "learning_rate": 9.975582089912005e-05,
      "loss": 0.0129,
      "step": 31960
    },
    {
      "loss_action": 0.005828834138810635,
      "loss_total": 0.005828834138810635,
      "step": 31960
    },
    {
      "loss_action": 0.006869024597108364,
      "loss_total": 0.006869024597108364,
      "step": 31960
    },
    {
      "loss_action": 0.00922450888901949,
      "loss_total": 0.00922450888901949,
      "step": 31960
    },
    {
      "loss_action": 0.005993329919874668,
      "loss_total": 0.005993329919874668,
      "step": 31960
    },
    {
      "loss_action": 0.005242305342108011,
      "loss_total": 0.005242305342108011,
      "step": 31960
    },
    {
      "loss_action": 0.009516973048448563,
      "loss_total": 0.009516973048448563,
      "step": 31960
    },
    {
      "loss_action": 0.014238262549042702,
      "loss_total": 0.014238262549042702,
      "step": 31960
    },
    {
      "loss_action": 0.009247785434126854,
      "loss_total": 0.009247785434126854,
      "step": 31960
    },
    {
      "grad_norm": 0.2859894037246704,
      "learning_rate": 9.975541270138485e-05,
      "loss": 0.0134,
      "step": 31970
    },
    {
      "loss_action": 0.013757539913058281,
      "loss_total": 0.013757539913058281,
      "step": 31970
    },
    {
      "loss_action": 0.011433045379817486,
      "loss_total": 0.011433045379817486,
      "step": 31970
    },
    {
      "loss_action": 0.015242286026477814,
      "loss_total": 0.015242286026477814,
      "step": 31970
    },
    {
      "loss_action": 0.01746811345219612,
      "loss_total": 0.01746811345219612,
      "step": 31970
    },
    {
      "loss_action": 0.01376418024301529,
      "loss_total": 0.01376418024301529,
      "step": 31970
    },
    {
      "loss_action": 0.005813127383589745,
      "loss_total": 0.005813127383589745,
      "step": 31970
    },
    {
      "loss_action": 0.01367373950779438,
      "loss_total": 0.01367373950779438,
      "step": 31970
    },
    {
      "loss_action": 0.020737264305353165,
      "loss_total": 0.020737264305353165,
      "step": 31970
    },
    {
      "grad_norm": 0.21411918103694916,
      "learning_rate": 9.975500416357607e-05,
      "loss": 0.0127,
      "step": 31980
    },
    {
      "loss_action": 0.014009876176714897,
      "loss_total": 0.014009876176714897,
      "step": 31980
    },
    {
      "loss_action": 0.011767921969294548,
      "loss_total": 0.011767921969294548,
      "step": 31980
    },
    {
      "loss_action": 0.011358994990587234,
      "loss_total": 0.011358994990587234,
      "step": 31980
    },
    {
      "loss_action": 0.005736643448472023,
      "loss_total": 0.005736643448472023,
      "step": 31980
    },
    {
      "loss_action": 0.01145869493484497,
      "loss_total": 0.01145869493484497,
      "step": 31980
    },
    {
      "loss_action": 0.014832353219389915,
      "loss_total": 0.014832353219389915,
      "step": 31980
    },
    {
      "loss_action": 0.011531587690114975,
      "loss_total": 0.011531587690114975,
      "step": 31980
    },
    {
      "loss_action": 0.007673200219869614,
      "loss_total": 0.007673200219869614,
      "step": 31980
    },
    {
      "grad_norm": 0.21847619116306305,
      "learning_rate": 9.97545952856965e-05,
      "loss": 0.0131,
      "step": 31990
    },
    {
      "loss_action": 0.017114656046032906,
      "loss_total": 0.017114656046032906,
      "step": 31990
    },
    {
      "loss_action": 0.009740510955452919,
      "loss_total": 0.009740510955452919,
      "step": 31990
    },
    {
      "loss_action": 0.008852798491716385,
      "loss_total": 0.008852798491716385,
      "step": 31990
    },
    {
      "loss_action": 0.008572110906243324,
      "loss_total": 0.008572110906243324,
      "step": 31990
    },
    {
      "loss_action": 0.009257486090064049,
      "loss_total": 0.009257486090064049,
      "step": 31990
    },
    {
      "loss_action": 0.011325517669320107,
      "loss_total": 0.011325517669320107,
      "step": 31990
    },
    {
      "loss_action": 0.00669124023988843,
      "loss_total": 0.00669124023988843,
      "step": 31990
    },
    {
      "loss_action": 0.003710128366947174,
      "loss_total": 0.003710128366947174,
      "step": 31990
    },
    {
      "grad_norm": 0.11989951878786087,
      "learning_rate": 9.975418606774896e-05,
      "loss": 0.0108,
      "step": 32000
    },
    {
      "loss_action": 0.017626240849494934,
      "loss_total": 0.017626240849494934,
      "step": 32000
    },
    {
      "loss_action": 0.00880146212875843,
      "loss_total": 0.00880146212875843,
      "step": 32000
    },
    {
      "loss_action": 0.004882489331066608,
      "loss_total": 0.004882489331066608,
      "step": 32000
    },
    {
      "loss_action": 0.0063496981747448444,
      "loss_total": 0.0063496981747448444,
      "step": 32000
    },
    {
      "loss_action": 0.019116193056106567,
      "loss_total": 0.019116193056106567,
      "step": 32000
    },
    {
      "loss_action": 0.01769467070698738,
      "loss_total": 0.01769467070698738,
      "step": 32000
    },
    {
      "loss_action": 0.0062144300900399685,
      "loss_total": 0.0062144300900399685,
      "step": 32000
    },
    {
      "loss_action": 0.017548125237226486,
      "loss_total": 0.017548125237226486,
      "step": 32000
    },
    {
      "grad_norm": 0.13503210246562958,
      "learning_rate": 9.975377650973624e-05,
      "loss": 0.0118,
      "step": 32010
    },
    {
      "loss_action": 0.00725093949586153,
      "loss_total": 0.00725093949586153,
      "step": 32010
    },
    {
      "loss_action": 0.00967845693230629,
      "loss_total": 0.00967845693230629,
      "step": 32010
    },
    {
      "loss_action": 0.004110640846192837,
      "loss_total": 0.004110640846192837,
      "step": 32010
    },
    {
      "loss_action": 0.014808332547545433,
      "loss_total": 0.014808332547545433,
      "step": 32010
    },
    {
      "loss_action": 0.007488898932933807,
      "loss_total": 0.007488898932933807,
      "step": 32010
    },
    {
      "loss_action": 0.004341060761362314,
      "loss_total": 0.004341060761362314,
      "step": 32010
    },
    {
      "loss_action": 0.009296471253037453,
      "loss_total": 0.009296471253037453,
      "step": 32010
    },
    {
      "loss_action": 0.005259204190224409,
      "loss_total": 0.005259204190224409,
      "step": 32010
    },
    {
      "grad_norm": 0.16767066717147827,
      "learning_rate": 9.97533666116611e-05,
      "loss": 0.0134,
      "step": 32020
    },
    {
      "loss_action": 0.007485717535018921,
      "loss_total": 0.007485717535018921,
      "step": 32020
    },
    {
      "loss_action": 0.0124258017167449,
      "loss_total": 0.0124258017167449,
      "step": 32020
    },
    {
      "loss_action": 0.02477608434855938,
      "loss_total": 0.02477608434855938,
      "step": 32020
    },
    {
      "loss_action": 0.011569362133741379,
      "loss_total": 0.011569362133741379,
      "step": 32020
    },
    {
      "loss_action": 0.013729820027947426,
      "loss_total": 0.013729820027947426,
      "step": 32020
    },
    {
      "loss_action": 0.015456799417734146,
      "loss_total": 0.015456799417734146,
      "step": 32020
    },
    {
      "loss_action": 0.013734633103013039,
      "loss_total": 0.013734633103013039,
      "step": 32020
    },
    {
      "loss_action": 0.02359415963292122,
      "loss_total": 0.02359415963292122,
      "step": 32020
    },
    {
      "grad_norm": 0.1302337646484375,
      "learning_rate": 9.975295637352638e-05,
      "loss": 0.013,
      "step": 32030
    },
    {
      "loss_action": 0.024674924090504646,
      "loss_total": 0.024674924090504646,
      "step": 32030
    },
    {
      "loss_action": 0.00932791456580162,
      "loss_total": 0.00932791456580162,
      "step": 32030
    },
    {
      "loss_action": 0.006078878417611122,
      "loss_total": 0.006078878417611122,
      "step": 32030
    },
    {
      "loss_action": 0.023138467222452164,
      "loss_total": 0.023138467222452164,
      "step": 32030
    },
    {
      "loss_action": 0.0071146320551633835,
      "loss_total": 0.0071146320551633835,
      "step": 32030
    },
    {
      "loss_action": 0.015837080776691437,
      "loss_total": 0.015837080776691437,
      "step": 32030
    },
    {
      "loss_action": 0.016022587195038795,
      "loss_total": 0.016022587195038795,
      "step": 32030
    },
    {
      "loss_action": 0.011307375505566597,
      "loss_total": 0.011307375505566597,
      "step": 32030
    },
    {
      "grad_norm": 0.13301600515842438,
      "learning_rate": 9.975254579533489e-05,
      "loss": 0.0126,
      "step": 32040
    },
    {
      "loss_action": 0.01790105178952217,
      "loss_total": 0.01790105178952217,
      "step": 32040
    },
    {
      "loss_action": 0.010843425989151001,
      "loss_total": 0.010843425989151001,
      "step": 32040
    },
    {
      "loss_action": 0.0058294315822422504,
      "loss_total": 0.0058294315822422504,
      "step": 32040
    },
    {
      "loss_action": 0.023510411381721497,
      "loss_total": 0.023510411381721497,
      "step": 32040
    },
    {
      "loss_action": 0.02657538652420044,
      "loss_total": 0.02657538652420044,
      "step": 32040
    },
    {
      "loss_action": 0.006048038601875305,
      "loss_total": 0.006048038601875305,
      "step": 32040
    },
    {
      "loss_action": 0.00883873924612999,
      "loss_total": 0.00883873924612999,
      "step": 32040
    },
    {
      "loss_action": 0.019907336682081223,
      "loss_total": 0.019907336682081223,
      "step": 32040
    },
    {
      "grad_norm": 0.17190426588058472,
      "learning_rate": 9.975213487708941e-05,
      "loss": 0.0123,
      "step": 32050
    },
    {
      "loss_action": 0.00780309084802866,
      "loss_total": 0.00780309084802866,
      "step": 32050
    },
    {
      "loss_action": 0.008834660053253174,
      "loss_total": 0.008834660053253174,
      "step": 32050
    },
    {
      "loss_action": 0.0089518241584301,
      "loss_total": 0.0089518241584301,
      "step": 32050
    },
    {
      "loss_action": 0.008579561486840248,
      "loss_total": 0.008579561486840248,
      "step": 32050
    },
    {
      "loss_action": 0.009119316004216671,
      "loss_total": 0.009119316004216671,
      "step": 32050
    },
    {
      "loss_action": 0.01667681708931923,
      "loss_total": 0.01667681708931923,
      "step": 32050
    },
    {
      "loss_action": 0.008227555081248283,
      "loss_total": 0.008227555081248283,
      "step": 32050
    },
    {
      "loss_action": 0.004466848447918892,
      "loss_total": 0.004466848447918892,
      "step": 32050
    },
    {
      "grad_norm": 0.13689467310905457,
      "learning_rate": 9.975172361879276e-05,
      "loss": 0.0109,
      "step": 32060
    },
    {
      "loss_action": 0.0097880270332098,
      "loss_total": 0.0097880270332098,
      "step": 32060
    },
    {
      "loss_action": 0.003760070074349642,
      "loss_total": 0.003760070074349642,
      "step": 32060
    },
    {
      "loss_action": 0.006113389972597361,
      "loss_total": 0.006113389972597361,
      "step": 32060
    },
    {
      "loss_action": 0.006555942352861166,
      "loss_total": 0.006555942352861166,
      "step": 32060
    },
    {
      "loss_action": 0.013801557943224907,
      "loss_total": 0.013801557943224907,
      "step": 32060
    },
    {
      "loss_action": 0.014875529333949089,
      "loss_total": 0.014875529333949089,
      "step": 32060
    },
    {
      "loss_action": 0.005333174020051956,
      "loss_total": 0.005333174020051956,
      "step": 32060
    },
    {
      "loss_action": 0.011892145499587059,
      "loss_total": 0.011892145499587059,
      "step": 32060
    },
    {
      "grad_norm": 0.13042809069156647,
      "learning_rate": 9.975131202044776e-05,
      "loss": 0.0119,
      "step": 32070
    },
    {
      "loss_action": 0.019342277199029922,
      "loss_total": 0.019342277199029922,
      "step": 32070
    },
    {
      "loss_action": 0.00896117091178894,
      "loss_total": 0.00896117091178894,
      "step": 32070
    },
    {
      "loss_action": 0.004269754979759455,
      "loss_total": 0.004269754979759455,
      "step": 32070
    },
    {
      "loss_action": 0.010301623493432999,
      "loss_total": 0.010301623493432999,
      "step": 32070
    },
    {
      "loss_action": 0.00669371522963047,
      "loss_total": 0.00669371522963047,
      "step": 32070
    },
    {
      "loss_action": 0.010411719791591167,
      "loss_total": 0.010411719791591167,
      "step": 32070
    },
    {
      "loss_action": 0.028843270614743233,
      "loss_total": 0.028843270614743233,
      "step": 32070
    },
    {
      "loss_action": 0.012770270928740501,
      "loss_total": 0.012770270928740501,
      "step": 32070
    },
    {
      "grad_norm": 0.1427425593137741,
      "learning_rate": 9.975090008205721e-05,
      "loss": 0.0115,
      "step": 32080
    },
    {
      "loss_action": 0.01017271913588047,
      "loss_total": 0.01017271913588047,
      "step": 32080
    },
    {
      "loss_action": 0.017920246347784996,
      "loss_total": 0.017920246347784996,
      "step": 32080
    },
    {
      "loss_action": 0.015154866501688957,
      "loss_total": 0.015154866501688957,
      "step": 32080
    },
    {
      "loss_action": 0.010201227851212025,
      "loss_total": 0.010201227851212025,
      "step": 32080
    },
    {
      "loss_action": 0.00914586242288351,
      "loss_total": 0.00914586242288351,
      "step": 32080
    },
    {
      "loss_action": 0.018223173916339874,
      "loss_total": 0.018223173916339874,
      "step": 32080
    },
    {
      "loss_action": 0.010118149220943451,
      "loss_total": 0.010118149220943451,
      "step": 32080
    },
    {
      "loss_action": 0.011050759814679623,
      "loss_total": 0.011050759814679623,
      "step": 32080
    },
    {
      "grad_norm": 0.1733129918575287,
      "learning_rate": 9.975048780362392e-05,
      "loss": 0.0116,
      "step": 32090
    },
    {
      "loss_action": 0.006502840667963028,
      "loss_total": 0.006502840667963028,
      "step": 32090
    },
    {
      "loss_action": 0.013918127864599228,
      "loss_total": 0.013918127864599228,
      "step": 32090
    },
    {
      "loss_action": 0.0042382278479635715,
      "loss_total": 0.0042382278479635715,
      "step": 32090
    },
    {
      "loss_action": 0.011448711156845093,
      "loss_total": 0.011448711156845093,
      "step": 32090
    },
    {
      "loss_action": 0.007590507622808218,
      "loss_total": 0.007590507622808218,
      "step": 32090
    },
    {
      "loss_action": 0.004904988221824169,
      "loss_total": 0.004904988221824169,
      "step": 32090
    },
    {
      "loss_action": 0.0057152812369167805,
      "loss_total": 0.0057152812369167805,
      "step": 32090
    },
    {
      "loss_action": 0.007495308760553598,
      "loss_total": 0.007495308760553598,
      "step": 32090
    },
    {
      "grad_norm": 0.11859886348247528,
      "learning_rate": 9.975007518515072e-05,
      "loss": 0.0112,
      "step": 32100
    },
    {
      "loss_action": 0.012793831527233124,
      "loss_total": 0.012793831527233124,
      "step": 32100
    },
    {
      "loss_action": 0.004919232334941626,
      "loss_total": 0.004919232334941626,
      "step": 32100
    },
    {
      "loss_action": 0.009854501113295555,
      "loss_total": 0.009854501113295555,
      "step": 32100
    },
    {
      "loss_action": 0.004994979593902826,
      "loss_total": 0.004994979593902826,
      "step": 32100
    },
    {
      "loss_action": 0.006908452603965998,
      "loss_total": 0.006908452603965998,
      "step": 32100
    },
    {
      "loss_action": 0.023972269147634506,
      "loss_total": 0.023972269147634506,
      "step": 32100
    },
    {
      "loss_action": 0.010653028264641762,
      "loss_total": 0.010653028264641762,
      "step": 32100
    },
    {
      "loss_action": 0.003356900531798601,
      "loss_total": 0.003356900531798601,
      "step": 32100
    },
    {
      "grad_norm": 0.13650168478488922,
      "learning_rate": 9.974966222664044e-05,
      "loss": 0.0117,
      "step": 32110
    },
    {
      "loss_action": 0.0056446692906320095,
      "loss_total": 0.0056446692906320095,
      "step": 32110
    },
    {
      "loss_action": 0.01591179519891739,
      "loss_total": 0.01591179519891739,
      "step": 32110
    },
    {
      "loss_action": 0.00842447392642498,
      "loss_total": 0.00842447392642498,
      "step": 32110
    },
    {
      "loss_action": 0.01642308197915554,
      "loss_total": 0.01642308197915554,
      "step": 32110
    },
    {
      "loss_action": 0.020978707820177078,
      "loss_total": 0.020978707820177078,
      "step": 32110
    },
    {
      "loss_action": 0.006420455873012543,
      "loss_total": 0.006420455873012543,
      "step": 32110
    },
    {
      "loss_action": 0.010211835615336895,
      "loss_total": 0.010211835615336895,
      "step": 32110
    },
    {
      "loss_action": 0.00826943852007389,
      "loss_total": 0.00826943852007389,
      "step": 32110
    },
    {
      "grad_norm": 0.15387314558029175,
      "learning_rate": 9.974924892809588e-05,
      "loss": 0.0117,
      "step": 32120
    },
    {
      "loss_action": 0.012579969130456448,
      "loss_total": 0.012579969130456448,
      "step": 32120
    },
    {
      "loss_action": 0.013058055192232132,
      "loss_total": 0.013058055192232132,
      "step": 32120
    },
    {
      "loss_action": 0.013865643180906773,
      "loss_total": 0.013865643180906773,
      "step": 32120
    },
    {
      "loss_action": 0.010212572291493416,
      "loss_total": 0.010212572291493416,
      "step": 32120
    },
    {
      "loss_action": 0.009213438257575035,
      "loss_total": 0.009213438257575035,
      "step": 32120
    },
    {
      "loss_action": 0.022499719634652138,
      "loss_total": 0.022499719634652138,
      "step": 32120
    },
    {
      "loss_action": 0.009319566190242767,
      "loss_total": 0.009319566190242767,
      "step": 32120
    },
    {
      "loss_action": 0.01799117401242256,
      "loss_total": 0.01799117401242256,
      "step": 32120
    },
    {
      "grad_norm": 0.21680840849876404,
      "learning_rate": 9.974883528951988e-05,
      "loss": 0.0141,
      "step": 32130
    },
    {
      "loss_action": 0.012045051902532578,
      "loss_total": 0.012045051902532578,
      "step": 32130
    },
    {
      "loss_action": 0.014755458571016788,
      "loss_total": 0.014755458571016788,
      "step": 32130
    },
    {
      "loss_action": 0.00850452110171318,
      "loss_total": 0.00850452110171318,
      "step": 32130
    },
    {
      "loss_action": 0.007518471218645573,
      "loss_total": 0.007518471218645573,
      "step": 32130
    },
    {
      "loss_action": 0.014645721763372421,
      "loss_total": 0.014645721763372421,
      "step": 32130
    },
    {
      "loss_action": 0.01144085917621851,
      "loss_total": 0.01144085917621851,
      "step": 32130
    },
    {
      "loss_action": 0.00433199480175972,
      "loss_total": 0.00433199480175972,
      "step": 32130
    },
    {
      "loss_action": 0.007330949883908033,
      "loss_total": 0.007330949883908033,
      "step": 32130
    },
    {
      "grad_norm": 0.15116536617279053,
      "learning_rate": 9.974842131091527e-05,
      "loss": 0.0125,
      "step": 32140
    },
    {
      "loss_action": 0.01125418022274971,
      "loss_total": 0.01125418022274971,
      "step": 32140
    },
    {
      "loss_action": 0.008971117436885834,
      "loss_total": 0.008971117436885834,
      "step": 32140
    },
    {
      "loss_action": 0.014555021189153194,
      "loss_total": 0.014555021189153194,
      "step": 32140
    },
    {
      "loss_action": 0.02636215090751648,
      "loss_total": 0.02636215090751648,
      "step": 32140
    },
    {
      "loss_action": 0.016535820439457893,
      "loss_total": 0.016535820439457893,
      "step": 32140
    },
    {
      "loss_action": 0.006637054495513439,
      "loss_total": 0.006637054495513439,
      "step": 32140
    },
    {
      "loss_action": 0.01512248907238245,
      "loss_total": 0.01512248907238245,
      "step": 32140
    },
    {
      "loss_action": 0.007763367611914873,
      "loss_total": 0.007763367611914873,
      "step": 32140
    },
    {
      "grad_norm": 0.1290058195590973,
      "learning_rate": 9.974800699228487e-05,
      "loss": 0.0126,
      "step": 32150
    },
    {
      "loss_action": 0.008611486293375492,
      "loss_total": 0.008611486293375492,
      "step": 32150
    },
    {
      "loss_action": 0.007896342314779758,
      "loss_total": 0.007896342314779758,
      "step": 32150
    },
    {
      "loss_action": 0.02331317588686943,
      "loss_total": 0.02331317588686943,
      "step": 32150
    },
    {
      "loss_action": 0.01671132631599903,
      "loss_total": 0.01671132631599903,
      "step": 32150
    },
    {
      "loss_action": 0.008948052302002907,
      "loss_total": 0.008948052302002907,
      "step": 32150
    },
    {
      "loss_action": 0.008345303125679493,
      "loss_total": 0.008345303125679493,
      "step": 32150
    },
    {
      "loss_action": 0.017916521057486534,
      "loss_total": 0.017916521057486534,
      "step": 32150
    },
    {
      "loss_action": 0.008118067868053913,
      "loss_total": 0.008118067868053913,
      "step": 32150
    },
    {
      "grad_norm": 0.14463482797145844,
      "learning_rate": 9.97475923336315e-05,
      "loss": 0.0133,
      "step": 32160
    },
    {
      "loss_action": 0.009760577231645584,
      "loss_total": 0.009760577231645584,
      "step": 32160
    },
    {
      "loss_action": 0.007918021641671658,
      "loss_total": 0.007918021641671658,
      "step": 32160
    },
    {
      "loss_action": 0.018233273178339005,
      "loss_total": 0.018233273178339005,
      "step": 32160
    },
    {
      "loss_action": 0.007390136364847422,
      "loss_total": 0.007390136364847422,
      "step": 32160
    },
    {
      "loss_action": 0.010568838566541672,
      "loss_total": 0.010568838566541672,
      "step": 32160
    },
    {
      "loss_action": 0.0068100569769740105,
      "loss_total": 0.0068100569769740105,
      "step": 32160
    },
    {
      "loss_action": 0.00921383872628212,
      "loss_total": 0.00921383872628212,
      "step": 32160
    },
    {
      "loss_action": 0.011187528260052204,
      "loss_total": 0.011187528260052204,
      "step": 32160
    },
    {
      "grad_norm": 0.1287785917520523,
      "learning_rate": 9.974717733495802e-05,
      "loss": 0.0108,
      "step": 32170
    },
    {
      "loss_action": 0.01508332509547472,
      "loss_total": 0.01508332509547472,
      "step": 32170
    },
    {
      "loss_action": 0.010660672560334206,
      "loss_total": 0.010660672560334206,
      "step": 32170
    },
    {
      "loss_action": 0.013010816648602486,
      "loss_total": 0.013010816648602486,
      "step": 32170
    },
    {
      "loss_action": 0.0072363074868917465,
      "loss_total": 0.0072363074868917465,
      "step": 32170
    },
    {
      "loss_action": 0.008202162571251392,
      "loss_total": 0.008202162571251392,
      "step": 32170
    },
    {
      "loss_action": 0.01003935094922781,
      "loss_total": 0.01003935094922781,
      "step": 32170
    },
    {
      "loss_action": 0.0024976124987006187,
      "loss_total": 0.0024976124987006187,
      "step": 32170
    },
    {
      "loss_action": 0.0038785424549132586,
      "loss_total": 0.0038785424549132586,
      "step": 32170
    },
    {
      "grad_norm": 0.1537962257862091,
      "learning_rate": 9.974676199626725e-05,
      "loss": 0.0117,
      "step": 32180
    },
    {
      "loss_action": 0.00481026154011488,
      "loss_total": 0.00481026154011488,
      "step": 32180
    },
    {
      "loss_action": 0.007315719500184059,
      "loss_total": 0.007315719500184059,
      "step": 32180
    },
    {
      "loss_action": 0.007999971508979797,
      "loss_total": 0.007999971508979797,
      "step": 32180
    },
    {
      "loss_action": 0.011948082596063614,
      "loss_total": 0.011948082596063614,
      "step": 32180
    },
    {
      "loss_action": 0.013178392313420773,
      "loss_total": 0.013178392313420773,
      "step": 32180
    },
    {
      "loss_action": 0.007893319241702557,
      "loss_total": 0.007893319241702557,
      "step": 32180
    },
    {
      "loss_action": 0.006963473744690418,
      "loss_total": 0.006963473744690418,
      "step": 32180
    },
    {
      "loss_action": 0.023303210735321045,
      "loss_total": 0.023303210735321045,
      "step": 32180
    },
    {
      "grad_norm": 0.12381619960069656,
      "learning_rate": 9.974634631756203e-05,
      "loss": 0.0117,
      "step": 32190
    },
    {
      "loss_action": 0.017918212339282036,
      "loss_total": 0.017918212339282036,
      "step": 32190
    },
    {
      "loss_action": 0.014495672658085823,
      "loss_total": 0.014495672658085823,
      "step": 32190
    },
    {
      "loss_action": 0.012761888094246387,
      "loss_total": 0.012761888094246387,
      "step": 32190
    },
    {
      "loss_action": 0.011234814301133156,
      "loss_total": 0.011234814301133156,
      "step": 32190
    },
    {
      "loss_action": 0.016107141971588135,
      "loss_total": 0.016107141971588135,
      "step": 32190
    },
    {
      "loss_action": 0.02005717158317566,
      "loss_total": 0.02005717158317566,
      "step": 32190
    },
    {
      "loss_action": 0.010689040645956993,
      "loss_total": 0.010689040645956993,
      "step": 32190
    },
    {
      "loss_action": 0.03257066011428833,
      "loss_total": 0.03257066011428833,
      "step": 32190
    },
    {
      "grad_norm": 0.16243115067481995,
      "learning_rate": 9.974593029884522e-05,
      "loss": 0.0119,
      "step": 32200
    },
    {
      "loss_action": 0.005707203410565853,
      "loss_total": 0.005707203410565853,
      "step": 32200
    },
    {
      "loss_action": 0.004260566085577011,
      "loss_total": 0.004260566085577011,
      "step": 32200
    },
    {
      "loss_action": 0.011997470632195473,
      "loss_total": 0.011997470632195473,
      "step": 32200
    },
    {
      "loss_action": 0.0062339166179299355,
      "loss_total": 0.0062339166179299355,
      "step": 32200
    },
    {
      "loss_action": 0.011104103177785873,
      "loss_total": 0.011104103177785873,
      "step": 32200
    },
    {
      "loss_action": 0.008860040456056595,
      "loss_total": 0.008860040456056595,
      "step": 32200
    },
    {
      "loss_action": 0.005732129327952862,
      "loss_total": 0.005732129327952862,
      "step": 32200
    },
    {
      "loss_action": 0.011141221970319748,
      "loss_total": 0.011141221970319748,
      "step": 32200
    },
    {
      "grad_norm": 0.13789154589176178,
      "learning_rate": 9.974551394011964e-05,
      "loss": 0.0119,
      "step": 32210
    },
    {
      "loss_action": 0.0208439864218235,
      "loss_total": 0.0208439864218235,
      "step": 32210
    },
    {
      "loss_action": 0.010180109180510044,
      "loss_total": 0.010180109180510044,
      "step": 32210
    },
    {
      "loss_action": 0.03679172694683075,
      "loss_total": 0.03679172694683075,
      "step": 32210
    },
    {
      "loss_action": 0.01370470505207777,
      "loss_total": 0.01370470505207777,
      "step": 32210
    },
    {
      "loss_action": 0.017451170831918716,
      "loss_total": 0.017451170831918716,
      "step": 32210
    },
    {
      "loss_action": 0.0054754335433244705,
      "loss_total": 0.0054754335433244705,
      "step": 32210
    },
    {
      "loss_action": 0.016856763511896133,
      "loss_total": 0.016856763511896133,
      "step": 32210
    },
    {
      "loss_action": 0.0087051410228014,
      "loss_total": 0.0087051410228014,
      "step": 32210
    },
    {
      "grad_norm": 0.15232722461223602,
      "learning_rate": 9.974509724138815e-05,
      "loss": 0.0127,
      "step": 32220
    },
    {
      "loss_action": 0.010092566721141338,
      "loss_total": 0.010092566721141338,
      "step": 32220
    },
    {
      "loss_action": 0.011432791128754616,
      "loss_total": 0.011432791128754616,
      "step": 32220
    },
    {
      "loss_action": 0.009688370861113071,
      "loss_total": 0.009688370861113071,
      "step": 32220
    },
    {
      "loss_action": 0.026041366159915924,
      "loss_total": 0.026041366159915924,
      "step": 32220
    },
    {
      "loss_action": 0.028760148212313652,
      "loss_total": 0.028760148212313652,
      "step": 32220
    },
    {
      "loss_action": 0.02130236104130745,
      "loss_total": 0.02130236104130745,
      "step": 32220
    },
    {
      "loss_action": 0.005792303942143917,
      "loss_total": 0.005792303942143917,
      "step": 32220
    },
    {
      "loss_action": 0.003283985424786806,
      "loss_total": 0.003283985424786806,
      "step": 32220
    },
    {
      "grad_norm": 0.19080907106399536,
      "learning_rate": 9.974468020265357e-05,
      "loss": 0.0119,
      "step": 32230
    },
    {
      "loss_action": 0.011219751089811325,
      "loss_total": 0.011219751089811325,
      "step": 32230
    },
    {
      "loss_action": 0.011606631800532341,
      "loss_total": 0.011606631800532341,
      "step": 32230
    },
    {
      "loss_action": 0.03006758913397789,
      "loss_total": 0.03006758913397789,
      "step": 32230
    },
    {
      "loss_action": 0.008105487562716007,
      "loss_total": 0.008105487562716007,
      "step": 32230
    },
    {
      "loss_action": 0.009113769046962261,
      "loss_total": 0.009113769046962261,
      "step": 32230
    },
    {
      "loss_action": 0.007506083697080612,
      "loss_total": 0.007506083697080612,
      "step": 32230
    },
    {
      "loss_action": 0.00422672089189291,
      "loss_total": 0.00422672089189291,
      "step": 32230
    },
    {
      "loss_action": 0.008199854753911495,
      "loss_total": 0.008199854753911495,
      "step": 32230
    },
    {
      "grad_norm": 0.13949282467365265,
      "learning_rate": 9.974426282391878e-05,
      "loss": 0.0111,
      "step": 32240
    },
    {
      "loss_action": 0.016895297914743423,
      "loss_total": 0.016895297914743423,
      "step": 32240
    },
    {
      "loss_action": 0.017980515956878662,
      "loss_total": 0.017980515956878662,
      "step": 32240
    },
    {
      "loss_action": 0.005103446543216705,
      "loss_total": 0.005103446543216705,
      "step": 32240
    },
    {
      "loss_action": 0.011325076222419739,
      "loss_total": 0.011325076222419739,
      "step": 32240
    },
    {
      "loss_action": 0.007080832030624151,
      "loss_total": 0.007080832030624151,
      "step": 32240
    },
    {
      "loss_action": 0.010022077709436417,
      "loss_total": 0.010022077709436417,
      "step": 32240
    },
    {
      "loss_action": 0.00902109406888485,
      "loss_total": 0.00902109406888485,
      "step": 32240
    },
    {
      "loss_action": 0.012487433850765228,
      "loss_total": 0.012487433850765228,
      "step": 32240
    },
    {
      "grad_norm": 0.1231607124209404,
      "learning_rate": 9.974384510518663e-05,
      "loss": 0.0102,
      "step": 32250
    },
    {
      "loss_action": 0.006661762483417988,
      "loss_total": 0.006661762483417988,
      "step": 32250
    },
    {
      "loss_action": 0.009855247102677822,
      "loss_total": 0.009855247102677822,
      "step": 32250
    },
    {
      "loss_action": 0.005468652583658695,
      "loss_total": 0.005468652583658695,
      "step": 32250
    },
    {
      "loss_action": 0.012312698177993298,
      "loss_total": 0.012312698177993298,
      "step": 32250
    },
    {
      "loss_action": 0.00448899669572711,
      "loss_total": 0.00448899669572711,
      "step": 32250
    },
    {
      "loss_action": 0.009654870256781578,
      "loss_total": 0.009654870256781578,
      "step": 32250
    },
    {
      "loss_action": 0.017475752159953117,
      "loss_total": 0.017475752159953117,
      "step": 32250
    },
    {
      "loss_action": 0.020395556464791298,
      "loss_total": 0.020395556464791298,
      "step": 32250
    },
    {
      "grad_norm": 0.18242749571800232,
      "learning_rate": 9.974342704645999e-05,
      "loss": 0.0103,
      "step": 32260
    },
    {
      "loss_action": 0.018622644245624542,
      "loss_total": 0.018622644245624542,
      "step": 32260
    },
    {
      "loss_action": 0.005815012380480766,
      "loss_total": 0.005815012380480766,
      "step": 32260
    },
    {
      "loss_action": 0.00784109067171812,
      "loss_total": 0.00784109067171812,
      "step": 32260
    },
    {
      "loss_action": 0.009071911685168743,
      "loss_total": 0.009071911685168743,
      "step": 32260
    },
    {
      "loss_action": 0.01352578867226839,
      "loss_total": 0.01352578867226839,
      "step": 32260
    },
    {
      "loss_action": 0.011521242558956146,
      "loss_total": 0.011521242558956146,
      "step": 32260
    },
    {
      "loss_action": 0.023239679634571075,
      "loss_total": 0.023239679634571075,
      "step": 32260
    },
    {
      "loss_action": 0.02203317917883396,
      "loss_total": 0.02203317917883396,
      "step": 32260
    },
    {
      "grad_norm": 0.11262837797403336,
      "learning_rate": 9.974300864774166e-05,
      "loss": 0.0109,
      "step": 32270
    },
    {
      "loss_action": 0.007939524948596954,
      "loss_total": 0.007939524948596954,
      "step": 32270
    },
    {
      "loss_action": 0.011069194413721561,
      "loss_total": 0.011069194413721561,
      "step": 32270
    },
    {
      "loss_action": 0.003003236837685108,
      "loss_total": 0.003003236837685108,
      "step": 32270
    },
    {
      "loss_action": 0.00741923600435257,
      "loss_total": 0.00741923600435257,
      "step": 32270
    },
    {
      "loss_action": 0.0034568696282804012,
      "loss_total": 0.0034568696282804012,
      "step": 32270
    },
    {
      "loss_action": 0.009161015972495079,
      "loss_total": 0.009161015972495079,
      "step": 32270
    },
    {
      "loss_action": 0.007100741378962994,
      "loss_total": 0.007100741378962994,
      "step": 32270
    },
    {
      "loss_action": 0.010480407625436783,
      "loss_total": 0.010480407625436783,
      "step": 32270
    },
    {
      "grad_norm": 0.1039501279592514,
      "learning_rate": 9.974258990903455e-05,
      "loss": 0.0098,
      "step": 32280
    },
    {
      "loss_action": 0.008640660904347897,
      "loss_total": 0.008640660904347897,
      "step": 32280
    },
    {
      "loss_action": 0.006691070273518562,
      "loss_total": 0.006691070273518562,
      "step": 32280
    },
    {
      "loss_action": 0.005144860595464706,
      "loss_total": 0.005144860595464706,
      "step": 32280
    },
    {
      "loss_action": 0.020118441432714462,
      "loss_total": 0.020118441432714462,
      "step": 32280
    },
    {
      "loss_action": 0.013132299296557903,
      "loss_total": 0.013132299296557903,
      "step": 32280
    },
    {
      "loss_action": 0.008888065814971924,
      "loss_total": 0.008888065814971924,
      "step": 32280
    },
    {
      "loss_action": 0.006831648759543896,
      "loss_total": 0.006831648759543896,
      "step": 32280
    },
    {
      "loss_action": 0.010959724895656109,
      "loss_total": 0.010959724895656109,
      "step": 32280
    },
    {
      "grad_norm": 0.15732398629188538,
      "learning_rate": 9.974217083034153e-05,
      "loss": 0.0123,
      "step": 32290
    },
    {
      "loss_action": 0.009863262996077538,
      "loss_total": 0.009863262996077538,
      "step": 32290
    },
    {
      "loss_action": 0.004477528855204582,
      "loss_total": 0.004477528855204582,
      "step": 32290
    },
    {
      "loss_action": 0.00869947299361229,
      "loss_total": 0.00869947299361229,
      "step": 32290
    },
    {
      "loss_action": 0.010628812946379185,
      "loss_total": 0.010628812946379185,
      "step": 32290
    },
    {
      "loss_action": 0.008820167742669582,
      "loss_total": 0.008820167742669582,
      "step": 32290
    },
    {
      "loss_action": 0.008047116920351982,
      "loss_total": 0.008047116920351982,
      "step": 32290
    },
    {
      "loss_action": 0.012149431742727757,
      "loss_total": 0.012149431742727757,
      "step": 32290
    },
    {
      "loss_action": 0.009025800973176956,
      "loss_total": 0.009025800973176956,
      "step": 32290
    },
    {
      "grad_norm": 0.12313485145568848,
      "learning_rate": 9.974175141166541e-05,
      "loss": 0.0127,
      "step": 32300
    },
    {
      "loss_action": 0.04580776020884514,
      "loss_total": 0.04580776020884514,
      "step": 32300
    },
    {
      "loss_action": 0.007580694742500782,
      "loss_total": 0.007580694742500782,
      "step": 32300
    },
    {
      "loss_action": 0.007243760395795107,
      "loss_total": 0.007243760395795107,
      "step": 32300
    },
    {
      "loss_action": 0.009869828820228577,
      "loss_total": 0.009869828820228577,
      "step": 32300
    },
    {
      "loss_action": 0.0123539287596941,
      "loss_total": 0.0123539287596941,
      "step": 32300
    },
    {
      "loss_action": 0.009019644930958748,
      "loss_total": 0.009019644930958748,
      "step": 32300
    },
    {
      "loss_action": 0.011447301134467125,
      "loss_total": 0.011447301134467125,
      "step": 32300
    },
    {
      "loss_action": 0.022654909640550613,
      "loss_total": 0.022654909640550613,
      "step": 32300
    },
    {
      "grad_norm": 0.16085892915725708,
      "learning_rate": 9.974133165300911e-05,
      "loss": 0.0132,
      "step": 32310
    },
    {
      "loss_action": 0.05348801612854004,
      "loss_total": 0.05348801612854004,
      "step": 32310
    },
    {
      "loss_action": 0.008968314155936241,
      "loss_total": 0.008968314155936241,
      "step": 32310
    },
    {
      "loss_action": 0.012041453272104263,
      "loss_total": 0.012041453272104263,
      "step": 32310
    },
    {
      "loss_action": 0.007307887077331543,
      "loss_total": 0.007307887077331543,
      "step": 32310
    },
    {
      "loss_action": 0.00874113105237484,
      "loss_total": 0.00874113105237484,
      "step": 32310
    },
    {
      "loss_action": 0.009593712165951729,
      "loss_total": 0.009593712165951729,
      "step": 32310
    },
    {
      "loss_action": 0.031112805008888245,
      "loss_total": 0.031112805008888245,
      "step": 32310
    },
    {
      "loss_action": 0.02240230329334736,
      "loss_total": 0.02240230329334736,
      "step": 32310
    },
    {
      "grad_norm": 0.16407635807991028,
      "learning_rate": 9.974091155437548e-05,
      "loss": 0.0133,
      "step": 32320
    },
    {
      "loss_action": 0.029893454164266586,
      "loss_total": 0.029893454164266586,
      "step": 32320
    },
    {
      "loss_action": 0.014762818813323975,
      "loss_total": 0.014762818813323975,
      "step": 32320
    },
    {
      "loss_action": 0.012732140719890594,
      "loss_total": 0.012732140719890594,
      "step": 32320
    },
    {
      "loss_action": 0.01991255208849907,
      "loss_total": 0.01991255208849907,
      "step": 32320
    },
    {
      "loss_action": 0.013567005284130573,
      "loss_total": 0.013567005284130573,
      "step": 32320
    },
    {
      "loss_action": 0.009378349408507347,
      "loss_total": 0.009378349408507347,
      "step": 32320
    },
    {
      "loss_action": 0.0074108922854065895,
      "loss_total": 0.0074108922854065895,
      "step": 32320
    },
    {
      "loss_action": 0.015483872033655643,
      "loss_total": 0.015483872033655643,
      "step": 32320
    },
    {
      "grad_norm": 0.13330084085464478,
      "learning_rate": 9.97404911157674e-05,
      "loss": 0.0115,
      "step": 32330
    },
    {
      "loss_action": 0.010724751278758049,
      "loss_total": 0.010724751278758049,
      "step": 32330
    },
    {
      "loss_action": 0.01256793923676014,
      "loss_total": 0.01256793923676014,
      "step": 32330
    },
    {
      "loss_action": 0.0065294592641294,
      "loss_total": 0.0065294592641294,
      "step": 32330
    },
    {
      "loss_action": 0.00353364460170269,
      "loss_total": 0.00353364460170269,
      "step": 32330
    },
    {
      "loss_action": 0.01856071688234806,
      "loss_total": 0.01856071688234806,
      "step": 32330
    },
    {
      "loss_action": 0.00635456433519721,
      "loss_total": 0.00635456433519721,
      "step": 32330
    },
    {
      "loss_action": 0.006386603228747845,
      "loss_total": 0.006386603228747845,
      "step": 32330
    },
    {
      "loss_action": 0.013531861826777458,
      "loss_total": 0.013531861826777458,
      "step": 32330
    },
    {
      "grad_norm": 0.1725987046957016,
      "learning_rate": 9.974007033718772e-05,
      "loss": 0.0149,
      "step": 32340
    },
    {
      "loss_action": 0.012440008111298084,
      "loss_total": 0.012440008111298084,
      "step": 32340
    },
    {
      "loss_action": 0.012308823876082897,
      "loss_total": 0.012308823876082897,
      "step": 32340
    },
    {
      "loss_action": 0.009171470999717712,
      "loss_total": 0.009171470999717712,
      "step": 32340
    },
    {
      "loss_action": 0.008108260110020638,
      "loss_total": 0.008108260110020638,
      "step": 32340
    },
    {
      "loss_action": 0.031598035246133804,
      "loss_total": 0.031598035246133804,
      "step": 32340
    },
    {
      "loss_action": 0.015434470027685165,
      "loss_total": 0.015434470027685165,
      "step": 32340
    },
    {
      "loss_action": 0.012943245470523834,
      "loss_total": 0.012943245470523834,
      "step": 32340
    },
    {
      "loss_action": 0.009621983394026756,
      "loss_total": 0.009621983394026756,
      "step": 32340
    },
    {
      "grad_norm": 0.1831856667995453,
      "learning_rate": 9.973964921863934e-05,
      "loss": 0.0135,
      "step": 32350
    },
    {
      "loss_action": 0.009098661132156849,
      "loss_total": 0.009098661132156849,
      "step": 32350
    },
    {
      "loss_action": 0.025054486468434334,
      "loss_total": 0.025054486468434334,
      "step": 32350
    },
    {
      "loss_action": 0.005378679372370243,
      "loss_total": 0.005378679372370243,
      "step": 32350
    },
    {
      "loss_action": 0.008727457374334335,
      "loss_total": 0.008727457374334335,
      "step": 32350
    },
    {
      "loss_action": 0.013808268122375011,
      "loss_total": 0.013808268122375011,
      "step": 32350
    },
    {
      "loss_action": 0.003110483754426241,
      "loss_total": 0.003110483754426241,
      "step": 32350
    },
    {
      "loss_action": 0.02235642448067665,
      "loss_total": 0.02235642448067665,
      "step": 32350
    },
    {
      "loss_action": 0.008440978825092316,
      "loss_total": 0.008440978825092316,
      "step": 32350
    },
    {
      "grad_norm": 0.1330857127904892,
      "learning_rate": 9.973922776012512e-05,
      "loss": 0.0119,
      "step": 32360
    },
    {
      "loss_action": 0.008908727206289768,
      "loss_total": 0.008908727206289768,
      "step": 32360
    },
    {
      "loss_action": 0.019815057516098022,
      "loss_total": 0.019815057516098022,
      "step": 32360
    },
    {
      "loss_action": 0.004434050992131233,
      "loss_total": 0.004434050992131233,
      "step": 32360
    },
    {
      "loss_action": 0.00826982781291008,
      "loss_total": 0.00826982781291008,
      "step": 32360
    },
    {
      "loss_action": 0.00661800242960453,
      "loss_total": 0.00661800242960453,
      "step": 32360
    },
    {
      "loss_action": 0.018666978925466537,
      "loss_total": 0.018666978925466537,
      "step": 32360
    },
    {
      "loss_action": 0.009049396961927414,
      "loss_total": 0.009049396961927414,
      "step": 32360
    },
    {
      "loss_action": 0.011506758630275726,
      "loss_total": 0.011506758630275726,
      "step": 32360
    },
    {
      "grad_norm": 0.12180536240339279,
      "learning_rate": 9.973880596164795e-05,
      "loss": 0.0102,
      "step": 32370
    },
    {
      "loss_action": 0.0077741434797644615,
      "loss_total": 0.0077741434797644615,
      "step": 32370
    },
    {
      "loss_action": 0.006165000610053539,
      "loss_total": 0.006165000610053539,
      "step": 32370
    },
    {
      "loss_action": 0.015389548614621162,
      "loss_total": 0.015389548614621162,
      "step": 32370
    },
    {
      "loss_action": 0.0056366873905062675,
      "loss_total": 0.0056366873905062675,
      "step": 32370
    },
    {
      "loss_action": 0.011481995694339275,
      "loss_total": 0.011481995694339275,
      "step": 32370
    },
    {
      "loss_action": 0.012272916734218597,
      "loss_total": 0.012272916734218597,
      "step": 32370
    },
    {
      "loss_action": 0.01419649925082922,
      "loss_total": 0.01419649925082922,
      "step": 32370
    },
    {
      "loss_action": 0.011960480362176895,
      "loss_total": 0.011960480362176895,
      "step": 32370
    },
    {
      "grad_norm": 0.18573150038719177,
      "learning_rate": 9.973838382321071e-05,
      "loss": 0.0115,
      "step": 32380
    },
    {
      "loss_action": 0.05553945153951645,
      "loss_total": 0.05553945153951645,
      "step": 32380
    },
    {
      "loss_action": 0.004976848140358925,
      "loss_total": 0.004976848140358925,
      "step": 32380
    },
    {
      "loss_action": 0.014264516532421112,
      "loss_total": 0.014264516532421112,
      "step": 32380
    },
    {
      "loss_action": 0.005723150447010994,
      "loss_total": 0.005723150447010994,
      "step": 32380
    },
    {
      "loss_action": 0.02304781787097454,
      "loss_total": 0.02304781787097454,
      "step": 32380
    },
    {
      "loss_action": 0.007797372527420521,
      "loss_total": 0.007797372527420521,
      "step": 32380
    },
    {
      "loss_action": 0.013185827992856503,
      "loss_total": 0.013185827992856503,
      "step": 32380
    },
    {
      "loss_action": 0.00479276105761528,
      "loss_total": 0.00479276105761528,
      "step": 32380
    },
    {
      "grad_norm": 0.13389569520950317,
      "learning_rate": 9.97379613448163e-05,
      "loss": 0.0105,
      "step": 32390
    },
    {
      "loss_action": 0.003575718030333519,
      "loss_total": 0.003575718030333519,
      "step": 32390
    },
    {
      "loss_action": 0.017595233395695686,
      "loss_total": 0.017595233395695686,
      "step": 32390
    },
    {
      "loss_action": 0.01050848700106144,
      "loss_total": 0.01050848700106144,
      "step": 32390
    },
    {
      "loss_action": 0.010016233660280704,
      "loss_total": 0.010016233660280704,
      "step": 32390
    },
    {
      "loss_action": 0.03181140497326851,
      "loss_total": 0.03181140497326851,
      "step": 32390
    },
    {
      "loss_action": 0.011700495146214962,
      "loss_total": 0.011700495146214962,
      "step": 32390
    },
    {
      "loss_action": 0.007539260201156139,
      "loss_total": 0.007539260201156139,
      "step": 32390
    },
    {
      "loss_action": 0.0038417789619416,
      "loss_total": 0.0038417789619416,
      "step": 32390
    },
    {
      "grad_norm": 0.13899292051792145,
      "learning_rate": 9.973753852646757e-05,
      "loss": 0.0113,
      "step": 32400
    },
    {
      "loss_action": 0.006815624888986349,
      "loss_total": 0.006815624888986349,
      "step": 32400
    },
    {
      "loss_action": 0.009671896696090698,
      "loss_total": 0.009671896696090698,
      "step": 32400
    },
    {
      "loss_action": 0.03381313011050224,
      "loss_total": 0.03381313011050224,
      "step": 32400
    },
    {
      "loss_action": 0.012782484292984009,
      "loss_total": 0.012782484292984009,
      "step": 32400
    },
    {
      "loss_action": 0.00917096994817257,
      "loss_total": 0.00917096994817257,
      "step": 32400
    },
    {
      "loss_action": 0.03605012968182564,
      "loss_total": 0.03605012968182564,
      "step": 32400
    },
    {
      "loss_action": 0.02036421000957489,
      "loss_total": 0.02036421000957489,
      "step": 32400
    },
    {
      "loss_action": 0.014454777352511883,
      "loss_total": 0.014454777352511883,
      "step": 32400
    },
    {
      "grad_norm": 0.19307851791381836,
      "learning_rate": 9.973711536816745e-05,
      "loss": 0.0115,
      "step": 32410
    },
    {
      "loss_action": 0.009329352527856827,
      "loss_total": 0.009329352527856827,
      "step": 32410
    },
    {
      "loss_action": 0.011102241463959217,
      "loss_total": 0.011102241463959217,
      "step": 32410
    },
    {
      "loss_action": 0.004573503974825144,
      "loss_total": 0.004573503974825144,
      "step": 32410
    },
    {
      "loss_action": 0.010640500113368034,
      "loss_total": 0.010640500113368034,
      "step": 32410
    },
    {
      "loss_action": 0.006834450177848339,
      "loss_total": 0.006834450177848339,
      "step": 32410
    },
    {
      "loss_action": 0.011964580975472927,
      "loss_total": 0.011964580975472927,
      "step": 32410
    },
    {
      "loss_action": 0.010060200467705727,
      "loss_total": 0.010060200467705727,
      "step": 32410
    },
    {
      "loss_action": 0.006748623680323362,
      "loss_total": 0.006748623680323362,
      "step": 32410
    },
    {
      "grad_norm": 0.16445957124233246,
      "learning_rate": 9.973669186991883e-05,
      "loss": 0.0152,
      "step": 32420
    },
    {
      "loss_action": 0.01284167729318142,
      "loss_total": 0.01284167729318142,
      "step": 32420
    },
    {
      "loss_action": 0.006058090832084417,
      "loss_total": 0.006058090832084417,
      "step": 32420
    },
    {
      "loss_action": 0.00830670166760683,
      "loss_total": 0.00830670166760683,
      "step": 32420
    },
    {
      "loss_action": 0.011157704517245293,
      "loss_total": 0.011157704517245293,
      "step": 32420
    },
    {
      "loss_action": 0.016263946890830994,
      "loss_total": 0.016263946890830994,
      "step": 32420
    },
    {
      "loss_action": 0.007656285539269447,
      "loss_total": 0.007656285539269447,
      "step": 32420
    },
    {
      "loss_action": 0.007791788317263126,
      "loss_total": 0.007791788317263126,
      "step": 32420
    },
    {
      "loss_action": 0.018574902787804604,
      "loss_total": 0.018574902787804604,
      "step": 32420
    },
    {
      "grad_norm": 0.1524299830198288,
      "learning_rate": 9.973626803172458e-05,
      "loss": 0.0136,
      "step": 32430
    },
    {
      "loss_action": 0.024106640368700027,
      "loss_total": 0.024106640368700027,
      "step": 32430
    },
    {
      "loss_action": 0.010513462126255035,
      "loss_total": 0.010513462126255035,
      "step": 32430
    },
    {
      "loss_action": 0.007613660767674446,
      "loss_total": 0.007613660767674446,
      "step": 32430
    },
    {
      "loss_action": 0.006205327343195677,
      "loss_total": 0.006205327343195677,
      "step": 32430
    },
    {
      "loss_action": 0.007263598032295704,
      "loss_total": 0.007263598032295704,
      "step": 32430
    },
    {
      "loss_action": 0.01247313804924488,
      "loss_total": 0.01247313804924488,
      "step": 32430
    },
    {
      "loss_action": 0.018002107739448547,
      "loss_total": 0.018002107739448547,
      "step": 32430
    },
    {
      "loss_action": 0.0071215322241187096,
      "loss_total": 0.0071215322241187096,
      "step": 32430
    },
    {
      "grad_norm": 0.13242310285568237,
      "learning_rate": 9.973584385358761e-05,
      "loss": 0.012,
      "step": 32440
    },
    {
      "loss_action": 0.012473464012145996,
      "loss_total": 0.012473464012145996,
      "step": 32440
    },
    {
      "loss_action": 0.014074166305363178,
      "loss_total": 0.014074166305363178,
      "step": 32440
    },
    {
      "loss_action": 0.02240658923983574,
      "loss_total": 0.02240658923983574,
      "step": 32440
    },
    {
      "loss_action": 0.014783411286771297,
      "loss_total": 0.014783411286771297,
      "step": 32440
    },
    {
      "loss_action": 0.025876503437757492,
      "loss_total": 0.025876503437757492,
      "step": 32440
    },
    {
      "loss_action": 0.010713399387896061,
      "loss_total": 0.010713399387896061,
      "step": 32440
    },
    {
      "loss_action": 0.013839732855558395,
      "loss_total": 0.013839732855558395,
      "step": 32440
    },
    {
      "loss_action": 0.015181497670710087,
      "loss_total": 0.015181497670710087,
      "step": 32440
    },
    {
      "grad_norm": 0.1881931722164154,
      "learning_rate": 9.97354193355108e-05,
      "loss": 0.0121,
      "step": 32450
    },
    {
      "loss_action": 0.014642041176557541,
      "loss_total": 0.014642041176557541,
      "step": 32450
    },
    {
      "loss_action": 0.009024289436638355,
      "loss_total": 0.009024289436638355,
      "step": 32450
    },
    {
      "loss_action": 0.020448561757802963,
      "loss_total": 0.020448561757802963,
      "step": 32450
    },
    {
      "loss_action": 0.011772846803069115,
      "loss_total": 0.011772846803069115,
      "step": 32450
    },
    {
      "loss_action": 0.009689936414361,
      "loss_total": 0.009689936414361,
      "step": 32450
    },
    {
      "loss_action": 0.005739569664001465,
      "loss_total": 0.005739569664001465,
      "step": 32450
    },
    {
      "loss_action": 0.00613022455945611,
      "loss_total": 0.00613022455945611,
      "step": 32450
    },
    {
      "loss_action": 0.01591634936630726,
      "loss_total": 0.01591634936630726,
      "step": 32450
    },
    {
      "grad_norm": 0.12259310483932495,
      "learning_rate": 9.97349944774971e-05,
      "loss": 0.0107,
      "step": 32460
    },
    {
      "loss_action": 0.00995809119194746,
      "loss_total": 0.00995809119194746,
      "step": 32460
    },
    {
      "loss_action": 0.011574946343898773,
      "loss_total": 0.011574946343898773,
      "step": 32460
    },
    {
      "loss_action": 0.005963771604001522,
      "loss_total": 0.005963771604001522,
      "step": 32460
    },
    {
      "loss_action": 0.006118019111454487,
      "loss_total": 0.006118019111454487,
      "step": 32460
    },
    {
      "loss_action": 0.004882343579083681,
      "loss_total": 0.004882343579083681,
      "step": 32460
    },
    {
      "loss_action": 0.02383676916360855,
      "loss_total": 0.02383676916360855,
      "step": 32460
    },
    {
      "loss_action": 0.022775739431381226,
      "loss_total": 0.022775739431381226,
      "step": 32460
    },
    {
      "loss_action": 0.01512579619884491,
      "loss_total": 0.01512579619884491,
      "step": 32460
    },
    {
      "grad_norm": 0.12154516577720642,
      "learning_rate": 9.973456927954937e-05,
      "loss": 0.0106,
      "step": 32470
    },
    {
      "loss_action": 0.0059756627306342125,
      "loss_total": 0.0059756627306342125,
      "step": 32470
    },
    {
      "loss_action": 0.014441849663853645,
      "loss_total": 0.014441849663853645,
      "step": 32470
    },
    {
      "loss_action": 0.018041158095002174,
      "loss_total": 0.018041158095002174,
      "step": 32470
    },
    {
      "loss_action": 0.0115355858579278,
      "loss_total": 0.0115355858579278,
      "step": 32470
    },
    {
      "loss_action": 0.015756959095597267,
      "loss_total": 0.015756959095597267,
      "step": 32470
    },
    {
      "loss_action": 0.006149578839540482,
      "loss_total": 0.006149578839540482,
      "step": 32470
    },
    {
      "loss_action": 0.012111042626202106,
      "loss_total": 0.012111042626202106,
      "step": 32470
    },
    {
      "loss_action": 0.019586816430091858,
      "loss_total": 0.019586816430091858,
      "step": 32470
    },
    {
      "grad_norm": 0.14252689480781555,
      "learning_rate": 9.973414374167052e-05,
      "loss": 0.0107,
      "step": 32480
    },
    {
      "loss_action": 0.02003897726535797,
      "loss_total": 0.02003897726535797,
      "step": 32480
    },
    {
      "loss_action": 0.011096833273768425,
      "loss_total": 0.011096833273768425,
      "step": 32480
    },
    {
      "loss_action": 0.006526990327984095,
      "loss_total": 0.006526990327984095,
      "step": 32480
    },
    {
      "loss_action": 0.006614202633500099,
      "loss_total": 0.006614202633500099,
      "step": 32480
    },
    {
      "loss_action": 0.01420818641781807,
      "loss_total": 0.01420818641781807,
      "step": 32480
    },
    {
      "loss_action": 0.011256249621510506,
      "loss_total": 0.011256249621510506,
      "step": 32480
    },
    {
      "loss_action": 0.016835754737257957,
      "loss_total": 0.016835754737257957,
      "step": 32480
    },
    {
      "loss_action": 0.007339825853705406,
      "loss_total": 0.007339825853705406,
      "step": 32480
    },
    {
      "grad_norm": 0.14854970574378967,
      "learning_rate": 9.973371786386348e-05,
      "loss": 0.0117,
      "step": 32490
    },
    {
      "loss_action": 0.009724915958940983,
      "loss_total": 0.009724915958940983,
      "step": 32490
    },
    {
      "loss_action": 0.01849299669265747,
      "loss_total": 0.01849299669265747,
      "step": 32490
    },
    {
      "loss_action": 0.008004272356629372,
      "loss_total": 0.008004272356629372,
      "step": 32490
    },
    {
      "loss_action": 0.007595570757985115,
      "loss_total": 0.007595570757985115,
      "step": 32490
    },
    {
      "loss_action": 0.020492833107709885,
      "loss_total": 0.020492833107709885,
      "step": 32490
    },
    {
      "loss_action": 0.045266859233379364,
      "loss_total": 0.045266859233379364,
      "step": 32490
    },
    {
      "loss_action": 0.008762430399656296,
      "loss_total": 0.008762430399656296,
      "step": 32490
    },
    {
      "loss_action": 0.008280799724161625,
      "loss_total": 0.008280799724161625,
      "step": 32490
    },
    {
      "grad_norm": 0.12033998966217041,
      "learning_rate": 9.973329164613114e-05,
      "loss": 0.0123,
      "step": 32500
    },
    {
      "loss_action": 0.008779395371675491,
      "loss_total": 0.008779395371675491,
      "step": 32500
    },
    {
      "loss_action": 0.009470734745264053,
      "loss_total": 0.009470734745264053,
      "step": 32500
    },
    {
      "loss_action": 0.010653184726834297,
      "loss_total": 0.010653184726834297,
      "step": 32500
    },
    {
      "loss_action": 0.006598887033760548,
      "loss_total": 0.006598887033760548,
      "step": 32500
    },
    {
      "loss_action": 0.010867979377508163,
      "loss_total": 0.010867979377508163,
      "step": 32500
    },
    {
      "loss_action": 0.01630433276295662,
      "loss_total": 0.01630433276295662,
      "step": 32500
    },
    {
      "loss_action": 0.013190514408051968,
      "loss_total": 0.013190514408051968,
      "step": 32500
    },
    {
      "loss_action": 0.009571714326739311,
      "loss_total": 0.009571714326739311,
      "step": 32500
    },
    {
      "grad_norm": 0.13016031682491302,
      "learning_rate": 9.973286508847644e-05,
      "loss": 0.0121,
      "step": 32510
    },
    {
      "loss_action": 0.010137873701751232,
      "loss_total": 0.010137873701751232,
      "step": 32510
    },
    {
      "loss_action": 0.007880210876464844,
      "loss_total": 0.007880210876464844,
      "step": 32510
    },
    {
      "loss_action": 0.03159583359956741,
      "loss_total": 0.03159583359956741,
      "step": 32510
    },
    {
      "loss_action": 0.020203258842229843,
      "loss_total": 0.020203258842229843,
      "step": 32510
    },
    {
      "loss_action": 0.013459792360663414,
      "loss_total": 0.013459792360663414,
      "step": 32510
    },
    {
      "loss_action": 0.009581421501934528,
      "loss_total": 0.009581421501934528,
      "step": 32510
    },
    {
      "loss_action": 0.007954956963658333,
      "loss_total": 0.007954956963658333,
      "step": 32510
    },
    {
      "loss_action": 0.007604495622217655,
      "loss_total": 0.007604495622217655,
      "step": 32510
    },
    {
      "grad_norm": 0.15004247426986694,
      "learning_rate": 9.973243819090225e-05,
      "loss": 0.0121,
      "step": 32520
    },
    {
      "loss_action": 0.0189568679779768,
      "loss_total": 0.0189568679779768,
      "step": 32520
    },
    {
      "loss_action": 0.03784801810979843,
      "loss_total": 0.03784801810979843,
      "step": 32520
    },
    {
      "loss_action": 0.025302305817604065,
      "loss_total": 0.025302305817604065,
      "step": 32520
    },
    {
      "loss_action": 0.006103247404098511,
      "loss_total": 0.006103247404098511,
      "step": 32520
    },
    {
      "loss_action": 0.006939302198588848,
      "loss_total": 0.006939302198588848,
      "step": 32520
    },
    {
      "loss_action": 0.012174027040600777,
      "loss_total": 0.012174027040600777,
      "step": 32520
    },
    {
      "loss_action": 0.0031264014542102814,
      "loss_total": 0.0031264014542102814,
      "step": 32520
    },
    {
      "loss_action": 0.00652876403182745,
      "loss_total": 0.00652876403182745,
      "step": 32520
    },
    {
      "grad_norm": 0.11410526186227798,
      "learning_rate": 9.973201095341153e-05,
      "loss": 0.0111,
      "step": 32530
    },
    {
      "loss_action": 0.016704173758625984,
      "loss_total": 0.016704173758625984,
      "step": 32530
    },
    {
      "loss_action": 0.01020064763724804,
      "loss_total": 0.01020064763724804,
      "step": 32530
    },
    {
      "loss_action": 0.014758746139705181,
      "loss_total": 0.014758746139705181,
      "step": 32530
    },
    {
      "loss_action": 0.012739411555230618,
      "loss_total": 0.012739411555230618,
      "step": 32530
    },
    {
      "loss_action": 0.006260372698307037,
      "loss_total": 0.006260372698307037,
      "step": 32530
    },
    {
      "loss_action": 0.013756556436419487,
      "loss_total": 0.013756556436419487,
      "step": 32530
    },
    {
      "loss_action": 0.009513696655631065,
      "loss_total": 0.009513696655631065,
      "step": 32530
    },
    {
      "loss_action": 0.007924327626824379,
      "loss_total": 0.007924327626824379,
      "step": 32530
    },
    {
      "grad_norm": 0.13518725335597992,
      "learning_rate": 9.973158337600718e-05,
      "loss": 0.012,
      "step": 32540
    },
    {
      "loss_action": 0.014792310073971748,
      "loss_total": 0.014792310073971748,
      "step": 32540
    },
    {
      "loss_action": 0.009074201807379723,
      "loss_total": 0.009074201807379723,
      "step": 32540
    },
    {
      "loss_action": 0.013615166768431664,
      "loss_total": 0.013615166768431664,
      "step": 32540
    },
    {
      "loss_action": 0.004434582777321339,
      "loss_total": 0.004434582777321339,
      "step": 32540
    },
    {
      "loss_action": 0.009308608248829842,
      "loss_total": 0.009308608248829842,
      "step": 32540
    },
    {
      "loss_action": 0.008991992101073265,
      "loss_total": 0.008991992101073265,
      "step": 32540
    },
    {
      "loss_action": 0.013065170496702194,
      "loss_total": 0.013065170496702194,
      "step": 32540
    },
    {
      "loss_action": 0.007761854212731123,
      "loss_total": 0.007761854212731123,
      "step": 32540
    },
    {
      "grad_norm": 0.13942310214042664,
      "learning_rate": 9.973115545869215e-05,
      "loss": 0.0112,
      "step": 32550
    },
    {
      "loss_action": 0.009464038535952568,
      "loss_total": 0.009464038535952568,
      "step": 32550
    },
    {
      "loss_action": 0.0078026303090155125,
      "loss_total": 0.0078026303090155125,
      "step": 32550
    },
    {
      "loss_action": 0.005665860138833523,
      "loss_total": 0.005665860138833523,
      "step": 32550
    },
    {
      "loss_action": 0.046353571116924286,
      "loss_total": 0.046353571116924286,
      "step": 32550
    },
    {
      "loss_action": 0.050689488649368286,
      "loss_total": 0.050689488649368286,
      "step": 32550
    },
    {
      "loss_action": 0.005131571553647518,
      "loss_total": 0.005131571553647518,
      "step": 32550
    },
    {
      "loss_action": 0.008417993783950806,
      "loss_total": 0.008417993783950806,
      "step": 32550
    },
    {
      "loss_action": 0.011986831203103065,
      "loss_total": 0.011986831203103065,
      "step": 32550
    },
    {
      "grad_norm": 0.13576044142246246,
      "learning_rate": 9.973072720146933e-05,
      "loss": 0.0127,
      "step": 32560
    },
    {
      "loss_action": 0.003345067147165537,
      "loss_total": 0.003345067147165537,
      "step": 32560
    },
    {
      "loss_action": 0.009374679997563362,
      "loss_total": 0.009374679997563362,
      "step": 32560
    },
    {
      "loss_action": 0.00874998513609171,
      "loss_total": 0.00874998513609171,
      "step": 32560
    },
    {
      "loss_action": 0.010635467246174812,
      "loss_total": 0.010635467246174812,
      "step": 32560
    },
    {
      "loss_action": 0.003921457566320896,
      "loss_total": 0.003921457566320896,
      "step": 32560
    },
    {
      "loss_action": 0.026425480842590332,
      "loss_total": 0.026425480842590332,
      "step": 32560
    },
    {
      "loss_action": 0.0067325374111533165,
      "loss_total": 0.0067325374111533165,
      "step": 32560
    },
    {
      "loss_action": 0.006592211313545704,
      "loss_total": 0.006592211313545704,
      "step": 32560
    },
    {
      "grad_norm": 0.18183425068855286,
      "learning_rate": 9.973029860434165e-05,
      "loss": 0.0119,
      "step": 32570
    },
    {
      "loss_action": 0.010450011119246483,
      "loss_total": 0.010450011119246483,
      "step": 32570
    },
    {
      "loss_action": 0.005938002839684486,
      "loss_total": 0.005938002839684486,
      "step": 32570
    },
    {
      "loss_action": 0.017302414402365685,
      "loss_total": 0.017302414402365685,
      "step": 32570
    },
    {
      "loss_action": 0.0038055614568293095,
      "loss_total": 0.0038055614568293095,
      "step": 32570
    },
    {
      "loss_action": 0.014424273744225502,
      "loss_total": 0.014424273744225502,
      "step": 32570
    },
    {
      "loss_action": 0.01663525402545929,
      "loss_total": 0.01663525402545929,
      "step": 32570
    },
    {
      "loss_action": 0.012301759794354439,
      "loss_total": 0.012301759794354439,
      "step": 32570
    },
    {
      "loss_action": 0.02831176482141018,
      "loss_total": 0.02831176482141018,
      "step": 32570
    },
    {
      "grad_norm": 0.19284026324748993,
      "learning_rate": 9.972986966731206e-05,
      "loss": 0.0127,
      "step": 32580
    },
    {
      "loss_action": 0.013466075994074345,
      "loss_total": 0.013466075994074345,
      "step": 32580
    },
    {
      "loss_action": 0.015003904700279236,
      "loss_total": 0.015003904700279236,
      "step": 32580
    },
    {
      "loss_action": 0.011142389848828316,
      "loss_total": 0.011142389848828316,
      "step": 32580
    },
    {
      "loss_action": 0.010186344385147095,
      "loss_total": 0.010186344385147095,
      "step": 32580
    },
    {
      "loss_action": 0.021466173231601715,
      "loss_total": 0.021466173231601715,
      "step": 32580
    },
    {
      "loss_action": 0.005725169088691473,
      "loss_total": 0.005725169088691473,
      "step": 32580
    },
    {
      "loss_action": 0.02098032832145691,
      "loss_total": 0.02098032832145691,
      "step": 32580
    },
    {
      "loss_action": 0.008411409333348274,
      "loss_total": 0.008411409333348274,
      "step": 32580
    },
    {
      "grad_norm": 0.15042218565940857,
      "learning_rate": 9.972944039038348e-05,
      "loss": 0.0107,
      "step": 32590
    },
    {
      "loss_action": 0.004825696349143982,
      "loss_total": 0.004825696349143982,
      "step": 32590
    },
    {
      "loss_action": 0.01673792116343975,
      "loss_total": 0.01673792116343975,
      "step": 32590
    },
    {
      "loss_action": 0.01414184458553791,
      "loss_total": 0.01414184458553791,
      "step": 32590
    },
    {
      "loss_action": 0.0071660736575722694,
      "loss_total": 0.0071660736575722694,
      "step": 32590
    },
    {
      "loss_action": 0.007406450808048248,
      "loss_total": 0.007406450808048248,
      "step": 32590
    },
    {
      "loss_action": 0.0061744507402181625,
      "loss_total": 0.0061744507402181625,
      "step": 32590
    },
    {
      "loss_action": 0.020912304520606995,
      "loss_total": 0.020912304520606995,
      "step": 32590
    },
    {
      "loss_action": 0.011132333427667618,
      "loss_total": 0.011132333427667618,
      "step": 32590
    },
    {
      "grad_norm": 0.18164588510990143,
      "learning_rate": 9.972901077355882e-05,
      "loss": 0.011,
      "step": 32600
    },
    {
      "loss_action": 0.020997304469347,
      "loss_total": 0.020997304469347,
      "step": 32600
    },
    {
      "loss_action": 0.0179456640034914,
      "loss_total": 0.0179456640034914,
      "step": 32600
    },
    {
      "loss_action": 0.010670400224626064,
      "loss_total": 0.010670400224626064,
      "step": 32600
    },
    {
      "loss_action": 0.010305328294634819,
      "loss_total": 0.010305328294634819,
      "step": 32600
    },
    {
      "loss_action": 0.009713273495435715,
      "loss_total": 0.009713273495435715,
      "step": 32600
    },
    {
      "loss_action": 0.012158280238509178,
      "loss_total": 0.012158280238509178,
      "step": 32600
    },
    {
      "loss_action": 0.01411817129701376,
      "loss_total": 0.01411817129701376,
      "step": 32600
    },
    {
      "loss_action": 0.006671883165836334,
      "loss_total": 0.006671883165836334,
      "step": 32600
    },
    {
      "grad_norm": 0.20983463525772095,
      "learning_rate": 9.972858081684107e-05,
      "loss": 0.0128,
      "step": 32610
    },
    {
      "loss_action": 0.005027507431805134,
      "loss_total": 0.005027507431805134,
      "step": 32610
    },
    {
      "loss_action": 0.0083817383274436,
      "loss_total": 0.0083817383274436,
      "step": 32610
    },
    {
      "loss_action": 0.019168414175510406,
      "loss_total": 0.019168414175510406,
      "step": 32610
    },
    {
      "loss_action": 0.017420265823602676,
      "loss_total": 0.017420265823602676,
      "step": 32610
    },
    {
      "loss_action": 0.006668620277196169,
      "loss_total": 0.006668620277196169,
      "step": 32610
    },
    {
      "loss_action": 0.01354808360338211,
      "loss_total": 0.01354808360338211,
      "step": 32610
    },
    {
      "loss_action": 0.02395949885249138,
      "loss_total": 0.02395949885249138,
      "step": 32610
    },
    {
      "loss_action": 0.008054768666625023,
      "loss_total": 0.008054768666625023,
      "step": 32610
    },
    {
      "grad_norm": 0.11250896751880646,
      "learning_rate": 9.972815052023315e-05,
      "loss": 0.0124,
      "step": 32620
    },
    {
      "loss_action": 0.01102298591285944,
      "loss_total": 0.01102298591285944,
      "step": 32620
    },
    {
      "loss_action": 0.018684688955545425,
      "loss_total": 0.018684688955545425,
      "step": 32620
    },
    {
      "loss_action": 0.024526134133338928,
      "loss_total": 0.024526134133338928,
      "step": 32620
    },
    {
      "loss_action": 0.0076440004631876945,
      "loss_total": 0.0076440004631876945,
      "step": 32620
    },
    {
      "loss_action": 0.007359782699495554,
      "loss_total": 0.007359782699495554,
      "step": 32620
    },
    {
      "loss_action": 0.012331089936196804,
      "loss_total": 0.012331089936196804,
      "step": 32620
    },
    {
      "loss_action": 0.004730776883661747,
      "loss_total": 0.004730776883661747,
      "step": 32620
    },
    {
      "loss_action": 0.014872537925839424,
      "loss_total": 0.014872537925839424,
      "step": 32620
    },
    {
      "grad_norm": 0.13224542140960693,
      "learning_rate": 9.972771988373796e-05,
      "loss": 0.0121,
      "step": 32630
    },
    {
      "loss_action": 0.007200939580798149,
      "loss_total": 0.007200939580798149,
      "step": 32630
    },
    {
      "loss_action": 0.008703717961907387,
      "loss_total": 0.008703717961907387,
      "step": 32630
    },
    {
      "loss_action": 0.006394440308213234,
      "loss_total": 0.006394440308213234,
      "step": 32630
    },
    {
      "loss_action": 0.0059572188183665276,
      "loss_total": 0.0059572188183665276,
      "step": 32630
    },
    {
      "loss_action": 0.005892542656511068,
      "loss_total": 0.005892542656511068,
      "step": 32630
    },
    {
      "loss_action": 0.008512251079082489,
      "loss_total": 0.008512251079082489,
      "step": 32630
    },
    {
      "loss_action": 0.006675915792584419,
      "loss_total": 0.006675915792584419,
      "step": 32630
    },
    {
      "loss_action": 0.009372702799737453,
      "loss_total": 0.009372702799737453,
      "step": 32630
    },
    {
      "grad_norm": 0.13889722526073456,
      "learning_rate": 9.972728890735849e-05,
      "loss": 0.0108,
      "step": 32640
    },
    {
      "loss_action": 0.007747744210064411,
      "loss_total": 0.007747744210064411,
      "step": 32640
    },
    {
      "loss_action": 0.006946968846023083,
      "loss_total": 0.006946968846023083,
      "step": 32640
    },
    {
      "loss_action": 0.00707130366936326,
      "loss_total": 0.00707130366936326,
      "step": 32640
    },
    {
      "loss_action": 0.007553438656032085,
      "loss_total": 0.007553438656032085,
      "step": 32640
    },
    {
      "loss_action": 0.006231759674847126,
      "loss_total": 0.006231759674847126,
      "step": 32640
    },
    {
      "loss_action": 0.04404938966035843,
      "loss_total": 0.04404938966035843,
      "step": 32640
    },
    {
      "loss_action": 0.011688603088259697,
      "loss_total": 0.011688603088259697,
      "step": 32640
    },
    {
      "loss_action": 0.009818991646170616,
      "loss_total": 0.009818991646170616,
      "step": 32640
    },
    {
      "grad_norm": 0.12116701155900955,
      "learning_rate": 9.972685759109766e-05,
      "loss": 0.0114,
      "step": 32650
    },
    {
      "loss_action": 0.01679428480565548,
      "loss_total": 0.01679428480565548,
      "step": 32650
    },
    {
      "loss_action": 0.013455327600240707,
      "loss_total": 0.013455327600240707,
      "step": 32650
    },
    {
      "loss_action": 0.012026941403746605,
      "loss_total": 0.012026941403746605,
      "step": 32650
    },
    {
      "loss_action": 0.009104443714022636,
      "loss_total": 0.009104443714022636,
      "step": 32650
    },
    {
      "loss_action": 0.015020898543298244,
      "loss_total": 0.015020898543298244,
      "step": 32650
    },
    {
      "loss_action": 0.016896847635507584,
      "loss_total": 0.016896847635507584,
      "step": 32650
    },
    {
      "loss_action": 0.00987314060330391,
      "loss_total": 0.00987314060330391,
      "step": 32650
    },
    {
      "loss_action": 0.007025189697742462,
      "loss_total": 0.007025189697742462,
      "step": 32650
    },
    {
      "grad_norm": 0.15044310688972473,
      "learning_rate": 9.972642593495845e-05,
      "loss": 0.0105,
      "step": 32660
    },
    {
      "loss_action": 0.010904730297625065,
      "loss_total": 0.010904730297625065,
      "step": 32660
    },
    {
      "loss_action": 0.00818835012614727,
      "loss_total": 0.00818835012614727,
      "step": 32660
    },
    {
      "loss_action": 0.010755568742752075,
      "loss_total": 0.010755568742752075,
      "step": 32660
    },
    {
      "loss_action": 0.016852116212248802,
      "loss_total": 0.016852116212248802,
      "step": 32660
    },
    {
      "loss_action": 0.01812894083559513,
      "loss_total": 0.01812894083559513,
      "step": 32660
    },
    {
      "loss_action": 0.010404326021671295,
      "loss_total": 0.010404326021671295,
      "step": 32660
    },
    {
      "loss_action": 0.010504540987312794,
      "loss_total": 0.010504540987312794,
      "step": 32660
    },
    {
      "loss_action": 0.008854526095092297,
      "loss_total": 0.008854526095092297,
      "step": 32660
    },
    {
      "grad_norm": 0.18698444962501526,
      "learning_rate": 9.972599393894378e-05,
      "loss": 0.0115,
      "step": 32670
    },
    {
      "loss_action": 0.04624170437455177,
      "loss_total": 0.04624170437455177,
      "step": 32670
    },
    {
      "loss_action": 0.008738478645682335,
      "loss_total": 0.008738478645682335,
      "step": 32670
    },
    {
      "loss_action": 0.006740335375070572,
      "loss_total": 0.006740335375070572,
      "step": 32670
    },
    {
      "loss_action": 0.003505510278046131,
      "loss_total": 0.003505510278046131,
      "step": 32670
    },
    {
      "loss_action": 0.007425626739859581,
      "loss_total": 0.007425626739859581,
      "step": 32670
    },
    {
      "loss_action": 0.017272405326366425,
      "loss_total": 0.017272405326366425,
      "step": 32670
    },
    {
      "loss_action": 0.01155702956020832,
      "loss_total": 0.01155702956020832,
      "step": 32670
    },
    {
      "loss_action": 0.010162217542529106,
      "loss_total": 0.010162217542529106,
      "step": 32670
    },
    {
      "grad_norm": 0.11536841839551926,
      "learning_rate": 9.972556160305659e-05,
      "loss": 0.0122,
      "step": 32680
    },
    {
      "loss_action": 0.011475794948637486,
      "loss_total": 0.011475794948637486,
      "step": 32680
    },
    {
      "loss_action": 0.005613666493445635,
      "loss_total": 0.005613666493445635,
      "step": 32680
    },
    {
      "loss_action": 0.005847360007464886,
      "loss_total": 0.005847360007464886,
      "step": 32680
    },
    {
      "loss_action": 0.009126057848334312,
      "loss_total": 0.009126057848334312,
      "step": 32680
    },
    {
      "loss_action": 0.009083534590899944,
      "loss_total": 0.009083534590899944,
      "step": 32680
    },
    {
      "loss_action": 0.00525074265897274,
      "loss_total": 0.00525074265897274,
      "step": 32680
    },
    {
      "loss_action": 0.010884463787078857,
      "loss_total": 0.010884463787078857,
      "step": 32680
    },
    {
      "loss_action": 0.008374286815524101,
      "loss_total": 0.008374286815524101,
      "step": 32680
    },
    {
      "grad_norm": 0.0977644994854927,
      "learning_rate": 9.972512892729986e-05,
      "loss": 0.0113,
      "step": 32690
    },
    {
      "loss_action": 0.014520591124892235,
      "loss_total": 0.014520591124892235,
      "step": 32690
    },
    {
      "loss_action": 0.005764935165643692,
      "loss_total": 0.005764935165643692,
      "step": 32690
    },
    {
      "loss_action": 0.009631074965000153,
      "loss_total": 0.009631074965000153,
      "step": 32690
    },
    {
      "loss_action": 0.014745065942406654,
      "loss_total": 0.014745065942406654,
      "step": 32690
    },
    {
      "loss_action": 0.006329856812953949,
      "loss_total": 0.006329856812953949,
      "step": 32690
    },
    {
      "loss_action": 0.006133377086371183,
      "loss_total": 0.006133377086371183,
      "step": 32690
    },
    {
      "loss_action": 0.014173241332173347,
      "loss_total": 0.014173241332173347,
      "step": 32690
    },
    {
      "loss_action": 0.02631019428372383,
      "loss_total": 0.02631019428372383,
      "step": 32690
    },
    {
      "grad_norm": 0.13278546929359436,
      "learning_rate": 9.972469591167657e-05,
      "loss": 0.0113,
      "step": 32700
    },
    {
      "loss_action": 0.00779755087569356,
      "loss_total": 0.00779755087569356,
      "step": 32700
    },
    {
      "loss_action": 0.002796028507873416,
      "loss_total": 0.002796028507873416,
      "step": 32700
    },
    {
      "loss_action": 0.006058822385966778,
      "loss_total": 0.006058822385966778,
      "step": 32700
    },
    {
      "loss_action": 0.011024230159819126,
      "loss_total": 0.011024230159819126,
      "step": 32700
    },
    {
      "loss_action": 0.004456960596144199,
      "loss_total": 0.004456960596144199,
      "step": 32700
    },
    {
      "loss_action": 0.006195435766130686,
      "loss_total": 0.006195435766130686,
      "step": 32700
    },
    {
      "loss_action": 0.013249022886157036,
      "loss_total": 0.013249022886157036,
      "step": 32700
    },
    {
      "loss_action": 0.006232047453522682,
      "loss_total": 0.006232047453522682,
      "step": 32700
    },
    {
      "grad_norm": 0.13475781679153442,
      "learning_rate": 9.972426255618964e-05,
      "loss": 0.0123,
      "step": 32710
    },
    {
      "loss_action": 0.004484368488192558,
      "loss_total": 0.004484368488192558,
      "step": 32710
    },
    {
      "loss_action": 0.013112707063555717,
      "loss_total": 0.013112707063555717,
      "step": 32710
    },
    {
      "loss_action": 0.006234878674149513,
      "loss_total": 0.006234878674149513,
      "step": 32710
    },
    {
      "loss_action": 0.004957717377692461,
      "loss_total": 0.004957717377692461,
      "step": 32710
    },
    {
      "loss_action": 0.01053081825375557,
      "loss_total": 0.01053081825375557,
      "step": 32710
    },
    {
      "loss_action": 0.012059161439538002,
      "loss_total": 0.012059161439538002,
      "step": 32710
    },
    {
      "loss_action": 0.01028348132967949,
      "loss_total": 0.01028348132967949,
      "step": 32710
    },
    {
      "loss_action": 0.014039488509297371,
      "loss_total": 0.014039488509297371,
      "step": 32710
    },
    {
      "grad_norm": 0.12343060970306396,
      "learning_rate": 9.972382886084204e-05,
      "loss": 0.0117,
      "step": 32720
    },
    {
      "loss_action": 0.006294165272265673,
      "loss_total": 0.006294165272265673,
      "step": 32720
    },
    {
      "loss_action": 0.008078931830823421,
      "loss_total": 0.008078931830823421,
      "step": 32720
    },
    {
      "loss_action": 0.012034972198307514,
      "loss_total": 0.012034972198307514,
      "step": 32720
    },
    {
      "loss_action": 0.008142279461026192,
      "loss_total": 0.008142279461026192,
      "step": 32720
    },
    {
      "loss_action": 0.020000353455543518,
      "loss_total": 0.020000353455543518,
      "step": 32720
    },
    {
      "loss_action": 0.010201500728726387,
      "loss_total": 0.010201500728726387,
      "step": 32720
    },
    {
      "loss_action": 0.007825993001461029,
      "loss_total": 0.007825993001461029,
      "step": 32720
    },
    {
      "loss_action": 0.009944211691617966,
      "loss_total": 0.009944211691617966,
      "step": 32720
    },
    {
      "grad_norm": 0.15399281680583954,
      "learning_rate": 9.972339482563674e-05,
      "loss": 0.011,
      "step": 32730
    },
    {
      "loss_action": 0.021972738206386566,
      "loss_total": 0.021972738206386566,
      "step": 32730
    },
    {
      "loss_action": 0.007173067424446344,
      "loss_total": 0.007173067424446344,
      "step": 32730
    },
    {
      "loss_action": 0.01296138670295477,
      "loss_total": 0.01296138670295477,
      "step": 32730
    },
    {
      "loss_action": 0.004577388055622578,
      "loss_total": 0.004577388055622578,
      "step": 32730
    },
    {
      "loss_action": 0.01017913781106472,
      "loss_total": 0.01017913781106472,
      "step": 32730
    },
    {
      "loss_action": 0.01452471874654293,
      "loss_total": 0.01452471874654293,
      "step": 32730
    },
    {
      "loss_action": 0.00727966520935297,
      "loss_total": 0.00727966520935297,
      "step": 32730
    },
    {
      "loss_action": 0.017783133313059807,
      "loss_total": 0.017783133313059807,
      "step": 32730
    },
    {
      "grad_norm": 0.15615016222000122,
      "learning_rate": 9.972296045057671e-05,
      "loss": 0.0115,
      "step": 32740
    },
    {
      "loss_action": 0.013357538729906082,
      "loss_total": 0.013357538729906082,
      "step": 32740
    },
    {
      "loss_action": 0.014373710379004478,
      "loss_total": 0.014373710379004478,
      "step": 32740
    },
    {
      "loss_action": 0.004897781647741795,
      "loss_total": 0.004897781647741795,
      "step": 32740
    },
    {
      "loss_action": 0.012396898120641708,
      "loss_total": 0.012396898120641708,
      "step": 32740
    },
    {
      "loss_action": 0.01451895758509636,
      "loss_total": 0.01451895758509636,
      "step": 32740
    },
    {
      "loss_action": 0.005879737436771393,
      "loss_total": 0.005879737436771393,
      "step": 32740
    },
    {
      "loss_action": 0.006655157543718815,
      "loss_total": 0.006655157543718815,
      "step": 32740
    },
    {
      "loss_action": 0.006418596021831036,
      "loss_total": 0.006418596021831036,
      "step": 32740
    },
    {
      "grad_norm": 0.16552014648914337,
      "learning_rate": 9.972252573566491e-05,
      "loss": 0.0118,
      "step": 32750
    },
    {
      "loss_action": 0.006896956358104944,
      "loss_total": 0.006896956358104944,
      "step": 32750
    },
    {
      "loss_action": 0.00972020998597145,
      "loss_total": 0.00972020998597145,
      "step": 32750
    },
    {
      "loss_action": 0.015298344194889069,
      "loss_total": 0.015298344194889069,
      "step": 32750
    },
    {
      "loss_action": 0.007673775777220726,
      "loss_total": 0.007673775777220726,
      "step": 32750
    },
    {
      "loss_action": 0.009745256043970585,
      "loss_total": 0.009745256043970585,
      "step": 32750
    },
    {
      "loss_action": 0.008677283301949501,
      "loss_total": 0.008677283301949501,
      "step": 32750
    },
    {
      "loss_action": 0.012888696044683456,
      "loss_total": 0.012888696044683456,
      "step": 32750
    },
    {
      "loss_action": 0.02349306456744671,
      "loss_total": 0.02349306456744671,
      "step": 32750
    },
    {
      "grad_norm": 0.13022030889987946,
      "learning_rate": 9.972209068090432e-05,
      "loss": 0.0114,
      "step": 32760
    },
    {
      "loss_action": 0.0056408001109957695,
      "loss_total": 0.0056408001109957695,
      "step": 32760
    },
    {
      "loss_action": 0.007644925732165575,
      "loss_total": 0.007644925732165575,
      "step": 32760
    },
    {
      "loss_action": 0.034516096115112305,
      "loss_total": 0.034516096115112305,
      "step": 32760
    },
    {
      "loss_action": 0.004458432085812092,
      "loss_total": 0.004458432085812092,
      "step": 32760
    },
    {
      "loss_action": 0.01641559600830078,
      "loss_total": 0.01641559600830078,
      "step": 32760
    },
    {
      "loss_action": 0.00811256468296051,
      "loss_total": 0.00811256468296051,
      "step": 32760
    },
    {
      "loss_action": 0.00627751974388957,
      "loss_total": 0.00627751974388957,
      "step": 32760
    },
    {
      "loss_action": 0.01128842867910862,
      "loss_total": 0.01128842867910862,
      "step": 32760
    },
    {
      "grad_norm": 0.14124538004398346,
      "learning_rate": 9.972165528629791e-05,
      "loss": 0.0109,
      "step": 32770
    },
    {
      "loss_action": 0.004227643832564354,
      "loss_total": 0.004227643832564354,
      "step": 32770
    },
    {
      "loss_action": 0.014029349200427532,
      "loss_total": 0.014029349200427532,
      "step": 32770
    },
    {
      "loss_action": 0.026888027787208557,
      "loss_total": 0.026888027787208557,
      "step": 32770
    },
    {
      "loss_action": 0.009505853056907654,
      "loss_total": 0.009505853056907654,
      "step": 32770
    },
    {
      "loss_action": 0.009170414879918098,
      "loss_total": 0.009170414879918098,
      "step": 32770
    },
    {
      "loss_action": 0.004332913085818291,
      "loss_total": 0.004332913085818291,
      "step": 32770
    },
    {
      "loss_action": 0.007841937243938446,
      "loss_total": 0.007841937243938446,
      "step": 32770
    },
    {
      "loss_action": 0.006166410632431507,
      "loss_total": 0.006166410632431507,
      "step": 32770
    },
    {
      "grad_norm": 0.1658678501844406,
      "learning_rate": 9.972121955184866e-05,
      "loss": 0.0106,
      "step": 32780
    },
    {
      "loss_action": 0.0036232550628483295,
      "loss_total": 0.0036232550628483295,
      "step": 32780
    },
    {
      "loss_action": 0.013698550872504711,
      "loss_total": 0.013698550872504711,
      "step": 32780
    },
    {
      "loss_action": 0.010061771608889103,
      "loss_total": 0.010061771608889103,
      "step": 32780
    },
    {
      "loss_action": 0.028610818088054657,
      "loss_total": 0.028610818088054657,
      "step": 32780
    },
    {
      "loss_action": 0.011028122156858444,
      "loss_total": 0.011028122156858444,
      "step": 32780
    },
    {
      "loss_action": 0.021678466349840164,
      "loss_total": 0.021678466349840164,
      "step": 32780
    },
    {
      "loss_action": 0.004347566515207291,
      "loss_total": 0.004347566515207291,
      "step": 32780
    },
    {
      "loss_action": 0.007921112701296806,
      "loss_total": 0.007921112701296806,
      "step": 32780
    },
    {
      "grad_norm": 0.1339804083108902,
      "learning_rate": 9.972078347755954e-05,
      "loss": 0.0125,
      "step": 32790
    },
    {
      "loss_action": 0.008137518540024757,
      "loss_total": 0.008137518540024757,
      "step": 32790
    },
    {
      "loss_action": 0.018552592024207115,
      "loss_total": 0.018552592024207115,
      "step": 32790
    },
    {
      "loss_action": 0.01104058139026165,
      "loss_total": 0.01104058139026165,
      "step": 32790
    },
    {
      "loss_action": 0.018644088879227638,
      "loss_total": 0.018644088879227638,
      "step": 32790
    },
    {
      "loss_action": 0.011924661695957184,
      "loss_total": 0.011924661695957184,
      "step": 32790
    },
    {
      "loss_action": 0.007510987110435963,
      "loss_total": 0.007510987110435963,
      "step": 32790
    },
    {
      "loss_action": 0.011122703552246094,
      "loss_total": 0.011122703552246094,
      "step": 32790
    },
    {
      "loss_action": 0.0061351945623755455,
      "loss_total": 0.0061351945623755455,
      "step": 32790
    },
    {
      "grad_norm": 0.16506198048591614,
      "learning_rate": 9.972034706343352e-05,
      "loss": 0.0105,
      "step": 32800
    },
    {
      "loss_action": 0.009003943763673306,
      "loss_total": 0.009003943763673306,
      "step": 32800
    },
    {
      "loss_action": 0.014078726060688496,
      "loss_total": 0.014078726060688496,
      "step": 32800
    },
    {
      "loss_action": 0.0038904715329408646,
      "loss_total": 0.0038904715329408646,
      "step": 32800
    },
    {
      "loss_action": 0.01977384090423584,
      "loss_total": 0.01977384090423584,
      "step": 32800
    },
    {
      "loss_action": 0.006615979131311178,
      "loss_total": 0.006615979131311178,
      "step": 32800
    },
    {
      "loss_action": 0.018813787028193474,
      "loss_total": 0.018813787028193474,
      "step": 32800
    },
    {
      "loss_action": 0.008940566331148148,
      "loss_total": 0.008940566331148148,
      "step": 32800
    },
    {
      "loss_action": 0.010630598291754723,
      "loss_total": 0.010630598291754723,
      "step": 32800
    },
    {
      "grad_norm": 0.10138116776943207,
      "learning_rate": 9.97199103094736e-05,
      "loss": 0.0107,
      "step": 32810
    },
    {
      "loss_action": 0.014200068078935146,
      "loss_total": 0.014200068078935146,
      "step": 32810
    },
    {
      "loss_action": 0.005176922772079706,
      "loss_total": 0.005176922772079706,
      "step": 32810
    },
    {
      "loss_action": 0.0069699399173259735,
      "loss_total": 0.0069699399173259735,
      "step": 32810
    },
    {
      "loss_action": 0.005599386990070343,
      "loss_total": 0.005599386990070343,
      "step": 32810
    },
    {
      "loss_action": 0.003350891638547182,
      "loss_total": 0.003350891638547182,
      "step": 32810
    },
    {
      "loss_action": 0.013475943356752396,
      "loss_total": 0.013475943356752396,
      "step": 32810
    },
    {
      "loss_action": 0.008036931976675987,
      "loss_total": 0.008036931976675987,
      "step": 32810
    },
    {
      "loss_action": 0.0046606846153736115,
      "loss_total": 0.0046606846153736115,
      "step": 32810
    },
    {
      "grad_norm": 0.1584620475769043,
      "learning_rate": 9.971947321568278e-05,
      "loss": 0.0108,
      "step": 32820
    },
    {
      "loss_action": 0.00885294284671545,
      "loss_total": 0.00885294284671545,
      "step": 32820
    },
    {
      "loss_action": 0.003764064284041524,
      "loss_total": 0.003764064284041524,
      "step": 32820
    },
    {
      "loss_action": 0.009308327920734882,
      "loss_total": 0.009308327920734882,
      "step": 32820
    },
    {
      "loss_action": 0.004939808510243893,
      "loss_total": 0.004939808510243893,
      "step": 32820
    },
    {
      "loss_action": 0.015483088791370392,
      "loss_total": 0.015483088791370392,
      "step": 32820
    },
    {
      "loss_action": 0.020633796229958534,
      "loss_total": 0.020633796229958534,
      "step": 32820
    },
    {
      "loss_action": 0.007206975482404232,
      "loss_total": 0.007206975482404232,
      "step": 32820
    },
    {
      "loss_action": 0.01914309337735176,
      "loss_total": 0.01914309337735176,
      "step": 32820
    },
    {
      "grad_norm": 0.12426631897687912,
      "learning_rate": 9.971903578206402e-05,
      "loss": 0.0101,
      "step": 32830
    },
    {
      "loss_action": 0.0063941944390535355,
      "loss_total": 0.0063941944390535355,
      "step": 32830
    },
    {
      "loss_action": 0.0076075405813753605,
      "loss_total": 0.0076075405813753605,
      "step": 32830
    },
    {
      "loss_action": 0.005829636938869953,
      "loss_total": 0.005829636938869953,
      "step": 32830
    },
    {
      "loss_action": 0.0060994443483650684,
      "loss_total": 0.0060994443483650684,
      "step": 32830
    },
    {
      "loss_action": 0.009774178266525269,
      "loss_total": 0.009774178266525269,
      "step": 32830
    },
    {
      "loss_action": 0.008147681131958961,
      "loss_total": 0.008147681131958961,
      "step": 32830
    },
    {
      "loss_action": 0.003876312170177698,
      "loss_total": 0.003876312170177698,
      "step": 32830
    },
    {
      "loss_action": 0.007029667962342501,
      "loss_total": 0.007029667962342501,
      "step": 32830
    },
    {
      "grad_norm": 0.14069245755672455,
      "learning_rate": 9.971859800862033e-05,
      "loss": 0.0111,
      "step": 32840
    },
    {
      "loss_action": 0.005231951363384724,
      "loss_total": 0.005231951363384724,
      "step": 32840
    },
    {
      "loss_action": 0.007277368567883968,
      "loss_total": 0.007277368567883968,
      "step": 32840
    },
    {
      "loss_action": 0.03566490113735199,
      "loss_total": 0.03566490113735199,
      "step": 32840
    },
    {
      "loss_action": 0.011557767167687416,
      "loss_total": 0.011557767167687416,
      "step": 32840
    },
    {
      "loss_action": 0.007496397942304611,
      "loss_total": 0.007496397942304611,
      "step": 32840
    },
    {
      "loss_action": 0.007650518324226141,
      "loss_total": 0.007650518324226141,
      "step": 32840
    },
    {
      "loss_action": 0.008817671798169613,
      "loss_total": 0.008817671798169613,
      "step": 32840
    },
    {
      "loss_action": 0.010825032368302345,
      "loss_total": 0.010825032368302345,
      "step": 32840
    },
    {
      "grad_norm": 0.20482797920703888,
      "learning_rate": 9.971815989535468e-05,
      "loss": 0.0128,
      "step": 32850
    },
    {
      "loss_action": 0.014286903664469719,
      "loss_total": 0.014286903664469719,
      "step": 32850
    },
    {
      "loss_action": 0.017286507412791252,
      "loss_total": 0.017286507412791252,
      "step": 32850
    },
    {
      "loss_action": 0.005648890044540167,
      "loss_total": 0.005648890044540167,
      "step": 32850
    },
    {
      "loss_action": 0.003288558218628168,
      "loss_total": 0.003288558218628168,
      "step": 32850
    },
    {
      "loss_action": 0.00980968028306961,
      "loss_total": 0.00980968028306961,
      "step": 32850
    },
    {
      "loss_action": 0.006211291998624802,
      "loss_total": 0.006211291998624802,
      "step": 32850
    },
    {
      "loss_action": 0.00996473990380764,
      "loss_total": 0.00996473990380764,
      "step": 32850
    },
    {
      "loss_action": 0.004761502146720886,
      "loss_total": 0.004761502146720886,
      "step": 32850
    },
    {
      "grad_norm": 0.172568216919899,
      "learning_rate": 9.971772144227007e-05,
      "loss": 0.0106,
      "step": 32860
    },
    {
      "loss_action": 0.02606193721294403,
      "loss_total": 0.02606193721294403,
      "step": 32860
    },
    {
      "loss_action": 0.007097690831869841,
      "loss_total": 0.007097690831869841,
      "step": 32860
    },
    {
      "loss_action": 0.02291225455701351,
      "loss_total": 0.02291225455701351,
      "step": 32860
    },
    {
      "loss_action": 0.00465354323387146,
      "loss_total": 0.00465354323387146,
      "step": 32860
    },
    {
      "loss_action": 0.007384806871414185,
      "loss_total": 0.007384806871414185,
      "step": 32860
    },
    {
      "loss_action": 0.010161587968468666,
      "loss_total": 0.010161587968468666,
      "step": 32860
    },
    {
      "loss_action": 0.007209678180515766,
      "loss_total": 0.007209678180515766,
      "step": 32860
    },
    {
      "loss_action": 0.005897769704461098,
      "loss_total": 0.005897769704461098,
      "step": 32860
    },
    {
      "grad_norm": 0.1343318521976471,
      "learning_rate": 9.971728264936952e-05,
      "loss": 0.0114,
      "step": 32870
    },
    {
      "loss_action": 0.006150520406663418,
      "loss_total": 0.006150520406663418,
      "step": 32870
    },
    {
      "loss_action": 0.01040562428534031,
      "loss_total": 0.01040562428534031,
      "step": 32870
    },
    {
      "loss_action": 0.010771629400551319,
      "loss_total": 0.010771629400551319,
      "step": 32870
    },
    {
      "loss_action": 0.016920169815421104,
      "loss_total": 0.016920169815421104,
      "step": 32870
    },
    {
      "loss_action": 0.016643237322568893,
      "loss_total": 0.016643237322568893,
      "step": 32870
    },
    {
      "loss_action": 0.009563693776726723,
      "loss_total": 0.009563693776726723,
      "step": 32870
    },
    {
      "loss_action": 0.006746205035597086,
      "loss_total": 0.006746205035597086,
      "step": 32870
    },
    {
      "loss_action": 0.005698977038264275,
      "loss_total": 0.005698977038264275,
      "step": 32870
    },
    {
      "grad_norm": 0.17767123878002167,
      "learning_rate": 9.9716843516656e-05,
      "loss": 0.0107,
      "step": 32880
    },
    {
      "loss_action": 0.01113230362534523,
      "loss_total": 0.01113230362534523,
      "step": 32880
    },
    {
      "loss_action": 0.007878107018768787,
      "loss_total": 0.007878107018768787,
      "step": 32880
    },
    {
      "loss_action": 0.007927685976028442,
      "loss_total": 0.007927685976028442,
      "step": 32880
    },
    {
      "loss_action": 0.00961231254041195,
      "loss_total": 0.00961231254041195,
      "step": 32880
    },
    {
      "loss_action": 0.02159322239458561,
      "loss_total": 0.02159322239458561,
      "step": 32880
    },
    {
      "loss_action": 0.00742689473554492,
      "loss_total": 0.00742689473554492,
      "step": 32880
    },
    {
      "loss_action": 0.008029424585402012,
      "loss_total": 0.008029424585402012,
      "step": 32880
    },
    {
      "loss_action": 0.023017529398202896,
      "loss_total": 0.023017529398202896,
      "step": 32880
    },
    {
      "grad_norm": 0.10986962169408798,
      "learning_rate": 9.971640404413252e-05,
      "loss": 0.0117,
      "step": 32890
    },
    {
      "loss_action": 0.03853803500533104,
      "loss_total": 0.03853803500533104,
      "step": 32890
    },
    {
      "loss_action": 0.005541157443076372,
      "loss_total": 0.005541157443076372,
      "step": 32890
    },
    {
      "loss_action": 0.007682034745812416,
      "loss_total": 0.007682034745812416,
      "step": 32890
    },
    {
      "loss_action": 0.004038894549012184,
      "loss_total": 0.004038894549012184,
      "step": 32890
    },
    {
      "loss_action": 0.006510344799607992,
      "loss_total": 0.006510344799607992,
      "step": 32890
    },
    {
      "loss_action": 0.015984591096639633,
      "loss_total": 0.015984591096639633,
      "step": 32890
    },
    {
      "loss_action": 0.009196601808071136,
      "loss_total": 0.009196601808071136,
      "step": 32890
    },
    {
      "loss_action": 0.010147583670914173,
      "loss_total": 0.010147583670914173,
      "step": 32890
    },
    {
      "grad_norm": 0.1317000538110733,
      "learning_rate": 9.97159642318021e-05,
      "loss": 0.0126,
      "step": 32900
    },
    {
      "loss_action": 0.006433703936636448,
      "loss_total": 0.006433703936636448,
      "step": 32900
    },
    {
      "loss_action": 0.0060279276221990585,
      "loss_total": 0.0060279276221990585,
      "step": 32900
    },
    {
      "loss_action": 0.029512083157896996,
      "loss_total": 0.029512083157896996,
      "step": 32900
    },
    {
      "loss_action": 0.022400587797164917,
      "loss_total": 0.022400587797164917,
      "step": 32900
    },
    {
      "loss_action": 0.016266679391264915,
      "loss_total": 0.016266679391264915,
      "step": 32900
    },
    {
      "loss_action": 0.012440832331776619,
      "loss_total": 0.012440832331776619,
      "step": 32900
    },
    {
      "loss_action": 0.05202837288379669,
      "loss_total": 0.05202837288379669,
      "step": 32900
    },
    {
      "loss_action": 0.008259234949946404,
      "loss_total": 0.008259234949946404,
      "step": 32900
    },
    {
      "grad_norm": 0.1988764852285385,
      "learning_rate": 9.971552407966773e-05,
      "loss": 0.0143,
      "step": 32910
    },
    {
      "loss_action": 0.014295371249318123,
      "loss_total": 0.014295371249318123,
      "step": 32910
    },
    {
      "loss_action": 0.010943049564957619,
      "loss_total": 0.010943049564957619,
      "step": 32910
    },
    {
      "loss_action": 0.007418627850711346,
      "loss_total": 0.007418627850711346,
      "step": 32910
    },
    {
      "loss_action": 0.00633143400773406,
      "loss_total": 0.00633143400773406,
      "step": 32910
    },
    {
      "loss_action": 0.008457635529339314,
      "loss_total": 0.008457635529339314,
      "step": 32910
    },
    {
      "loss_action": 0.012421089224517345,
      "loss_total": 0.012421089224517345,
      "step": 32910
    },
    {
      "loss_action": 0.014216070994734764,
      "loss_total": 0.014216070994734764,
      "step": 32910
    },
    {
      "loss_action": 0.006542131304740906,
      "loss_total": 0.006542131304740906,
      "step": 32910
    },
    {
      "grad_norm": 0.1178625300526619,
      "learning_rate": 9.971508358773241e-05,
      "loss": 0.0122,
      "step": 32920
    },
    {
      "loss_action": 0.007059275172650814,
      "loss_total": 0.007059275172650814,
      "step": 32920
    },
    {
      "loss_action": 0.006766780745238066,
      "loss_total": 0.006766780745238066,
      "step": 32920
    },
    {
      "loss_action": 0.00517541216686368,
      "loss_total": 0.00517541216686368,
      "step": 32920
    },
    {
      "loss_action": 0.008102769032120705,
      "loss_total": 0.008102769032120705,
      "step": 32920
    },
    {
      "loss_action": 0.021475285291671753,
      "loss_total": 0.021475285291671753,
      "step": 32920
    },
    {
      "loss_action": 0.01850343868136406,
      "loss_total": 0.01850343868136406,
      "step": 32920
    },
    {
      "loss_action": 0.01628081686794758,
      "loss_total": 0.01628081686794758,
      "step": 32920
    },
    {
      "loss_action": 0.014685062691569328,
      "loss_total": 0.014685062691569328,
      "step": 32920
    },
    {
      "grad_norm": 0.20538611710071564,
      "learning_rate": 9.971464275599918e-05,
      "loss": 0.0139,
      "step": 32930
    },
    {
      "loss_action": 0.011991155333817005,
      "loss_total": 0.011991155333817005,
      "step": 32930
    },
    {
      "loss_action": 0.022243529558181763,
      "loss_total": 0.022243529558181763,
      "step": 32930
    },
    {
      "loss_action": 0.02549002319574356,
      "loss_total": 0.02549002319574356,
      "step": 32930
    },
    {
      "loss_action": 0.012359077110886574,
      "loss_total": 0.012359077110886574,
      "step": 32930
    },
    {
      "loss_action": 0.008088132366538048,
      "loss_total": 0.008088132366538048,
      "step": 32930
    },
    {
      "loss_action": 0.007984861731529236,
      "loss_total": 0.007984861731529236,
      "step": 32930
    },
    {
      "loss_action": 0.009353161789476871,
      "loss_total": 0.009353161789476871,
      "step": 32930
    },
    {
      "loss_action": 0.01520567201077938,
      "loss_total": 0.01520567201077938,
      "step": 32930
    },
    {
      "grad_norm": 0.26057738065719604,
      "learning_rate": 9.971420158447103e-05,
      "loss": 0.0134,
      "step": 32940
    },
    {
      "loss_action": 0.015282351523637772,
      "loss_total": 0.015282351523637772,
      "step": 32940
    },
    {
      "loss_action": 0.010881809517741203,
      "loss_total": 0.010881809517741203,
      "step": 32940
    },
    {
      "loss_action": 0.018475830554962158,
      "loss_total": 0.018475830554962158,
      "step": 32940
    },
    {
      "loss_action": 0.0056160204112529755,
      "loss_total": 0.0056160204112529755,
      "step": 32940
    },
    {
      "loss_action": 0.011269457638263702,
      "loss_total": 0.011269457638263702,
      "step": 32940
    },
    {
      "loss_action": 0.026997294276952744,
      "loss_total": 0.026997294276952744,
      "step": 32940
    },
    {
      "loss_action": 0.011751849204301834,
      "loss_total": 0.011751849204301834,
      "step": 32940
    },
    {
      "loss_action": 0.012289140373468399,
      "loss_total": 0.012289140373468399,
      "step": 32940
    },
    {
      "grad_norm": 0.12558147311210632,
      "learning_rate": 9.971376007315097e-05,
      "loss": 0.0137,
      "step": 32950
    },
    {
      "loss_action": 0.007920313626527786,
      "loss_total": 0.007920313626527786,
      "step": 32950
    },
    {
      "loss_action": 0.008109075017273426,
      "loss_total": 0.008109075017273426,
      "step": 32950
    },
    {
      "loss_action": 0.007137271575629711,
      "loss_total": 0.007137271575629711,
      "step": 32950
    },
    {
      "loss_action": 0.007892221212387085,
      "loss_total": 0.007892221212387085,
      "step": 32950
    },
    {
      "loss_action": 0.014611557126045227,
      "loss_total": 0.014611557126045227,
      "step": 32950
    },
    {
      "loss_action": 0.005675426218658686,
      "loss_total": 0.005675426218658686,
      "step": 32950
    },
    {
      "loss_action": 0.010076611302793026,
      "loss_total": 0.010076611302793026,
      "step": 32950
    },
    {
      "loss_action": 0.008245693519711494,
      "loss_total": 0.008245693519711494,
      "step": 32950
    },
    {
      "grad_norm": 0.15533922612667084,
      "learning_rate": 9.971331822204205e-05,
      "loss": 0.0124,
      "step": 32960
    },
    {
      "loss_action": 0.02425359934568405,
      "loss_total": 0.02425359934568405,
      "step": 32960
    },
    {
      "loss_action": 0.04616747796535492,
      "loss_total": 0.04616747796535492,
      "step": 32960
    },
    {
      "loss_action": 0.01246002409607172,
      "loss_total": 0.01246002409607172,
      "step": 32960
    },
    {
      "loss_action": 0.013437120243906975,
      "loss_total": 0.013437120243906975,
      "step": 32960
    },
    {
      "loss_action": 0.005732147954404354,
      "loss_total": 0.005732147954404354,
      "step": 32960
    },
    {
      "loss_action": 0.00459847878664732,
      "loss_total": 0.00459847878664732,
      "step": 32960
    },
    {
      "loss_action": 0.011873770505189896,
      "loss_total": 0.011873770505189896,
      "step": 32960
    },
    {
      "loss_action": 0.021905949339270592,
      "loss_total": 0.021905949339270592,
      "step": 32960
    },
    {
      "grad_norm": 0.1451226770877838,
      "learning_rate": 9.971287603114724e-05,
      "loss": 0.0113,
      "step": 32970
    },
    {
      "loss_action": 0.008718527853488922,
      "loss_total": 0.008718527853488922,
      "step": 32970
    },
    {
      "loss_action": 0.013566432520747185,
      "loss_total": 0.013566432520747185,
      "step": 32970
    },
    {
      "loss_action": 0.008358157239854336,
      "loss_total": 0.008358157239854336,
      "step": 32970
    },
    {
      "loss_action": 0.010008526965975761,
      "loss_total": 0.010008526965975761,
      "step": 32970
    },
    {
      "loss_action": 0.009732724167406559,
      "loss_total": 0.009732724167406559,
      "step": 32970
    },
    {
      "loss_action": 0.007465805858373642,
      "loss_total": 0.007465805858373642,
      "step": 32970
    },
    {
      "loss_action": 0.007083771284669638,
      "loss_total": 0.007083771284669638,
      "step": 32970
    },
    {
      "loss_action": 0.009793512523174286,
      "loss_total": 0.009793512523174286,
      "step": 32970
    },
    {
      "grad_norm": 0.12102563679218292,
      "learning_rate": 9.971243350046961e-05,
      "loss": 0.01,
      "step": 32980
    },
    {
      "loss_action": 0.05798986554145813,
      "loss_total": 0.05798986554145813,
      "step": 32980
    },
    {
      "loss_action": 0.005860752426087856,
      "loss_total": 0.005860752426087856,
      "step": 32980
    },
    {
      "loss_action": 0.0138498954474926,
      "loss_total": 0.0138498954474926,
      "step": 32980
    },
    {
      "loss_action": 0.005979515612125397,
      "loss_total": 0.005979515612125397,
      "step": 32980
    },
    {
      "loss_action": 0.008042443543672562,
      "loss_total": 0.008042443543672562,
      "step": 32980
    },
    {
      "loss_action": 0.009395737200975418,
      "loss_total": 0.009395737200975418,
      "step": 32980
    },
    {
      "loss_action": 0.0405564121901989,
      "loss_total": 0.0405564121901989,
      "step": 32980
    },
    {
      "loss_action": 0.006774270907044411,
      "loss_total": 0.006774270907044411,
      "step": 32980
    },
    {
      "grad_norm": 0.13655468821525574,
      "learning_rate": 9.971199063001215e-05,
      "loss": 0.0125,
      "step": 32990
    },
    {
      "loss_action": 0.012157691642642021,
      "loss_total": 0.012157691642642021,
      "step": 32990
    },
    {
      "loss_action": 0.003885912010446191,
      "loss_total": 0.003885912010446191,
      "step": 32990
    },
    {
      "loss_action": 0.0076846228912472725,
      "loss_total": 0.0076846228912472725,
      "step": 32990
    },
    {
      "loss_action": 0.008397316560149193,
      "loss_total": 0.008397316560149193,
      "step": 32990
    },
    {
      "loss_action": 0.010694967582821846,
      "loss_total": 0.010694967582821846,
      "step": 32990
    },
    {
      "loss_action": 0.011540607549250126,
      "loss_total": 0.011540607549250126,
      "step": 32990
    },
    {
      "loss_action": 0.011636441573500633,
      "loss_total": 0.011636441573500633,
      "step": 32990
    },
    {
      "loss_action": 0.022937467321753502,
      "loss_total": 0.022937467321753502,
      "step": 32990
    },
    {
      "grad_norm": 0.18195326626300812,
      "learning_rate": 9.971154741977792e-05,
      "loss": 0.0103,
      "step": 33000
    },
    {
      "loss_action": 0.00377279263921082,
      "loss_total": 0.00377279263921082,
      "step": 33000
    },
    {
      "loss_action": 0.012666521593928337,
      "loss_total": 0.012666521593928337,
      "step": 33000
    },
    {
      "loss_action": 0.012794340029358864,
      "loss_total": 0.012794340029358864,
      "step": 33000
    },
    {
      "loss_action": 0.009408884681761265,
      "loss_total": 0.009408884681761265,
      "step": 33000
    },
    {
      "loss_action": 0.008006321266293526,
      "loss_total": 0.008006321266293526,
      "step": 33000
    },
    {
      "loss_action": 0.009269311092793941,
      "loss_total": 0.009269311092793941,
      "step": 33000
    },
    {
      "loss_action": 0.009697763249278069,
      "loss_total": 0.009697763249278069,
      "step": 33000
    },
    {
      "loss_action": 0.00688853720203042,
      "loss_total": 0.00688853720203042,
      "step": 33000
    },
    {
      "grad_norm": 0.1614817976951599,
      "learning_rate": 9.971110386976992e-05,
      "loss": 0.0111,
      "step": 33010
    },
    {
      "loss_action": 0.004859596490859985,
      "loss_total": 0.004859596490859985,
      "step": 33010
    },
    {
      "loss_action": 0.009945213794708252,
      "loss_total": 0.009945213794708252,
      "step": 33010
    },
    {
      "loss_action": 0.007293676026165485,
      "loss_total": 0.007293676026165485,
      "step": 33010
    },
    {
      "loss_action": 0.012366971001029015,
      "loss_total": 0.012366971001029015,
      "step": 33010
    },
    {
      "loss_action": 0.011732080951333046,
      "loss_total": 0.011732080951333046,
      "step": 33010
    },
    {
      "loss_action": 0.005470640026032925,
      "loss_total": 0.005470640026032925,
      "step": 33010
    },
    {
      "loss_action": 0.015604730695486069,
      "loss_total": 0.015604730695486069,
      "step": 33010
    },
    {
      "loss_action": 0.012160148471593857,
      "loss_total": 0.012160148471593857,
      "step": 33010
    },
    {
      "grad_norm": 0.23387998342514038,
      "learning_rate": 9.971065997999121e-05,
      "loss": 0.0102,
      "step": 33020
    },
    {
      "loss_action": 0.008843503892421722,
      "loss_total": 0.008843503892421722,
      "step": 33020
    },
    {
      "loss_action": 0.006976053584367037,
      "loss_total": 0.006976053584367037,
      "step": 33020
    },
    {
      "loss_action": 0.0198573749512434,
      "loss_total": 0.0198573749512434,
      "step": 33020
    },
    {
      "loss_action": 0.007714340463280678,
      "loss_total": 0.007714340463280678,
      "step": 33020
    },
    {
      "loss_action": 0.012717477977275848,
      "loss_total": 0.012717477977275848,
      "step": 33020
    },
    {
      "loss_action": 0.007200536783784628,
      "loss_total": 0.007200536783784628,
      "step": 33020
    },
    {
      "loss_action": 0.015871871262788773,
      "loss_total": 0.015871871262788773,
      "step": 33020
    },
    {
      "loss_action": 0.005155271850526333,
      "loss_total": 0.005155271850526333,
      "step": 33020
    },
    {
      "grad_norm": 0.18145255744457245,
      "learning_rate": 9.971021575044479e-05,
      "loss": 0.0132,
      "step": 33030
    },
    {
      "loss_action": 0.012327771633863449,
      "loss_total": 0.012327771633863449,
      "step": 33030
    },
    {
      "loss_action": 0.009675638750195503,
      "loss_total": 0.009675638750195503,
      "step": 33030
    },
    {
      "loss_action": 0.015302532352507114,
      "loss_total": 0.015302532352507114,
      "step": 33030
    },
    {
      "loss_action": 0.012819439172744751,
      "loss_total": 0.012819439172744751,
      "step": 33030
    },
    {
      "loss_action": 0.01474175788462162,
      "loss_total": 0.01474175788462162,
      "step": 33030
    },
    {
      "loss_action": 0.008585406467318535,
      "loss_total": 0.008585406467318535,
      "step": 33030
    },
    {
      "loss_action": 0.005208764225244522,
      "loss_total": 0.005208764225244522,
      "step": 33030
    },
    {
      "loss_action": 0.00875694677233696,
      "loss_total": 0.00875694677233696,
      "step": 33030
    },
    {
      "grad_norm": 0.1528502255678177,
      "learning_rate": 9.970977118113371e-05,
      "loss": 0.0113,
      "step": 33040
    },
    {
      "loss_action": 0.017954709008336067,
      "loss_total": 0.017954709008336067,
      "step": 33040
    },
    {
      "loss_action": 0.007716527208685875,
      "loss_total": 0.007716527208685875,
      "step": 33040
    },
    {
      "loss_action": 0.006147239822894335,
      "loss_total": 0.006147239822894335,
      "step": 33040
    },
    {
      "loss_action": 0.01420147530734539,
      "loss_total": 0.01420147530734539,
      "step": 33040
    },
    {
      "loss_action": 0.005342310294508934,
      "loss_total": 0.005342310294508934,
      "step": 33040
    },
    {
      "loss_action": 0.019235486164689064,
      "loss_total": 0.019235486164689064,
      "step": 33040
    },
    {
      "loss_action": 0.013392585329711437,
      "loss_total": 0.013392585329711437,
      "step": 33040
    },
    {
      "loss_action": 0.007549093570560217,
      "loss_total": 0.007549093570560217,
      "step": 33040
    },
    {
      "grad_norm": 0.17412808537483215,
      "learning_rate": 9.970932627206102e-05,
      "loss": 0.0136,
      "step": 33050
    },
    {
      "loss_action": 0.009316074661910534,
      "loss_total": 0.009316074661910534,
      "step": 33050
    },
    {
      "loss_action": 0.007485904265195131,
      "loss_total": 0.007485904265195131,
      "step": 33050
    },
    {
      "loss_action": 0.0203100573271513,
      "loss_total": 0.0203100573271513,
      "step": 33050
    },
    {
      "loss_action": 0.01167588122189045,
      "loss_total": 0.01167588122189045,
      "step": 33050
    },
    {
      "loss_action": 0.0196991004049778,
      "loss_total": 0.0196991004049778,
      "step": 33050
    },
    {
      "loss_action": 0.007560755126178265,
      "loss_total": 0.007560755126178265,
      "step": 33050
    },
    {
      "loss_action": 0.009922497905790806,
      "loss_total": 0.009922497905790806,
      "step": 33050
    },
    {
      "loss_action": 0.014623520895838737,
      "loss_total": 0.014623520895838737,
      "step": 33050
    },
    {
      "grad_norm": 0.14385636150836945,
      "learning_rate": 9.970888102322975e-05,
      "loss": 0.0125,
      "step": 33060
    },
    {
      "loss_action": 0.008615161292254925,
      "loss_total": 0.008615161292254925,
      "step": 33060
    },
    {
      "loss_action": 0.01380881480872631,
      "loss_total": 0.01380881480872631,
      "step": 33060
    },
    {
      "loss_action": 0.010600710287690163,
      "loss_total": 0.010600710287690163,
      "step": 33060
    },
    {
      "loss_action": 0.008474936708807945,
      "loss_total": 0.008474936708807945,
      "step": 33060
    },
    {
      "loss_action": 0.01641080155968666,
      "loss_total": 0.01641080155968666,
      "step": 33060
    },
    {
      "loss_action": 0.01964377798140049,
      "loss_total": 0.01964377798140049,
      "step": 33060
    },
    {
      "loss_action": 0.012853679247200489,
      "loss_total": 0.012853679247200489,
      "step": 33060
    },
    {
      "loss_action": 0.008721171878278255,
      "loss_total": 0.008721171878278255,
      "step": 33060
    },
    {
      "grad_norm": 0.11175447702407837,
      "learning_rate": 9.970843543464296e-05,
      "loss": 0.0118,
      "step": 33070
    },
    {
      "loss_action": 0.010066548362374306,
      "loss_total": 0.010066548362374306,
      "step": 33070
    },
    {
      "loss_action": 0.005587270483374596,
      "loss_total": 0.005587270483374596,
      "step": 33070
    },
    {
      "loss_action": 0.004141584970057011,
      "loss_total": 0.004141584970057011,
      "step": 33070
    },
    {
      "loss_action": 0.009256124496459961,
      "loss_total": 0.009256124496459961,
      "step": 33070
    },
    {
      "loss_action": 0.0046481844037771225,
      "loss_total": 0.0046481844037771225,
      "step": 33070
    },
    {
      "loss_action": 0.020627915859222412,
      "loss_total": 0.020627915859222412,
      "step": 33070
    },
    {
      "loss_action": 0.007118357345461845,
      "loss_total": 0.007118357345461845,
      "step": 33070
    },
    {
      "loss_action": 0.009239601902663708,
      "loss_total": 0.009239601902663708,
      "step": 33070
    },
    {
      "grad_norm": 0.13335786759853363,
      "learning_rate": 9.970798950630366e-05,
      "loss": 0.0108,
      "step": 33080
    },
    {
      "loss_action": 0.011107360944151878,
      "loss_total": 0.011107360944151878,
      "step": 33080
    },
    {
      "loss_action": 0.022197198122739792,
      "loss_total": 0.022197198122739792,
      "step": 33080
    },
    {
      "loss_action": 0.010850444436073303,
      "loss_total": 0.010850444436073303,
      "step": 33080
    },
    {
      "loss_action": 0.0038798139430582523,
      "loss_total": 0.0038798139430582523,
      "step": 33080
    },
    {
      "loss_action": 0.011799638159573078,
      "loss_total": 0.011799638159573078,
      "step": 33080
    },
    {
      "loss_action": 0.01695631630718708,
      "loss_total": 0.01695631630718708,
      "step": 33080
    },
    {
      "loss_action": 0.006481098476797342,
      "loss_total": 0.006481098476797342,
      "step": 33080
    },
    {
      "loss_action": 0.006044403649866581,
      "loss_total": 0.006044403649866581,
      "step": 33080
    },
    {
      "grad_norm": 0.14535941183567047,
      "learning_rate": 9.970754323821494e-05,
      "loss": 0.0107,
      "step": 33090
    },
    {
      "loss_action": 0.0075789401307702065,
      "loss_total": 0.0075789401307702065,
      "step": 33090
    },
    {
      "loss_action": 0.009968515485525131,
      "loss_total": 0.009968515485525131,
      "step": 33090
    },
    {
      "loss_action": 0.0036211423575878143,
      "loss_total": 0.0036211423575878143,
      "step": 33090
    },
    {
      "loss_action": 0.01331576332449913,
      "loss_total": 0.01331576332449913,
      "step": 33090
    },
    {
      "loss_action": 0.002940810052677989,
      "loss_total": 0.002940810052677989,
      "step": 33090
    },
    {
      "loss_action": 0.00755218043923378,
      "loss_total": 0.00755218043923378,
      "step": 33090
    },
    {
      "loss_action": 0.023470494896173477,
      "loss_total": 0.023470494896173477,
      "step": 33090
    },
    {
      "loss_action": 0.0077809663489460945,
      "loss_total": 0.0077809663489460945,
      "step": 33090
    },
    {
      "grad_norm": 0.17139677703380585,
      "learning_rate": 9.970709663037983e-05,
      "loss": 0.0106,
      "step": 33100
    },
    {
      "loss_action": 0.02256491407752037,
      "loss_total": 0.02256491407752037,
      "step": 33100
    },
    {
      "loss_action": 0.010262781754136086,
      "loss_total": 0.010262781754136086,
      "step": 33100
    },
    {
      "loss_action": 0.006739318370819092,
      "loss_total": 0.006739318370819092,
      "step": 33100
    },
    {
      "loss_action": 0.011134294793009758,
      "loss_total": 0.011134294793009758,
      "step": 33100
    },
    {
      "loss_action": 0.013724435120821,
      "loss_total": 0.013724435120821,
      "step": 33100
    },
    {
      "loss_action": 0.011418916285037994,
      "loss_total": 0.011418916285037994,
      "step": 33100
    },
    {
      "loss_action": 0.006839795969426632,
      "loss_total": 0.006839795969426632,
      "step": 33100
    },
    {
      "loss_action": 0.008117476478219032,
      "loss_total": 0.008117476478219032,
      "step": 33100
    },
    {
      "grad_norm": 0.1310502141714096,
      "learning_rate": 9.970664968280137e-05,
      "loss": 0.0103,
      "step": 33110
    },
    {
      "loss_action": 0.015385190956294537,
      "loss_total": 0.015385190956294537,
      "step": 33110
    },
    {
      "loss_action": 0.009821441024541855,
      "loss_total": 0.009821441024541855,
      "step": 33110
    },
    {
      "loss_action": 0.010033215396106243,
      "loss_total": 0.010033215396106243,
      "step": 33110
    },
    {
      "loss_action": 0.0109912920743227,
      "loss_total": 0.0109912920743227,
      "step": 33110
    },
    {
      "loss_action": 0.0057442463003098965,
      "loss_total": 0.0057442463003098965,
      "step": 33110
    },
    {
      "loss_action": 0.005385993048548698,
      "loss_total": 0.005385993048548698,
      "step": 33110
    },
    {
      "loss_action": 0.010411991737782955,
      "loss_total": 0.010411991737782955,
      "step": 33110
    },
    {
      "loss_action": 0.00563457328826189,
      "loss_total": 0.00563457328826189,
      "step": 33110
    },
    {
      "grad_norm": 0.11580420285463333,
      "learning_rate": 9.970620239548263e-05,
      "loss": 0.0093,
      "step": 33120
    },
    {
      "loss_action": 0.007908910512924194,
      "loss_total": 0.007908910512924194,
      "step": 33120
    },
    {
      "loss_action": 0.01667543686926365,
      "loss_total": 0.01667543686926365,
      "step": 33120
    },
    {
      "loss_action": 0.018782319501042366,
      "loss_total": 0.018782319501042366,
      "step": 33120
    },
    {
      "loss_action": 0.013090021908283234,
      "loss_total": 0.013090021908283234,
      "step": 33120
    },
    {
      "loss_action": 0.007949437946081161,
      "loss_total": 0.007949437946081161,
      "step": 33120
    },
    {
      "loss_action": 0.006886686664074659,
      "loss_total": 0.006886686664074659,
      "step": 33120
    },
    {
      "loss_action": 0.032251566648483276,
      "loss_total": 0.032251566648483276,
      "step": 33120
    },
    {
      "loss_action": 0.008414431475102901,
      "loss_total": 0.008414431475102901,
      "step": 33120
    },
    {
      "grad_norm": 0.13324874639511108,
      "learning_rate": 9.970575476842667e-05,
      "loss": 0.0121,
      "step": 33130
    },
    {
      "loss_action": 0.0065055349841713905,
      "loss_total": 0.0065055349841713905,
      "step": 33130
    },
    {
      "loss_action": 0.011251130141317844,
      "loss_total": 0.011251130141317844,
      "step": 33130
    },
    {
      "loss_action": 0.02280540019273758,
      "loss_total": 0.02280540019273758,
      "step": 33130
    },
    {
      "loss_action": 0.008203561417758465,
      "loss_total": 0.008203561417758465,
      "step": 33130
    },
    {
      "loss_action": 0.014268668368458748,
      "loss_total": 0.014268668368458748,
      "step": 33130
    },
    {
      "loss_action": 0.009589865803718567,
      "loss_total": 0.009589865803718567,
      "step": 33130
    },
    {
      "loss_action": 0.0169641375541687,
      "loss_total": 0.0169641375541687,
      "step": 33130
    },
    {
      "loss_action": 0.013223019428551197,
      "loss_total": 0.013223019428551197,
      "step": 33130
    },
    {
      "grad_norm": 0.12202472239732742,
      "learning_rate": 9.970530680163653e-05,
      "loss": 0.0111,
      "step": 33140
    },
    {
      "loss_action": 0.009117554873228073,
      "loss_total": 0.009117554873228073,
      "step": 33140
    },
    {
      "loss_action": 0.004886561539024115,
      "loss_total": 0.004886561539024115,
      "step": 33140
    },
    {
      "loss_action": 0.007984901778399944,
      "loss_total": 0.007984901778399944,
      "step": 33140
    },
    {
      "loss_action": 0.005096714943647385,
      "loss_total": 0.005096714943647385,
      "step": 33140
    },
    {
      "loss_action": 0.014126370660960674,
      "loss_total": 0.014126370660960674,
      "step": 33140
    },
    {
      "loss_action": 0.004488910548388958,
      "loss_total": 0.004488910548388958,
      "step": 33140
    },
    {
      "loss_action": 0.01092970184981823,
      "loss_total": 0.01092970184981823,
      "step": 33140
    },
    {
      "loss_action": 0.005557105410844088,
      "loss_total": 0.005557105410844088,
      "step": 33140
    },
    {
      "grad_norm": 0.11631699651479721,
      "learning_rate": 9.970485849511531e-05,
      "loss": 0.0109,
      "step": 33150
    },
    {
      "loss_action": 0.01768667995929718,
      "loss_total": 0.01768667995929718,
      "step": 33150
    },
    {
      "loss_action": 0.007017806172370911,
      "loss_total": 0.007017806172370911,
      "step": 33150
    },
    {
      "loss_action": 0.012007327750325203,
      "loss_total": 0.012007327750325203,
      "step": 33150
    },
    {
      "loss_action": 0.005868144333362579,
      "loss_total": 0.005868144333362579,
      "step": 33150
    },
    {
      "loss_action": 0.002252238802611828,
      "loss_total": 0.002252238802611828,
      "step": 33150
    },
    {
      "loss_action": 0.009433184750378132,
      "loss_total": 0.009433184750378132,
      "step": 33150
    },
    {
      "loss_action": 0.015320712700486183,
      "loss_total": 0.015320712700486183,
      "step": 33150
    },
    {
      "loss_action": 0.00719423545524478,
      "loss_total": 0.00719423545524478,
      "step": 33150
    },
    {
      "grad_norm": 0.19583509862422943,
      "learning_rate": 9.970440984886602e-05,
      "loss": 0.0099,
      "step": 33160
    },
    {
      "loss_action": 0.012316323816776276,
      "loss_total": 0.012316323816776276,
      "step": 33160
    },
    {
      "loss_action": 0.010053593665361404,
      "loss_total": 0.010053593665361404,
      "step": 33160
    },
    {
      "loss_action": 0.007816856727004051,
      "loss_total": 0.007816856727004051,
      "step": 33160
    },
    {
      "loss_action": 0.018501054495573044,
      "loss_total": 0.018501054495573044,
      "step": 33160
    },
    {
      "loss_action": 0.013298518024384975,
      "loss_total": 0.013298518024384975,
      "step": 33160
    },
    {
      "loss_action": 0.009075803682208061,
      "loss_total": 0.009075803682208061,
      "step": 33160
    },
    {
      "loss_action": 0.005562781821936369,
      "loss_total": 0.005562781821936369,
      "step": 33160
    },
    {
      "loss_action": 0.009997265413403511,
      "loss_total": 0.009997265413403511,
      "step": 33160
    },
    {
      "grad_norm": 0.1401197612285614,
      "learning_rate": 9.970396086289178e-05,
      "loss": 0.0132,
      "step": 33170
    },
    {
      "loss_action": 0.008902905508875847,
      "loss_total": 0.008902905508875847,
      "step": 33170
    },
    {
      "loss_action": 0.006049535237252712,
      "loss_total": 0.006049535237252712,
      "step": 33170
    },
    {
      "loss_action": 0.008129279129207134,
      "loss_total": 0.008129279129207134,
      "step": 33170
    },
    {
      "loss_action": 0.004035749472677708,
      "loss_total": 0.004035749472677708,
      "step": 33170
    },
    {
      "loss_action": 0.00728205032646656,
      "loss_total": 0.00728205032646656,
      "step": 33170
    },
    {
      "loss_action": 0.0047655245289206505,
      "loss_total": 0.0047655245289206505,
      "step": 33170
    },
    {
      "loss_action": 0.021038273349404335,
      "loss_total": 0.021038273349404335,
      "step": 33170
    },
    {
      "loss_action": 0.010938840918242931,
      "loss_total": 0.010938840918242931,
      "step": 33170
    },
    {
      "grad_norm": 0.13805489242076874,
      "learning_rate": 9.970351153719562e-05,
      "loss": 0.0108,
      "step": 33180
    },
    {
      "loss_action": 0.004920971114188433,
      "loss_total": 0.004920971114188433,
      "step": 33180
    },
    {
      "loss_action": 0.05905943363904953,
      "loss_total": 0.05905943363904953,
      "step": 33180
    },
    {
      "loss_action": 0.009702189825475216,
      "loss_total": 0.009702189825475216,
      "step": 33180
    },
    {
      "loss_action": 0.008591175079345703,
      "loss_total": 0.008591175079345703,
      "step": 33180
    },
    {
      "loss_action": 0.005814594682306051,
      "loss_total": 0.005814594682306051,
      "step": 33180
    },
    {
      "loss_action": 0.013104066252708435,
      "loss_total": 0.013104066252708435,
      "step": 33180
    },
    {
      "loss_action": 0.01412128284573555,
      "loss_total": 0.01412128284573555,
      "step": 33180
    },
    {
      "loss_action": 0.008896448649466038,
      "loss_total": 0.008896448649466038,
      "step": 33180
    },
    {
      "grad_norm": 0.15114720165729523,
      "learning_rate": 9.970306187178064e-05,
      "loss": 0.0111,
      "step": 33190
    },
    {
      "loss_action": 0.01472938247025013,
      "loss_total": 0.01472938247025013,
      "step": 33190
    },
    {
      "loss_action": 0.013761389069259167,
      "loss_total": 0.013761389069259167,
      "step": 33190
    },
    {
      "loss_action": 0.026366323232650757,
      "loss_total": 0.026366323232650757,
      "step": 33190
    },
    {
      "loss_action": 0.009403837844729424,
      "loss_total": 0.009403837844729424,
      "step": 33190
    },
    {
      "loss_action": 0.009066393598914146,
      "loss_total": 0.009066393598914146,
      "step": 33190
    },
    {
      "loss_action": 0.008363818749785423,
      "loss_total": 0.008363818749785423,
      "step": 33190
    },
    {
      "loss_action": 0.004949706606566906,
      "loss_total": 0.004949706606566906,
      "step": 33190
    },
    {
      "loss_action": 0.0074735116213560104,
      "loss_total": 0.0074735116213560104,
      "step": 33190
    },
    {
      "grad_norm": 0.10069890320301056,
      "learning_rate": 9.970261186664989e-05,
      "loss": 0.0103,
      "step": 33200
    },
    {
      "loss_action": 0.012400677427649498,
      "loss_total": 0.012400677427649498,
      "step": 33200
    },
    {
      "loss_action": 0.007346554659307003,
      "loss_total": 0.007346554659307003,
      "step": 33200
    },
    {
      "loss_action": 0.008630825206637383,
      "loss_total": 0.008630825206637383,
      "step": 33200
    },
    {
      "loss_action": 0.007790960371494293,
      "loss_total": 0.007790960371494293,
      "step": 33200
    },
    {
      "loss_action": 0.015131527557969093,
      "loss_total": 0.015131527557969093,
      "step": 33200
    },
    {
      "loss_action": 0.027641661465168,
      "loss_total": 0.027641661465168,
      "step": 33200
    },
    {
      "loss_action": 0.01343614049255848,
      "loss_total": 0.01343614049255848,
      "step": 33200
    },
    {
      "loss_action": 0.019748423248529434,
      "loss_total": 0.019748423248529434,
      "step": 33200
    },
    {
      "grad_norm": 0.11944840848445892,
      "learning_rate": 9.970216152180647e-05,
      "loss": 0.0124,
      "step": 33210
    },
    {
      "loss_action": 0.0068959202617406845,
      "loss_total": 0.0068959202617406845,
      "step": 33210
    },
    {
      "loss_action": 0.02220482937991619,
      "loss_total": 0.02220482937991619,
      "step": 33210
    },
    {
      "loss_action": 0.00300912419334054,
      "loss_total": 0.00300912419334054,
      "step": 33210
    },
    {
      "loss_action": 0.006637006066739559,
      "loss_total": 0.006637006066739559,
      "step": 33210
    },
    {
      "loss_action": 0.0044181072153151035,
      "loss_total": 0.0044181072153151035,
      "step": 33210
    },
    {
      "loss_action": 0.004773382563143969,
      "loss_total": 0.004773382563143969,
      "step": 33210
    },
    {
      "loss_action": 0.006692363880574703,
      "loss_total": 0.006692363880574703,
      "step": 33210
    },
    {
      "loss_action": 0.005118201486766338,
      "loss_total": 0.005118201486766338,
      "step": 33210
    },
    {
      "grad_norm": 0.19421692192554474,
      "learning_rate": 9.970171083725343e-05,
      "loss": 0.0114,
      "step": 33220
    },
    {
      "loss_action": 0.009720483794808388,
      "loss_total": 0.009720483794808388,
      "step": 33220
    },
    {
      "loss_action": 0.02288525179028511,
      "loss_total": 0.02288525179028511,
      "step": 33220
    },
    {
      "loss_action": 0.016805078834295273,
      "loss_total": 0.016805078834295273,
      "step": 33220
    },
    {
      "loss_action": 0.007255148142576218,
      "loss_total": 0.007255148142576218,
      "step": 33220
    },
    {
      "loss_action": 0.009902003221213818,
      "loss_total": 0.009902003221213818,
      "step": 33220
    },
    {
      "loss_action": 0.011694775894284248,
      "loss_total": 0.011694775894284248,
      "step": 33220
    },
    {
      "loss_action": 0.014618031680583954,
      "loss_total": 0.014618031680583954,
      "step": 33220
    },
    {
      "loss_action": 0.008099749684333801,
      "loss_total": 0.008099749684333801,
      "step": 33220
    },
    {
      "grad_norm": 0.12138158828020096,
      "learning_rate": 9.970125981299386e-05,
      "loss": 0.011,
      "step": 33230
    },
    {
      "loss_action": 0.015226549468934536,
      "loss_total": 0.015226549468934536,
      "step": 33230
    },
    {
      "loss_action": 0.005596873350441456,
      "loss_total": 0.005596873350441456,
      "step": 33230
    },
    {
      "loss_action": 0.005011796019971371,
      "loss_total": 0.005011796019971371,
      "step": 33230
    },
    {
      "loss_action": 0.010387100279331207,
      "loss_total": 0.010387100279331207,
      "step": 33230
    },
    {
      "loss_action": 0.00420419592410326,
      "loss_total": 0.00420419592410326,
      "step": 33230
    },
    {
      "loss_action": 0.005943146999925375,
      "loss_total": 0.005943146999925375,
      "step": 33230
    },
    {
      "loss_action": 0.016678521409630775,
      "loss_total": 0.016678521409630775,
      "step": 33230
    },
    {
      "loss_action": 0.010100036859512329,
      "loss_total": 0.010100036859512329,
      "step": 33230
    },
    {
      "grad_norm": 0.11235126107931137,
      "learning_rate": 9.970080844903085e-05,
      "loss": 0.0122,
      "step": 33240
    },
    {
      "loss_action": 0.00555784534662962,
      "loss_total": 0.00555784534662962,
      "step": 33240
    },
    {
      "loss_action": 0.009426532313227654,
      "loss_total": 0.009426532313227654,
      "step": 33240
    },
    {
      "loss_action": 0.008990772999823093,
      "loss_total": 0.008990772999823093,
      "step": 33240
    },
    {
      "loss_action": 0.019329290837049484,
      "loss_total": 0.019329290837049484,
      "step": 33240
    },
    {
      "loss_action": 0.015650561079382896,
      "loss_total": 0.015650561079382896,
      "step": 33240
    },
    {
      "loss_action": 0.007656126283109188,
      "loss_total": 0.007656126283109188,
      "step": 33240
    },
    {
      "loss_action": 0.010359279811382294,
      "loss_total": 0.010359279811382294,
      "step": 33240
    },
    {
      "loss_action": 0.011349426582455635,
      "loss_total": 0.011349426582455635,
      "step": 33240
    },
    {
      "grad_norm": 0.19096261262893677,
      "learning_rate": 9.970035674536748e-05,
      "loss": 0.0139,
      "step": 33250
    },
    {
      "loss_action": 0.009854068979620934,
      "loss_total": 0.009854068979620934,
      "step": 33250
    },
    {
      "loss_action": 0.024091601371765137,
      "loss_total": 0.024091601371765137,
      "step": 33250
    },
    {
      "loss_action": 0.02107027918100357,
      "loss_total": 0.02107027918100357,
      "step": 33250
    },
    {
      "loss_action": 0.013399766758084297,
      "loss_total": 0.013399766758084297,
      "step": 33250
    },
    {
      "loss_action": 0.010896645486354828,
      "loss_total": 0.010896645486354828,
      "step": 33250
    },
    {
      "loss_action": 0.007335100322961807,
      "loss_total": 0.007335100322961807,
      "step": 33250
    },
    {
      "loss_action": 0.008686707355082035,
      "loss_total": 0.008686707355082035,
      "step": 33250
    },
    {
      "loss_action": 0.005449340213090181,
      "loss_total": 0.005449340213090181,
      "step": 33250
    },
    {
      "grad_norm": 0.1729280948638916,
      "learning_rate": 9.969990470200685e-05,
      "loss": 0.0134,
      "step": 33260
    },
    {
      "loss_action": 0.011094403453171253,
      "loss_total": 0.011094403453171253,
      "step": 33260
    },
    {
      "loss_action": 0.004635380581021309,
      "loss_total": 0.004635380581021309,
      "step": 33260
    },
    {
      "loss_action": 0.01122160255908966,
      "loss_total": 0.01122160255908966,
      "step": 33260
    },
    {
      "loss_action": 0.011975348927080631,
      "loss_total": 0.011975348927080631,
      "step": 33260
    },
    {
      "loss_action": 0.023608729243278503,
      "loss_total": 0.023608729243278503,
      "step": 33260
    },
    {
      "loss_action": 0.010117907077074051,
      "loss_total": 0.010117907077074051,
      "step": 33260
    },
    {
      "loss_action": 0.008364925161004066,
      "loss_total": 0.008364925161004066,
      "step": 33260
    },
    {
      "loss_action": 0.01464464608579874,
      "loss_total": 0.01464464608579874,
      "step": 33260
    },
    {
      "grad_norm": 0.14818911254405975,
      "learning_rate": 9.969945231895204e-05,
      "loss": 0.0116,
      "step": 33270
    },
    {
      "loss_action": 0.008295677602291107,
      "loss_total": 0.008295677602291107,
      "step": 33270
    },
    {
      "loss_action": 0.00869828276336193,
      "loss_total": 0.00869828276336193,
      "step": 33270
    },
    {
      "loss_action": 0.01285132672637701,
      "loss_total": 0.01285132672637701,
      "step": 33270
    },
    {
      "loss_action": 0.010453707538545132,
      "loss_total": 0.010453707538545132,
      "step": 33270
    },
    {
      "loss_action": 0.01535022258758545,
      "loss_total": 0.01535022258758545,
      "step": 33270
    },
    {
      "loss_action": 0.018908701837062836,
      "loss_total": 0.018908701837062836,
      "step": 33270
    },
    {
      "loss_action": 0.0057601723819971085,
      "loss_total": 0.0057601723819971085,
      "step": 33270
    },
    {
      "loss_action": 0.005476769991219044,
      "loss_total": 0.005476769991219044,
      "step": 33270
    },
    {
      "grad_norm": 0.1415432095527649,
      "learning_rate": 9.969899959620612e-05,
      "loss": 0.0112,
      "step": 33280
    },
    {
      "loss_action": 0.04303218424320221,
      "loss_total": 0.04303218424320221,
      "step": 33280
    },
    {
      "loss_action": 0.006096935365349054,
      "loss_total": 0.006096935365349054,
      "step": 33280
    },
    {
      "loss_action": 0.013489965349435806,
      "loss_total": 0.013489965349435806,
      "step": 33280
    },
    {
      "loss_action": 0.02180429734289646,
      "loss_total": 0.02180429734289646,
      "step": 33280
    },
    {
      "loss_action": 0.011051425710320473,
      "loss_total": 0.011051425710320473,
      "step": 33280
    },
    {
      "loss_action": 0.006705231964588165,
      "loss_total": 0.006705231964588165,
      "step": 33280
    },
    {
      "loss_action": 0.01747767999768257,
      "loss_total": 0.01747767999768257,
      "step": 33280
    },
    {
      "loss_action": 0.004740913864225149,
      "loss_total": 0.004740913864225149,
      "step": 33280
    },
    {
      "grad_norm": 0.1821415275335312,
      "learning_rate": 9.969854653377222e-05,
      "loss": 0.0128,
      "step": 33290
    },
    {
      "loss_action": 0.025823239237070084,
      "loss_total": 0.025823239237070084,
      "step": 33290
    },
    {
      "loss_action": 0.004534021485596895,
      "loss_total": 0.004534021485596895,
      "step": 33290
    },
    {
      "loss_action": 0.007116850931197405,
      "loss_total": 0.007116850931197405,
      "step": 33290
    },
    {
      "loss_action": 0.013575124554336071,
      "loss_total": 0.013575124554336071,
      "step": 33290
    },
    {
      "loss_action": 0.00616578059270978,
      "loss_total": 0.00616578059270978,
      "step": 33290
    },
    {
      "loss_action": 0.01722148060798645,
      "loss_total": 0.01722148060798645,
      "step": 33290
    },
    {
      "loss_action": 0.027000371366739273,
      "loss_total": 0.027000371366739273,
      "step": 33290
    },
    {
      "loss_action": 0.008984269574284554,
      "loss_total": 0.008984269574284554,
      "step": 33290
    },
    {
      "grad_norm": 0.21788254380226135,
      "learning_rate": 9.969809313165341e-05,
      "loss": 0.0132,
      "step": 33300
    },
    {
      "loss_action": 0.009654732421040535,
      "loss_total": 0.009654732421040535,
      "step": 33300
    },
    {
      "loss_action": 0.016422828659415245,
      "loss_total": 0.016422828659415245,
      "step": 33300
    },
    {
      "loss_action": 0.016361063346266747,
      "loss_total": 0.016361063346266747,
      "step": 33300
    },
    {
      "loss_action": 0.009181428700685501,
      "loss_total": 0.009181428700685501,
      "step": 33300
    },
    {
      "loss_action": 0.011419322341680527,
      "loss_total": 0.011419322341680527,
      "step": 33300
    },
    {
      "loss_action": 0.016578471288084984,
      "loss_total": 0.016578471288084984,
      "step": 33300
    },
    {
      "loss_action": 0.00600983714684844,
      "loss_total": 0.00600983714684844,
      "step": 33300
    },
    {
      "loss_action": 0.006975380703806877,
      "loss_total": 0.006975380703806877,
      "step": 33300
    },
    {
      "grad_norm": 0.24625641107559204,
      "learning_rate": 9.969763938985281e-05,
      "loss": 0.0143,
      "step": 33310
    },
    {
      "loss_action": 0.017403071746230125,
      "loss_total": 0.017403071746230125,
      "step": 33310
    },
    {
      "loss_action": 0.017002973705530167,
      "loss_total": 0.017002973705530167,
      "step": 33310
    },
    {
      "loss_action": 0.011810787953436375,
      "loss_total": 0.011810787953436375,
      "step": 33310
    },
    {
      "loss_action": 0.014029273763298988,
      "loss_total": 0.014029273763298988,
      "step": 33310
    },
    {
      "loss_action": 0.0201838668435812,
      "loss_total": 0.0201838668435812,
      "step": 33310
    },
    {
      "loss_action": 0.014654776081442833,
      "loss_total": 0.014654776081442833,
      "step": 33310
    },
    {
      "loss_action": 0.007452928461134434,
      "loss_total": 0.007452928461134434,
      "step": 33310
    },
    {
      "loss_action": 0.013154799118638039,
      "loss_total": 0.013154799118638039,
      "step": 33310
    },
    {
      "grad_norm": 0.10829167813062668,
      "learning_rate": 9.969718530837352e-05,
      "loss": 0.0128,
      "step": 33320
    },
    {
      "loss_action": 0.0073265377432107925,
      "loss_total": 0.0073265377432107925,
      "step": 33320
    },
    {
      "loss_action": 0.009673639200627804,
      "loss_total": 0.009673639200627804,
      "step": 33320
    },
    {
      "loss_action": 0.006471040192991495,
      "loss_total": 0.006471040192991495,
      "step": 33320
    },
    {
      "loss_action": 0.019132385030388832,
      "loss_total": 0.019132385030388832,
      "step": 33320
    },
    {
      "loss_action": 0.0032235560938715935,
      "loss_total": 0.0032235560938715935,
      "step": 33320
    },
    {
      "loss_action": 0.03967956453561783,
      "loss_total": 0.03967956453561783,
      "step": 33320
    },
    {
      "loss_action": 0.012115814723074436,
      "loss_total": 0.012115814723074436,
      "step": 33320
    },
    {
      "loss_action": 0.00866073276847601,
      "loss_total": 0.00866073276847601,
      "step": 33320
    },
    {
      "grad_norm": 0.1566319763660431,
      "learning_rate": 9.969673088721863e-05,
      "loss": 0.0123,
      "step": 33330
    },
    {
      "loss_action": 0.005441480781883001,
      "loss_total": 0.005441480781883001,
      "step": 33330
    },
    {
      "loss_action": 0.017076022922992706,
      "loss_total": 0.017076022922992706,
      "step": 33330
    },
    {
      "loss_action": 0.013356024399399757,
      "loss_total": 0.013356024399399757,
      "step": 33330
    },
    {
      "loss_action": 0.008581437170505524,
      "loss_total": 0.008581437170505524,
      "step": 33330
    },
    {
      "loss_action": 0.02456090971827507,
      "loss_total": 0.02456090971827507,
      "step": 33330
    },
    {
      "loss_action": 0.005112538579851389,
      "loss_total": 0.005112538579851389,
      "step": 33330
    },
    {
      "loss_action": 0.008399972692131996,
      "loss_total": 0.008399972692131996,
      "step": 33330
    },
    {
      "loss_action": 0.009454658254981041,
      "loss_total": 0.009454658254981041,
      "step": 33330
    },
    {
      "grad_norm": 0.1513928323984146,
      "learning_rate": 9.969627612639126e-05,
      "loss": 0.011,
      "step": 33340
    },
    {
      "loss_action": 0.012702478095889091,
      "loss_total": 0.012702478095889091,
      "step": 33340
    },
    {
      "loss_action": 0.009456147439777851,
      "loss_total": 0.009456147439777851,
      "step": 33340
    },
    {
      "loss_action": 0.0034118983894586563,
      "loss_total": 0.0034118983894586563,
      "step": 33340
    },
    {
      "loss_action": 0.02713070623576641,
      "loss_total": 0.02713070623576641,
      "step": 33340
    },
    {
      "loss_action": 0.01797921024262905,
      "loss_total": 0.01797921024262905,
      "step": 33340
    },
    {
      "loss_action": 0.004905013367533684,
      "loss_total": 0.004905013367533684,
      "step": 33340
    },
    {
      "loss_action": 0.011190281249582767,
      "loss_total": 0.011190281249582767,
      "step": 33340
    },
    {
      "loss_action": 0.010168016888201237,
      "loss_total": 0.010168016888201237,
      "step": 33340
    },
    {
      "grad_norm": 0.26274988055229187,
      "learning_rate": 9.969582102589447e-05,
      "loss": 0.0138,
      "step": 33350
    },
    {
      "loss_action": 0.014643136411905289,
      "loss_total": 0.014643136411905289,
      "step": 33350
    },
    {
      "loss_action": 0.007374586537480354,
      "loss_total": 0.007374586537480354,
      "step": 33350
    },
    {
      "loss_action": 0.040165189653635025,
      "loss_total": 0.040165189653635025,
      "step": 33350
    },
    {
      "loss_action": 0.010179639793932438,
      "loss_total": 0.010179639793932438,
      "step": 33350
    },
    {
      "loss_action": 0.008249866776168346,
      "loss_total": 0.008249866776168346,
      "step": 33350
    },
    {
      "loss_action": 0.003960812464356422,
      "loss_total": 0.003960812464356422,
      "step": 33350
    },
    {
      "loss_action": 0.025714533403515816,
      "loss_total": 0.025714533403515816,
      "step": 33350
    },
    {
      "loss_action": 0.008697042241692543,
      "loss_total": 0.008697042241692543,
      "step": 33350
    },
    {
      "grad_norm": 0.164584219455719,
      "learning_rate": 9.969536558573145e-05,
      "loss": 0.0118,
      "step": 33360
    },
    {
      "loss_action": 0.007045547943562269,
      "loss_total": 0.007045547943562269,
      "step": 33360
    },
    {
      "loss_action": 0.012503676116466522,
      "loss_total": 0.012503676116466522,
      "step": 33360
    },
    {
      "loss_action": 0.008044622838497162,
      "loss_total": 0.008044622838497162,
      "step": 33360
    },
    {
      "loss_action": 0.00687894131988287,
      "loss_total": 0.00687894131988287,
      "step": 33360
    },
    {
      "loss_action": 0.00820569135248661,
      "loss_total": 0.00820569135248661,
      "step": 33360
    },
    {
      "loss_action": 0.007176563609391451,
      "loss_total": 0.007176563609391451,
      "step": 33360
    },
    {
      "loss_action": 0.006721684709191322,
      "loss_total": 0.006721684709191322,
      "step": 33360
    },
    {
      "loss_action": 0.006545638665556908,
      "loss_total": 0.006545638665556908,
      "step": 33360
    },
    {
      "grad_norm": 0.1647549569606781,
      "learning_rate": 9.969490980590525e-05,
      "loss": 0.011,
      "step": 33370
    },
    {
      "loss_action": 0.011631282046437263,
      "loss_total": 0.011631282046437263,
      "step": 33370
    },
    {
      "loss_action": 0.02640230394899845,
      "loss_total": 0.02640230394899845,
      "step": 33370
    },
    {
      "loss_action": 0.006884248927235603,
      "loss_total": 0.006884248927235603,
      "step": 33370
    },
    {
      "loss_action": 0.00870325043797493,
      "loss_total": 0.00870325043797493,
      "step": 33370
    },
    {
      "loss_action": 0.00472613237798214,
      "loss_total": 0.00472613237798214,
      "step": 33370
    },
    {
      "loss_action": 0.005853013135492802,
      "loss_total": 0.005853013135492802,
      "step": 33370
    },
    {
      "loss_action": 0.007939289323985577,
      "loss_total": 0.007939289323985577,
      "step": 33370
    },
    {
      "loss_action": 0.00642634741961956,
      "loss_total": 0.00642634741961956,
      "step": 33370
    },
    {
      "grad_norm": 0.24132788181304932,
      "learning_rate": 9.969445368641904e-05,
      "loss": 0.0109,
      "step": 33380
    },
    {
      "loss_action": 0.00862983800470829,
      "loss_total": 0.00862983800470829,
      "step": 33380
    },
    {
      "loss_action": 0.013544014655053616,
      "loss_total": 0.013544014655053616,
      "step": 33380
    },
    {
      "loss_action": 0.006334878038614988,
      "loss_total": 0.006334878038614988,
      "step": 33380
    },
    {
      "loss_action": 0.007017878815531731,
      "loss_total": 0.007017878815531731,
      "step": 33380
    },
    {
      "loss_action": 0.00717267207801342,
      "loss_total": 0.00717267207801342,
      "step": 33380
    },
    {
      "loss_action": 0.010340197011828423,
      "loss_total": 0.010340197011828423,
      "step": 33380
    },
    {
      "loss_action": 0.014644935727119446,
      "loss_total": 0.014644935727119446,
      "step": 33380
    },
    {
      "loss_action": 0.007508466020226479,
      "loss_total": 0.007508466020226479,
      "step": 33380
    },
    {
      "grad_norm": 0.15106186270713806,
      "learning_rate": 9.969399722727588e-05,
      "loss": 0.0109,
      "step": 33390
    },
    {
      "loss_action": 0.00968820508569479,
      "loss_total": 0.00968820508569479,
      "step": 33390
    },
    {
      "loss_action": 0.011130799539387226,
      "loss_total": 0.011130799539387226,
      "step": 33390
    },
    {
      "loss_action": 0.023432187736034393,
      "loss_total": 0.023432187736034393,
      "step": 33390
    },
    {
      "loss_action": 0.00959546584635973,
      "loss_total": 0.00959546584635973,
      "step": 33390
    },
    {
      "loss_action": 0.006007731892168522,
      "loss_total": 0.006007731892168522,
      "step": 33390
    },
    {
      "loss_action": 0.013332108035683632,
      "loss_total": 0.013332108035683632,
      "step": 33390
    },
    {
      "loss_action": 0.022394370287656784,
      "loss_total": 0.022394370287656784,
      "step": 33390
    },
    {
      "loss_action": 0.007508252747356892,
      "loss_total": 0.007508252747356892,
      "step": 33390
    },
    {
      "grad_norm": 0.1483069211244583,
      "learning_rate": 9.969354042847891e-05,
      "loss": 0.0125,
      "step": 33400
    },
    {
      "loss_action": 0.01164926216006279,
      "loss_total": 0.01164926216006279,
      "step": 33400
    },
    {
      "loss_action": 0.00884276069700718,
      "loss_total": 0.00884276069700718,
      "step": 33400
    },
    {
      "loss_action": 0.005896018818020821,
      "loss_total": 0.005896018818020821,
      "step": 33400
    },
    {
      "loss_action": 0.017828917130827904,
      "loss_total": 0.017828917130827904,
      "step": 33400
    },
    {
      "loss_action": 0.010977429337799549,
      "loss_total": 0.010977429337799549,
      "step": 33400
    },
    {
      "loss_action": 0.012951314449310303,
      "loss_total": 0.012951314449310303,
      "step": 33400
    },
    {
      "loss_action": 0.00875493697822094,
      "loss_total": 0.00875493697822094,
      "step": 33400
    },
    {
      "loss_action": 0.014369465410709381,
      "loss_total": 0.014369465410709381,
      "step": 33400
    },
    {
      "grad_norm": 0.15194284915924072,
      "learning_rate": 9.969308329003128e-05,
      "loss": 0.0119,
      "step": 33410
    },
    {
      "loss_action": 0.010984040796756744,
      "loss_total": 0.010984040796756744,
      "step": 33410
    },
    {
      "loss_action": 0.0035031442530453205,
      "loss_total": 0.0035031442530453205,
      "step": 33410
    },
    {
      "loss_action": 0.02746495231986046,
      "loss_total": 0.02746495231986046,
      "step": 33410
    },
    {
      "loss_action": 0.017277337610721588,
      "loss_total": 0.017277337610721588,
      "step": 33410
    },
    {
      "loss_action": 0.005084916949272156,
      "loss_total": 0.005084916949272156,
      "step": 33410
    },
    {
      "loss_action": 0.014281613752245903,
      "loss_total": 0.014281613752245903,
      "step": 33410
    },
    {
      "loss_action": 0.009107578545808792,
      "loss_total": 0.009107578545808792,
      "step": 33410
    },
    {
      "loss_action": 0.006464005913585424,
      "loss_total": 0.006464005913585424,
      "step": 33410
    },
    {
      "grad_norm": 0.1986657828092575,
      "learning_rate": 9.969262581193608e-05,
      "loss": 0.014,
      "step": 33420
    },
    {
      "loss_action": 0.02303079329431057,
      "loss_total": 0.02303079329431057,
      "step": 33420
    },
    {
      "loss_action": 0.01125834509730339,
      "loss_total": 0.01125834509730339,
      "step": 33420
    },
    {
      "loss_action": 0.01307518221437931,
      "loss_total": 0.01307518221437931,
      "step": 33420
    },
    {
      "loss_action": 0.005538562312722206,
      "loss_total": 0.005538562312722206,
      "step": 33420
    },
    {
      "loss_action": 0.008489737287163734,
      "loss_total": 0.008489737287163734,
      "step": 33420
    },
    {
      "loss_action": 0.011719336733222008,
      "loss_total": 0.011719336733222008,
      "step": 33420
    },
    {
      "loss_action": 0.009077999740839005,
      "loss_total": 0.009077999740839005,
      "step": 33420
    },
    {
      "loss_action": 0.00980193167924881,
      "loss_total": 0.00980193167924881,
      "step": 33420
    },
    {
      "grad_norm": 0.18098941445350647,
      "learning_rate": 9.969216799419646e-05,
      "loss": 0.0134,
      "step": 33430
    },
    {
      "loss_action": 0.026905039325356483,
      "loss_total": 0.026905039325356483,
      "step": 33430
    },
    {
      "loss_action": 0.010787312872707844,
      "loss_total": 0.010787312872707844,
      "step": 33430
    },
    {
      "loss_action": 0.010217025876045227,
      "loss_total": 0.010217025876045227,
      "step": 33430
    },
    {
      "loss_action": 0.013109918683767319,
      "loss_total": 0.013109918683767319,
      "step": 33430
    },
    {
      "loss_action": 0.024919543415308,
      "loss_total": 0.024919543415308,
      "step": 33430
    },
    {
      "loss_action": 0.0159049853682518,
      "loss_total": 0.0159049853682518,
      "step": 33430
    },
    {
      "loss_action": 0.008762036450207233,
      "loss_total": 0.008762036450207233,
      "step": 33430
    },
    {
      "loss_action": 0.015834763646125793,
      "loss_total": 0.015834763646125793,
      "step": 33430
    },
    {
      "grad_norm": 0.15396857261657715,
      "learning_rate": 9.969170983681551e-05,
      "loss": 0.0128,
      "step": 33440
    },
    {
      "loss_action": 0.014829713851213455,
      "loss_total": 0.014829713851213455,
      "step": 33440
    },
    {
      "loss_action": 0.017913607880473137,
      "loss_total": 0.017913607880473137,
      "step": 33440
    },
    {
      "loss_action": 0.0256119966506958,
      "loss_total": 0.0256119966506958,
      "step": 33440
    },
    {
      "loss_action": 0.005591469816863537,
      "loss_total": 0.005591469816863537,
      "step": 33440
    },
    {
      "loss_action": 0.017170442268252373,
      "loss_total": 0.017170442268252373,
      "step": 33440
    },
    {
      "loss_action": 0.015148136764764786,
      "loss_total": 0.015148136764764786,
      "step": 33440
    },
    {
      "loss_action": 0.005714782979339361,
      "loss_total": 0.005714782979339361,
      "step": 33440
    },
    {
      "loss_action": 0.00898178480565548,
      "loss_total": 0.00898178480565548,
      "step": 33440
    },
    {
      "grad_norm": 0.10373947024345398,
      "learning_rate": 9.96912513397964e-05,
      "loss": 0.0124,
      "step": 33450
    },
    {
      "loss_action": 0.025511419400572777,
      "loss_total": 0.025511419400572777,
      "step": 33450
    },
    {
      "loss_action": 0.016532842069864273,
      "loss_total": 0.016532842069864273,
      "step": 33450
    },
    {
      "loss_action": 0.019967088475823402,
      "loss_total": 0.019967088475823402,
      "step": 33450
    },
    {
      "loss_action": 0.005008089821785688,
      "loss_total": 0.005008089821785688,
      "step": 33450
    },
    {
      "loss_action": 0.0072376662865281105,
      "loss_total": 0.0072376662865281105,
      "step": 33450
    },
    {
      "loss_action": 0.00627607386559248,
      "loss_total": 0.00627607386559248,
      "step": 33450
    },
    {
      "loss_action": 0.00722412159666419,
      "loss_total": 0.00722412159666419,
      "step": 33450
    },
    {
      "loss_action": 0.009588445536792278,
      "loss_total": 0.009588445536792278,
      "step": 33450
    },
    {
      "grad_norm": 0.16080331802368164,
      "learning_rate": 9.969079250314227e-05,
      "loss": 0.0119,
      "step": 33460
    },
    {
      "loss_action": 0.012175483629107475,
      "loss_total": 0.012175483629107475,
      "step": 33460
    },
    {
      "loss_action": 0.01996624283492565,
      "loss_total": 0.01996624283492565,
      "step": 33460
    },
    {
      "loss_action": 0.008145004510879517,
      "loss_total": 0.008145004510879517,
      "step": 33460
    },
    {
      "loss_action": 0.03862088918685913,
      "loss_total": 0.03862088918685913,
      "step": 33460
    },
    {
      "loss_action": 0.005116795655339956,
      "loss_total": 0.005116795655339956,
      "step": 33460
    },
    {
      "loss_action": 0.014548086561262608,
      "loss_total": 0.014548086561262608,
      "step": 33460
    },
    {
      "loss_action": 0.007306999061256647,
      "loss_total": 0.007306999061256647,
      "step": 33460
    },
    {
      "loss_action": 0.013013873249292374,
      "loss_total": 0.013013873249292374,
      "step": 33460
    },
    {
      "grad_norm": 0.12278428673744202,
      "learning_rate": 9.969033332685623e-05,
      "loss": 0.012,
      "step": 33470
    },
    {
      "loss_action": 0.007365391589701176,
      "loss_total": 0.007365391589701176,
      "step": 33470
    },
    {
      "loss_action": 0.006856956519186497,
      "loss_total": 0.006856956519186497,
      "step": 33470
    },
    {
      "loss_action": 0.02145441621541977,
      "loss_total": 0.02145441621541977,
      "step": 33470
    },
    {
      "loss_action": 0.014162258245050907,
      "loss_total": 0.014162258245050907,
      "step": 33470
    },
    {
      "loss_action": 0.0032283952459692955,
      "loss_total": 0.0032283952459692955,
      "step": 33470
    },
    {
      "loss_action": 0.020639587193727493,
      "loss_total": 0.020639587193727493,
      "step": 33470
    },
    {
      "loss_action": 0.010603354312479496,
      "loss_total": 0.010603354312479496,
      "step": 33470
    },
    {
      "loss_action": 0.011168285273015499,
      "loss_total": 0.011168285273015499,
      "step": 33470
    },
    {
      "grad_norm": 0.14709769189357758,
      "learning_rate": 9.968987381094144e-05,
      "loss": 0.0119,
      "step": 33480
    },
    {
      "loss_action": 0.004278581589460373,
      "loss_total": 0.004278581589460373,
      "step": 33480
    },
    {
      "loss_action": 0.022234849631786346,
      "loss_total": 0.022234849631786346,
      "step": 33480
    },
    {
      "loss_action": 0.006026638671755791,
      "loss_total": 0.006026638671755791,
      "step": 33480
    },
    {
      "loss_action": 0.005607107654213905,
      "loss_total": 0.005607107654213905,
      "step": 33480
    },
    {
      "loss_action": 0.008632073178887367,
      "loss_total": 0.008632073178887367,
      "step": 33480
    },
    {
      "loss_action": 0.022224262356758118,
      "loss_total": 0.022224262356758118,
      "step": 33480
    },
    {
      "loss_action": 0.00657095480710268,
      "loss_total": 0.00657095480710268,
      "step": 33480
    },
    {
      "loss_action": 0.03971810266375542,
      "loss_total": 0.03971810266375542,
      "step": 33480
    },
    {
      "grad_norm": 0.280763179063797,
      "learning_rate": 9.968941395540102e-05,
      "loss": 0.0127,
      "step": 33490
    },
    {
      "loss_action": 0.009502011351287365,
      "loss_total": 0.009502011351287365,
      "step": 33490
    },
    {
      "loss_action": 0.007683420553803444,
      "loss_total": 0.007683420553803444,
      "step": 33490
    },
    {
      "loss_action": 0.009933436289429665,
      "loss_total": 0.009933436289429665,
      "step": 33490
    },
    {
      "loss_action": 0.007131040096282959,
      "loss_total": 0.007131040096282959,
      "step": 33490
    },
    {
      "loss_action": 0.010194086469709873,
      "loss_total": 0.010194086469709873,
      "step": 33490
    },
    {
      "loss_action": 0.004477149341255426,
      "loss_total": 0.004477149341255426,
      "step": 33490
    },
    {
      "loss_action": 0.0053154053166508675,
      "loss_total": 0.0053154053166508675,
      "step": 33490
    },
    {
      "loss_action": 0.00967582780867815,
      "loss_total": 0.00967582780867815,
      "step": 33490
    },
    {
      "grad_norm": 0.2728135883808136,
      "learning_rate": 9.96889537602381e-05,
      "loss": 0.0125,
      "step": 33500
    },
    {
      "loss_action": 0.008758855983614922,
      "loss_total": 0.008758855983614922,
      "step": 33500
    },
    {
      "loss_action": 0.007083584554493427,
      "loss_total": 0.007083584554493427,
      "step": 33500
    },
    {
      "loss_action": 0.007053015753626823,
      "loss_total": 0.007053015753626823,
      "step": 33500
    },
    {
      "loss_action": 0.006134573370218277,
      "loss_total": 0.006134573370218277,
      "step": 33500
    },
    {
      "loss_action": 0.014317982830107212,
      "loss_total": 0.014317982830107212,
      "step": 33500
    },
    {
      "loss_action": 0.008978776633739471,
      "loss_total": 0.008978776633739471,
      "step": 33500
    },
    {
      "loss_action": 0.015960071235895157,
      "loss_total": 0.015960071235895157,
      "step": 33500
    },
    {
      "loss_action": 0.01057058572769165,
      "loss_total": 0.01057058572769165,
      "step": 33500
    },
    {
      "grad_norm": 0.26662951707839966,
      "learning_rate": 9.968849322545588e-05,
      "loss": 0.0151,
      "step": 33510
    },
    {
      "loss_action": 0.009797661565244198,
      "loss_total": 0.009797661565244198,
      "step": 33510
    },
    {
      "loss_action": 0.02225564979016781,
      "loss_total": 0.02225564979016781,
      "step": 33510
    },
    {
      "loss_action": 0.021520165726542473,
      "loss_total": 0.021520165726542473,
      "step": 33510
    },
    {
      "loss_action": 0.008916327729821205,
      "loss_total": 0.008916327729821205,
      "step": 33510
    },
    {
      "loss_action": 0.012408397160470486,
      "loss_total": 0.012408397160470486,
      "step": 33510
    },
    {
      "loss_action": 0.007255392149090767,
      "loss_total": 0.007255392149090767,
      "step": 33510
    },
    {
      "loss_action": 0.012575626373291016,
      "loss_total": 0.012575626373291016,
      "step": 33510
    },
    {
      "loss_action": 0.010153758339583874,
      "loss_total": 0.010153758339583874,
      "step": 33510
    },
    {
      "grad_norm": 0.1382933109998703,
      "learning_rate": 9.968803235105746e-05,
      "loss": 0.0138,
      "step": 33520
    },
    {
      "loss_action": 0.01007857546210289,
      "loss_total": 0.01007857546210289,
      "step": 33520
    },
    {
      "loss_action": 0.006911205593496561,
      "loss_total": 0.006911205593496561,
      "step": 33520
    },
    {
      "loss_action": 0.00791756808757782,
      "loss_total": 0.00791756808757782,
      "step": 33520
    },
    {
      "loss_action": 0.005202478729188442,
      "loss_total": 0.005202478729188442,
      "step": 33520
    },
    {
      "loss_action": 0.005468954332172871,
      "loss_total": 0.005468954332172871,
      "step": 33520
    },
    {
      "loss_action": 0.011436456814408302,
      "loss_total": 0.011436456814408302,
      "step": 33520
    },
    {
      "loss_action": 0.006168964318931103,
      "loss_total": 0.006168964318931103,
      "step": 33520
    },
    {
      "loss_action": 0.010402834042906761,
      "loss_total": 0.010402834042906761,
      "step": 33520
    },
    {
      "grad_norm": 0.1589520424604416,
      "learning_rate": 9.9687571137046e-05,
      "loss": 0.0127,
      "step": 33530
    },
    {
      "loss_action": 0.009514981880784035,
      "loss_total": 0.009514981880784035,
      "step": 33530
    },
    {
      "loss_action": 0.005986507516354322,
      "loss_total": 0.005986507516354322,
      "step": 33530
    },
    {
      "loss_action": 0.009270193055272102,
      "loss_total": 0.009270193055272102,
      "step": 33530
    },
    {
      "loss_action": 0.0053075021132826805,
      "loss_total": 0.0053075021132826805,
      "step": 33530
    },
    {
      "loss_action": 0.012217101640999317,
      "loss_total": 0.012217101640999317,
      "step": 33530
    },
    {
      "loss_action": 0.004731512162834406,
      "loss_total": 0.004731512162834406,
      "step": 33530
    },
    {
      "loss_action": 0.005718253552913666,
      "loss_total": 0.005718253552913666,
      "step": 33530
    },
    {
      "loss_action": 0.013196995481848717,
      "loss_total": 0.013196995481848717,
      "step": 33530
    },
    {
      "grad_norm": 0.21914653480052948,
      "learning_rate": 9.968710958342466e-05,
      "loss": 0.0104,
      "step": 33540
    },
    {
      "loss_action": 0.00966876745223999,
      "loss_total": 0.00966876745223999,
      "step": 33540
    },
    {
      "loss_action": 0.017458876594901085,
      "loss_total": 0.017458876594901085,
      "step": 33540
    },
    {
      "loss_action": 0.006652512587606907,
      "loss_total": 0.006652512587606907,
      "step": 33540
    },
    {
      "loss_action": 0.018977995961904526,
      "loss_total": 0.018977995961904526,
      "step": 33540
    },
    {
      "loss_action": 0.01431962288916111,
      "loss_total": 0.01431962288916111,
      "step": 33540
    },
    {
      "loss_action": 0.013731718063354492,
      "loss_total": 0.013731718063354492,
      "step": 33540
    },
    {
      "loss_action": 0.00330173596739769,
      "loss_total": 0.00330173596739769,
      "step": 33540
    },
    {
      "loss_action": 0.007207588292658329,
      "loss_total": 0.007207588292658329,
      "step": 33540
    },
    {
      "grad_norm": 0.20269086956977844,
      "learning_rate": 9.968664769019661e-05,
      "loss": 0.0117,
      "step": 33550
    },
    {
      "loss_action": 0.00800416525453329,
      "loss_total": 0.00800416525453329,
      "step": 33550
    },
    {
      "loss_action": 0.011185262352228165,
      "loss_total": 0.011185262352228165,
      "step": 33550
    },
    {
      "loss_action": 0.004991763271391392,
      "loss_total": 0.004991763271391392,
      "step": 33550
    },
    {
      "loss_action": 0.007150979246944189,
      "loss_total": 0.007150979246944189,
      "step": 33550
    },
    {
      "loss_action": 0.009832615964114666,
      "loss_total": 0.009832615964114666,
      "step": 33550
    },
    {
      "loss_action": 0.007698120083659887,
      "loss_total": 0.007698120083659887,
      "step": 33550
    },
    {
      "loss_action": 0.03227465599775314,
      "loss_total": 0.03227465599775314,
      "step": 33550
    },
    {
      "loss_action": 0.010843100026249886,
      "loss_total": 0.010843100026249886,
      "step": 33550
    },
    {
      "grad_norm": 0.13929498195648193,
      "learning_rate": 9.968618545736497e-05,
      "loss": 0.0124,
      "step": 33560
    },
    {
      "loss_action": 0.01757884956896305,
      "loss_total": 0.01757884956896305,
      "step": 33560
    },
    {
      "loss_action": 0.01687338948249817,
      "loss_total": 0.01687338948249817,
      "step": 33560
    },
    {
      "loss_action": 0.00789235346019268,
      "loss_total": 0.00789235346019268,
      "step": 33560
    },
    {
      "loss_action": 0.019352301955223083,
      "loss_total": 0.019352301955223083,
      "step": 33560
    },
    {
      "loss_action": 0.009436561726033688,
      "loss_total": 0.009436561726033688,
      "step": 33560
    },
    {
      "loss_action": 0.006480950862169266,
      "loss_total": 0.006480950862169266,
      "step": 33560
    },
    {
      "loss_action": 0.005539074540138245,
      "loss_total": 0.005539074540138245,
      "step": 33560
    },
    {
      "loss_action": 0.005988400895148516,
      "loss_total": 0.005988400895148516,
      "step": 33560
    },
    {
      "grad_norm": 0.15154290199279785,
      "learning_rate": 9.968572288493294e-05,
      "loss": 0.0106,
      "step": 33570
    },
    {
      "loss_action": 0.006959478370845318,
      "loss_total": 0.006959478370845318,
      "step": 33570
    },
    {
      "loss_action": 0.013328063301742077,
      "loss_total": 0.013328063301742077,
      "step": 33570
    },
    {
      "loss_action": 0.01195020042359829,
      "loss_total": 0.01195020042359829,
      "step": 33570
    },
    {
      "loss_action": 0.010995464399456978,
      "loss_total": 0.010995464399456978,
      "step": 33570
    },
    {
      "loss_action": 0.006990757305175066,
      "loss_total": 0.006990757305175066,
      "step": 33570
    },
    {
      "loss_action": 0.009245689027011395,
      "loss_total": 0.009245689027011395,
      "step": 33570
    },
    {
      "loss_action": 0.004805815871804953,
      "loss_total": 0.004805815871804953,
      "step": 33570
    },
    {
      "loss_action": 0.007865220308303833,
      "loss_total": 0.007865220308303833,
      "step": 33570
    },
    {
      "grad_norm": 0.1558186560869217,
      "learning_rate": 9.968525997290363e-05,
      "loss": 0.0109,
      "step": 33580
    },
    {
      "loss_action": 0.009497860446572304,
      "loss_total": 0.009497860446572304,
      "step": 33580
    },
    {
      "loss_action": 0.008325617760419846,
      "loss_total": 0.008325617760419846,
      "step": 33580
    },
    {
      "loss_action": 0.01936483010649681,
      "loss_total": 0.01936483010649681,
      "step": 33580
    },
    {
      "loss_action": 0.0033361222594976425,
      "loss_total": 0.0033361222594976425,
      "step": 33580
    },
    {
      "loss_action": 0.009766272269189358,
      "loss_total": 0.009766272269189358,
      "step": 33580
    },
    {
      "loss_action": 0.01712569035589695,
      "loss_total": 0.01712569035589695,
      "step": 33580
    },
    {
      "loss_action": 0.005994807928800583,
      "loss_total": 0.005994807928800583,
      "step": 33580
    },
    {
      "loss_action": 0.006074749864637852,
      "loss_total": 0.006074749864637852,
      "step": 33580
    },
    {
      "grad_norm": 0.1562480479478836,
      "learning_rate": 9.968479672128025e-05,
      "loss": 0.0121,
      "step": 33590
    },
    {
      "loss_action": 0.011925634928047657,
      "loss_total": 0.011925634928047657,
      "step": 33590
    },
    {
      "loss_action": 0.007713655941188335,
      "loss_total": 0.007713655941188335,
      "step": 33590
    },
    {
      "loss_action": 0.006084348075091839,
      "loss_total": 0.006084348075091839,
      "step": 33590
    },
    {
      "loss_action": 0.01432720571756363,
      "loss_total": 0.01432720571756363,
      "step": 33590
    },
    {
      "loss_action": 0.006458786316215992,
      "loss_total": 0.006458786316215992,
      "step": 33590
    },
    {
      "loss_action": 0.016989007592201233,
      "loss_total": 0.016989007592201233,
      "step": 33590
    },
    {
      "loss_action": 0.004325538408011198,
      "loss_total": 0.004325538408011198,
      "step": 33590
    },
    {
      "loss_action": 0.00850139744579792,
      "loss_total": 0.00850139744579792,
      "step": 33590
    },
    {
      "grad_norm": 0.09098226577043533,
      "learning_rate": 9.968433313006595e-05,
      "loss": 0.0101,
      "step": 33600
    },
    {
      "loss_action": 0.006187341175973415,
      "loss_total": 0.006187341175973415,
      "step": 33600
    },
    {
      "loss_action": 0.020204462110996246,
      "loss_total": 0.020204462110996246,
      "step": 33600
    },
    {
      "loss_action": 0.005184883251786232,
      "loss_total": 0.005184883251786232,
      "step": 33600
    },
    {
      "loss_action": 0.010798542760312557,
      "loss_total": 0.010798542760312557,
      "step": 33600
    },
    {
      "loss_action": 0.007904249243438244,
      "loss_total": 0.007904249243438244,
      "step": 33600
    },
    {
      "loss_action": 0.008765303529798985,
      "loss_total": 0.008765303529798985,
      "step": 33600
    },
    {
      "loss_action": 0.00396049115806818,
      "loss_total": 0.00396049115806818,
      "step": 33600
    },
    {
      "loss_action": 0.007541855331510305,
      "loss_total": 0.007541855331510305,
      "step": 33600
    },
    {
      "grad_norm": 0.14343883097171783,
      "learning_rate": 9.968386919926389e-05,
      "loss": 0.01,
      "step": 33610
    },
    {
      "loss_action": 0.007388436235487461,
      "loss_total": 0.007388436235487461,
      "step": 33610
    },
    {
      "loss_action": 0.029914356768131256,
      "loss_total": 0.029914356768131256,
      "step": 33610
    },
    {
      "loss_action": 0.006984451320022345,
      "loss_total": 0.006984451320022345,
      "step": 33610
    },
    {
      "loss_action": 0.007705872878432274,
      "loss_total": 0.007705872878432274,
      "step": 33610
    },
    {
      "loss_action": 0.00875970721244812,
      "loss_total": 0.00875970721244812,
      "step": 33610
    },
    {
      "loss_action": 0.008553204126656055,
      "loss_total": 0.008553204126656055,
      "step": 33610
    },
    {
      "loss_action": 0.016291407868266106,
      "loss_total": 0.016291407868266106,
      "step": 33610
    },
    {
      "loss_action": 0.00471725407987833,
      "loss_total": 0.00471725407987833,
      "step": 33610
    },
    {
      "grad_norm": 0.17608045041561127,
      "learning_rate": 9.968340492887727e-05,
      "loss": 0.0119,
      "step": 33620
    },
    {
      "loss_action": 0.012623670510947704,
      "loss_total": 0.012623670510947704,
      "step": 33620
    },
    {
      "loss_action": 0.004872568417340517,
      "loss_total": 0.004872568417340517,
      "step": 33620
    },
    {
      "loss_action": 0.005680146161466837,
      "loss_total": 0.005680146161466837,
      "step": 33620
    },
    {
      "loss_action": 0.012767812237143517,
      "loss_total": 0.012767812237143517,
      "step": 33620
    },
    {
      "loss_action": 0.009605759754776955,
      "loss_total": 0.009605759754776955,
      "step": 33620
    },
    {
      "loss_action": 0.012536115013062954,
      "loss_total": 0.012536115013062954,
      "step": 33620
    },
    {
      "loss_action": 0.009606532752513885,
      "loss_total": 0.009606532752513885,
      "step": 33620
    },
    {
      "loss_action": 0.0047517577186226845,
      "loss_total": 0.0047517577186226845,
      "step": 33620
    },
    {
      "grad_norm": 0.1608210802078247,
      "learning_rate": 9.968294031890923e-05,
      "loss": 0.0128,
      "step": 33630
    },
    {
      "loss_action": 0.008793788962066174,
      "loss_total": 0.008793788962066174,
      "step": 33630
    },
    {
      "loss_action": 0.014807470142841339,
      "loss_total": 0.014807470142841339,
      "step": 33630
    },
    {
      "loss_action": 0.014426256529986858,
      "loss_total": 0.014426256529986858,
      "step": 33630
    },
    {
      "loss_action": 0.004804917611181736,
      "loss_total": 0.004804917611181736,
      "step": 33630
    },
    {
      "loss_action": 0.009319989942014217,
      "loss_total": 0.009319989942014217,
      "step": 33630
    },
    {
      "loss_action": 0.004340106155723333,
      "loss_total": 0.004340106155723333,
      "step": 33630
    },
    {
      "loss_action": 0.010423827916383743,
      "loss_total": 0.010423827916383743,
      "step": 33630
    },
    {
      "loss_action": 0.0049972874112427235,
      "loss_total": 0.0049972874112427235,
      "step": 33630
    },
    {
      "grad_norm": 0.10835107415914536,
      "learning_rate": 9.968247536936294e-05,
      "loss": 0.0102,
      "step": 33640
    },
    {
      "loss_action": 0.03325384110212326,
      "loss_total": 0.03325384110212326,
      "step": 33640
    },
    {
      "loss_action": 0.0071119582280516624,
      "loss_total": 0.0071119582280516624,
      "step": 33640
    },
    {
      "loss_action": 0.005760897882282734,
      "loss_total": 0.005760897882282734,
      "step": 33640
    },
    {
      "loss_action": 0.005463335197418928,
      "loss_total": 0.005463335197418928,
      "step": 33640
    },
    {
      "loss_action": 0.011948185041546822,
      "loss_total": 0.011948185041546822,
      "step": 33640
    },
    {
      "loss_action": 0.01265654619783163,
      "loss_total": 0.01265654619783163,
      "step": 33640
    },
    {
      "loss_action": 0.013220440596342087,
      "loss_total": 0.013220440596342087,
      "step": 33640
    },
    {
      "loss_action": 0.004988768137991428,
      "loss_total": 0.004988768137991428,
      "step": 33640
    },
    {
      "grad_norm": 0.19651347398757935,
      "learning_rate": 9.968201008024163e-05,
      "loss": 0.0122,
      "step": 33650
    },
    {
      "loss_action": 0.008477355353534222,
      "loss_total": 0.008477355353534222,
      "step": 33650
    },
    {
      "loss_action": 0.015389779582619667,
      "loss_total": 0.015389779582619667,
      "step": 33650
    },
    {
      "loss_action": 0.005956902634352446,
      "loss_total": 0.005956902634352446,
      "step": 33650
    },
    {
      "loss_action": 0.01631326414644718,
      "loss_total": 0.01631326414644718,
      "step": 33650
    },
    {
      "loss_action": 0.0059732128866016865,
      "loss_total": 0.0059732128866016865,
      "step": 33650
    },
    {
      "loss_action": 0.008611844852566719,
      "loss_total": 0.008611844852566719,
      "step": 33650
    },
    {
      "loss_action": 0.01872817426919937,
      "loss_total": 0.01872817426919937,
      "step": 33650
    },
    {
      "loss_action": 0.005717760417610407,
      "loss_total": 0.005717760417610407,
      "step": 33650
    },
    {
      "grad_norm": 0.12992407381534576,
      "learning_rate": 9.968154445154843e-05,
      "loss": 0.0112,
      "step": 33660
    },
    {
      "loss_action": 0.007594086229801178,
      "loss_total": 0.007594086229801178,
      "step": 33660
    },
    {
      "loss_action": 0.01279320940375328,
      "loss_total": 0.01279320940375328,
      "step": 33660
    },
    {
      "loss_action": 0.006696844473481178,
      "loss_total": 0.006696844473481178,
      "step": 33660
    },
    {
      "loss_action": 0.009385110810399055,
      "loss_total": 0.009385110810399055,
      "step": 33660
    },
    {
      "loss_action": 0.004444376565515995,
      "loss_total": 0.004444376565515995,
      "step": 33660
    },
    {
      "loss_action": 0.008224006742238998,
      "loss_total": 0.008224006742238998,
      "step": 33660
    },
    {
      "loss_action": 0.012676548212766647,
      "loss_total": 0.012676548212766647,
      "step": 33660
    },
    {
      "loss_action": 0.002908906666561961,
      "loss_total": 0.002908906666561961,
      "step": 33660
    },
    {
      "grad_norm": 0.1232592985033989,
      "learning_rate": 9.968107848328654e-05,
      "loss": 0.0109,
      "step": 33670
    },
    {
      "loss_action": 0.006471768952906132,
      "loss_total": 0.006471768952906132,
      "step": 33670
    },
    {
      "loss_action": 0.00619879737496376,
      "loss_total": 0.00619879737496376,
      "step": 33670
    },
    {
      "loss_action": 0.010389575734734535,
      "loss_total": 0.010389575734734535,
      "step": 33670
    },
    {
      "loss_action": 0.01863837242126465,
      "loss_total": 0.01863837242126465,
      "step": 33670
    },
    {
      "loss_action": 0.006811883300542831,
      "loss_total": 0.006811883300542831,
      "step": 33670
    },
    {
      "loss_action": 0.010320449247956276,
      "loss_total": 0.010320449247956276,
      "step": 33670
    },
    {
      "loss_action": 0.010468577966094017,
      "loss_total": 0.010468577966094017,
      "step": 33670
    },
    {
      "loss_action": 0.009232064709067345,
      "loss_total": 0.009232064709067345,
      "step": 33670
    },
    {
      "grad_norm": 0.11889641731977463,
      "learning_rate": 9.968061217545914e-05,
      "loss": 0.0102,
      "step": 33680
    },
    {
      "loss_action": 0.007050847634673119,
      "loss_total": 0.007050847634673119,
      "step": 33680
    },
    {
      "loss_action": 0.005279329139739275,
      "loss_total": 0.005279329139739275,
      "step": 33680
    },
    {
      "loss_action": 0.011743002571165562,
      "loss_total": 0.011743002571165562,
      "step": 33680
    },
    {
      "loss_action": 0.006458202376961708,
      "loss_total": 0.006458202376961708,
      "step": 33680
    },
    {
      "loss_action": 0.0031510167755186558,
      "loss_total": 0.0031510167755186558,
      "step": 33680
    },
    {
      "loss_action": 0.007962074130773544,
      "loss_total": 0.007962074130773544,
      "step": 33680
    },
    {
      "loss_action": 0.008228693157434464,
      "loss_total": 0.008228693157434464,
      "step": 33680
    },
    {
      "loss_action": 0.007199882064014673,
      "loss_total": 0.007199882064014673,
      "step": 33680
    },
    {
      "grad_norm": 0.19741924107074738,
      "learning_rate": 9.968014552806943e-05,
      "loss": 0.0118,
      "step": 33690
    },
    {
      "loss_action": 0.014884207397699356,
      "loss_total": 0.014884207397699356,
      "step": 33690
    },
    {
      "loss_action": 0.017952129244804382,
      "loss_total": 0.017952129244804382,
      "step": 33690
    },
    {
      "loss_action": 0.0037615736946463585,
      "loss_total": 0.0037615736946463585,
      "step": 33690
    },
    {
      "loss_action": 0.0063658421859145164,
      "loss_total": 0.0063658421859145164,
      "step": 33690
    },
    {
      "loss_action": 0.004559747874736786,
      "loss_total": 0.004559747874736786,
      "step": 33690
    },
    {
      "loss_action": 0.004253919702023268,
      "loss_total": 0.004253919702023268,
      "step": 33690
    },
    {
      "loss_action": 0.009341682307422161,
      "loss_total": 0.009341682307422161,
      "step": 33690
    },
    {
      "loss_action": 0.048402510583400726,
      "loss_total": 0.048402510583400726,
      "step": 33690
    },
    {
      "grad_norm": 0.12272081524133682,
      "learning_rate": 9.96796785411206e-05,
      "loss": 0.0118,
      "step": 33700
    },
    {
      "loss_action": 0.029694952070713043,
      "loss_total": 0.029694952070713043,
      "step": 33700
    },
    {
      "loss_action": 0.009997759014368057,
      "loss_total": 0.009997759014368057,
      "step": 33700
    },
    {
      "loss_action": 0.019890272989869118,
      "loss_total": 0.019890272989869118,
      "step": 33700
    },
    {
      "loss_action": 0.006108335684984922,
      "loss_total": 0.006108335684984922,
      "step": 33700
    },
    {
      "loss_action": 0.016353143379092216,
      "loss_total": 0.016353143379092216,
      "step": 33700
    },
    {
      "loss_action": 0.030293483287096024,
      "loss_total": 0.030293483287096024,
      "step": 33700
    },
    {
      "loss_action": 0.01005757600069046,
      "loss_total": 0.01005757600069046,
      "step": 33700
    },
    {
      "loss_action": 0.01084352657198906,
      "loss_total": 0.01084352657198906,
      "step": 33700
    },
    {
      "grad_norm": 0.10493835061788559,
      "learning_rate": 9.96792112146158e-05,
      "loss": 0.0106,
      "step": 33710
    },
    {
      "loss_action": 0.0053245918825268745,
      "loss_total": 0.0053245918825268745,
      "step": 33710
    },
    {
      "loss_action": 0.018390927463769913,
      "loss_total": 0.018390927463769913,
      "step": 33710
    },
    {
      "loss_action": 0.007686125114560127,
      "loss_total": 0.007686125114560127,
      "step": 33710
    },
    {
      "loss_action": 0.0076014455407857895,
      "loss_total": 0.0076014455407857895,
      "step": 33710
    },
    {
      "loss_action": 0.00879276730120182,
      "loss_total": 0.00879276730120182,
      "step": 33710
    },
    {
      "loss_action": 0.004987508524209261,
      "loss_total": 0.004987508524209261,
      "step": 33710
    },
    {
      "loss_action": 0.005721630062907934,
      "loss_total": 0.005721630062907934,
      "step": 33710
    },
    {
      "loss_action": 0.013145677745342255,
      "loss_total": 0.013145677745342255,
      "step": 33710
    },
    {
      "grad_norm": 0.16081741452217102,
      "learning_rate": 9.967874354855829e-05,
      "loss": 0.0112,
      "step": 33720
    },
    {
      "loss_action": 0.015568327158689499,
      "loss_total": 0.015568327158689499,
      "step": 33720
    },
    {
      "loss_action": 0.02585158683359623,
      "loss_total": 0.02585158683359623,
      "step": 33720
    },
    {
      "loss_action": 0.006055444944649935,
      "loss_total": 0.006055444944649935,
      "step": 33720
    },
    {
      "loss_action": 0.01869412325322628,
      "loss_total": 0.01869412325322628,
      "step": 33720
    },
    {
      "loss_action": 0.024526428431272507,
      "loss_total": 0.024526428431272507,
      "step": 33720
    },
    {
      "loss_action": 0.017305543646216393,
      "loss_total": 0.017305543646216393,
      "step": 33720
    },
    {
      "loss_action": 0.007363678887486458,
      "loss_total": 0.007363678887486458,
      "step": 33720
    },
    {
      "loss_action": 0.005520661827176809,
      "loss_total": 0.005520661827176809,
      "step": 33720
    },
    {
      "grad_norm": 0.2431497871875763,
      "learning_rate": 9.967827554295121e-05,
      "loss": 0.011,
      "step": 33730
    },
    {
      "loss_action": 0.007191401440650225,
      "loss_total": 0.007191401440650225,
      "step": 33730
    },
    {
      "loss_action": 0.007973821833729744,
      "loss_total": 0.007973821833729744,
      "step": 33730
    },
    {
      "loss_action": 0.008296936750411987,
      "loss_total": 0.008296936750411987,
      "step": 33730
    },
    {
      "loss_action": 0.007947169244289398,
      "loss_total": 0.007947169244289398,
      "step": 33730
    },
    {
      "loss_action": 0.016514763236045837,
      "loss_total": 0.016514763236045837,
      "step": 33730
    },
    {
      "loss_action": 0.0048146662302315235,
      "loss_total": 0.0048146662302315235,
      "step": 33730
    },
    {
      "loss_action": 0.01027398556470871,
      "loss_total": 0.01027398556470871,
      "step": 33730
    },
    {
      "loss_action": 0.005635667592287064,
      "loss_total": 0.005635667592287064,
      "step": 33730
    },
    {
      "grad_norm": 0.12188392877578735,
      "learning_rate": 9.967780719779781e-05,
      "loss": 0.0103,
      "step": 33740
    },
    {
      "loss_action": 0.026039335876703262,
      "loss_total": 0.026039335876703262,
      "step": 33740
    },
    {
      "loss_action": 0.004500124137848616,
      "loss_total": 0.004500124137848616,
      "step": 33740
    },
    {
      "loss_action": 0.0038416089955717325,
      "loss_total": 0.0038416089955717325,
      "step": 33740
    },
    {
      "loss_action": 0.005016646347939968,
      "loss_total": 0.005016646347939968,
      "step": 33740
    },
    {
      "loss_action": 0.09251877665519714,
      "loss_total": 0.09251877665519714,
      "step": 33740
    },
    {
      "loss_action": 0.04523429647088051,
      "loss_total": 0.04523429647088051,
      "step": 33740
    },
    {
      "loss_action": 0.0176161527633667,
      "loss_total": 0.0176161527633667,
      "step": 33740
    },
    {
      "loss_action": 0.004254476632922888,
      "loss_total": 0.004254476632922888,
      "step": 33740
    },
    {
      "grad_norm": 0.18281987309455872,
      "learning_rate": 9.967733851310123e-05,
      "loss": 0.0123,
      "step": 33750
    },
    {
      "loss_action": 0.009807134047150612,
      "loss_total": 0.009807134047150612,
      "step": 33750
    },
    {
      "loss_action": 0.016559435054659843,
      "loss_total": 0.016559435054659843,
      "step": 33750
    },
    {
      "loss_action": 0.02394205518066883,
      "loss_total": 0.02394205518066883,
      "step": 33750
    },
    {
      "loss_action": 0.013497907668352127,
      "loss_total": 0.013497907668352127,
      "step": 33750
    },
    {
      "loss_action": 0.007393797859549522,
      "loss_total": 0.007393797859549522,
      "step": 33750
    },
    {
      "loss_action": 0.010400483384728432,
      "loss_total": 0.010400483384728432,
      "step": 33750
    },
    {
      "loss_action": 0.009490035474300385,
      "loss_total": 0.009490035474300385,
      "step": 33750
    },
    {
      "loss_action": 0.014921542257070541,
      "loss_total": 0.014921542257070541,
      "step": 33750
    },
    {
      "grad_norm": 0.19788989424705505,
      "learning_rate": 9.967686948886472e-05,
      "loss": 0.0123,
      "step": 33760
    },
    {
      "loss_action": 0.012970268726348877,
      "loss_total": 0.012970268726348877,
      "step": 33760
    },
    {
      "loss_action": 0.00619512191042304,
      "loss_total": 0.00619512191042304,
      "step": 33760
    },
    {
      "loss_action": 0.008534761145710945,
      "loss_total": 0.008534761145710945,
      "step": 33760
    },
    {
      "loss_action": 0.0050119939260184765,
      "loss_total": 0.0050119939260184765,
      "step": 33760
    },
    {
      "loss_action": 0.007615941576659679,
      "loss_total": 0.007615941576659679,
      "step": 33760
    },
    {
      "loss_action": 0.020362667739391327,
      "loss_total": 0.020362667739391327,
      "step": 33760
    },
    {
      "loss_action": 0.027339626103639603,
      "loss_total": 0.027339626103639603,
      "step": 33760
    },
    {
      "loss_action": 0.009534858167171478,
      "loss_total": 0.009534858167171478,
      "step": 33760
    },
    {
      "grad_norm": 0.1024656593799591,
      "learning_rate": 9.967640012509148e-05,
      "loss": 0.0118,
      "step": 33770
    },
    {
      "loss_action": 0.016031838953495026,
      "loss_total": 0.016031838953495026,
      "step": 33770
    },
    {
      "loss_action": 0.021488109603524208,
      "loss_total": 0.021488109603524208,
      "step": 33770
    },
    {
      "loss_action": 0.0070756287313997746,
      "loss_total": 0.0070756287313997746,
      "step": 33770
    },
    {
      "loss_action": 0.05495678633451462,
      "loss_total": 0.05495678633451462,
      "step": 33770
    },
    {
      "loss_action": 0.006390413269400597,
      "loss_total": 0.006390413269400597,
      "step": 33770
    },
    {
      "loss_action": 0.016231516376137733,
      "loss_total": 0.016231516376137733,
      "step": 33770
    },
    {
      "loss_action": 0.014995593577623367,
      "loss_total": 0.014995593577623367,
      "step": 33770
    },
    {
      "loss_action": 0.011530831456184387,
      "loss_total": 0.011530831456184387,
      "step": 33770
    },
    {
      "grad_norm": 0.11505323648452759,
      "learning_rate": 9.967593042178469e-05,
      "loss": 0.0133,
      "step": 33780
    },
    {
      "loss_action": 0.009980514645576477,
      "loss_total": 0.009980514645576477,
      "step": 33780
    },
    {
      "loss_action": 0.015103919431567192,
      "loss_total": 0.015103919431567192,
      "step": 33780
    },
    {
      "loss_action": 0.008210187777876854,
      "loss_total": 0.008210187777876854,
      "step": 33780
    },
    {
      "loss_action": 0.020692195743322372,
      "loss_total": 0.020692195743322372,
      "step": 33780
    },
    {
      "loss_action": 0.012800443917512894,
      "loss_total": 0.012800443917512894,
      "step": 33780
    },
    {
      "loss_action": 0.00947231613099575,
      "loss_total": 0.00947231613099575,
      "step": 33780
    },
    {
      "loss_action": 0.03244932368397713,
      "loss_total": 0.03244932368397713,
      "step": 33780
    },
    {
      "loss_action": 0.01752334274351597,
      "loss_total": 0.01752334274351597,
      "step": 33780
    },
    {
      "grad_norm": 0.10414187610149384,
      "learning_rate": 9.96754603789476e-05,
      "loss": 0.0135,
      "step": 33790
    },
    {
      "loss_action": 0.009840993210673332,
      "loss_total": 0.009840993210673332,
      "step": 33790
    },
    {
      "loss_action": 0.007045314647257328,
      "loss_total": 0.007045314647257328,
      "step": 33790
    },
    {
      "loss_action": 0.003615410765632987,
      "loss_total": 0.003615410765632987,
      "step": 33790
    },
    {
      "loss_action": 0.009161715395748615,
      "loss_total": 0.009161715395748615,
      "step": 33790
    },
    {
      "loss_action": 0.008827210403978825,
      "loss_total": 0.008827210403978825,
      "step": 33790
    },
    {
      "loss_action": 0.005949818529188633,
      "loss_total": 0.005949818529188633,
      "step": 33790
    },
    {
      "loss_action": 0.006457280367612839,
      "loss_total": 0.006457280367612839,
      "step": 33790
    },
    {
      "loss_action": 0.02219488099217415,
      "loss_total": 0.02219488099217415,
      "step": 33790
    },
    {
      "grad_norm": 0.14590495824813843,
      "learning_rate": 9.96749899965834e-05,
      "loss": 0.0121,
      "step": 33800
    },
    {
      "loss_action": 0.010873568244278431,
      "loss_total": 0.010873568244278431,
      "step": 33800
    },
    {
      "loss_action": 0.009845387190580368,
      "loss_total": 0.009845387190580368,
      "step": 33800
    },
    {
      "loss_action": 0.010616850107908249,
      "loss_total": 0.010616850107908249,
      "step": 33800
    },
    {
      "loss_action": 0.017949992790818214,
      "loss_total": 0.017949992790818214,
      "step": 33800
    },
    {
      "loss_action": 0.007783090695738792,
      "loss_total": 0.007783090695738792,
      "step": 33800
    },
    {
      "loss_action": 0.003644120879471302,
      "loss_total": 0.003644120879471302,
      "step": 33800
    },
    {
      "loss_action": 0.009241299703717232,
      "loss_total": 0.009241299703717232,
      "step": 33800
    },
    {
      "loss_action": 0.005177089013159275,
      "loss_total": 0.005177089013159275,
      "step": 33800
    },
    {
      "grad_norm": 0.14919130504131317,
      "learning_rate": 9.96745192746953e-05,
      "loss": 0.0108,
      "step": 33810
    },
    {
      "loss_action": 0.011979328468441963,
      "loss_total": 0.011979328468441963,
      "step": 33810
    },
    {
      "loss_action": 0.00936487689614296,
      "loss_total": 0.00936487689614296,
      "step": 33810
    },
    {
      "loss_action": 0.010997511446475983,
      "loss_total": 0.010997511446475983,
      "step": 33810
    },
    {
      "loss_action": 0.020232487469911575,
      "loss_total": 0.020232487469911575,
      "step": 33810
    },
    {
      "loss_action": 0.02539355680346489,
      "loss_total": 0.02539355680346489,
      "step": 33810
    },
    {
      "loss_action": 0.005927425809204578,
      "loss_total": 0.005927425809204578,
      "step": 33810
    },
    {
      "loss_action": 0.008997080847620964,
      "loss_total": 0.008997080847620964,
      "step": 33810
    },
    {
      "loss_action": 0.01290762610733509,
      "loss_total": 0.01290762610733509,
      "step": 33810
    },
    {
      "grad_norm": 0.15466845035552979,
      "learning_rate": 9.967404821328653e-05,
      "loss": 0.0126,
      "step": 33820
    },
    {
      "loss_action": 0.009781375527381897,
      "loss_total": 0.009781375527381897,
      "step": 33820
    },
    {
      "loss_action": 0.01803600788116455,
      "loss_total": 0.01803600788116455,
      "step": 33820
    },
    {
      "loss_action": 0.0034429957158863544,
      "loss_total": 0.0034429957158863544,
      "step": 33820
    },
    {
      "loss_action": 0.008632179349660873,
      "loss_total": 0.008632179349660873,
      "step": 33820
    },
    {
      "loss_action": 0.0070186033844947815,
      "loss_total": 0.0070186033844947815,
      "step": 33820
    },
    {
      "loss_action": 0.008036416955292225,
      "loss_total": 0.008036416955292225,
      "step": 33820
    },
    {
      "loss_action": 0.01978359743952751,
      "loss_total": 0.01978359743952751,
      "step": 33820
    },
    {
      "loss_action": 0.011002888903021812,
      "loss_total": 0.011002888903021812,
      "step": 33820
    },
    {
      "grad_norm": 0.1328267753124237,
      "learning_rate": 9.967357681236032e-05,
      "loss": 0.0122,
      "step": 33830
    },
    {
      "loss_action": 0.004263288341462612,
      "loss_total": 0.004263288341462612,
      "step": 33830
    },
    {
      "loss_action": 0.004103976767510176,
      "loss_total": 0.004103976767510176,
      "step": 33830
    },
    {
      "loss_action": 0.023953229188919067,
      "loss_total": 0.023953229188919067,
      "step": 33830
    },
    {
      "loss_action": 0.0075689260847866535,
      "loss_total": 0.0075689260847866535,
      "step": 33830
    },
    {
      "loss_action": 0.009935175999999046,
      "loss_total": 0.009935175999999046,
      "step": 33830
    },
    {
      "loss_action": 0.011970555409789085,
      "loss_total": 0.011970555409789085,
      "step": 33830
    },
    {
      "loss_action": 0.015388517640531063,
      "loss_total": 0.015388517640531063,
      "step": 33830
    },
    {
      "loss_action": 0.00451752869412303,
      "loss_total": 0.00451752869412303,
      "step": 33830
    },
    {
      "grad_norm": 0.12250273674726486,
      "learning_rate": 9.967310507191985e-05,
      "loss": 0.0115,
      "step": 33840
    },
    {
      "loss_action": 0.0076635656878352165,
      "loss_total": 0.0076635656878352165,
      "step": 33840
    },
    {
      "loss_action": 0.0036781856324523687,
      "loss_total": 0.0036781856324523687,
      "step": 33840
    },
    {
      "loss_action": 0.004560484550893307,
      "loss_total": 0.004560484550893307,
      "step": 33840
    },
    {
      "loss_action": 0.013167892582714558,
      "loss_total": 0.013167892582714558,
      "step": 33840
    },
    {
      "loss_action": 0.006734740920364857,
      "loss_total": 0.006734740920364857,
      "step": 33840
    },
    {
      "loss_action": 0.03104816935956478,
      "loss_total": 0.03104816935956478,
      "step": 33840
    },
    {
      "loss_action": 0.016027644276618958,
      "loss_total": 0.016027644276618958,
      "step": 33840
    },
    {
      "loss_action": 0.00473154429346323,
      "loss_total": 0.00473154429346323,
      "step": 33840
    },
    {
      "grad_norm": 0.17066526412963867,
      "learning_rate": 9.967263299196839e-05,
      "loss": 0.0114,
      "step": 33850
    },
    {
      "loss_action": 0.013352186419069767,
      "loss_total": 0.013352186419069767,
      "step": 33850
    },
    {
      "loss_action": 0.005917523056268692,
      "loss_total": 0.005917523056268692,
      "step": 33850
    },
    {
      "loss_action": 0.013173899613320827,
      "loss_total": 0.013173899613320827,
      "step": 33850
    },
    {
      "loss_action": 0.028605878353118896,
      "loss_total": 0.028605878353118896,
      "step": 33850
    },
    {
      "loss_action": 0.013380041345953941,
      "loss_total": 0.013380041345953941,
      "step": 33850
    },
    {
      "loss_action": 0.012089209631085396,
      "loss_total": 0.012089209631085396,
      "step": 33850
    },
    {
      "loss_action": 0.004108366556465626,
      "loss_total": 0.004108366556465626,
      "step": 33850
    },
    {
      "loss_action": 0.009911492466926575,
      "loss_total": 0.009911492466926575,
      "step": 33850
    },
    {
      "grad_norm": 0.1357133537530899,
      "learning_rate": 9.967216057250914e-05,
      "loss": 0.0111,
      "step": 33860
    },
    {
      "loss_action": 0.013688243925571442,
      "loss_total": 0.013688243925571442,
      "step": 33860
    },
    {
      "loss_action": 0.01723473146557808,
      "loss_total": 0.01723473146557808,
      "step": 33860
    },
    {
      "loss_action": 0.02130638249218464,
      "loss_total": 0.02130638249218464,
      "step": 33860
    },
    {
      "loss_action": 0.01196327805519104,
      "loss_total": 0.01196327805519104,
      "step": 33860
    },
    {
      "loss_action": 0.01715354435145855,
      "loss_total": 0.01715354435145855,
      "step": 33860
    },
    {
      "loss_action": 0.0063532693311572075,
      "loss_total": 0.0063532693311572075,
      "step": 33860
    },
    {
      "loss_action": 0.009629391133785248,
      "loss_total": 0.009629391133785248,
      "step": 33860
    },
    {
      "loss_action": 0.028798028826713562,
      "loss_total": 0.028798028826713562,
      "step": 33860
    },
    {
      "grad_norm": 0.2115860879421234,
      "learning_rate": 9.967168781354534e-05,
      "loss": 0.0138,
      "step": 33870
    },
    {
      "loss_action": 0.00839056633412838,
      "loss_total": 0.00839056633412838,
      "step": 33870
    },
    {
      "loss_action": 0.00869631115347147,
      "loss_total": 0.00869631115347147,
      "step": 33870
    },
    {
      "loss_action": 0.009743624366819859,
      "loss_total": 0.009743624366819859,
      "step": 33870
    },
    {
      "loss_action": 0.006031368393450975,
      "loss_total": 0.006031368393450975,
      "step": 33870
    },
    {
      "loss_action": 0.015259106643497944,
      "loss_total": 0.015259106643497944,
      "step": 33870
    },
    {
      "loss_action": 0.0207513477653265,
      "loss_total": 0.0207513477653265,
      "step": 33870
    },
    {
      "loss_action": 0.03493434935808182,
      "loss_total": 0.03493434935808182,
      "step": 33870
    },
    {
      "loss_action": 0.02033812925219536,
      "loss_total": 0.02033812925219536,
      "step": 33870
    },
    {
      "grad_norm": 0.1714436262845993,
      "learning_rate": 9.967121471508022e-05,
      "loss": 0.0129,
      "step": 33880
    },
    {
      "loss_action": 0.017984909936785698,
      "loss_total": 0.017984909936785698,
      "step": 33880
    },
    {
      "loss_action": 0.011613142676651478,
      "loss_total": 0.011613142676651478,
      "step": 33880
    },
    {
      "loss_action": 0.10180209577083588,
      "loss_total": 0.10180209577083588,
      "step": 33880
    },
    {
      "loss_action": 0.006146534811705351,
      "loss_total": 0.006146534811705351,
      "step": 33880
    },
    {
      "loss_action": 0.005730568431317806,
      "loss_total": 0.005730568431317806,
      "step": 33880
    },
    {
      "loss_action": 0.00972418487071991,
      "loss_total": 0.00972418487071991,
      "step": 33880
    },
    {
      "loss_action": 0.0076104081235826015,
      "loss_total": 0.0076104081235826015,
      "step": 33880
    },
    {
      "loss_action": 0.01344984769821167,
      "loss_total": 0.01344984769821167,
      "step": 33880
    },
    {
      "grad_norm": 0.1488240361213684,
      "learning_rate": 9.967074127711701e-05,
      "loss": 0.0121,
      "step": 33890
    },
    {
      "loss_action": 0.008386833593249321,
      "loss_total": 0.008386833593249321,
      "step": 33890
    },
    {
      "loss_action": 0.009650218300521374,
      "loss_total": 0.009650218300521374,
      "step": 33890
    },
    {
      "loss_action": 0.027791790664196014,
      "loss_total": 0.027791790664196014,
      "step": 33890
    },
    {
      "loss_action": 0.005652828607708216,
      "loss_total": 0.005652828607708216,
      "step": 33890
    },
    {
      "loss_action": 0.013395393267273903,
      "loss_total": 0.013395393267273903,
      "step": 33890
    },
    {
      "loss_action": 0.010354703292250633,
      "loss_total": 0.010354703292250633,
      "step": 33890
    },
    {
      "loss_action": 0.01083497516810894,
      "loss_total": 0.01083497516810894,
      "step": 33890
    },
    {
      "loss_action": 0.014760504476726055,
      "loss_total": 0.014760504476726055,
      "step": 33890
    },
    {
      "grad_norm": 0.13383974134922028,
      "learning_rate": 9.967026749965895e-05,
      "loss": 0.012,
      "step": 33900
    },
    {
      "loss_action": 0.030482016503810883,
      "loss_total": 0.030482016503810883,
      "step": 33900
    },
    {
      "loss_action": 0.02587692067027092,
      "loss_total": 0.02587692067027092,
      "step": 33900
    },
    {
      "loss_action": 0.010987319052219391,
      "loss_total": 0.010987319052219391,
      "step": 33900
    },
    {
      "loss_action": 0.0256493017077446,
      "loss_total": 0.0256493017077446,
      "step": 33900
    },
    {
      "loss_action": 0.008443053811788559,
      "loss_total": 0.008443053811788559,
      "step": 33900
    },
    {
      "loss_action": 0.004490554332733154,
      "loss_total": 0.004490554332733154,
      "step": 33900
    },
    {
      "loss_action": 0.0056203799322247505,
      "loss_total": 0.0056203799322247505,
      "step": 33900
    },
    {
      "loss_action": 0.03191487118601799,
      "loss_total": 0.03191487118601799,
      "step": 33900
    },
    {
      "grad_norm": 0.11478394269943237,
      "learning_rate": 9.966979338270927e-05,
      "loss": 0.0114,
      "step": 33910
    },
    {
      "loss_action": 0.01459989883005619,
      "loss_total": 0.01459989883005619,
      "step": 33910
    },
    {
      "loss_action": 0.00706874392926693,
      "loss_total": 0.00706874392926693,
      "step": 33910
    },
    {
      "loss_action": 0.009522655978798866,
      "loss_total": 0.009522655978798866,
      "step": 33910
    },
    {
      "loss_action": 0.014287577010691166,
      "loss_total": 0.014287577010691166,
      "step": 33910
    },
    {
      "loss_action": 0.005729650147259235,
      "loss_total": 0.005729650147259235,
      "step": 33910
    },
    {
      "loss_action": 0.016753459349274635,
      "loss_total": 0.016753459349274635,
      "step": 33910
    },
    {
      "loss_action": 0.01064528152346611,
      "loss_total": 0.01064528152346611,
      "step": 33910
    },
    {
      "loss_action": 0.011529520153999329,
      "loss_total": 0.011529520153999329,
      "step": 33910
    },
    {
      "grad_norm": 0.12141067534685135,
      "learning_rate": 9.966931892627123e-05,
      "loss": 0.0127,
      "step": 33920
    },
    {
      "loss_action": 0.0040261042304337025,
      "loss_total": 0.0040261042304337025,
      "step": 33920
    },
    {
      "loss_action": 0.004683264996856451,
      "loss_total": 0.004683264996856451,
      "step": 33920
    },
    {
      "loss_action": 0.031797781586647034,
      "loss_total": 0.031797781586647034,
      "step": 33920
    },
    {
      "loss_action": 0.011742706410586834,
      "loss_total": 0.011742706410586834,
      "step": 33920
    },
    {
      "loss_action": 0.018105903640389442,
      "loss_total": 0.018105903640389442,
      "step": 33920
    },
    {
      "loss_action": 0.005365556105971336,
      "loss_total": 0.005365556105971336,
      "step": 33920
    },
    {
      "loss_action": 0.005258830264210701,
      "loss_total": 0.005258830264210701,
      "step": 33920
    },
    {
      "loss_action": 0.022407246753573418,
      "loss_total": 0.022407246753573418,
      "step": 33920
    },
    {
      "grad_norm": 0.11865154653787613,
      "learning_rate": 9.966884413034805e-05,
      "loss": 0.0152,
      "step": 33930
    },
    {
      "loss_action": 0.007002426311373711,
      "loss_total": 0.007002426311373711,
      "step": 33930
    },
    {
      "loss_action": 0.013419914059340954,
      "loss_total": 0.013419914059340954,
      "step": 33930
    },
    {
      "loss_action": 0.009773513302206993,
      "loss_total": 0.009773513302206993,
      "step": 33930
    },
    {
      "loss_action": 0.0035450803115963936,
      "loss_total": 0.0035450803115963936,
      "step": 33930
    },
    {
      "loss_action": 0.006415747106075287,
      "loss_total": 0.006415747106075287,
      "step": 33930
    },
    {
      "loss_action": 0.014317106455564499,
      "loss_total": 0.014317106455564499,
      "step": 33930
    },
    {
      "loss_action": 0.02860228717327118,
      "loss_total": 0.02860228717327118,
      "step": 33930
    },
    {
      "loss_action": 0.00666723633185029,
      "loss_total": 0.00666723633185029,
      "step": 33930
    },
    {
      "grad_norm": 0.22355720400810242,
      "learning_rate": 9.966836899494298e-05,
      "loss": 0.0155,
      "step": 33940
    },
    {
      "loss_action": 0.010978758335113525,
      "loss_total": 0.010978758335113525,
      "step": 33940
    },
    {
      "loss_action": 0.014156012795865536,
      "loss_total": 0.014156012795865536,
      "step": 33940
    },
    {
      "loss_action": 0.012867549434304237,
      "loss_total": 0.012867549434304237,
      "step": 33940
    },
    {
      "loss_action": 0.010170507244765759,
      "loss_total": 0.010170507244765759,
      "step": 33940
    },
    {
      "loss_action": 0.0090134646743536,
      "loss_total": 0.0090134646743536,
      "step": 33940
    },
    {
      "loss_action": 0.01300252228975296,
      "loss_total": 0.01300252228975296,
      "step": 33940
    },
    {
      "loss_action": 0.010203072801232338,
      "loss_total": 0.010203072801232338,
      "step": 33940
    },
    {
      "loss_action": 0.007146651856601238,
      "loss_total": 0.007146651856601238,
      "step": 33940
    },
    {
      "grad_norm": 0.1734267920255661,
      "learning_rate": 9.966789352005927e-05,
      "loss": 0.0123,
      "step": 33950
    },
    {
      "loss_action": 0.04139244556427002,
      "loss_total": 0.04139244556427002,
      "step": 33950
    },
    {
      "loss_action": 0.0073042516596615314,
      "loss_total": 0.0073042516596615314,
      "step": 33950
    },
    {
      "loss_action": 0.014391113072633743,
      "loss_total": 0.014391113072633743,
      "step": 33950
    },
    {
      "loss_action": 0.005673655774444342,
      "loss_total": 0.005673655774444342,
      "step": 33950
    },
    {
      "loss_action": 0.012422511354088783,
      "loss_total": 0.012422511354088783,
      "step": 33950
    },
    {
      "loss_action": 0.014518965035676956,
      "loss_total": 0.014518965035676956,
      "step": 33950
    },
    {
      "loss_action": 0.009780194610357285,
      "loss_total": 0.009780194610357285,
      "step": 33950
    },
    {
      "loss_action": 0.016105659306049347,
      "loss_total": 0.016105659306049347,
      "step": 33950
    },
    {
      "grad_norm": 0.21565736830234528,
      "learning_rate": 9.966741770570018e-05,
      "loss": 0.012,
      "step": 33960
    },
    {
      "loss_action": 0.005608000326901674,
      "loss_total": 0.005608000326901674,
      "step": 33960
    },
    {
      "loss_action": 0.008271832019090652,
      "loss_total": 0.008271832019090652,
      "step": 33960
    },
    {
      "loss_action": 0.006953734438866377,
      "loss_total": 0.006953734438866377,
      "step": 33960
    },
    {
      "loss_action": 0.012628739699721336,
      "loss_total": 0.012628739699721336,
      "step": 33960
    },
    {
      "loss_action": 0.006131156347692013,
      "loss_total": 0.006131156347692013,
      "step": 33960
    },
    {
      "loss_action": 0.009790305979549885,
      "loss_total": 0.009790305979549885,
      "step": 33960
    },
    {
      "loss_action": 0.01824134588241577,
      "loss_total": 0.01824134588241577,
      "step": 33960
    },
    {
      "loss_action": 0.006142959930002689,
      "loss_total": 0.006142959930002689,
      "step": 33960
    },
    {
      "grad_norm": 0.127679705619812,
      "learning_rate": 9.966694155186896e-05,
      "loss": 0.0102,
      "step": 33970
    },
    {
      "loss_action": 0.002987826941534877,
      "loss_total": 0.002987826941534877,
      "step": 33970
    },
    {
      "loss_action": 0.030092783272266388,
      "loss_total": 0.030092783272266388,
      "step": 33970
    },
    {
      "loss_action": 0.005095773376524448,
      "loss_total": 0.005095773376524448,
      "step": 33970
    },
    {
      "loss_action": 0.0052827028557658195,
      "loss_total": 0.0052827028557658195,
      "step": 33970
    },
    {
      "loss_action": 0.005663319956511259,
      "loss_total": 0.005663319956511259,
      "step": 33970
    },
    {
      "loss_action": 0.006542131770402193,
      "loss_total": 0.006542131770402193,
      "step": 33970
    },
    {
      "loss_action": 0.003590153530240059,
      "loss_total": 0.003590153530240059,
      "step": 33970
    },
    {
      "loss_action": 0.007179850246757269,
      "loss_total": 0.007179850246757269,
      "step": 33970
    },
    {
      "grad_norm": 0.10719390213489532,
      "learning_rate": 9.966646505856886e-05,
      "loss": 0.0103,
      "step": 33980
    },
    {
      "loss_action": 0.004312136676162481,
      "loss_total": 0.004312136676162481,
      "step": 33980
    },
    {
      "loss_action": 0.006975607946515083,
      "loss_total": 0.006975607946515083,
      "step": 33980
    },
    {
      "loss_action": 0.019321735948324203,
      "loss_total": 0.019321735948324203,
      "step": 33980
    },
    {
      "loss_action": 0.007587928790599108,
      "loss_total": 0.007587928790599108,
      "step": 33980
    },
    {
      "loss_action": 0.025548264384269714,
      "loss_total": 0.025548264384269714,
      "step": 33980
    },
    {
      "loss_action": 0.00989221315830946,
      "loss_total": 0.00989221315830946,
      "step": 33980
    },
    {
      "loss_action": 0.019908126443624496,
      "loss_total": 0.019908126443624496,
      "step": 33980
    },
    {
      "loss_action": 0.012221253477036953,
      "loss_total": 0.012221253477036953,
      "step": 33980
    },
    {
      "grad_norm": 0.21144673228263855,
      "learning_rate": 9.966598822580313e-05,
      "loss": 0.011,
      "step": 33990
    },
    {
      "loss_action": 0.011667895130813122,
      "loss_total": 0.011667895130813122,
      "step": 33990
    },
    {
      "loss_action": 0.004301190376281738,
      "loss_total": 0.004301190376281738,
      "step": 33990
    },
    {
      "loss_action": 0.003716992912814021,
      "loss_total": 0.003716992912814021,
      "step": 33990
    },
    {
      "loss_action": 0.008724752813577652,
      "loss_total": 0.008724752813577652,
      "step": 33990
    },
    {
      "loss_action": 0.019396208226680756,
      "loss_total": 0.019396208226680756,
      "step": 33990
    },
    {
      "loss_action": 0.005962989293038845,
      "loss_total": 0.005962989293038845,
      "step": 33990
    },
    {
      "loss_action": 0.0043068574741482735,
      "loss_total": 0.0043068574741482735,
      "step": 33990
    },
    {
      "loss_action": 0.01496017538011074,
      "loss_total": 0.01496017538011074,
      "step": 33990
    },
    {
      "grad_norm": 0.13827292621135712,
      "learning_rate": 9.966551105357502e-05,
      "loss": 0.0114,
      "step": 34000
    },
    {
      "loss_action": 0.006828119978308678,
      "loss_total": 0.006828119978308678,
      "step": 34000
    },
    {
      "loss_action": 0.007045137695968151,
      "loss_total": 0.007045137695968151,
      "step": 34000
    },
    {
      "loss_action": 0.008050519041717052,
      "loss_total": 0.008050519041717052,
      "step": 34000
    },
    {
      "loss_action": 0.004882656969130039,
      "loss_total": 0.004882656969130039,
      "step": 34000
    },
    {
      "loss_action": 0.013595149852335453,
      "loss_total": 0.013595149852335453,
      "step": 34000
    },
    {
      "loss_action": 0.0082083810120821,
      "loss_total": 0.0082083810120821,
      "step": 34000
    },
    {
      "loss_action": 0.005530570168048143,
      "loss_total": 0.005530570168048143,
      "step": 34000
    },
    {
      "loss_action": 0.010367738083004951,
      "loss_total": 0.010367738083004951,
      "step": 34000
    },
    {
      "grad_norm": 0.1636779010295868,
      "learning_rate": 9.966503354188783e-05,
      "loss": 0.0135,
      "step": 34010
    },
    {
      "loss_action": 0.007359803654253483,
      "loss_total": 0.007359803654253483,
      "step": 34010
    },
    {
      "loss_action": 0.01354176178574562,
      "loss_total": 0.01354176178574562,
      "step": 34010
    },
    {
      "loss_action": 0.016953960061073303,
      "loss_total": 0.016953960061073303,
      "step": 34010
    },
    {
      "loss_action": 0.008697295561432838,
      "loss_total": 0.008697295561432838,
      "step": 34010
    },
    {
      "loss_action": 0.014831887558102608,
      "loss_total": 0.014831887558102608,
      "step": 34010
    },
    {
      "loss_action": 0.02639589086174965,
      "loss_total": 0.02639589086174965,
      "step": 34010
    },
    {
      "loss_action": 0.02421291172504425,
      "loss_total": 0.02421291172504425,
      "step": 34010
    },
    {
      "loss_action": 0.05241398885846138,
      "loss_total": 0.05241398885846138,
      "step": 34010
    },
    {
      "grad_norm": 0.14565929770469666,
      "learning_rate": 9.966455569074479e-05,
      "loss": 0.0134,
      "step": 34020
    },
    {
      "loss_action": 0.00864863395690918,
      "loss_total": 0.00864863395690918,
      "step": 34020
    },
    {
      "loss_action": 0.012700756080448627,
      "loss_total": 0.012700756080448627,
      "step": 34020
    },
    {
      "loss_action": 0.01816210336983204,
      "loss_total": 0.01816210336983204,
      "step": 34020
    },
    {
      "loss_action": 0.014477059245109558,
      "loss_total": 0.014477059245109558,
      "step": 34020
    },
    {
      "loss_action": 0.006714970339089632,
      "loss_total": 0.006714970339089632,
      "step": 34020
    },
    {
      "loss_action": 0.026130374521017075,
      "loss_total": 0.026130374521017075,
      "step": 34020
    },
    {
      "loss_action": 0.017294567078351974,
      "loss_total": 0.017294567078351974,
      "step": 34020
    },
    {
      "loss_action": 0.040651120245456696,
      "loss_total": 0.040651120245456696,
      "step": 34020
    },
    {
      "grad_norm": 0.11869000643491745,
      "learning_rate": 9.966407750014916e-05,
      "loss": 0.0152,
      "step": 34030
    },
    {
      "loss_action": 0.035250332206487656,
      "loss_total": 0.035250332206487656,
      "step": 34030
    },
    {
      "loss_action": 0.014653095975518227,
      "loss_total": 0.014653095975518227,
      "step": 34030
    },
    {
      "loss_action": 0.014099664054811,
      "loss_total": 0.014099664054811,
      "step": 34030
    },
    {
      "loss_action": 0.003959979861974716,
      "loss_total": 0.003959979861974716,
      "step": 34030
    },
    {
      "loss_action": 0.01856439933180809,
      "loss_total": 0.01856439933180809,
      "step": 34030
    },
    {
      "loss_action": 0.004333006218075752,
      "loss_total": 0.004333006218075752,
      "step": 34030
    },
    {
      "loss_action": 0.005944893695414066,
      "loss_total": 0.005944893695414066,
      "step": 34030
    },
    {
      "loss_action": 0.006569684948772192,
      "loss_total": 0.006569684948772192,
      "step": 34030
    },
    {
      "grad_norm": 0.12453368306159973,
      "learning_rate": 9.966359897010424e-05,
      "loss": 0.0136,
      "step": 34040
    },
    {
      "loss_action": 0.00984727218747139,
      "loss_total": 0.00984727218747139,
      "step": 34040
    },
    {
      "loss_action": 0.010717805474996567,
      "loss_total": 0.010717805474996567,
      "step": 34040
    },
    {
      "loss_action": 0.008883161470293999,
      "loss_total": 0.008883161470293999,
      "step": 34040
    },
    {
      "loss_action": 0.0061890254728496075,
      "loss_total": 0.0061890254728496075,
      "step": 34040
    },
    {
      "loss_action": 0.013016527518630028,
      "loss_total": 0.013016527518630028,
      "step": 34040
    },
    {
      "loss_action": 0.012959867715835571,
      "loss_total": 0.012959867715835571,
      "step": 34040
    },
    {
      "loss_action": 0.02084294706583023,
      "loss_total": 0.02084294706583023,
      "step": 34040
    },
    {
      "loss_action": 0.01827096752822399,
      "loss_total": 0.01827096752822399,
      "step": 34040
    },
    {
      "grad_norm": 0.17299450933933258,
      "learning_rate": 9.966312010061329e-05,
      "loss": 0.0159,
      "step": 34050
    },
    {
      "loss_action": 0.015695929527282715,
      "loss_total": 0.015695929527282715,
      "step": 34050
    },
    {
      "loss_action": 0.009910624474287033,
      "loss_total": 0.009910624474287033,
      "step": 34050
    },
    {
      "loss_action": 0.005027524195611477,
      "loss_total": 0.005027524195611477,
      "step": 34050
    },
    {
      "loss_action": 0.010047640651464462,
      "loss_total": 0.010047640651464462,
      "step": 34050
    },
    {
      "loss_action": 0.012754619121551514,
      "loss_total": 0.012754619121551514,
      "step": 34050
    },
    {
      "loss_action": 0.013272575102746487,
      "loss_total": 0.013272575102746487,
      "step": 34050
    },
    {
      "loss_action": 0.008632711134850979,
      "loss_total": 0.008632711134850979,
      "step": 34050
    },
    {
      "loss_action": 0.010690027847886086,
      "loss_total": 0.010690027847886086,
      "step": 34050
    },
    {
      "grad_norm": 0.19266672432422638,
      "learning_rate": 9.966264089167957e-05,
      "loss": 0.0128,
      "step": 34060
    },
    {
      "loss_action": 0.00550073804333806,
      "loss_total": 0.00550073804333806,
      "step": 34060
    },
    {
      "loss_action": 0.01530962809920311,
      "loss_total": 0.01530962809920311,
      "step": 34060
    },
    {
      "loss_action": 0.024290289729833603,
      "loss_total": 0.024290289729833603,
      "step": 34060
    },
    {
      "loss_action": 0.010138547979295254,
      "loss_total": 0.010138547979295254,
      "step": 34060
    },
    {
      "loss_action": 0.00589215662330389,
      "loss_total": 0.00589215662330389,
      "step": 34060
    },
    {
      "loss_action": 0.023076646029949188,
      "loss_total": 0.023076646029949188,
      "step": 34060
    },
    {
      "loss_action": 0.005577612668275833,
      "loss_total": 0.005577612668275833,
      "step": 34060
    },
    {
      "loss_action": 0.007309361360967159,
      "loss_total": 0.007309361360967159,
      "step": 34060
    },
    {
      "grad_norm": 0.17773833870887756,
      "learning_rate": 9.966216134330637e-05,
      "loss": 0.0132,
      "step": 34070
    },
    {
      "loss_action": 0.011141827329993248,
      "loss_total": 0.011141827329993248,
      "step": 34070
    },
    {
      "loss_action": 0.010404720902442932,
      "loss_total": 0.010404720902442932,
      "step": 34070
    },
    {
      "loss_action": 0.010701468214392662,
      "loss_total": 0.010701468214392662,
      "step": 34070
    },
    {
      "loss_action": 0.008502562530338764,
      "loss_total": 0.008502562530338764,
      "step": 34070
    },
    {
      "loss_action": 0.0077908034436404705,
      "loss_total": 0.0077908034436404705,
      "step": 34070
    },
    {
      "loss_action": 0.007820557802915573,
      "loss_total": 0.007820557802915573,
      "step": 34070
    },
    {
      "loss_action": 0.0117262564599514,
      "loss_total": 0.0117262564599514,
      "step": 34070
    },
    {
      "loss_action": 0.006825479678809643,
      "loss_total": 0.006825479678809643,
      "step": 34070
    },
    {
      "grad_norm": 0.2141106128692627,
      "learning_rate": 9.966168145549695e-05,
      "loss": 0.0148,
      "step": 34080
    },
    {
      "loss_action": 0.012823889032006264,
      "loss_total": 0.012823889032006264,
      "step": 34080
    },
    {
      "loss_action": 0.009053285233676434,
      "loss_total": 0.009053285233676434,
      "step": 34080
    },
    {
      "loss_action": 0.017509765923023224,
      "loss_total": 0.017509765923023224,
      "step": 34080
    },
    {
      "loss_action": 0.008144651539623737,
      "loss_total": 0.008144651539623737,
      "step": 34080
    },
    {
      "loss_action": 0.012811783701181412,
      "loss_total": 0.012811783701181412,
      "step": 34080
    },
    {
      "loss_action": 0.015343114733695984,
      "loss_total": 0.015343114733695984,
      "step": 34080
    },
    {
      "loss_action": 0.008190921507775784,
      "loss_total": 0.008190921507775784,
      "step": 34080
    },
    {
      "loss_action": 0.013394909910857677,
      "loss_total": 0.013394909910857677,
      "step": 34080
    },
    {
      "grad_norm": 0.14320921897888184,
      "learning_rate": 9.96612012282546e-05,
      "loss": 0.0141,
      "step": 34090
    },
    {
      "loss_action": 0.013681553304195404,
      "loss_total": 0.013681553304195404,
      "step": 34090
    },
    {
      "loss_action": 0.008313536643981934,
      "loss_total": 0.008313536643981934,
      "step": 34090
    },
    {
      "loss_action": 0.007287582382559776,
      "loss_total": 0.007287582382559776,
      "step": 34090
    },
    {
      "loss_action": 0.015863746404647827,
      "loss_total": 0.015863746404647827,
      "step": 34090
    },
    {
      "loss_action": 0.01641223207116127,
      "loss_total": 0.01641223207116127,
      "step": 34090
    },
    {
      "loss_action": 0.006196622736752033,
      "loss_total": 0.006196622736752033,
      "step": 34090
    },
    {
      "loss_action": 0.014778229407966137,
      "loss_total": 0.014778229407966137,
      "step": 34090
    },
    {
      "loss_action": 0.008357517421245575,
      "loss_total": 0.008357517421245575,
      "step": 34090
    },
    {
      "grad_norm": 0.12060379981994629,
      "learning_rate": 9.966072066158262e-05,
      "loss": 0.0114,
      "step": 34100
    },
    {
      "loss_action": 0.006076325662434101,
      "loss_total": 0.006076325662434101,
      "step": 34100
    },
    {
      "loss_action": 0.01629255712032318,
      "loss_total": 0.01629255712032318,
      "step": 34100
    },
    {
      "loss_action": 0.011602149344980717,
      "loss_total": 0.011602149344980717,
      "step": 34100
    },
    {
      "loss_action": 0.004145502112805843,
      "loss_total": 0.004145502112805843,
      "step": 34100
    },
    {
      "loss_action": 0.008389558643102646,
      "loss_total": 0.008389558643102646,
      "step": 34100
    },
    {
      "loss_action": 0.009294882416725159,
      "loss_total": 0.009294882416725159,
      "step": 34100
    },
    {
      "loss_action": 0.015145344659686089,
      "loss_total": 0.015145344659686089,
      "step": 34100
    },
    {
      "loss_action": 0.016765160486102104,
      "loss_total": 0.016765160486102104,
      "step": 34100
    },
    {
      "grad_norm": 0.12602654099464417,
      "learning_rate": 9.966023975548427e-05,
      "loss": 0.0117,
      "step": 34110
    },
    {
      "loss_action": 0.004452910274267197,
      "loss_total": 0.004452910274267197,
      "step": 34110
    },
    {
      "loss_action": 0.017956215888261795,
      "loss_total": 0.017956215888261795,
      "step": 34110
    },
    {
      "loss_action": 0.009652704000473022,
      "loss_total": 0.009652704000473022,
      "step": 34110
    },
    {
      "loss_action": 0.01119890809059143,
      "loss_total": 0.01119890809059143,
      "step": 34110
    },
    {
      "loss_action": 0.03175906836986542,
      "loss_total": 0.03175906836986542,
      "step": 34110
    },
    {
      "loss_action": 0.003406279254704714,
      "loss_total": 0.003406279254704714,
      "step": 34110
    },
    {
      "loss_action": 0.016387587413191795,
      "loss_total": 0.016387587413191795,
      "step": 34110
    },
    {
      "loss_action": 0.008704278618097305,
      "loss_total": 0.008704278618097305,
      "step": 34110
    },
    {
      "grad_norm": 0.13231505453586578,
      "learning_rate": 9.965975850996284e-05,
      "loss": 0.0104,
      "step": 34120
    },
    {
      "loss_action": 0.009336777962744236,
      "loss_total": 0.009336777962744236,
      "step": 34120
    },
    {
      "loss_action": 0.010225549340248108,
      "loss_total": 0.010225549340248108,
      "step": 34120
    },
    {
      "loss_action": 0.018221896141767502,
      "loss_total": 0.018221896141767502,
      "step": 34120
    },
    {
      "loss_action": 0.007857044227421284,
      "loss_total": 0.007857044227421284,
      "step": 34120
    },
    {
      "loss_action": 0.01106162741780281,
      "loss_total": 0.01106162741780281,
      "step": 34120
    },
    {
      "loss_action": 0.003624627133831382,
      "loss_total": 0.003624627133831382,
      "step": 34120
    },
    {
      "loss_action": 0.008374325931072235,
      "loss_total": 0.008374325931072235,
      "step": 34120
    },
    {
      "loss_action": 0.013022967614233494,
      "loss_total": 0.013022967614233494,
      "step": 34120
    },
    {
      "grad_norm": 0.09851119667291641,
      "learning_rate": 9.965927692502163e-05,
      "loss": 0.0108,
      "step": 34130
    },
    {
      "loss_action": 0.0035197241231799126,
      "loss_total": 0.0035197241231799126,
      "step": 34130
    },
    {
      "loss_action": 0.026383955031633377,
      "loss_total": 0.026383955031633377,
      "step": 34130
    },
    {
      "loss_action": 0.008985740132629871,
      "loss_total": 0.008985740132629871,
      "step": 34130
    },
    {
      "loss_action": 0.00990983098745346,
      "loss_total": 0.00990983098745346,
      "step": 34130
    },
    {
      "loss_action": 0.011796829290688038,
      "loss_total": 0.011796829290688038,
      "step": 34130
    },
    {
      "loss_action": 0.008948687463998795,
      "loss_total": 0.008948687463998795,
      "step": 34130
    },
    {
      "loss_action": 0.00965919904410839,
      "loss_total": 0.00965919904410839,
      "step": 34130
    },
    {
      "loss_action": 0.012469625100493431,
      "loss_total": 0.012469625100493431,
      "step": 34130
    },
    {
      "grad_norm": 0.1399940401315689,
      "learning_rate": 9.965879500066392e-05,
      "loss": 0.0116,
      "step": 34140
    },
    {
      "loss_action": 0.02132553979754448,
      "loss_total": 0.02132553979754448,
      "step": 34140
    },
    {
      "loss_action": 0.011322299018502235,
      "loss_total": 0.011322299018502235,
      "step": 34140
    },
    {
      "loss_action": 0.007895371876657009,
      "loss_total": 0.007895371876657009,
      "step": 34140
    },
    {
      "loss_action": 0.01796691305935383,
      "loss_total": 0.01796691305935383,
      "step": 34140
    },
    {
      "loss_action": 0.005055707413703203,
      "loss_total": 0.005055707413703203,
      "step": 34140
    },
    {
      "loss_action": 0.003148553892970085,
      "loss_total": 0.003148553892970085,
      "step": 34140
    },
    {
      "loss_action": 0.010613884776830673,
      "loss_total": 0.010613884776830673,
      "step": 34140
    },
    {
      "loss_action": 0.003850417211651802,
      "loss_total": 0.003850417211651802,
      "step": 34140
    },
    {
      "grad_norm": 0.159048929810524,
      "learning_rate": 9.965831273689301e-05,
      "loss": 0.0107,
      "step": 34150
    },
    {
      "loss_action": 0.011298279277980328,
      "loss_total": 0.011298279277980328,
      "step": 34150
    },
    {
      "loss_action": 0.004704058635979891,
      "loss_total": 0.004704058635979891,
      "step": 34150
    },
    {
      "loss_action": 0.008435430936515331,
      "loss_total": 0.008435430936515331,
      "step": 34150
    },
    {
      "loss_action": 0.01366815809160471,
      "loss_total": 0.01366815809160471,
      "step": 34150
    },
    {
      "loss_action": 0.012596182525157928,
      "loss_total": 0.012596182525157928,
      "step": 34150
    },
    {
      "loss_action": 0.009571224451065063,
      "loss_total": 0.009571224451065063,
      "step": 34150
    },
    {
      "loss_action": 0.009968512691557407,
      "loss_total": 0.009968512691557407,
      "step": 34150
    },
    {
      "loss_action": 0.02216539904475212,
      "loss_total": 0.02216539904475212,
      "step": 34150
    },
    {
      "grad_norm": 0.1154445931315422,
      "learning_rate": 9.965783013371219e-05,
      "loss": 0.0104,
      "step": 34160
    },
    {
      "loss_action": 0.00747615797445178,
      "loss_total": 0.00747615797445178,
      "step": 34160
    },
    {
      "loss_action": 0.004704805091023445,
      "loss_total": 0.004704805091023445,
      "step": 34160
    },
    {
      "loss_action": 0.010069971904158592,
      "loss_total": 0.010069971904158592,
      "step": 34160
    },
    {
      "loss_action": 0.01923241838812828,
      "loss_total": 0.01923241838812828,
      "step": 34160
    },
    {
      "loss_action": 0.006225030869245529,
      "loss_total": 0.006225030869245529,
      "step": 34160
    },
    {
      "loss_action": 0.009215659461915493,
      "loss_total": 0.009215659461915493,
      "step": 34160
    },
    {
      "loss_action": 0.00505831791087985,
      "loss_total": 0.00505831791087985,
      "step": 34160
    },
    {
      "loss_action": 0.004048258997499943,
      "loss_total": 0.004048258997499943,
      "step": 34160
    },
    {
      "grad_norm": 0.1286410689353943,
      "learning_rate": 9.965734719112478e-05,
      "loss": 0.0101,
      "step": 34170
    },
    {
      "loss_action": 0.003036412177607417,
      "loss_total": 0.003036412177607417,
      "step": 34170
    },
    {
      "loss_action": 0.009975053369998932,
      "loss_total": 0.009975053369998932,
      "step": 34170
    },
    {
      "loss_action": 0.011300086043775082,
      "loss_total": 0.011300086043775082,
      "step": 34170
    },
    {
      "loss_action": 0.009270874783396721,
      "loss_total": 0.009270874783396721,
      "step": 34170
    },
    {
      "loss_action": 0.006567314267158508,
      "loss_total": 0.006567314267158508,
      "step": 34170
    },
    {
      "loss_action": 0.008963878266513348,
      "loss_total": 0.008963878266513348,
      "step": 34170
    },
    {
      "loss_action": 0.009023771621286869,
      "loss_total": 0.009023771621286869,
      "step": 34170
    },
    {
      "loss_action": 0.014340562745928764,
      "loss_total": 0.014340562745928764,
      "step": 34170
    },
    {
      "grad_norm": 0.0920490026473999,
      "learning_rate": 9.965686390913406e-05,
      "loss": 0.0112,
      "step": 34180
    },
    {
      "loss_action": 0.005020178854465485,
      "loss_total": 0.005020178854465485,
      "step": 34180
    },
    {
      "loss_action": 0.006172190420329571,
      "loss_total": 0.006172190420329571,
      "step": 34180
    },
    {
      "loss_action": 0.004146897699683905,
      "loss_total": 0.004146897699683905,
      "step": 34180
    },
    {
      "loss_action": 0.02670464664697647,
      "loss_total": 0.02670464664697647,
      "step": 34180
    },
    {
      "loss_action": 0.00772316288203001,
      "loss_total": 0.00772316288203001,
      "step": 34180
    },
    {
      "loss_action": 0.012260467745363712,
      "loss_total": 0.012260467745363712,
      "step": 34180
    },
    {
      "loss_action": 0.010726934298872948,
      "loss_total": 0.010726934298872948,
      "step": 34180
    },
    {
      "loss_action": 0.005926722660660744,
      "loss_total": 0.005926722660660744,
      "step": 34180
    },
    {
      "grad_norm": 0.1896972507238388,
      "learning_rate": 9.965638028774334e-05,
      "loss": 0.0099,
      "step": 34190
    },
    {
      "loss_action": 0.00853688269853592,
      "loss_total": 0.00853688269853592,
      "step": 34190
    },
    {
      "loss_action": 0.008662411943078041,
      "loss_total": 0.008662411943078041,
      "step": 34190
    },
    {
      "loss_action": 0.016291175037622452,
      "loss_total": 0.016291175037622452,
      "step": 34190
    },
    {
      "loss_action": 0.009088086895644665,
      "loss_total": 0.009088086895644665,
      "step": 34190
    },
    {
      "loss_action": 0.0066023473627865314,
      "loss_total": 0.0066023473627865314,
      "step": 34190
    },
    {
      "loss_action": 0.007290646433830261,
      "loss_total": 0.007290646433830261,
      "step": 34190
    },
    {
      "loss_action": 0.011956778354942799,
      "loss_total": 0.011956778354942799,
      "step": 34190
    },
    {
      "loss_action": 0.01002279669046402,
      "loss_total": 0.01002279669046402,
      "step": 34190
    },
    {
      "grad_norm": 0.10707841068506241,
      "learning_rate": 9.965589632695592e-05,
      "loss": 0.0121,
      "step": 34200
    },
    {
      "loss_action": 0.010964717715978622,
      "loss_total": 0.010964717715978622,
      "step": 34200
    },
    {
      "loss_action": 0.005637942347675562,
      "loss_total": 0.005637942347675562,
      "step": 34200
    },
    {
      "loss_action": 0.004646798595786095,
      "loss_total": 0.004646798595786095,
      "step": 34200
    },
    {
      "loss_action": 0.009831883013248444,
      "loss_total": 0.009831883013248444,
      "step": 34200
    },
    {
      "loss_action": 0.007828578352928162,
      "loss_total": 0.007828578352928162,
      "step": 34200
    },
    {
      "loss_action": 0.02121516317129135,
      "loss_total": 0.02121516317129135,
      "step": 34200
    },
    {
      "loss_action": 0.011468291282653809,
      "loss_total": 0.011468291282653809,
      "step": 34200
    },
    {
      "loss_action": 0.011461421847343445,
      "loss_total": 0.011461421847343445,
      "step": 34200
    },
    {
      "grad_norm": 0.14446890354156494,
      "learning_rate": 9.96554120267751e-05,
      "loss": 0.0102,
      "step": 34210
    },
    {
      "loss_action": 0.014301874674856663,
      "loss_total": 0.014301874674856663,
      "step": 34210
    },
    {
      "loss_action": 0.0036984411999583244,
      "loss_total": 0.0036984411999583244,
      "step": 34210
    },
    {
      "loss_action": 0.0035033735912293196,
      "loss_total": 0.0035033735912293196,
      "step": 34210
    },
    {
      "loss_action": 0.011147766374051571,
      "loss_total": 0.011147766374051571,
      "step": 34210
    },
    {
      "loss_action": 0.010142788290977478,
      "loss_total": 0.010142788290977478,
      "step": 34210
    },
    {
      "loss_action": 0.0582490898668766,
      "loss_total": 0.0582490898668766,
      "step": 34210
    },
    {
      "loss_action": 0.008756136521697044,
      "loss_total": 0.008756136521697044,
      "step": 34210
    },
    {
      "loss_action": 0.010671055875718594,
      "loss_total": 0.010671055875718594,
      "step": 34210
    },
    {
      "grad_norm": 0.12225865572690964,
      "learning_rate": 9.965492738720421e-05,
      "loss": 0.0094,
      "step": 34220
    },
    {
      "loss_action": 0.008209386840462685,
      "loss_total": 0.008209386840462685,
      "step": 34220
    },
    {
      "loss_action": 0.009755930863320827,
      "loss_total": 0.009755930863320827,
      "step": 34220
    },
    {
      "loss_action": 0.00578185822814703,
      "loss_total": 0.00578185822814703,
      "step": 34220
    },
    {
      "loss_action": 0.014751831069588661,
      "loss_total": 0.014751831069588661,
      "step": 34220
    },
    {
      "loss_action": 0.007273295894265175,
      "loss_total": 0.007273295894265175,
      "step": 34220
    },
    {
      "loss_action": 0.006965755484998226,
      "loss_total": 0.006965755484998226,
      "step": 34220
    },
    {
      "loss_action": 0.014902175404131413,
      "loss_total": 0.014902175404131413,
      "step": 34220
    },
    {
      "loss_action": 0.011182744055986404,
      "loss_total": 0.011182744055986404,
      "step": 34220
    },
    {
      "grad_norm": 0.17489367723464966,
      "learning_rate": 9.965444240824656e-05,
      "loss": 0.012,
      "step": 34230
    },
    {
      "loss_action": 0.018354253843426704,
      "loss_total": 0.018354253843426704,
      "step": 34230
    },
    {
      "loss_action": 0.0036445455625653267,
      "loss_total": 0.0036445455625653267,
      "step": 34230
    },
    {
      "loss_action": 0.013247969560325146,
      "loss_total": 0.013247969560325146,
      "step": 34230
    },
    {
      "loss_action": 0.008358526043593884,
      "loss_total": 0.008358526043593884,
      "step": 34230
    },
    {
      "loss_action": 0.010170349851250648,
      "loss_total": 0.010170349851250648,
      "step": 34230
    },
    {
      "loss_action": 0.01409129798412323,
      "loss_total": 0.01409129798412323,
      "step": 34230
    },
    {
      "loss_action": 0.003947029821574688,
      "loss_total": 0.003947029821574688,
      "step": 34230
    },
    {
      "loss_action": 0.006217369344085455,
      "loss_total": 0.006217369344085455,
      "step": 34230
    },
    {
      "grad_norm": 0.1937936693429947,
      "learning_rate": 9.965395708990546e-05,
      "loss": 0.0106,
      "step": 34240
    },
    {
      "loss_action": 0.016187883913517,
      "loss_total": 0.016187883913517,
      "step": 34240
    },
    {
      "loss_action": 0.014924590475857258,
      "loss_total": 0.014924590475857258,
      "step": 34240
    },
    {
      "loss_action": 0.009297719225287437,
      "loss_total": 0.009297719225287437,
      "step": 34240
    },
    {
      "loss_action": 0.005126138683408499,
      "loss_total": 0.005126138683408499,
      "step": 34240
    },
    {
      "loss_action": 0.0038973158225417137,
      "loss_total": 0.0038973158225417137,
      "step": 34240
    },
    {
      "loss_action": 0.006732509471476078,
      "loss_total": 0.006732509471476078,
      "step": 34240
    },
    {
      "loss_action": 0.01512582041323185,
      "loss_total": 0.01512582041323185,
      "step": 34240
    },
    {
      "loss_action": 0.016706030815839767,
      "loss_total": 0.016706030815839767,
      "step": 34240
    },
    {
      "grad_norm": 0.1655118763446808,
      "learning_rate": 9.965347143218421e-05,
      "loss": 0.0109,
      "step": 34250
    },
    {
      "loss_action": 0.00474969670176506,
      "loss_total": 0.00474969670176506,
      "step": 34250
    },
    {
      "loss_action": 0.005636223591864109,
      "loss_total": 0.005636223591864109,
      "step": 34250
    },
    {
      "loss_action": 0.03714601323008537,
      "loss_total": 0.03714601323008537,
      "step": 34250
    },
    {
      "loss_action": 0.005898328963667154,
      "loss_total": 0.005898328963667154,
      "step": 34250
    },
    {
      "loss_action": 0.007844237610697746,
      "loss_total": 0.007844237610697746,
      "step": 34250
    },
    {
      "loss_action": 0.01287880726158619,
      "loss_total": 0.01287880726158619,
      "step": 34250
    },
    {
      "loss_action": 0.007045076694339514,
      "loss_total": 0.007045076694339514,
      "step": 34250
    },
    {
      "loss_action": 0.010889306664466858,
      "loss_total": 0.010889306664466858,
      "step": 34250
    },
    {
      "grad_norm": 0.13189640641212463,
      "learning_rate": 9.965298543508617e-05,
      "loss": 0.0112,
      "step": 34260
    },
    {
      "loss_action": 0.01351272314786911,
      "loss_total": 0.01351272314786911,
      "step": 34260
    },
    {
      "loss_action": 0.014417385682463646,
      "loss_total": 0.014417385682463646,
      "step": 34260
    },
    {
      "loss_action": 0.00563235767185688,
      "loss_total": 0.00563235767185688,
      "step": 34260
    },
    {
      "loss_action": 0.014019869267940521,
      "loss_total": 0.014019869267940521,
      "step": 34260
    },
    {
      "loss_action": 0.004063541069626808,
      "loss_total": 0.004063541069626808,
      "step": 34260
    },
    {
      "loss_action": 0.006240195594727993,
      "loss_total": 0.006240195594727993,
      "step": 34260
    },
    {
      "loss_action": 0.005188486538827419,
      "loss_total": 0.005188486538827419,
      "step": 34260
    },
    {
      "loss_action": 0.007710044272243977,
      "loss_total": 0.007710044272243977,
      "step": 34260
    },
    {
      "grad_norm": 0.1379443109035492,
      "learning_rate": 9.965249909861462e-05,
      "loss": 0.0109,
      "step": 34270
    },
    {
      "loss_action": 0.013241970911622047,
      "loss_total": 0.013241970911622047,
      "step": 34270
    },
    {
      "loss_action": 0.007160114124417305,
      "loss_total": 0.007160114124417305,
      "step": 34270
    },
    {
      "loss_action": 0.006263082381337881,
      "loss_total": 0.006263082381337881,
      "step": 34270
    },
    {
      "loss_action": 0.003251476911827922,
      "loss_total": 0.003251476911827922,
      "step": 34270
    },
    {
      "loss_action": 0.019353795796632767,
      "loss_total": 0.019353795796632767,
      "step": 34270
    },
    {
      "loss_action": 0.008528260514140129,
      "loss_total": 0.008528260514140129,
      "step": 34270
    },
    {
      "loss_action": 0.0028961258940398693,
      "loss_total": 0.0028961258940398693,
      "step": 34270
    },
    {
      "loss_action": 0.008644776418805122,
      "loss_total": 0.008644776418805122,
      "step": 34270
    },
    {
      "grad_norm": 0.09989757835865021,
      "learning_rate": 9.965201242277291e-05,
      "loss": 0.0108,
      "step": 34280
    },
    {
      "loss_action": 0.01623593270778656,
      "loss_total": 0.01623593270778656,
      "step": 34280
    },
    {
      "loss_action": 0.008864040486514568,
      "loss_total": 0.008864040486514568,
      "step": 34280
    },
    {
      "loss_action": 0.01103510707616806,
      "loss_total": 0.01103510707616806,
      "step": 34280
    },
    {
      "loss_action": 0.017792657017707825,
      "loss_total": 0.017792657017707825,
      "step": 34280
    },
    {
      "loss_action": 0.0107615627348423,
      "loss_total": 0.0107615627348423,
      "step": 34280
    },
    {
      "loss_action": 0.009249888360500336,
      "loss_total": 0.009249888360500336,
      "step": 34280
    },
    {
      "loss_action": 0.011422300711274147,
      "loss_total": 0.011422300711274147,
      "step": 34280
    },
    {
      "loss_action": 0.008286425843834877,
      "loss_total": 0.008286425843834877,
      "step": 34280
    },
    {
      "grad_norm": 0.1887485235929489,
      "learning_rate": 9.965152540756436e-05,
      "loss": 0.0147,
      "step": 34290
    },
    {
      "loss_action": 0.022019438445568085,
      "loss_total": 0.022019438445568085,
      "step": 34290
    },
    {
      "loss_action": 0.036125969141721725,
      "loss_total": 0.036125969141721725,
      "step": 34290
    },
    {
      "loss_action": 0.06515441834926605,
      "loss_total": 0.06515441834926605,
      "step": 34290
    },
    {
      "loss_action": 0.014489817433059216,
      "loss_total": 0.014489817433059216,
      "step": 34290
    },
    {
      "loss_action": 0.1563502550125122,
      "loss_total": 0.1563502550125122,
      "step": 34290
    },
    {
      "loss_action": 0.027482759207487106,
      "loss_total": 0.027482759207487106,
      "step": 34290
    },
    {
      "loss_action": 0.018802663311362267,
      "loss_total": 0.018802663311362267,
      "step": 34290
    },
    {
      "loss_action": 0.020779019221663475,
      "loss_total": 0.020779019221663475,
      "step": 34290
    },
    {
      "grad_norm": 0.14826545119285583,
      "learning_rate": 9.96510380529923e-05,
      "loss": 0.0182,
      "step": 34300
    },
    {
      "loss_action": 0.011976517736911774,
      "loss_total": 0.011976517736911774,
      "step": 34300
    },
    {
      "loss_action": 0.008895429782569408,
      "loss_total": 0.008895429782569408,
      "step": 34300
    },
    {
      "loss_action": 0.0119454525411129,
      "loss_total": 0.0119454525411129,
      "step": 34300
    },
    {
      "loss_action": 0.02031630650162697,
      "loss_total": 0.02031630650162697,
      "step": 34300
    },
    {
      "loss_action": 0.013448890298604965,
      "loss_total": 0.013448890298604965,
      "step": 34300
    },
    {
      "loss_action": 0.01956000179052353,
      "loss_total": 0.01956000179052353,
      "step": 34300
    },
    {
      "loss_action": 0.016203857958316803,
      "loss_total": 0.016203857958316803,
      "step": 34300
    },
    {
      "loss_action": 0.018915480002760887,
      "loss_total": 0.018915480002760887,
      "step": 34300
    },
    {
      "grad_norm": 0.2006034553050995,
      "learning_rate": 9.965055035906004e-05,
      "loss": 0.0155,
      "step": 34310
    },
    {
      "loss_action": 0.014891814440488815,
      "loss_total": 0.014891814440488815,
      "step": 34310
    },
    {
      "loss_action": 0.018339885398745537,
      "loss_total": 0.018339885398745537,
      "step": 34310
    },
    {
      "loss_action": 0.030590232461690903,
      "loss_total": 0.030590232461690903,
      "step": 34310
    },
    {
      "loss_action": 0.011679571121931076,
      "loss_total": 0.011679571121931076,
      "step": 34310
    },
    {
      "loss_action": 0.015106076374650002,
      "loss_total": 0.015106076374650002,
      "step": 34310
    },
    {
      "loss_action": 0.008458144031465054,
      "loss_total": 0.008458144031465054,
      "step": 34310
    },
    {
      "loss_action": 0.017239848151803017,
      "loss_total": 0.017239848151803017,
      "step": 34310
    },
    {
      "loss_action": 0.03107726201415062,
      "loss_total": 0.03107726201415062,
      "step": 34310
    },
    {
      "grad_norm": 0.17770814895629883,
      "learning_rate": 9.965006232577094e-05,
      "loss": 0.0147,
      "step": 34320
    },
    {
      "loss_action": 0.014276549220085144,
      "loss_total": 0.014276549220085144,
      "step": 34320
    },
    {
      "loss_action": 0.008600888773798943,
      "loss_total": 0.008600888773798943,
      "step": 34320
    },
    {
      "loss_action": 0.010367420502007008,
      "loss_total": 0.010367420502007008,
      "step": 34320
    },
    {
      "loss_action": 0.01292605884373188,
      "loss_total": 0.01292605884373188,
      "step": 34320
    },
    {
      "loss_action": 0.015191623941063881,
      "loss_total": 0.015191623941063881,
      "step": 34320
    },
    {
      "loss_action": 0.01077850628644228,
      "loss_total": 0.01077850628644228,
      "step": 34320
    },
    {
      "loss_action": 0.015487853437662125,
      "loss_total": 0.015487853437662125,
      "step": 34320
    },
    {
      "loss_action": 0.01994892954826355,
      "loss_total": 0.01994892954826355,
      "step": 34320
    },
    {
      "grad_norm": 0.25891420245170593,
      "learning_rate": 9.964957395312833e-05,
      "loss": 0.0174,
      "step": 34330
    },
    {
      "loss_action": 0.01586395502090454,
      "loss_total": 0.01586395502090454,
      "step": 34330
    },
    {
      "loss_action": 0.021701334044337273,
      "loss_total": 0.021701334044337273,
      "step": 34330
    },
    {
      "loss_action": 0.026051312685012817,
      "loss_total": 0.026051312685012817,
      "step": 34330
    },
    {
      "loss_action": 0.09735491126775742,
      "loss_total": 0.09735491126775742,
      "step": 34330
    },
    {
      "loss_action": 0.019987843930721283,
      "loss_total": 0.019987843930721283,
      "step": 34330
    },
    {
      "loss_action": 0.019052043557167053,
      "loss_total": 0.019052043557167053,
      "step": 34330
    },
    {
      "loss_action": 0.017712384462356567,
      "loss_total": 0.017712384462356567,
      "step": 34330
    },
    {
      "loss_action": 0.03406888246536255,
      "loss_total": 0.03406888246536255,
      "step": 34330
    },
    {
      "grad_norm": 0.18737325072288513,
      "learning_rate": 9.964908524113554e-05,
      "loss": 0.0176,
      "step": 34340
    },
    {
      "loss_action": 0.04575249180197716,
      "loss_total": 0.04575249180197716,
      "step": 34340
    },
    {
      "loss_action": 0.00979405827820301,
      "loss_total": 0.00979405827820301,
      "step": 34340
    },
    {
      "loss_action": 0.044772882014513016,
      "loss_total": 0.044772882014513016,
      "step": 34340
    },
    {
      "loss_action": 0.008428771048784256,
      "loss_total": 0.008428771048784256,
      "step": 34340
    },
    {
      "loss_action": 0.012233949266374111,
      "loss_total": 0.012233949266374111,
      "step": 34340
    },
    {
      "loss_action": 0.011146212927997112,
      "loss_total": 0.011146212927997112,
      "step": 34340
    },
    {
      "loss_action": 0.007091677747666836,
      "loss_total": 0.007091677747666836,
      "step": 34340
    },
    {
      "loss_action": 0.009069199673831463,
      "loss_total": 0.009069199673831463,
      "step": 34340
    },
    {
      "grad_norm": 0.20120345056056976,
      "learning_rate": 9.964859618979591e-05,
      "loss": 0.0167,
      "step": 34350
    },
    {
      "loss_action": 0.023974105715751648,
      "loss_total": 0.023974105715751648,
      "step": 34350
    },
    {
      "loss_action": 0.008995180949568748,
      "loss_total": 0.008995180949568748,
      "step": 34350
    },
    {
      "loss_action": 0.006593687925487757,
      "loss_total": 0.006593687925487757,
      "step": 34350
    },
    {
      "loss_action": 0.014122426509857178,
      "loss_total": 0.014122426509857178,
      "step": 34350
    },
    {
      "loss_action": 0.020527329295873642,
      "loss_total": 0.020527329295873642,
      "step": 34350
    },
    {
      "loss_action": 0.019056130200624466,
      "loss_total": 0.019056130200624466,
      "step": 34350
    },
    {
      "loss_action": 0.007548559922724962,
      "loss_total": 0.007548559922724962,
      "step": 34350
    },
    {
      "loss_action": 0.013977613300085068,
      "loss_total": 0.013977613300085068,
      "step": 34350
    },
    {
      "grad_norm": 0.13643059134483337,
      "learning_rate": 9.964810679911281e-05,
      "loss": 0.0132,
      "step": 34360
    },
    {
      "loss_action": 0.04653846472501755,
      "loss_total": 0.04653846472501755,
      "step": 34360
    },
    {
      "loss_action": 0.0069031426683068275,
      "loss_total": 0.0069031426683068275,
      "step": 34360
    },
    {
      "loss_action": 0.025692041963338852,
      "loss_total": 0.025692041963338852,
      "step": 34360
    },
    {
      "loss_action": 0.011441163718700409,
      "loss_total": 0.011441163718700409,
      "step": 34360
    },
    {
      "loss_action": 0.01652982458472252,
      "loss_total": 0.01652982458472252,
      "step": 34360
    },
    {
      "loss_action": 0.020495517179369926,
      "loss_total": 0.020495517179369926,
      "step": 34360
    },
    {
      "loss_action": 0.02037540078163147,
      "loss_total": 0.02037540078163147,
      "step": 34360
    },
    {
      "loss_action": 0.011700447648763657,
      "loss_total": 0.011700447648763657,
      "step": 34360
    },
    {
      "grad_norm": 0.16390325129032135,
      "learning_rate": 9.964761706908954e-05,
      "loss": 0.0142,
      "step": 34370
    },
    {
      "loss_action": 0.039640478789806366,
      "loss_total": 0.039640478789806366,
      "step": 34370
    },
    {
      "loss_action": 0.0109860273078084,
      "loss_total": 0.0109860273078084,
      "step": 34370
    },
    {
      "loss_action": 0.039322808384895325,
      "loss_total": 0.039322808384895325,
      "step": 34370
    },
    {
      "loss_action": 0.007049634121358395,
      "loss_total": 0.007049634121358395,
      "step": 34370
    },
    {
      "loss_action": 0.017048560082912445,
      "loss_total": 0.017048560082912445,
      "step": 34370
    },
    {
      "loss_action": 0.011844155378639698,
      "loss_total": 0.011844155378639698,
      "step": 34370
    },
    {
      "loss_action": 0.012456299737095833,
      "loss_total": 0.012456299737095833,
      "step": 34370
    },
    {
      "loss_action": 0.012997526675462723,
      "loss_total": 0.012997526675462723,
      "step": 34370
    },
    {
      "grad_norm": 0.12334347516298294,
      "learning_rate": 9.964712699972946e-05,
      "loss": 0.0134,
      "step": 34380
    },
    {
      "loss_action": 0.007872088812291622,
      "loss_total": 0.007872088812291622,
      "step": 34380
    },
    {
      "loss_action": 0.016577579081058502,
      "loss_total": 0.016577579081058502,
      "step": 34380
    },
    {
      "loss_action": 0.01669057458639145,
      "loss_total": 0.01669057458639145,
      "step": 34380
    },
    {
      "loss_action": 0.011348674073815346,
      "loss_total": 0.011348674073815346,
      "step": 34380
    },
    {
      "loss_action": 0.007517815567553043,
      "loss_total": 0.007517815567553043,
      "step": 34380
    },
    {
      "loss_action": 0.010771119967103004,
      "loss_total": 0.010771119967103004,
      "step": 34380
    },
    {
      "loss_action": 0.00652366504073143,
      "loss_total": 0.00652366504073143,
      "step": 34380
    },
    {
      "loss_action": 0.012624554336071014,
      "loss_total": 0.012624554336071014,
      "step": 34380
    },
    {
      "grad_norm": 0.1503513902425766,
      "learning_rate": 9.964663659103596e-05,
      "loss": 0.0125,
      "step": 34390
    },
    {
      "loss_action": 0.02064291015267372,
      "loss_total": 0.02064291015267372,
      "step": 34390
    },
    {
      "loss_action": 0.011888867244124413,
      "loss_total": 0.011888867244124413,
      "step": 34390
    },
    {
      "loss_action": 0.006659172475337982,
      "loss_total": 0.006659172475337982,
      "step": 34390
    },
    {
      "loss_action": 0.013340931385755539,
      "loss_total": 0.013340931385755539,
      "step": 34390
    },
    {
      "loss_action": 0.01182620320469141,
      "loss_total": 0.01182620320469141,
      "step": 34390
    },
    {
      "loss_action": 0.012235344387590885,
      "loss_total": 0.012235344387590885,
      "step": 34390
    },
    {
      "loss_action": 0.0227665938436985,
      "loss_total": 0.0227665938436985,
      "step": 34390
    },
    {
      "loss_action": 0.007167357951402664,
      "loss_total": 0.007167357951402664,
      "step": 34390
    },
    {
      "grad_norm": 0.1138063296675682,
      "learning_rate": 9.964614584301235e-05,
      "loss": 0.0115,
      "step": 34400
    },
    {
      "loss_action": 0.005151460878551006,
      "loss_total": 0.005151460878551006,
      "step": 34400
    },
    {
      "loss_action": 0.04105481505393982,
      "loss_total": 0.04105481505393982,
      "step": 34400
    },
    {
      "loss_action": 0.025662895292043686,
      "loss_total": 0.025662895292043686,
      "step": 34400
    },
    {
      "loss_action": 0.008870086632668972,
      "loss_total": 0.008870086632668972,
      "step": 34400
    },
    {
      "loss_action": 0.012601721100509167,
      "loss_total": 0.012601721100509167,
      "step": 34400
    },
    {
      "loss_action": 0.005854431074112654,
      "loss_total": 0.005854431074112654,
      "step": 34400
    },
    {
      "loss_action": 0.04858046770095825,
      "loss_total": 0.04858046770095825,
      "step": 34400
    },
    {
      "loss_action": 0.017536383122205734,
      "loss_total": 0.017536383122205734,
      "step": 34400
    },
    {
      "grad_norm": 0.13174816966056824,
      "learning_rate": 9.964565475566199e-05,
      "loss": 0.0138,
      "step": 34410
    },
    {
      "loss_action": 0.017505556344985962,
      "loss_total": 0.017505556344985962,
      "step": 34410
    },
    {
      "loss_action": 0.0146044185385108,
      "loss_total": 0.0146044185385108,
      "step": 34410
    },
    {
      "loss_action": 0.016156265512108803,
      "loss_total": 0.016156265512108803,
      "step": 34410
    },
    {
      "loss_action": 0.010121893137693405,
      "loss_total": 0.010121893137693405,
      "step": 34410
    },
    {
      "loss_action": 0.009190278127789497,
      "loss_total": 0.009190278127789497,
      "step": 34410
    },
    {
      "loss_action": 0.009381599724292755,
      "loss_total": 0.009381599724292755,
      "step": 34410
    },
    {
      "loss_action": 0.009008591994643211,
      "loss_total": 0.009008591994643211,
      "step": 34410
    },
    {
      "loss_action": 0.0037153461016714573,
      "loss_total": 0.0037153461016714573,
      "step": 34410
    },
    {
      "grad_norm": 0.13431881368160248,
      "learning_rate": 9.964516332898823e-05,
      "loss": 0.0119,
      "step": 34420
    },
    {
      "loss_action": 0.019467756152153015,
      "loss_total": 0.019467756152153015,
      "step": 34420
    },
    {
      "loss_action": 0.008865301497280598,
      "loss_total": 0.008865301497280598,
      "step": 34420
    },
    {
      "loss_action": 0.006634805351495743,
      "loss_total": 0.006634805351495743,
      "step": 34420
    },
    {
      "loss_action": 0.014075636863708496,
      "loss_total": 0.014075636863708496,
      "step": 34420
    },
    {
      "loss_action": 0.013851028867065907,
      "loss_total": 0.013851028867065907,
      "step": 34420
    },
    {
      "loss_action": 0.0061112018302083015,
      "loss_total": 0.0061112018302083015,
      "step": 34420
    },
    {
      "loss_action": 0.013099206611514091,
      "loss_total": 0.013099206611514091,
      "step": 34420
    },
    {
      "loss_action": 0.007527608890086412,
      "loss_total": 0.007527608890086412,
      "step": 34420
    },
    {
      "grad_norm": 0.15517441928386688,
      "learning_rate": 9.964467156299446e-05,
      "loss": 0.0113,
      "step": 34430
    },
    {
      "loss_action": 0.005844040308147669,
      "loss_total": 0.005844040308147669,
      "step": 34430
    },
    {
      "loss_action": 0.022850655019283295,
      "loss_total": 0.022850655019283295,
      "step": 34430
    },
    {
      "loss_action": 0.008427232503890991,
      "loss_total": 0.008427232503890991,
      "step": 34430
    },
    {
      "loss_action": 0.004961306229233742,
      "loss_total": 0.004961306229233742,
      "step": 34430
    },
    {
      "loss_action": 0.006690099835395813,
      "loss_total": 0.006690099835395813,
      "step": 34430
    },
    {
      "loss_action": 0.025979483500123024,
      "loss_total": 0.025979483500123024,
      "step": 34430
    },
    {
      "loss_action": 0.0118560791015625,
      "loss_total": 0.0118560791015625,
      "step": 34430
    },
    {
      "loss_action": 0.005227420479059219,
      "loss_total": 0.005227420479059219,
      "step": 34430
    },
    {
      "grad_norm": 0.15189330279827118,
      "learning_rate": 9.964417945768402e-05,
      "loss": 0.0119,
      "step": 34440
    },
    {
      "loss_action": 0.012666583061218262,
      "loss_total": 0.012666583061218262,
      "step": 34440
    },
    {
      "loss_action": 0.014937419444322586,
      "loss_total": 0.014937419444322586,
      "step": 34440
    },
    {
      "loss_action": 0.008596078492701054,
      "loss_total": 0.008596078492701054,
      "step": 34440
    },
    {
      "loss_action": 0.004636598750948906,
      "loss_total": 0.004636598750948906,
      "step": 34440
    },
    {
      "loss_action": 0.007893946021795273,
      "loss_total": 0.007893946021795273,
      "step": 34440
    },
    {
      "loss_action": 0.029238810762763023,
      "loss_total": 0.029238810762763023,
      "step": 34440
    },
    {
      "loss_action": 0.04294556751847267,
      "loss_total": 0.04294556751847267,
      "step": 34440
    },
    {
      "loss_action": 0.013296835124492645,
      "loss_total": 0.013296835124492645,
      "step": 34440
    },
    {
      "grad_norm": 0.17700809240341187,
      "learning_rate": 9.964368701306027e-05,
      "loss": 0.0129,
      "step": 34450
    },
    {
      "loss_action": 0.011407438665628433,
      "loss_total": 0.011407438665628433,
      "step": 34450
    },
    {
      "loss_action": 0.012393069453537464,
      "loss_total": 0.012393069453537464,
      "step": 34450
    },
    {
      "loss_action": 0.009785862639546394,
      "loss_total": 0.009785862639546394,
      "step": 34450
    },
    {
      "loss_action": 0.014149365946650505,
      "loss_total": 0.014149365946650505,
      "step": 34450
    },
    {
      "loss_action": 0.01150468084961176,
      "loss_total": 0.01150468084961176,
      "step": 34450
    },
    {
      "loss_action": 0.010552830062806606,
      "loss_total": 0.010552830062806606,
      "step": 34450
    },
    {
      "loss_action": 0.00786031037569046,
      "loss_total": 0.00786031037569046,
      "step": 34450
    },
    {
      "loss_action": 0.01313764974474907,
      "loss_total": 0.01313764974474907,
      "step": 34450
    },
    {
      "grad_norm": 0.21116600930690765,
      "learning_rate": 9.964319422912658e-05,
      "loss": 0.0133,
      "step": 34460
    },
    {
      "loss_action": 0.016267122700810432,
      "loss_total": 0.016267122700810432,
      "step": 34460
    },
    {
      "loss_action": 0.01117890328168869,
      "loss_total": 0.01117890328168869,
      "step": 34460
    },
    {
      "loss_action": 0.017894627526402473,
      "loss_total": 0.017894627526402473,
      "step": 34460
    },
    {
      "loss_action": 0.007615052629262209,
      "loss_total": 0.007615052629262209,
      "step": 34460
    },
    {
      "loss_action": 0.015249035321176052,
      "loss_total": 0.015249035321176052,
      "step": 34460
    },
    {
      "loss_action": 0.0339655727148056,
      "loss_total": 0.0339655727148056,
      "step": 34460
    },
    {
      "loss_action": 0.010489730164408684,
      "loss_total": 0.010489730164408684,
      "step": 34460
    },
    {
      "loss_action": 0.0064268335700035095,
      "loss_total": 0.0064268335700035095,
      "step": 34460
    },
    {
      "grad_norm": 0.25220799446105957,
      "learning_rate": 9.964270110588632e-05,
      "loss": 0.0143,
      "step": 34470
    },
    {
      "loss_action": 0.017373263835906982,
      "loss_total": 0.017373263835906982,
      "step": 34470
    },
    {
      "loss_action": 0.008769447915256023,
      "loss_total": 0.008769447915256023,
      "step": 34470
    },
    {
      "loss_action": 0.013603413477540016,
      "loss_total": 0.013603413477540016,
      "step": 34470
    },
    {
      "loss_action": 0.02180827222764492,
      "loss_total": 0.02180827222764492,
      "step": 34470
    },
    {
      "loss_action": 0.028766609728336334,
      "loss_total": 0.028766609728336334,
      "step": 34470
    },
    {
      "loss_action": 0.012084370478987694,
      "loss_total": 0.012084370478987694,
      "step": 34470
    },
    {
      "loss_action": 0.010226924903690815,
      "loss_total": 0.010226924903690815,
      "step": 34470
    },
    {
      "loss_action": 0.01339333038777113,
      "loss_total": 0.01339333038777113,
      "step": 34470
    },
    {
      "grad_norm": 0.2241670936346054,
      "learning_rate": 9.964220764334286e-05,
      "loss": 0.0137,
      "step": 34480
    },
    {
      "loss_action": 0.023174190893769264,
      "loss_total": 0.023174190893769264,
      "step": 34480
    },
    {
      "loss_action": 0.02346104010939598,
      "loss_total": 0.02346104010939598,
      "step": 34480
    },
    {
      "loss_action": 0.014737033285200596,
      "loss_total": 0.014737033285200596,
      "step": 34480
    },
    {
      "loss_action": 0.009755631908774376,
      "loss_total": 0.009755631908774376,
      "step": 34480
    },
    {
      "loss_action": 0.007213931530714035,
      "loss_total": 0.007213931530714035,
      "step": 34480
    },
    {
      "loss_action": 0.008258598856627941,
      "loss_total": 0.008258598856627941,
      "step": 34480
    },
    {
      "loss_action": 0.013223227113485336,
      "loss_total": 0.013223227113485336,
      "step": 34480
    },
    {
      "loss_action": 0.007913988083600998,
      "loss_total": 0.007913988083600998,
      "step": 34480
    },
    {
      "grad_norm": 0.17484991252422333,
      "learning_rate": 9.964171384149959e-05,
      "loss": 0.0119,
      "step": 34490
    },
    {
      "loss_action": 0.005614502355456352,
      "loss_total": 0.005614502355456352,
      "step": 34490
    },
    {
      "loss_action": 0.009127354249358177,
      "loss_total": 0.009127354249358177,
      "step": 34490
    },
    {
      "loss_action": 0.011489607393741608,
      "loss_total": 0.011489607393741608,
      "step": 34490
    },
    {
      "loss_action": 0.011103257536888123,
      "loss_total": 0.011103257536888123,
      "step": 34490
    },
    {
      "loss_action": 0.007417272310703993,
      "loss_total": 0.007417272310703993,
      "step": 34490
    },
    {
      "loss_action": 0.004771094769239426,
      "loss_total": 0.004771094769239426,
      "step": 34490
    },
    {
      "loss_action": 0.012676132842898369,
      "loss_total": 0.012676132842898369,
      "step": 34490
    },
    {
      "loss_action": 0.006024392321705818,
      "loss_total": 0.006024392321705818,
      "step": 34490
    },
    {
      "grad_norm": 0.11955104023218155,
      "learning_rate": 9.964121970035985e-05,
      "loss": 0.0125,
      "step": 34500
    },
    {
      "loss_action": 0.005660397000610828,
      "loss_total": 0.005660397000610828,
      "step": 34500
    },
    {
      "loss_action": 0.01077966671437025,
      "loss_total": 0.01077966671437025,
      "step": 34500
    },
    {
      "loss_action": 0.013199875131249428,
      "loss_total": 0.013199875131249428,
      "step": 34500
    },
    {
      "loss_action": 0.01117296889424324,
      "loss_total": 0.01117296889424324,
      "step": 34500
    },
    {
      "loss_action": 0.006410683039575815,
      "loss_total": 0.006410683039575815,
      "step": 34500
    },
    {
      "loss_action": 0.017637142911553383,
      "loss_total": 0.017637142911553383,
      "step": 34500
    },
    {
      "loss_action": 0.006795856170356274,
      "loss_total": 0.006795856170356274,
      "step": 34500
    },
    {
      "loss_action": 0.006693447008728981,
      "loss_total": 0.006693447008728981,
      "step": 34500
    },
    {
      "grad_norm": 0.1412292867898941,
      "learning_rate": 9.964072521992703e-05,
      "loss": 0.0112,
      "step": 34510
    },
    {
      "loss_action": 0.009077991358935833,
      "loss_total": 0.009077991358935833,
      "step": 34510
    },
    {
      "loss_action": 0.02095702663064003,
      "loss_total": 0.02095702663064003,
      "step": 34510
    },
    {
      "loss_action": 0.007855290547013283,
      "loss_total": 0.007855290547013283,
      "step": 34510
    },
    {
      "loss_action": 0.01253426168113947,
      "loss_total": 0.01253426168113947,
      "step": 34510
    },
    {
      "loss_action": 0.00878528319299221,
      "loss_total": 0.00878528319299221,
      "step": 34510
    },
    {
      "loss_action": 0.015384793281555176,
      "loss_total": 0.015384793281555176,
      "step": 34510
    },
    {
      "loss_action": 0.006772981956601143,
      "loss_total": 0.006772981956601143,
      "step": 34510
    },
    {
      "loss_action": 0.0030648137908428907,
      "loss_total": 0.0030648137908428907,
      "step": 34510
    },
    {
      "grad_norm": 0.12417895346879959,
      "learning_rate": 9.964023040020453e-05,
      "loss": 0.0101,
      "step": 34520
    },
    {
      "loss_action": 0.012639813125133514,
      "loss_total": 0.012639813125133514,
      "step": 34520
    },
    {
      "loss_action": 0.03075689822435379,
      "loss_total": 0.03075689822435379,
      "step": 34520
    },
    {
      "loss_action": 0.031268905848264694,
      "loss_total": 0.031268905848264694,
      "step": 34520
    },
    {
      "loss_action": 0.008004331029951572,
      "loss_total": 0.008004331029951572,
      "step": 34520
    },
    {
      "loss_action": 0.007030585315078497,
      "loss_total": 0.007030585315078497,
      "step": 34520
    },
    {
      "loss_action": 0.014344836585223675,
      "loss_total": 0.014344836585223675,
      "step": 34520
    },
    {
      "loss_action": 0.016050253063440323,
      "loss_total": 0.016050253063440323,
      "step": 34520
    },
    {
      "loss_action": 0.004069992806762457,
      "loss_total": 0.004069992806762457,
      "step": 34520
    },
    {
      "grad_norm": 0.14455218613147736,
      "learning_rate": 9.963973524119571e-05,
      "loss": 0.0124,
      "step": 34530
    },
    {
      "loss_action": 0.007063767407089472,
      "loss_total": 0.007063767407089472,
      "step": 34530
    },
    {
      "loss_action": 0.011164090596139431,
      "loss_total": 0.011164090596139431,
      "step": 34530
    },
    {
      "loss_action": 0.005508158355951309,
      "loss_total": 0.005508158355951309,
      "step": 34530
    },
    {
      "loss_action": 0.016937943175435066,
      "loss_total": 0.016937943175435066,
      "step": 34530
    },
    {
      "loss_action": 0.03302514925599098,
      "loss_total": 0.03302514925599098,
      "step": 34530
    },
    {
      "loss_action": 0.010105368681252003,
      "loss_total": 0.010105368681252003,
      "step": 34530
    },
    {
      "loss_action": 0.011771549470722675,
      "loss_total": 0.011771549470722675,
      "step": 34530
    },
    {
      "loss_action": 0.008743394166231155,
      "loss_total": 0.008743394166231155,
      "step": 34530
    },
    {
      "grad_norm": 0.17769436538219452,
      "learning_rate": 9.963923974290395e-05,
      "loss": 0.0124,
      "step": 34540
    },
    {
      "loss_action": 0.010108287446200848,
      "loss_total": 0.010108287446200848,
      "step": 34540
    },
    {
      "loss_action": 0.0060545578598976135,
      "loss_total": 0.0060545578598976135,
      "step": 34540
    },
    {
      "loss_action": 0.006381887011229992,
      "loss_total": 0.006381887011229992,
      "step": 34540
    },
    {
      "loss_action": 0.051449961960315704,
      "loss_total": 0.051449961960315704,
      "step": 34540
    },
    {
      "loss_action": 0.0063132550567388535,
      "loss_total": 0.0063132550567388535,
      "step": 34540
    },
    {
      "loss_action": 0.007252910174429417,
      "loss_total": 0.007252910174429417,
      "step": 34540
    },
    {
      "loss_action": 0.01160925067961216,
      "loss_total": 0.01160925067961216,
      "step": 34540
    },
    {
      "loss_action": 0.010022532194852829,
      "loss_total": 0.010022532194852829,
      "step": 34540
    },
    {
      "grad_norm": 0.1422460824251175,
      "learning_rate": 9.963874390533266e-05,
      "loss": 0.0127,
      "step": 34550
    },
    {
      "loss_action": 0.004706787411123514,
      "loss_total": 0.004706787411123514,
      "step": 34550
    },
    {
      "loss_action": 0.006257151253521442,
      "loss_total": 0.006257151253521442,
      "step": 34550
    },
    {
      "loss_action": 0.0044626472517848015,
      "loss_total": 0.0044626472517848015,
      "step": 34550
    },
    {
      "loss_action": 0.0072295041754841805,
      "loss_total": 0.0072295041754841805,
      "step": 34550
    },
    {
      "loss_action": 0.009924693033099174,
      "loss_total": 0.009924693033099174,
      "step": 34550
    },
    {
      "loss_action": 0.0143548883497715,
      "loss_total": 0.0143548883497715,
      "step": 34550
    },
    {
      "loss_action": 0.00960971973836422,
      "loss_total": 0.00960971973836422,
      "step": 34550
    },
    {
      "loss_action": 0.008589220233261585,
      "loss_total": 0.008589220233261585,
      "step": 34550
    },
    {
      "grad_norm": 0.20674985647201538,
      "learning_rate": 9.963824772848522e-05,
      "loss": 0.0122,
      "step": 34560
    },
    {
      "loss_action": 0.008761124685406685,
      "loss_total": 0.008761124685406685,
      "step": 34560
    },
    {
      "loss_action": 0.011005604639649391,
      "loss_total": 0.011005604639649391,
      "step": 34560
    },
    {
      "loss_action": 0.004370659124106169,
      "loss_total": 0.004370659124106169,
      "step": 34560
    },
    {
      "loss_action": 0.005208848975598812,
      "loss_total": 0.005208848975598812,
      "step": 34560
    },
    {
      "loss_action": 0.006670674774795771,
      "loss_total": 0.006670674774795771,
      "step": 34560
    },
    {
      "loss_action": 0.009855750948190689,
      "loss_total": 0.009855750948190689,
      "step": 34560
    },
    {
      "loss_action": 0.014276066794991493,
      "loss_total": 0.014276066794991493,
      "step": 34560
    },
    {
      "loss_action": 0.0051965778693556786,
      "loss_total": 0.0051965778693556786,
      "step": 34560
    },
    {
      "grad_norm": 0.16163937747478485,
      "learning_rate": 9.963775121236501e-05,
      "loss": 0.0104,
      "step": 34570
    },
    {
      "loss_action": 0.012185081839561462,
      "loss_total": 0.012185081839561462,
      "step": 34570
    },
    {
      "loss_action": 0.010098925791680813,
      "loss_total": 0.010098925791680813,
      "step": 34570
    },
    {
      "loss_action": 0.025621481239795685,
      "loss_total": 0.025621481239795685,
      "step": 34570
    },
    {
      "loss_action": 0.006457896437495947,
      "loss_total": 0.006457896437495947,
      "step": 34570
    },
    {
      "loss_action": 0.005160975735634565,
      "loss_total": 0.005160975735634565,
      "step": 34570
    },
    {
      "loss_action": 0.017981305718421936,
      "loss_total": 0.017981305718421936,
      "step": 34570
    },
    {
      "loss_action": 0.004797689616680145,
      "loss_total": 0.004797689616680145,
      "step": 34570
    },
    {
      "loss_action": 0.01652492955327034,
      "loss_total": 0.01652492955327034,
      "step": 34570
    },
    {
      "grad_norm": 0.2162865251302719,
      "learning_rate": 9.963725435697545e-05,
      "loss": 0.0117,
      "step": 34580
    },
    {
      "loss_action": 0.005037433467805386,
      "loss_total": 0.005037433467805386,
      "step": 34580
    },
    {
      "loss_action": 0.04094300791621208,
      "loss_total": 0.04094300791621208,
      "step": 34580
    },
    {
      "loss_action": 0.004775720648467541,
      "loss_total": 0.004775720648467541,
      "step": 34580
    },
    {
      "loss_action": 0.0049188947305083275,
      "loss_total": 0.0049188947305083275,
      "step": 34580
    },
    {
      "loss_action": 0.00850852020084858,
      "loss_total": 0.00850852020084858,
      "step": 34580
    },
    {
      "loss_action": 0.00703975185751915,
      "loss_total": 0.00703975185751915,
      "step": 34580
    },
    {
      "loss_action": 0.008604845032095909,
      "loss_total": 0.008604845032095909,
      "step": 34580
    },
    {
      "loss_action": 0.009552055969834328,
      "loss_total": 0.009552055969834328,
      "step": 34580
    },
    {
      "grad_norm": 0.17600877583026886,
      "learning_rate": 9.96367571623199e-05,
      "loss": 0.0127,
      "step": 34590
    },
    {
      "loss_action": 0.010349235497415066,
      "loss_total": 0.010349235497415066,
      "step": 34590
    },
    {
      "loss_action": 0.0053351279348134995,
      "loss_total": 0.0053351279348134995,
      "step": 34590
    },
    {
      "loss_action": 0.00495508685708046,
      "loss_total": 0.00495508685708046,
      "step": 34590
    },
    {
      "loss_action": 0.009247695095837116,
      "loss_total": 0.009247695095837116,
      "step": 34590
    },
    {
      "loss_action": 0.021571336314082146,
      "loss_total": 0.021571336314082146,
      "step": 34590
    },
    {
      "loss_action": 0.019644131883978844,
      "loss_total": 0.019644131883978844,
      "step": 34590
    },
    {
      "loss_action": 0.01761661283671856,
      "loss_total": 0.01761661283671856,
      "step": 34590
    },
    {
      "loss_action": 0.009126279503107071,
      "loss_total": 0.009126279503107071,
      "step": 34590
    },
    {
      "grad_norm": 0.1683303564786911,
      "learning_rate": 9.963625962840178e-05,
      "loss": 0.0127,
      "step": 34600
    },
    {
      "loss_action": 0.007595797535032034,
      "loss_total": 0.007595797535032034,
      "step": 34600
    },
    {
      "loss_action": 0.00966087356209755,
      "loss_total": 0.00966087356209755,
      "step": 34600
    },
    {
      "loss_action": 0.006541809998452663,
      "loss_total": 0.006541809998452663,
      "step": 34600
    },
    {
      "loss_action": 0.011297795921564102,
      "loss_total": 0.011297795921564102,
      "step": 34600
    },
    {
      "loss_action": 0.10608243942260742,
      "loss_total": 0.10608243942260742,
      "step": 34600
    },
    {
      "loss_action": 0.03821386396884918,
      "loss_total": 0.03821386396884918,
      "step": 34600
    },
    {
      "loss_action": 0.030798912048339844,
      "loss_total": 0.030798912048339844,
      "step": 34600
    },
    {
      "loss_action": 0.011479734443128109,
      "loss_total": 0.011479734443128109,
      "step": 34600
    },
    {
      "grad_norm": 0.13576307892799377,
      "learning_rate": 9.963576175522448e-05,
      "loss": 0.0154,
      "step": 34610
    },
    {
      "loss_action": 0.01872583106160164,
      "loss_total": 0.01872583106160164,
      "step": 34610
    },
    {
      "loss_action": 0.011467691510915756,
      "loss_total": 0.011467691510915756,
      "step": 34610
    },
    {
      "loss_action": 0.00895056314766407,
      "loss_total": 0.00895056314766407,
      "step": 34610
    },
    {
      "loss_action": 0.017554985359311104,
      "loss_total": 0.017554985359311104,
      "step": 34610
    },
    {
      "loss_action": 0.0066876825876533985,
      "loss_total": 0.0066876825876533985,
      "step": 34610
    },
    {
      "loss_action": 0.012881116010248661,
      "loss_total": 0.012881116010248661,
      "step": 34610
    },
    {
      "loss_action": 0.01497586164623499,
      "loss_total": 0.01497586164623499,
      "step": 34610
    },
    {
      "loss_action": 0.012632176280021667,
      "loss_total": 0.012632176280021667,
      "step": 34610
    },
    {
      "grad_norm": 0.11982867121696472,
      "learning_rate": 9.963526354279142e-05,
      "loss": 0.0125,
      "step": 34620
    },
    {
      "loss_action": 0.03802880644798279,
      "loss_total": 0.03802880644798279,
      "step": 34620
    },
    {
      "loss_action": 0.008528610691428185,
      "loss_total": 0.008528610691428185,
      "step": 34620
    },
    {
      "loss_action": 0.0061668227426707745,
      "loss_total": 0.0061668227426707745,
      "step": 34620
    },
    {
      "loss_action": 0.005663921125233173,
      "loss_total": 0.005663921125233173,
      "step": 34620
    },
    {
      "loss_action": 0.053592465817928314,
      "loss_total": 0.053592465817928314,
      "step": 34620
    },
    {
      "loss_action": 0.00670445803552866,
      "loss_total": 0.00670445803552866,
      "step": 34620
    },
    {
      "loss_action": 0.004050703719258308,
      "loss_total": 0.004050703719258308,
      "step": 34620
    },
    {
      "loss_action": 0.006449470762163401,
      "loss_total": 0.006449470762163401,
      "step": 34620
    },
    {
      "grad_norm": 0.10860710591077805,
      "learning_rate": 9.963476499110599e-05,
      "loss": 0.0125,
      "step": 34630
    },
    {
      "loss_action": 0.007282906211912632,
      "loss_total": 0.007282906211912632,
      "step": 34630
    },
    {
      "loss_action": 0.017202723771333694,
      "loss_total": 0.017202723771333694,
      "step": 34630
    },
    {
      "loss_action": 0.009468626230955124,
      "loss_total": 0.009468626230955124,
      "step": 34630
    },
    {
      "loss_action": 0.009328851476311684,
      "loss_total": 0.009328851476311684,
      "step": 34630
    },
    {
      "loss_action": 0.0062555777840316296,
      "loss_total": 0.0062555777840316296,
      "step": 34630
    },
    {
      "loss_action": 0.010998341254889965,
      "loss_total": 0.010998341254889965,
      "step": 34630
    },
    {
      "loss_action": 0.00441537844017148,
      "loss_total": 0.00441537844017148,
      "step": 34630
    },
    {
      "loss_action": 0.005552021786570549,
      "loss_total": 0.005552021786570549,
      "step": 34630
    },
    {
      "grad_norm": 0.13466201722621918,
      "learning_rate": 9.96342661001716e-05,
      "loss": 0.0113,
      "step": 34640
    },
    {
      "loss_action": 0.006410291418433189,
      "loss_total": 0.006410291418433189,
      "step": 34640
    },
    {
      "loss_action": 0.007035187445580959,
      "loss_total": 0.007035187445580959,
      "step": 34640
    },
    {
      "loss_action": 0.01200876198709011,
      "loss_total": 0.01200876198709011,
      "step": 34640
    },
    {
      "loss_action": 0.01563609391450882,
      "loss_total": 0.01563609391450882,
      "step": 34640
    },
    {
      "loss_action": 0.012380455620586872,
      "loss_total": 0.012380455620586872,
      "step": 34640
    },
    {
      "loss_action": 0.004207452293485403,
      "loss_total": 0.004207452293485403,
      "step": 34640
    },
    {
      "loss_action": 0.0068549830466508865,
      "loss_total": 0.0068549830466508865,
      "step": 34640
    },
    {
      "loss_action": 0.0091008385643363,
      "loss_total": 0.0091008385643363,
      "step": 34640
    },
    {
      "grad_norm": 0.09092087298631668,
      "learning_rate": 9.963376686999166e-05,
      "loss": 0.0115,
      "step": 34650
    },
    {
      "loss_action": 0.006905212998390198,
      "loss_total": 0.006905212998390198,
      "step": 34650
    },
    {
      "loss_action": 0.012372156605124474,
      "loss_total": 0.012372156605124474,
      "step": 34650
    },
    {
      "loss_action": 0.009101588279008865,
      "loss_total": 0.009101588279008865,
      "step": 34650
    },
    {
      "loss_action": 0.012472582049667835,
      "loss_total": 0.012472582049667835,
      "step": 34650
    },
    {
      "loss_action": 0.008986145257949829,
      "loss_total": 0.008986145257949829,
      "step": 34650
    },
    {
      "loss_action": 0.009617766365408897,
      "loss_total": 0.009617766365408897,
      "step": 34650
    },
    {
      "loss_action": 0.008364148437976837,
      "loss_total": 0.008364148437976837,
      "step": 34650
    },
    {
      "loss_action": 0.016040917485952377,
      "loss_total": 0.016040917485952377,
      "step": 34650
    },
    {
      "grad_norm": 0.1180775910615921,
      "learning_rate": 9.963326730056959e-05,
      "loss": 0.0105,
      "step": 34660
    },
    {
      "loss_action": 0.009775551036000252,
      "loss_total": 0.009775551036000252,
      "step": 34660
    },
    {
      "loss_action": 0.005215025506913662,
      "loss_total": 0.005215025506913662,
      "step": 34660
    },
    {
      "loss_action": 0.006354174111038446,
      "loss_total": 0.006354174111038446,
      "step": 34660
    },
    {
      "loss_action": 0.011118073016405106,
      "loss_total": 0.011118073016405106,
      "step": 34660
    },
    {
      "loss_action": 0.040803566575050354,
      "loss_total": 0.040803566575050354,
      "step": 34660
    },
    {
      "loss_action": 0.0030057691037654877,
      "loss_total": 0.0030057691037654877,
      "step": 34660
    },
    {
      "loss_action": 0.006126631051301956,
      "loss_total": 0.006126631051301956,
      "step": 34660
    },
    {
      "loss_action": 0.004262329079210758,
      "loss_total": 0.004262329079210758,
      "step": 34660
    },
    {
      "grad_norm": 0.2019403725862503,
      "learning_rate": 9.96327673919088e-05,
      "loss": 0.0105,
      "step": 34670
    },
    {
      "loss_action": 0.014955274760723114,
      "loss_total": 0.014955274760723114,
      "step": 34670
    },
    {
      "loss_action": 0.010031972080469131,
      "loss_total": 0.010031972080469131,
      "step": 34670
    },
    {
      "loss_action": 0.008004574105143547,
      "loss_total": 0.008004574105143547,
      "step": 34670
    },
    {
      "loss_action": 0.009424143470823765,
      "loss_total": 0.009424143470823765,
      "step": 34670
    },
    {
      "loss_action": 0.015390653163194656,
      "loss_total": 0.015390653163194656,
      "step": 34670
    },
    {
      "loss_action": 0.00882890447974205,
      "loss_total": 0.00882890447974205,
      "step": 34670
    },
    {
      "loss_action": 0.024731583893299103,
      "loss_total": 0.024731583893299103,
      "step": 34670
    },
    {
      "loss_action": 0.007373151835054159,
      "loss_total": 0.007373151835054159,
      "step": 34670
    },
    {
      "grad_norm": 0.1568664014339447,
      "learning_rate": 9.96322671440127e-05,
      "loss": 0.01,
      "step": 34680
    },
    {
      "loss_action": 0.008861888200044632,
      "loss_total": 0.008861888200044632,
      "step": 34680
    },
    {
      "loss_action": 0.005063776392489672,
      "loss_total": 0.005063776392489672,
      "step": 34680
    },
    {
      "loss_action": 0.00818174984306097,
      "loss_total": 0.00818174984306097,
      "step": 34680
    },
    {
      "loss_action": 0.008637642487883568,
      "loss_total": 0.008637642487883568,
      "step": 34680
    },
    {
      "loss_action": 0.005380257032811642,
      "loss_total": 0.005380257032811642,
      "step": 34680
    },
    {
      "loss_action": 0.014328442513942719,
      "loss_total": 0.014328442513942719,
      "step": 34680
    },
    {
      "loss_action": 0.011098412796854973,
      "loss_total": 0.011098412796854973,
      "step": 34680
    },
    {
      "loss_action": 0.010038726963102818,
      "loss_total": 0.010038726963102818,
      "step": 34680
    },
    {
      "grad_norm": 0.13890737295150757,
      "learning_rate": 9.963176655688474e-05,
      "loss": 0.0096,
      "step": 34690
    },
    {
      "loss_action": 0.002749897073954344,
      "loss_total": 0.002749897073954344,
      "step": 34690
    },
    {
      "loss_action": 0.007191195152699947,
      "loss_total": 0.007191195152699947,
      "step": 34690
    },
    {
      "loss_action": 0.015674855560064316,
      "loss_total": 0.015674855560064316,
      "step": 34690
    },
    {
      "loss_action": 0.007692148443311453,
      "loss_total": 0.007692148443311453,
      "step": 34690
    },
    {
      "loss_action": 0.011768940836191177,
      "loss_total": 0.011768940836191177,
      "step": 34690
    },
    {
      "loss_action": 0.004284806549549103,
      "loss_total": 0.004284806549549103,
      "step": 34690
    },
    {
      "loss_action": 0.012970986776053905,
      "loss_total": 0.012970986776053905,
      "step": 34690
    },
    {
      "loss_action": 0.015586638823151588,
      "loss_total": 0.015586638823151588,
      "step": 34690
    },
    {
      "grad_norm": 0.19359369575977325,
      "learning_rate": 9.96312656305283e-05,
      "loss": 0.0105,
      "step": 34700
    },
    {
      "loss_action": 0.009889006614685059,
      "loss_total": 0.009889006614685059,
      "step": 34700
    },
    {
      "loss_action": 0.00727854436263442,
      "loss_total": 0.00727854436263442,
      "step": 34700
    },
    {
      "loss_action": 0.009807188995182514,
      "loss_total": 0.009807188995182514,
      "step": 34700
    },
    {
      "loss_action": 0.007116388063877821,
      "loss_total": 0.007116388063877821,
      "step": 34700
    },
    {
      "loss_action": 0.006993353366851807,
      "loss_total": 0.006993353366851807,
      "step": 34700
    },
    {
      "loss_action": 0.005019560921937227,
      "loss_total": 0.005019560921937227,
      "step": 34700
    },
    {
      "loss_action": 0.006316362880170345,
      "loss_total": 0.006316362880170345,
      "step": 34700
    },
    {
      "loss_action": 0.0058293417096138,
      "loss_total": 0.0058293417096138,
      "step": 34700
    },
    {
      "grad_norm": 0.14105182886123657,
      "learning_rate": 9.96307643649468e-05,
      "loss": 0.0107,
      "step": 34710
    },
    {
      "loss_action": 0.006141332909464836,
      "loss_total": 0.006141332909464836,
      "step": 34710
    },
    {
      "loss_action": 0.00600477447733283,
      "loss_total": 0.00600477447733283,
      "step": 34710
    },
    {
      "loss_action": 0.009287139400839806,
      "loss_total": 0.009287139400839806,
      "step": 34710
    },
    {
      "loss_action": 0.006520621012896299,
      "loss_total": 0.006520621012896299,
      "step": 34710
    },
    {
      "loss_action": 0.0063782124780118465,
      "loss_total": 0.0063782124780118465,
      "step": 34710
    },
    {
      "loss_action": 0.014105521142482758,
      "loss_total": 0.014105521142482758,
      "step": 34710
    },
    {
      "loss_action": 0.01732257381081581,
      "loss_total": 0.01732257381081581,
      "step": 34710
    },
    {
      "loss_action": 0.007450181059539318,
      "loss_total": 0.007450181059539318,
      "step": 34710
    },
    {
      "grad_norm": 0.18703898787498474,
      "learning_rate": 9.963026276014371e-05,
      "loss": 0.0118,
      "step": 34720
    },
    {
      "loss_action": 0.014231578446924686,
      "loss_total": 0.014231578446924686,
      "step": 34720
    },
    {
      "loss_action": 0.011147923767566681,
      "loss_total": 0.011147923767566681,
      "step": 34720
    },
    {
      "loss_action": 0.01936390995979309,
      "loss_total": 0.01936390995979309,
      "step": 34720
    },
    {
      "loss_action": 0.01051211915910244,
      "loss_total": 0.01051211915910244,
      "step": 34720
    },
    {
      "loss_action": 0.013030745089054108,
      "loss_total": 0.013030745089054108,
      "step": 34720
    },
    {
      "loss_action": 0.018216580152511597,
      "loss_total": 0.018216580152511597,
      "step": 34720
    },
    {
      "loss_action": 0.009016482159495354,
      "loss_total": 0.009016482159495354,
      "step": 34720
    },
    {
      "loss_action": 0.007057764567434788,
      "loss_total": 0.007057764567434788,
      "step": 34720
    },
    {
      "grad_norm": 0.13330164551734924,
      "learning_rate": 9.962976081612243e-05,
      "loss": 0.0121,
      "step": 34730
    },
    {
      "loss_action": 0.025184910744428635,
      "loss_total": 0.025184910744428635,
      "step": 34730
    },
    {
      "loss_action": 0.00803182739764452,
      "loss_total": 0.00803182739764452,
      "step": 34730
    },
    {
      "loss_action": 0.008619873784482479,
      "loss_total": 0.008619873784482479,
      "step": 34730
    },
    {
      "loss_action": 0.0375729538500309,
      "loss_total": 0.0375729538500309,
      "step": 34730
    },
    {
      "loss_action": 0.012450875714421272,
      "loss_total": 0.012450875714421272,
      "step": 34730
    },
    {
      "loss_action": 0.006998362485319376,
      "loss_total": 0.006998362485319376,
      "step": 34730
    },
    {
      "loss_action": 0.024541640654206276,
      "loss_total": 0.024541640654206276,
      "step": 34730
    },
    {
      "loss_action": 0.012394964694976807,
      "loss_total": 0.012394964694976807,
      "step": 34730
    },
    {
      "grad_norm": 0.14941421151161194,
      "learning_rate": 9.962925853288639e-05,
      "loss": 0.0123,
      "step": 34740
    },
    {
      "loss_action": 0.008221874944865704,
      "loss_total": 0.008221874944865704,
      "step": 34740
    },
    {
      "loss_action": 0.01803337037563324,
      "loss_total": 0.01803337037563324,
      "step": 34740
    },
    {
      "loss_action": 0.005305627826601267,
      "loss_total": 0.005305627826601267,
      "step": 34740
    },
    {
      "loss_action": 0.008540254086256027,
      "loss_total": 0.008540254086256027,
      "step": 34740
    },
    {
      "loss_action": 0.006975454278290272,
      "loss_total": 0.006975454278290272,
      "step": 34740
    },
    {
      "loss_action": 0.00560929998755455,
      "loss_total": 0.00560929998755455,
      "step": 34740
    },
    {
      "loss_action": 0.006215509958565235,
      "loss_total": 0.006215509958565235,
      "step": 34740
    },
    {
      "loss_action": 0.006280628964304924,
      "loss_total": 0.006280628964304924,
      "step": 34740
    },
    {
      "grad_norm": 0.1352154016494751,
      "learning_rate": 9.962875591043904e-05,
      "loss": 0.0116,
      "step": 34750
    },
    {
      "loss_action": 0.012612061575055122,
      "loss_total": 0.012612061575055122,
      "step": 34750
    },
    {
      "loss_action": 0.009241951629519463,
      "loss_total": 0.009241951629519463,
      "step": 34750
    },
    {
      "loss_action": 0.03259662911295891,
      "loss_total": 0.03259662911295891,
      "step": 34750
    },
    {
      "loss_action": 0.00398749765008688,
      "loss_total": 0.00398749765008688,
      "step": 34750
    },
    {
      "loss_action": 0.005118627101182938,
      "loss_total": 0.005118627101182938,
      "step": 34750
    },
    {
      "loss_action": 0.009742294438183308,
      "loss_total": 0.009742294438183308,
      "step": 34750
    },
    {
      "loss_action": 0.007389575242996216,
      "loss_total": 0.007389575242996216,
      "step": 34750
    },
    {
      "loss_action": 0.03352326899766922,
      "loss_total": 0.03352326899766922,
      "step": 34750
    },
    {
      "grad_norm": 0.12441404163837433,
      "learning_rate": 9.962825294878379e-05,
      "loss": 0.0118,
      "step": 34760
    },
    {
      "loss_action": 0.008620655164122581,
      "loss_total": 0.008620655164122581,
      "step": 34760
    },
    {
      "loss_action": 0.00539181986823678,
      "loss_total": 0.00539181986823678,
      "step": 34760
    },
    {
      "loss_action": 0.017519623041152954,
      "loss_total": 0.017519623041152954,
      "step": 34760
    },
    {
      "loss_action": 0.003356960602104664,
      "loss_total": 0.003356960602104664,
      "step": 34760
    },
    {
      "loss_action": 0.007714343722909689,
      "loss_total": 0.007714343722909689,
      "step": 34760
    },
    {
      "loss_action": 0.009164437651634216,
      "loss_total": 0.009164437651634216,
      "step": 34760
    },
    {
      "loss_action": 0.004288590978831053,
      "loss_total": 0.004288590978831053,
      "step": 34760
    },
    {
      "loss_action": 0.003348326776176691,
      "loss_total": 0.003348326776176691,
      "step": 34760
    },
    {
      "grad_norm": 0.15883682668209076,
      "learning_rate": 9.96277496479241e-05,
      "loss": 0.0114,
      "step": 34770
    },
    {
      "loss_action": 0.0075540198013186455,
      "loss_total": 0.0075540198013186455,
      "step": 34770
    },
    {
      "loss_action": 0.004737303592264652,
      "loss_total": 0.004737303592264652,
      "step": 34770
    },
    {
      "loss_action": 0.009627150371670723,
      "loss_total": 0.009627150371670723,
      "step": 34770
    },
    {
      "loss_action": 0.026090269908308983,
      "loss_total": 0.026090269908308983,
      "step": 34770
    },
    {
      "loss_action": 0.00936097651720047,
      "loss_total": 0.00936097651720047,
      "step": 34770
    },
    {
      "loss_action": 0.004625217989087105,
      "loss_total": 0.004625217989087105,
      "step": 34770
    },
    {
      "loss_action": 0.017874162644147873,
      "loss_total": 0.017874162644147873,
      "step": 34770
    },
    {
      "loss_action": 0.008060263469815254,
      "loss_total": 0.008060263469815254,
      "step": 34770
    },
    {
      "grad_norm": 0.18308968842029572,
      "learning_rate": 9.96272460078634e-05,
      "loss": 0.0128,
      "step": 34780
    },
    {
      "loss_action": 0.016657577827572823,
      "loss_total": 0.016657577827572823,
      "step": 34780
    },
    {
      "loss_action": 0.008776387199759483,
      "loss_total": 0.008776387199759483,
      "step": 34780
    },
    {
      "loss_action": 0.015081101097166538,
      "loss_total": 0.015081101097166538,
      "step": 34780
    },
    {
      "loss_action": 0.008578510023653507,
      "loss_total": 0.008578510023653507,
      "step": 34780
    },
    {
      "loss_action": 0.006689885165542364,
      "loss_total": 0.006689885165542364,
      "step": 34780
    },
    {
      "loss_action": 0.015402757562696934,
      "loss_total": 0.015402757562696934,
      "step": 34780
    },
    {
      "loss_action": 0.01459368597716093,
      "loss_total": 0.01459368597716093,
      "step": 34780
    },
    {
      "loss_action": 0.011701777577400208,
      "loss_total": 0.011701777577400208,
      "step": 34780
    },
    {
      "grad_norm": 0.14374536275863647,
      "learning_rate": 9.962674202860513e-05,
      "loss": 0.0124,
      "step": 34790
    },
    {
      "loss_action": 0.006445664446800947,
      "loss_total": 0.006445664446800947,
      "step": 34790
    },
    {
      "loss_action": 0.012872070074081421,
      "loss_total": 0.012872070074081421,
      "step": 34790
    },
    {
      "loss_action": 0.0077055515721440315,
      "loss_total": 0.0077055515721440315,
      "step": 34790
    },
    {
      "loss_action": 0.012406734749674797,
      "loss_total": 0.012406734749674797,
      "step": 34790
    },
    {
      "loss_action": 0.007476472295820713,
      "loss_total": 0.007476472295820713,
      "step": 34790
    },
    {
      "loss_action": 0.013069190084934235,
      "loss_total": 0.013069190084934235,
      "step": 34790
    },
    {
      "loss_action": 0.023691769689321518,
      "loss_total": 0.023691769689321518,
      "step": 34790
    },
    {
      "loss_action": 0.014581060037016869,
      "loss_total": 0.014581060037016869,
      "step": 34790
    },
    {
      "grad_norm": 0.10593267530202866,
      "learning_rate": 9.962623771015273e-05,
      "loss": 0.0104,
      "step": 34800
    },
    {
      "loss_action": 0.015636634081602097,
      "loss_total": 0.015636634081602097,
      "step": 34800
    },
    {
      "loss_action": 0.010246578603982925,
      "loss_total": 0.010246578603982925,
      "step": 34800
    },
    {
      "loss_action": 0.008089495822787285,
      "loss_total": 0.008089495822787285,
      "step": 34800
    },
    {
      "loss_action": 0.042693495750427246,
      "loss_total": 0.042693495750427246,
      "step": 34800
    },
    {
      "loss_action": 0.012132391333580017,
      "loss_total": 0.012132391333580017,
      "step": 34800
    },
    {
      "loss_action": 0.014937900938093662,
      "loss_total": 0.014937900938093662,
      "step": 34800
    },
    {
      "loss_action": 0.012671244330704212,
      "loss_total": 0.012671244330704212,
      "step": 34800
    },
    {
      "loss_action": 0.0078124795109033585,
      "loss_total": 0.0078124795109033585,
      "step": 34800
    },
    {
      "grad_norm": 0.14227567613124847,
      "learning_rate": 9.962573305250967e-05,
      "loss": 0.0124,
      "step": 34810
    },
    {
      "loss_action": 0.012329565361142159,
      "loss_total": 0.012329565361142159,
      "step": 34810
    },
    {
      "loss_action": 0.00578942708671093,
      "loss_total": 0.00578942708671093,
      "step": 34810
    },
    {
      "loss_action": 0.01516365073621273,
      "loss_total": 0.01516365073621273,
      "step": 34810
    },
    {
      "loss_action": 0.014273456297814846,
      "loss_total": 0.014273456297814846,
      "step": 34810
    },
    {
      "loss_action": 0.01000278815627098,
      "loss_total": 0.01000278815627098,
      "step": 34810
    },
    {
      "loss_action": 0.006992500741034746,
      "loss_total": 0.006992500741034746,
      "step": 34810
    },
    {
      "loss_action": 0.011219508945941925,
      "loss_total": 0.011219508945941925,
      "step": 34810
    },
    {
      "loss_action": 0.00728355348110199,
      "loss_total": 0.00728355348110199,
      "step": 34810
    },
    {
      "grad_norm": 0.10695391148328781,
      "learning_rate": 9.962522805567938e-05,
      "loss": 0.0104,
      "step": 34820
    },
    {
      "loss_action": 0.00895441323518753,
      "loss_total": 0.00895441323518753,
      "step": 34820
    },
    {
      "loss_action": 0.004348221234977245,
      "loss_total": 0.004348221234977245,
      "step": 34820
    },
    {
      "loss_action": 0.0045389458537101746,
      "loss_total": 0.0045389458537101746,
      "step": 34820
    },
    {
      "loss_action": 0.010723837651312351,
      "loss_total": 0.010723837651312351,
      "step": 34820
    },
    {
      "loss_action": 0.012671289965510368,
      "loss_total": 0.012671289965510368,
      "step": 34820
    },
    {
      "loss_action": 0.011219856329262257,
      "loss_total": 0.011219856329262257,
      "step": 34820
    },
    {
      "loss_action": 0.004784409888088703,
      "loss_total": 0.004784409888088703,
      "step": 34820
    },
    {
      "loss_action": 0.004381625913083553,
      "loss_total": 0.004381625913083553,
      "step": 34820
    },
    {
      "grad_norm": 0.1414666771888733,
      "learning_rate": 9.962472271966532e-05,
      "loss": 0.0094,
      "step": 34830
    },
    {
      "loss_action": 0.007385415490716696,
      "loss_total": 0.007385415490716696,
      "step": 34830
    },
    {
      "loss_action": 0.004279151558876038,
      "loss_total": 0.004279151558876038,
      "step": 34830
    },
    {
      "loss_action": 0.030319686979055405,
      "loss_total": 0.030319686979055405,
      "step": 34830
    },
    {
      "loss_action": 0.017398320138454437,
      "loss_total": 0.017398320138454437,
      "step": 34830
    },
    {
      "loss_action": 0.0036746778059750795,
      "loss_total": 0.0036746778059750795,
      "step": 34830
    },
    {
      "loss_action": 0.00717752892524004,
      "loss_total": 0.00717752892524004,
      "step": 34830
    },
    {
      "loss_action": 0.010027739219367504,
      "loss_total": 0.010027739219367504,
      "step": 34830
    },
    {
      "loss_action": 0.006500049494206905,
      "loss_total": 0.006500049494206905,
      "step": 34830
    },
    {
      "grad_norm": 0.15513114631175995,
      "learning_rate": 9.962421704447093e-05,
      "loss": 0.0103,
      "step": 34840
    },
    {
      "loss_action": 0.0066876644268631935,
      "loss_total": 0.0066876644268631935,
      "step": 34840
    },
    {
      "loss_action": 0.0056378766894340515,
      "loss_total": 0.0056378766894340515,
      "step": 34840
    },
    {
      "loss_action": 0.006464039906859398,
      "loss_total": 0.006464039906859398,
      "step": 34840
    },
    {
      "loss_action": 0.009805496782064438,
      "loss_total": 0.009805496782064438,
      "step": 34840
    },
    {
      "loss_action": 0.00477572763338685,
      "loss_total": 0.00477572763338685,
      "step": 34840
    },
    {
      "loss_action": 0.010381551459431648,
      "loss_total": 0.010381551459431648,
      "step": 34840
    },
    {
      "loss_action": 0.004764413461089134,
      "loss_total": 0.004764413461089134,
      "step": 34840
    },
    {
      "loss_action": 0.007791142910718918,
      "loss_total": 0.007791142910718918,
      "step": 34840
    },
    {
      "grad_norm": 0.14612527191638947,
      "learning_rate": 9.96237110300997e-05,
      "loss": 0.0105,
      "step": 34850
    },
    {
      "loss_action": 0.0064862011931836605,
      "loss_total": 0.0064862011931836605,
      "step": 34850
    },
    {
      "loss_action": 0.008046446368098259,
      "loss_total": 0.008046446368098259,
      "step": 34850
    },
    {
      "loss_action": 0.010113842785358429,
      "loss_total": 0.010113842785358429,
      "step": 34850
    },
    {
      "loss_action": 0.017152711749076843,
      "loss_total": 0.017152711749076843,
      "step": 34850
    },
    {
      "loss_action": 0.005324516911059618,
      "loss_total": 0.005324516911059618,
      "step": 34850
    },
    {
      "loss_action": 0.006953197531402111,
      "loss_total": 0.006953197531402111,
      "step": 34850
    },
    {
      "loss_action": 0.0039566680788993835,
      "loss_total": 0.0039566680788993835,
      "step": 34850
    },
    {
      "loss_action": 0.003364402335137129,
      "loss_total": 0.003364402335137129,
      "step": 34850
    },
    {
      "grad_norm": 0.11404608935117722,
      "learning_rate": 9.962320467655505e-05,
      "loss": 0.0105,
      "step": 34860
    },
    {
      "loss_action": 0.008739093318581581,
      "loss_total": 0.008739093318581581,
      "step": 34860
    },
    {
      "loss_action": 0.008965453132987022,
      "loss_total": 0.008965453132987022,
      "step": 34860
    },
    {
      "loss_action": 0.0036590523086488247,
      "loss_total": 0.0036590523086488247,
      "step": 34860
    },
    {
      "loss_action": 0.007176696322858334,
      "loss_total": 0.007176696322858334,
      "step": 34860
    },
    {
      "loss_action": 0.008991916663944721,
      "loss_total": 0.008991916663944721,
      "step": 34860
    },
    {
      "loss_action": 0.012389332056045532,
      "loss_total": 0.012389332056045532,
      "step": 34860
    },
    {
      "loss_action": 0.01102384552359581,
      "loss_total": 0.01102384552359581,
      "step": 34860
    },
    {
      "loss_action": 0.006141523830592632,
      "loss_total": 0.006141523830592632,
      "step": 34860
    },
    {
      "grad_norm": 0.11992012709379196,
      "learning_rate": 9.962269798384045e-05,
      "loss": 0.0099,
      "step": 34870
    },
    {
      "loss_action": 0.02346149832010269,
      "loss_total": 0.02346149832010269,
      "step": 34870
    },
    {
      "loss_action": 0.02075306326150894,
      "loss_total": 0.02075306326150894,
      "step": 34870
    },
    {
      "loss_action": 0.008976202458143234,
      "loss_total": 0.008976202458143234,
      "step": 34870
    },
    {
      "loss_action": 0.009309427812695503,
      "loss_total": 0.009309427812695503,
      "step": 34870
    },
    {
      "loss_action": 0.013813313096761703,
      "loss_total": 0.013813313096761703,
      "step": 34870
    },
    {
      "loss_action": 0.006053233984857798,
      "loss_total": 0.006053233984857798,
      "step": 34870
    },
    {
      "loss_action": 0.015834974125027657,
      "loss_total": 0.015834974125027657,
      "step": 34870
    },
    {
      "loss_action": 0.003692366648465395,
      "loss_total": 0.003692366648465395,
      "step": 34870
    },
    {
      "grad_norm": 0.11703049391508102,
      "learning_rate": 9.962219095195938e-05,
      "loss": 0.0104,
      "step": 34880
    },
    {
      "loss_action": 0.03697945550084114,
      "loss_total": 0.03697945550084114,
      "step": 34880
    },
    {
      "loss_action": 0.06930122524499893,
      "loss_total": 0.06930122524499893,
      "step": 34880
    },
    {
      "loss_action": 0.009066476486623287,
      "loss_total": 0.009066476486623287,
      "step": 34880
    },
    {
      "loss_action": 0.06385389715433121,
      "loss_total": 0.06385389715433121,
      "step": 34880
    },
    {
      "loss_action": 0.01665671169757843,
      "loss_total": 0.01665671169757843,
      "step": 34880
    },
    {
      "loss_action": 0.009591549634933472,
      "loss_total": 0.009591549634933472,
      "step": 34880
    },
    {
      "loss_action": 0.009401533752679825,
      "loss_total": 0.009401533752679825,
      "step": 34880
    },
    {
      "loss_action": 0.007050461135804653,
      "loss_total": 0.007050461135804653,
      "step": 34880
    },
    {
      "grad_norm": 0.158230260014534,
      "learning_rate": 9.962168358091529e-05,
      "loss": 0.0123,
      "step": 34890
    },
    {
      "loss_action": 0.010783791542053223,
      "loss_total": 0.010783791542053223,
      "step": 34890
    },
    {
      "loss_action": 0.012637274339795113,
      "loss_total": 0.012637274339795113,
      "step": 34890
    },
    {
      "loss_action": 0.007800147403031588,
      "loss_total": 0.007800147403031588,
      "step": 34890
    },
    {
      "loss_action": 0.0354362353682518,
      "loss_total": 0.0354362353682518,
      "step": 34890
    },
    {
      "loss_action": 0.006984760984778404,
      "loss_total": 0.006984760984778404,
      "step": 34890
    },
    {
      "loss_action": 0.005252440460026264,
      "loss_total": 0.005252440460026264,
      "step": 34890
    },
    {
      "loss_action": 0.008795355446636677,
      "loss_total": 0.008795355446636677,
      "step": 34890
    },
    {
      "loss_action": 0.014921300113201141,
      "loss_total": 0.014921300113201141,
      "step": 34890
    },
    {
      "grad_norm": 0.1424306184053421,
      "learning_rate": 9.962117587071166e-05,
      "loss": 0.0124,
      "step": 34900
    },
    {
      "loss_action": 0.005069449543952942,
      "loss_total": 0.005069449543952942,
      "step": 34900
    },
    {
      "loss_action": 0.01161117758601904,
      "loss_total": 0.01161117758601904,
      "step": 34900
    },
    {
      "loss_action": 0.023379269987344742,
      "loss_total": 0.023379269987344742,
      "step": 34900
    },
    {
      "loss_action": 0.00727654667571187,
      "loss_total": 0.00727654667571187,
      "step": 34900
    },
    {
      "loss_action": 0.009739174507558346,
      "loss_total": 0.009739174507558346,
      "step": 34900
    },
    {
      "loss_action": 0.012594789266586304,
      "loss_total": 0.012594789266586304,
      "step": 34900
    },
    {
      "loss_action": 0.010209711268544197,
      "loss_total": 0.010209711268544197,
      "step": 34900
    },
    {
      "loss_action": 0.010332970879971981,
      "loss_total": 0.010332970879971981,
      "step": 34900
    },
    {
      "grad_norm": 0.16435126960277557,
      "learning_rate": 9.962066782135194e-05,
      "loss": 0.0134,
      "step": 34910
    },
    {
      "loss_action": 0.008469652384519577,
      "loss_total": 0.008469652384519577,
      "step": 34910
    },
    {
      "loss_action": 0.013646894134581089,
      "loss_total": 0.013646894134581089,
      "step": 34910
    },
    {
      "loss_action": 0.007844530045986176,
      "loss_total": 0.007844530045986176,
      "step": 34910
    },
    {
      "loss_action": 0.012267237529158592,
      "loss_total": 0.012267237529158592,
      "step": 34910
    },
    {
      "loss_action": 0.009993281215429306,
      "loss_total": 0.009993281215429306,
      "step": 34910
    },
    {
      "loss_action": 0.01637217588722706,
      "loss_total": 0.01637217588722706,
      "step": 34910
    },
    {
      "loss_action": 0.005580530501902103,
      "loss_total": 0.005580530501902103,
      "step": 34910
    },
    {
      "loss_action": 0.0295418668538332,
      "loss_total": 0.0295418668538332,
      "step": 34910
    },
    {
      "grad_norm": 0.17207174003124237,
      "learning_rate": 9.962015943283962e-05,
      "loss": 0.0124,
      "step": 34920
    },
    {
      "loss_action": 0.01127766165882349,
      "loss_total": 0.01127766165882349,
      "step": 34920
    },
    {
      "loss_action": 0.012842884287238121,
      "loss_total": 0.012842884287238121,
      "step": 34920
    },
    {
      "loss_action": 0.00575286615639925,
      "loss_total": 0.00575286615639925,
      "step": 34920
    },
    {
      "loss_action": 0.008170608431100845,
      "loss_total": 0.008170608431100845,
      "step": 34920
    },
    {
      "loss_action": 0.013518419116735458,
      "loss_total": 0.013518419116735458,
      "step": 34920
    },
    {
      "loss_action": 0.019034503027796745,
      "loss_total": 0.019034503027796745,
      "step": 34920
    },
    {
      "loss_action": 0.013031716458499432,
      "loss_total": 0.013031716458499432,
      "step": 34920
    },
    {
      "loss_action": 0.010501192882657051,
      "loss_total": 0.010501192882657051,
      "step": 34920
    },
    {
      "grad_norm": 0.16426703333854675,
      "learning_rate": 9.961965070517819e-05,
      "loss": 0.0121,
      "step": 34930
    },
    {
      "loss_action": 0.013696621172130108,
      "loss_total": 0.013696621172130108,
      "step": 34930
    },
    {
      "loss_action": 0.03866381570696831,
      "loss_total": 0.03866381570696831,
      "step": 34930
    },
    {
      "loss_action": 0.020793568342924118,
      "loss_total": 0.020793568342924118,
      "step": 34930
    },
    {
      "loss_action": 0.013735856860876083,
      "loss_total": 0.013735856860876083,
      "step": 34930
    },
    {
      "loss_action": 0.014179784804582596,
      "loss_total": 0.014179784804582596,
      "step": 34930
    },
    {
      "loss_action": 0.012751258909702301,
      "loss_total": 0.012751258909702301,
      "step": 34930
    },
    {
      "loss_action": 0.010227394290268421,
      "loss_total": 0.010227394290268421,
      "step": 34930
    },
    {
      "loss_action": 0.004351174458861351,
      "loss_total": 0.004351174458861351,
      "step": 34930
    },
    {
      "grad_norm": 0.12585292756557465,
      "learning_rate": 9.961914163837107e-05,
      "loss": 0.0111,
      "step": 34940
    },
    {
      "loss_action": 0.0044471872970461845,
      "loss_total": 0.0044471872970461845,
      "step": 34940
    },
    {
      "loss_action": 0.008326001465320587,
      "loss_total": 0.008326001465320587,
      "step": 34940
    },
    {
      "loss_action": 0.004563560243695974,
      "loss_total": 0.004563560243695974,
      "step": 34940
    },
    {
      "loss_action": 0.008319947868585587,
      "loss_total": 0.008319947868585587,
      "step": 34940
    },
    {
      "loss_action": 0.010239390656352043,
      "loss_total": 0.010239390656352043,
      "step": 34940
    },
    {
      "loss_action": 0.005868307780474424,
      "loss_total": 0.005868307780474424,
      "step": 34940
    },
    {
      "loss_action": 0.01444387249648571,
      "loss_total": 0.01444387249648571,
      "step": 34940
    },
    {
      "loss_action": 0.03936540335416794,
      "loss_total": 0.03936540335416794,
      "step": 34940
    },
    {
      "grad_norm": 0.10821296274662018,
      "learning_rate": 9.96186322324218e-05,
      "loss": 0.0097,
      "step": 34950
    },
    {
      "loss_action": 0.017908157780766487,
      "loss_total": 0.017908157780766487,
      "step": 34950
    },
    {
      "loss_action": 0.008315473794937134,
      "loss_total": 0.008315473794937134,
      "step": 34950
    },
    {
      "loss_action": 0.007296205498278141,
      "loss_total": 0.007296205498278141,
      "step": 34950
    },
    {
      "loss_action": 0.006024900823831558,
      "loss_total": 0.006024900823831558,
      "step": 34950
    },
    {
      "loss_action": 0.00942361168563366,
      "loss_total": 0.00942361168563366,
      "step": 34950
    },
    {
      "loss_action": 0.00837801769375801,
      "loss_total": 0.00837801769375801,
      "step": 34950
    },
    {
      "loss_action": 0.0043716104701161385,
      "loss_total": 0.0043716104701161385,
      "step": 34950
    },
    {
      "loss_action": 0.01846802793443203,
      "loss_total": 0.01846802793443203,
      "step": 34950
    },
    {
      "grad_norm": 0.14962626993656158,
      "learning_rate": 9.961812248733384e-05,
      "loss": 0.0095,
      "step": 34960
    },
    {
      "loss_action": 0.01194197591394186,
      "loss_total": 0.01194197591394186,
      "step": 34960
    },
    {
      "loss_action": 0.010416463017463684,
      "loss_total": 0.010416463017463684,
      "step": 34960
    },
    {
      "loss_action": 0.007439293898642063,
      "loss_total": 0.007439293898642063,
      "step": 34960
    },
    {
      "loss_action": 0.0038631989154964685,
      "loss_total": 0.0038631989154964685,
      "step": 34960
    },
    {
      "loss_action": 0.012606317177414894,
      "loss_total": 0.012606317177414894,
      "step": 34960
    },
    {
      "loss_action": 0.020327553153038025,
      "loss_total": 0.020327553153038025,
      "step": 34960
    },
    {
      "loss_action": 0.004103633109480143,
      "loss_total": 0.004103633109480143,
      "step": 34960
    },
    {
      "loss_action": 0.004280157387256622,
      "loss_total": 0.004280157387256622,
      "step": 34960
    },
    {
      "grad_norm": 0.13034433126449585,
      "learning_rate": 9.961761240311066e-05,
      "loss": 0.0112,
      "step": 34970
    },
    {
      "loss_action": 0.004798256792128086,
      "loss_total": 0.004798256792128086,
      "step": 34970
    },
    {
      "loss_action": 0.005030800122767687,
      "loss_total": 0.005030800122767687,
      "step": 34970
    },
    {
      "loss_action": 0.0068643661215901375,
      "loss_total": 0.0068643661215901375,
      "step": 34970
    },
    {
      "loss_action": 0.005214420147240162,
      "loss_total": 0.005214420147240162,
      "step": 34970
    },
    {
      "loss_action": 0.0032491576857864857,
      "loss_total": 0.0032491576857864857,
      "step": 34970
    },
    {
      "loss_action": 0.007325766608119011,
      "loss_total": 0.007325766608119011,
      "step": 34970
    },
    {
      "loss_action": 0.005551682785153389,
      "loss_total": 0.005551682785153389,
      "step": 34970
    },
    {
      "loss_action": 0.020108159631490707,
      "loss_total": 0.020108159631490707,
      "step": 34970
    },
    {
      "grad_norm": 0.23646776378154755,
      "learning_rate": 9.961710197975577e-05,
      "loss": 0.0111,
      "step": 34980
    },
    {
      "loss_action": 0.0056882938370108604,
      "loss_total": 0.0056882938370108604,
      "step": 34980
    },
    {
      "loss_action": 0.006726551800966263,
      "loss_total": 0.006726551800966263,
      "step": 34980
    },
    {
      "loss_action": 0.006637808866798878,
      "loss_total": 0.006637808866798878,
      "step": 34980
    },
    {
      "loss_action": 0.028907228261232376,
      "loss_total": 0.028907228261232376,
      "step": 34980
    },
    {
      "loss_action": 0.011891312897205353,
      "loss_total": 0.011891312897205353,
      "step": 34980
    },
    {
      "loss_action": 0.027427423745393753,
      "loss_total": 0.027427423745393753,
      "step": 34980
    },
    {
      "loss_action": 0.005850663408637047,
      "loss_total": 0.005850663408637047,
      "step": 34980
    },
    {
      "loss_action": 0.009984871372580528,
      "loss_total": 0.009984871372580528,
      "step": 34980
    },
    {
      "grad_norm": 0.1322394609451294,
      "learning_rate": 9.961659121727265e-05,
      "loss": 0.012,
      "step": 34990
    },
    {
      "loss_action": 0.00731731578707695,
      "loss_total": 0.00731731578707695,
      "step": 34990
    },
    {
      "loss_action": 0.005101002287119627,
      "loss_total": 0.005101002287119627,
      "step": 34990
    },
    {
      "loss_action": 0.007323309313505888,
      "loss_total": 0.007323309313505888,
      "step": 34990
    },
    {
      "loss_action": 0.008759913966059685,
      "loss_total": 0.008759913966059685,
      "step": 34990
    },
    {
      "loss_action": 0.008730245754122734,
      "loss_total": 0.008730245754122734,
      "step": 34990
    },
    {
      "loss_action": 0.004400738514959812,
      "loss_total": 0.004400738514959812,
      "step": 34990
    },
    {
      "loss_action": 0.018294934183359146,
      "loss_total": 0.018294934183359146,
      "step": 34990
    },
    {
      "loss_action": 0.011634599417448044,
      "loss_total": 0.011634599417448044,
      "step": 34990
    },
    {
      "grad_norm": 0.15978999435901642,
      "learning_rate": 9.961608011566477e-05,
      "loss": 0.0102,
      "step": 35000
    },
    {
      "loss_action": 0.011342670768499374,
      "loss_total": 0.011342670768499374,
      "step": 35000
    },
    {
      "loss_action": 0.017320625483989716,
      "loss_total": 0.017320625483989716,
      "step": 35000
    },
    {
      "loss_action": 0.004578662570565939,
      "loss_total": 0.004578662570565939,
      "step": 35000
    },
    {
      "loss_action": 0.010077348910272121,
      "loss_total": 0.010077348910272121,
      "step": 35000
    },
    {
      "loss_action": 0.006749123800545931,
      "loss_total": 0.006749123800545931,
      "step": 35000
    },
    {
      "loss_action": 0.019238045439124107,
      "loss_total": 0.019238045439124107,
      "step": 35000
    },
    {
      "loss_action": 0.014672575518488884,
      "loss_total": 0.014672575518488884,
      "step": 35000
    },
    {
      "loss_action": 0.030281467363238335,
      "loss_total": 0.030281467363238335,
      "step": 35000
    },
    {
      "grad_norm": 0.08690016716718674,
      "learning_rate": 9.961556867493566e-05,
      "loss": 0.0132,
      "step": 35010
    },
    {
      "loss_action": 0.0051846313290297985,
      "loss_total": 0.0051846313290297985,
      "step": 35010
    },
    {
      "loss_action": 0.004972304217517376,
      "loss_total": 0.004972304217517376,
      "step": 35010
    },
    {
      "loss_action": 0.006531153805553913,
      "loss_total": 0.006531153805553913,
      "step": 35010
    },
    {
      "loss_action": 0.012556017376482487,
      "loss_total": 0.012556017376482487,
      "step": 35010
    },
    {
      "loss_action": 0.010714014992117882,
      "loss_total": 0.010714014992117882,
      "step": 35010
    },
    {
      "loss_action": 0.008093027397990227,
      "loss_total": 0.008093027397990227,
      "step": 35010
    },
    {
      "loss_action": 0.005617435555905104,
      "loss_total": 0.005617435555905104,
      "step": 35010
    },
    {
      "loss_action": 0.010445455089211464,
      "loss_total": 0.010445455089211464,
      "step": 35010
    },
    {
      "grad_norm": 0.1693795770406723,
      "learning_rate": 9.961505689508879e-05,
      "loss": 0.0142,
      "step": 35020
    },
    {
      "loss_action": 0.017572231590747833,
      "loss_total": 0.017572231590747833,
      "step": 35020
    },
    {
      "loss_action": 0.011295168660581112,
      "loss_total": 0.011295168660581112,
      "step": 35020
    },
    {
      "loss_action": 0.004853508900851011,
      "loss_total": 0.004853508900851011,
      "step": 35020
    },
    {
      "loss_action": 0.08128167688846588,
      "loss_total": 0.08128167688846588,
      "step": 35020
    },
    {
      "loss_action": 0.004725372418761253,
      "loss_total": 0.004725372418761253,
      "step": 35020
    },
    {
      "loss_action": 0.01116719376295805,
      "loss_total": 0.01116719376295805,
      "step": 35020
    },
    {
      "loss_action": 0.014243878424167633,
      "loss_total": 0.014243878424167633,
      "step": 35020
    },
    {
      "loss_action": 0.015567682683467865,
      "loss_total": 0.015567682683467865,
      "step": 35020
    },
    {
      "grad_norm": 0.17397233843803406,
      "learning_rate": 9.961454477612766e-05,
      "loss": 0.0139,
      "step": 35030
    },
    {
      "loss_action": 0.010574125684797764,
      "loss_total": 0.010574125684797764,
      "step": 35030
    },
    {
      "loss_action": 0.006869036704301834,
      "loss_total": 0.006869036704301834,
      "step": 35030
    },
    {
      "loss_action": 0.01035738829523325,
      "loss_total": 0.01035738829523325,
      "step": 35030
    },
    {
      "loss_action": 0.008083716034889221,
      "loss_total": 0.008083716034889221,
      "step": 35030
    },
    {
      "loss_action": 0.00887840986251831,
      "loss_total": 0.00887840986251831,
      "step": 35030
    },
    {
      "loss_action": 0.0077139814384281635,
      "loss_total": 0.0077139814384281635,
      "step": 35030
    },
    {
      "loss_action": 0.011646152473986149,
      "loss_total": 0.011646152473986149,
      "step": 35030
    },
    {
      "loss_action": 0.005225650034844875,
      "loss_total": 0.005225650034844875,
      "step": 35030
    },
    {
      "grad_norm": 0.14330513775348663,
      "learning_rate": 9.961403231805578e-05,
      "loss": 0.0117,
      "step": 35040
    },
    {
      "loss_action": 0.014039119705557823,
      "loss_total": 0.014039119705557823,
      "step": 35040
    },
    {
      "loss_action": 0.013511122204363346,
      "loss_total": 0.013511122204363346,
      "step": 35040
    },
    {
      "loss_action": 0.005703974515199661,
      "loss_total": 0.005703974515199661,
      "step": 35040
    },
    {
      "loss_action": 0.008079377003014088,
      "loss_total": 0.008079377003014088,
      "step": 35040
    },
    {
      "loss_action": 0.007014492526650429,
      "loss_total": 0.007014492526650429,
      "step": 35040
    },
    {
      "loss_action": 0.009389746934175491,
      "loss_total": 0.009389746934175491,
      "step": 35040
    },
    {
      "loss_action": 0.032199084758758545,
      "loss_total": 0.032199084758758545,
      "step": 35040
    },
    {
      "loss_action": 0.019160592928528786,
      "loss_total": 0.019160592928528786,
      "step": 35040
    },
    {
      "grad_norm": 0.1315975934267044,
      "learning_rate": 9.961351952087665e-05,
      "loss": 0.0141,
      "step": 35050
    },
    {
      "loss_action": 0.005013236775994301,
      "loss_total": 0.005013236775994301,
      "step": 35050
    },
    {
      "loss_action": 0.00647019362077117,
      "loss_total": 0.00647019362077117,
      "step": 35050
    },
    {
      "loss_action": 0.011671203188598156,
      "loss_total": 0.011671203188598156,
      "step": 35050
    },
    {
      "loss_action": 0.006055728532373905,
      "loss_total": 0.006055728532373905,
      "step": 35050
    },
    {
      "loss_action": 0.00788863655179739,
      "loss_total": 0.00788863655179739,
      "step": 35050
    },
    {
      "loss_action": 0.004715322516858578,
      "loss_total": 0.004715322516858578,
      "step": 35050
    },
    {
      "loss_action": 0.009645069018006325,
      "loss_total": 0.009645069018006325,
      "step": 35050
    },
    {
      "loss_action": 0.008643552660942078,
      "loss_total": 0.008643552660942078,
      "step": 35050
    },
    {
      "grad_norm": 0.13080726563930511,
      "learning_rate": 9.961300638459378e-05,
      "loss": 0.012,
      "step": 35060
    },
    {
      "loss_action": 0.013540750369429588,
      "loss_total": 0.013540750369429588,
      "step": 35060
    },
    {
      "loss_action": 0.028961528092622757,
      "loss_total": 0.028961528092622757,
      "step": 35060
    },
    {
      "loss_action": 0.004537780769169331,
      "loss_total": 0.004537780769169331,
      "step": 35060
    },
    {
      "loss_action": 0.0038842095527797937,
      "loss_total": 0.0038842095527797937,
      "step": 35060
    },
    {
      "loss_action": 0.006542212329804897,
      "loss_total": 0.006542212329804897,
      "step": 35060
    },
    {
      "loss_action": 0.007851152680814266,
      "loss_total": 0.007851152680814266,
      "step": 35060
    },
    {
      "loss_action": 0.024484392255544662,
      "loss_total": 0.024484392255544662,
      "step": 35060
    },
    {
      "loss_action": 0.018180789425969124,
      "loss_total": 0.018180789425969124,
      "step": 35060
    },
    {
      "grad_norm": 0.10373149812221527,
      "learning_rate": 9.961249290921066e-05,
      "loss": 0.0117,
      "step": 35070
    },
    {
      "loss_action": 0.023170389235019684,
      "loss_total": 0.023170389235019684,
      "step": 35070
    },
    {
      "loss_action": 0.010147163644433022,
      "loss_total": 0.010147163644433022,
      "step": 35070
    },
    {
      "loss_action": 0.0030336561612784863,
      "loss_total": 0.0030336561612784863,
      "step": 35070
    },
    {
      "loss_action": 0.010730939917266369,
      "loss_total": 0.010730939917266369,
      "step": 35070
    },
    {
      "loss_action": 0.016172772273421288,
      "loss_total": 0.016172772273421288,
      "step": 35070
    },
    {
      "loss_action": 0.006310670170933008,
      "loss_total": 0.006310670170933008,
      "step": 35070
    },
    {
      "loss_action": 0.005790200084447861,
      "loss_total": 0.005790200084447861,
      "step": 35070
    },
    {
      "loss_action": 0.007759564556181431,
      "loss_total": 0.007759564556181431,
      "step": 35070
    },
    {
      "grad_norm": 0.1503908485174179,
      "learning_rate": 9.96119790947308e-05,
      "loss": 0.012,
      "step": 35080
    },
    {
      "loss_action": 0.014628332108259201,
      "loss_total": 0.014628332108259201,
      "step": 35080
    },
    {
      "loss_action": 0.008322310633957386,
      "loss_total": 0.008322310633957386,
      "step": 35080
    },
    {
      "loss_action": 0.012258069589734077,
      "loss_total": 0.012258069589734077,
      "step": 35080
    },
    {
      "loss_action": 0.006594325415790081,
      "loss_total": 0.006594325415790081,
      "step": 35080
    },
    {
      "loss_action": 0.011112026870250702,
      "loss_total": 0.011112026870250702,
      "step": 35080
    },
    {
      "loss_action": 0.006900508422404528,
      "loss_total": 0.006900508422404528,
      "step": 35080
    },
    {
      "loss_action": 0.00706394063308835,
      "loss_total": 0.00706394063308835,
      "step": 35080
    },
    {
      "loss_action": 0.007815191522240639,
      "loss_total": 0.007815191522240639,
      "step": 35080
    },
    {
      "grad_norm": 0.11791931092739105,
      "learning_rate": 9.961146494115774e-05,
      "loss": 0.0101,
      "step": 35090
    },
    {
      "loss_action": 0.006148098967969418,
      "loss_total": 0.006148098967969418,
      "step": 35090
    },
    {
      "loss_action": 0.01235855184495449,
      "loss_total": 0.01235855184495449,
      "step": 35090
    },
    {
      "loss_action": 0.0045286910608410835,
      "loss_total": 0.0045286910608410835,
      "step": 35090
    },
    {
      "loss_action": 0.010160115547478199,
      "loss_total": 0.010160115547478199,
      "step": 35090
    },
    {
      "loss_action": 0.01245104894042015,
      "loss_total": 0.01245104894042015,
      "step": 35090
    },
    {
      "loss_action": 0.007923081517219543,
      "loss_total": 0.007923081517219543,
      "step": 35090
    },
    {
      "loss_action": 0.012052858248353004,
      "loss_total": 0.012052858248353004,
      "step": 35090
    },
    {
      "loss_action": 0.009889011271297932,
      "loss_total": 0.009889011271297932,
      "step": 35090
    },
    {
      "grad_norm": 0.19395434856414795,
      "learning_rate": 9.961095044849498e-05,
      "loss": 0.0122,
      "step": 35100
    },
    {
      "loss_action": 0.01640276610851288,
      "loss_total": 0.01640276610851288,
      "step": 35100
    },
    {
      "loss_action": 0.0061386045999825,
      "loss_total": 0.0061386045999825,
      "step": 35100
    },
    {
      "loss_action": 0.007104002870619297,
      "loss_total": 0.007104002870619297,
      "step": 35100
    },
    {
      "loss_action": 0.016908539459109306,
      "loss_total": 0.016908539459109306,
      "step": 35100
    },
    {
      "loss_action": 0.0104321064427495,
      "loss_total": 0.0104321064427495,
      "step": 35100
    },
    {
      "loss_action": 0.007258881349116564,
      "loss_total": 0.007258881349116564,
      "step": 35100
    },
    {
      "loss_action": 0.0137392058968544,
      "loss_total": 0.0137392058968544,
      "step": 35100
    },
    {
      "loss_action": 0.007600313983857632,
      "loss_total": 0.007600313983857632,
      "step": 35100
    },
    {
      "grad_norm": 0.1727222353219986,
      "learning_rate": 9.961043561674602e-05,
      "loss": 0.0112,
      "step": 35110
    },
    {
      "loss_action": 0.006009556353092194,
      "loss_total": 0.006009556353092194,
      "step": 35110
    },
    {
      "loss_action": 0.01012682355940342,
      "loss_total": 0.01012682355940342,
      "step": 35110
    },
    {
      "loss_action": 0.010593697428703308,
      "loss_total": 0.010593697428703308,
      "step": 35110
    },
    {
      "loss_action": 0.008024249225854874,
      "loss_total": 0.008024249225854874,
      "step": 35110
    },
    {
      "loss_action": 0.010693470947444439,
      "loss_total": 0.010693470947444439,
      "step": 35110
    },
    {
      "loss_action": 0.01627490296959877,
      "loss_total": 0.01627490296959877,
      "step": 35110
    },
    {
      "loss_action": 0.013752034865319729,
      "loss_total": 0.013752034865319729,
      "step": 35110
    },
    {
      "loss_action": 0.004147262312471867,
      "loss_total": 0.004147262312471867,
      "step": 35110
    },
    {
      "grad_norm": 0.16708271205425262,
      "learning_rate": 9.96099204459144e-05,
      "loss": 0.0102,
      "step": 35120
    },
    {
      "loss_action": 0.0039016962982714176,
      "loss_total": 0.0039016962982714176,
      "step": 35120
    },
    {
      "loss_action": 0.005917777772992849,
      "loss_total": 0.005917777772992849,
      "step": 35120
    },
    {
      "loss_action": 0.006299741566181183,
      "loss_total": 0.006299741566181183,
      "step": 35120
    },
    {
      "loss_action": 0.013215004466474056,
      "loss_total": 0.013215004466474056,
      "step": 35120
    },
    {
      "loss_action": 0.0063303206115961075,
      "loss_total": 0.0063303206115961075,
      "step": 35120
    },
    {
      "loss_action": 0.004712382331490517,
      "loss_total": 0.004712382331490517,
      "step": 35120
    },
    {
      "loss_action": 0.008211608976125717,
      "loss_total": 0.008211608976125717,
      "step": 35120
    },
    {
      "loss_action": 0.010348737239837646,
      "loss_total": 0.010348737239837646,
      "step": 35120
    },
    {
      "grad_norm": 0.10054560750722885,
      "learning_rate": 9.960940493600362e-05,
      "loss": 0.0098,
      "step": 35130
    },
    {
      "loss_action": 0.0092995073646307,
      "loss_total": 0.0092995073646307,
      "step": 35130
    },
    {
      "loss_action": 0.011152869090437889,
      "loss_total": 0.011152869090437889,
      "step": 35130
    },
    {
      "loss_action": 0.010181703604757786,
      "loss_total": 0.010181703604757786,
      "step": 35130
    },
    {
      "loss_action": 0.008738617412745953,
      "loss_total": 0.008738617412745953,
      "step": 35130
    },
    {
      "loss_action": 0.005828352645039558,
      "loss_total": 0.005828352645039558,
      "step": 35130
    },
    {
      "loss_action": 0.006777536123991013,
      "loss_total": 0.006777536123991013,
      "step": 35130
    },
    {
      "loss_action": 0.005533237010240555,
      "loss_total": 0.005533237010240555,
      "step": 35130
    },
    {
      "loss_action": 0.01610748842358589,
      "loss_total": 0.01610748842358589,
      "step": 35130
    },
    {
      "grad_norm": 0.12155294418334961,
      "learning_rate": 9.960888908701722e-05,
      "loss": 0.0102,
      "step": 35140
    },
    {
      "loss_action": 0.011311586014926434,
      "loss_total": 0.011311586014926434,
      "step": 35140
    },
    {
      "loss_action": 0.012874944135546684,
      "loss_total": 0.012874944135546684,
      "step": 35140
    },
    {
      "loss_action": 0.007774916477501392,
      "loss_total": 0.007774916477501392,
      "step": 35140
    },
    {
      "loss_action": 0.023625947535037994,
      "loss_total": 0.023625947535037994,
      "step": 35140
    },
    {
      "loss_action": 0.007783669978380203,
      "loss_total": 0.007783669978380203,
      "step": 35140
    },
    {
      "loss_action": 0.01503671519458294,
      "loss_total": 0.01503671519458294,
      "step": 35140
    },
    {
      "loss_action": 0.01652219146490097,
      "loss_total": 0.01652219146490097,
      "step": 35140
    },
    {
      "loss_action": 0.009341109544038773,
      "loss_total": 0.009341109544038773,
      "step": 35140
    },
    {
      "grad_norm": 0.14372485876083374,
      "learning_rate": 9.960837289895874e-05,
      "loss": 0.0105,
      "step": 35150
    },
    {
      "loss_action": 0.0087414076551795,
      "loss_total": 0.0087414076551795,
      "step": 35150
    },
    {
      "loss_action": 0.0035826312378048897,
      "loss_total": 0.0035826312378048897,
      "step": 35150
    },
    {
      "loss_action": 0.015170414932072163,
      "loss_total": 0.015170414932072163,
      "step": 35150
    },
    {
      "loss_action": 0.008492727763950825,
      "loss_total": 0.008492727763950825,
      "step": 35150
    },
    {
      "loss_action": 0.012590715661644936,
      "loss_total": 0.012590715661644936,
      "step": 35150
    },
    {
      "loss_action": 0.011737549677491188,
      "loss_total": 0.011737549677491188,
      "step": 35150
    },
    {
      "loss_action": 0.008111479692161083,
      "loss_total": 0.008111479692161083,
      "step": 35150
    },
    {
      "loss_action": 0.010169191285967827,
      "loss_total": 0.010169191285967827,
      "step": 35150
    },
    {
      "grad_norm": 0.14935614168643951,
      "learning_rate": 9.960785637183168e-05,
      "loss": 0.0101,
      "step": 35160
    },
    {
      "loss_action": 0.013194309547543526,
      "loss_total": 0.013194309547543526,
      "step": 35160
    },
    {
      "loss_action": 0.00534810172393918,
      "loss_total": 0.00534810172393918,
      "step": 35160
    },
    {
      "loss_action": 0.004902248736470938,
      "loss_total": 0.004902248736470938,
      "step": 35160
    },
    {
      "loss_action": 0.008067671209573746,
      "loss_total": 0.008067671209573746,
      "step": 35160
    },
    {
      "loss_action": 0.029539646580815315,
      "loss_total": 0.029539646580815315,
      "step": 35160
    },
    {
      "loss_action": 0.007739531807601452,
      "loss_total": 0.007739531807601452,
      "step": 35160
    },
    {
      "loss_action": 0.004816277883946896,
      "loss_total": 0.004816277883946896,
      "step": 35160
    },
    {
      "loss_action": 0.007243397179991007,
      "loss_total": 0.007243397179991007,
      "step": 35160
    },
    {
      "grad_norm": 0.17627546191215515,
      "learning_rate": 9.960733950563957e-05,
      "loss": 0.0097,
      "step": 35170
    },
    {
      "loss_action": 0.008263054303824902,
      "loss_total": 0.008263054303824902,
      "step": 35170
    },
    {
      "loss_action": 0.008475054055452347,
      "loss_total": 0.008475054055452347,
      "step": 35170
    },
    {
      "loss_action": 0.013497302308678627,
      "loss_total": 0.013497302308678627,
      "step": 35170
    },
    {
      "loss_action": 0.005458711180835962,
      "loss_total": 0.005458711180835962,
      "step": 35170
    },
    {
      "loss_action": 0.005708274897187948,
      "loss_total": 0.005708274897187948,
      "step": 35170
    },
    {
      "loss_action": 0.004771948792040348,
      "loss_total": 0.004771948792040348,
      "step": 35170
    },
    {
      "loss_action": 0.01619037240743637,
      "loss_total": 0.01619037240743637,
      "step": 35170
    },
    {
      "loss_action": 0.008177775889635086,
      "loss_total": 0.008177775889635086,
      "step": 35170
    },
    {
      "grad_norm": 0.1651390939950943,
      "learning_rate": 9.960682230038595e-05,
      "loss": 0.0101,
      "step": 35180
    },
    {
      "loss_action": 0.0032198000699281693,
      "loss_total": 0.0032198000699281693,
      "step": 35180
    },
    {
      "loss_action": 0.020860280841588974,
      "loss_total": 0.020860280841588974,
      "step": 35180
    },
    {
      "loss_action": 0.011431999504566193,
      "loss_total": 0.011431999504566193,
      "step": 35180
    },
    {
      "loss_action": 0.004678642377257347,
      "loss_total": 0.004678642377257347,
      "step": 35180
    },
    {
      "loss_action": 0.012115789577364922,
      "loss_total": 0.012115789577364922,
      "step": 35180
    },
    {
      "loss_action": 0.012862661853432655,
      "loss_total": 0.012862661853432655,
      "step": 35180
    },
    {
      "loss_action": 0.005251036956906319,
      "loss_total": 0.005251036956906319,
      "step": 35180
    },
    {
      "loss_action": 0.09239096939563751,
      "loss_total": 0.09239096939563751,
      "step": 35180
    },
    {
      "grad_norm": 0.20097388327121735,
      "learning_rate": 9.960630475607437e-05,
      "loss": 0.014,
      "step": 35190
    },
    {
      "loss_action": 0.013086214661598206,
      "loss_total": 0.013086214661598206,
      "step": 35190
    },
    {
      "loss_action": 0.012714962475001812,
      "loss_total": 0.012714962475001812,
      "step": 35190
    },
    {
      "loss_action": 0.006417921744287014,
      "loss_total": 0.006417921744287014,
      "step": 35190
    },
    {
      "loss_action": 0.011498572304844856,
      "loss_total": 0.011498572304844856,
      "step": 35190
    },
    {
      "loss_action": 0.007025738712400198,
      "loss_total": 0.007025738712400198,
      "step": 35190
    },
    {
      "loss_action": 0.015231121331453323,
      "loss_total": 0.015231121331453323,
      "step": 35190
    },
    {
      "loss_action": 0.0087873674929142,
      "loss_total": 0.0087873674929142,
      "step": 35190
    },
    {
      "loss_action": 0.01143185980618,
      "loss_total": 0.01143185980618,
      "step": 35190
    },
    {
      "grad_norm": 0.12576924264431,
      "learning_rate": 9.960578687270837e-05,
      "loss": 0.0142,
      "step": 35200
    },
    {
      "loss_action": 0.02120772749185562,
      "loss_total": 0.02120772749185562,
      "step": 35200
    },
    {
      "loss_action": 0.015162454918026924,
      "loss_total": 0.015162454918026924,
      "step": 35200
    },
    {
      "loss_action": 0.041846614331007004,
      "loss_total": 0.041846614331007004,
      "step": 35200
    },
    {
      "loss_action": 0.025447966530919075,
      "loss_total": 0.025447966530919075,
      "step": 35200
    },
    {
      "loss_action": 0.013274261727929115,
      "loss_total": 0.013274261727929115,
      "step": 35200
    },
    {
      "loss_action": 0.009857840836048126,
      "loss_total": 0.009857840836048126,
      "step": 35200
    },
    {
      "loss_action": 0.007174181751906872,
      "loss_total": 0.007174181751906872,
      "step": 35200
    },
    {
      "loss_action": 0.010335316881537437,
      "loss_total": 0.010335316881537437,
      "step": 35200
    },
    {
      "grad_norm": 0.15793560445308685,
      "learning_rate": 9.960526865029144e-05,
      "loss": 0.0143,
      "step": 35210
    },
    {
      "loss_action": 0.00814744271337986,
      "loss_total": 0.00814744271337986,
      "step": 35210
    },
    {
      "loss_action": 0.009688124991953373,
      "loss_total": 0.009688124991953373,
      "step": 35210
    },
    {
      "loss_action": 0.01860070414841175,
      "loss_total": 0.01860070414841175,
      "step": 35210
    },
    {
      "loss_action": 0.014078592881560326,
      "loss_total": 0.014078592881560326,
      "step": 35210
    },
    {
      "loss_action": 0.0051267109811306,
      "loss_total": 0.0051267109811306,
      "step": 35210
    },
    {
      "loss_action": 0.012010307982563972,
      "loss_total": 0.012010307982563972,
      "step": 35210
    },
    {
      "loss_action": 0.02375035360455513,
      "loss_total": 0.02375035360455513,
      "step": 35210
    },
    {
      "loss_action": 0.010243192315101624,
      "loss_total": 0.010243192315101624,
      "step": 35210
    },
    {
      "grad_norm": 0.13698793947696686,
      "learning_rate": 9.960475008882718e-05,
      "loss": 0.0134,
      "step": 35220
    },
    {
      "loss_action": 0.009121311828494072,
      "loss_total": 0.009121311828494072,
      "step": 35220
    },
    {
      "loss_action": 0.01425404753535986,
      "loss_total": 0.01425404753535986,
      "step": 35220
    },
    {
      "loss_action": 0.008596893399953842,
      "loss_total": 0.008596893399953842,
      "step": 35220
    },
    {
      "loss_action": 0.008282062597572803,
      "loss_total": 0.008282062597572803,
      "step": 35220
    },
    {
      "loss_action": 0.006531321443617344,
      "loss_total": 0.006531321443617344,
      "step": 35220
    },
    {
      "loss_action": 0.008491184562444687,
      "loss_total": 0.008491184562444687,
      "step": 35220
    },
    {
      "loss_action": 0.0042001185938715935,
      "loss_total": 0.0042001185938715935,
      "step": 35220
    },
    {
      "loss_action": 0.00841065589338541,
      "loss_total": 0.00841065589338541,
      "step": 35220
    },
    {
      "grad_norm": 0.15287382900714874,
      "learning_rate": 9.96042311883191e-05,
      "loss": 0.0121,
      "step": 35230
    },
    {
      "loss_action": 0.008920403197407722,
      "loss_total": 0.008920403197407722,
      "step": 35230
    },
    {
      "loss_action": 0.005397442728281021,
      "loss_total": 0.005397442728281021,
      "step": 35230
    },
    {
      "loss_action": 0.009245875291526318,
      "loss_total": 0.009245875291526318,
      "step": 35230
    },
    {
      "loss_action": 0.02545466274023056,
      "loss_total": 0.02545466274023056,
      "step": 35230
    },
    {
      "loss_action": 0.009361471980810165,
      "loss_total": 0.009361471980810165,
      "step": 35230
    },
    {
      "loss_action": 0.008351879194378853,
      "loss_total": 0.008351879194378853,
      "step": 35230
    },
    {
      "loss_action": 0.003168669529259205,
      "loss_total": 0.003168669529259205,
      "step": 35230
    },
    {
      "loss_action": 0.01855863258242607,
      "loss_total": 0.01855863258242607,
      "step": 35230
    },
    {
      "grad_norm": 0.17276465892791748,
      "learning_rate": 9.960371194877076e-05,
      "loss": 0.0127,
      "step": 35240
    },
    {
      "loss_action": 0.0057329898700118065,
      "loss_total": 0.0057329898700118065,
      "step": 35240
    },
    {
      "loss_action": 0.005627253092825413,
      "loss_total": 0.005627253092825413,
      "step": 35240
    },
    {
      "loss_action": 0.01149907335639,
      "loss_total": 0.01149907335639,
      "step": 35240
    },
    {
      "loss_action": 0.016320841386914253,
      "loss_total": 0.016320841386914253,
      "step": 35240
    },
    {
      "loss_action": 0.00890813022851944,
      "loss_total": 0.00890813022851944,
      "step": 35240
    },
    {
      "loss_action": 0.009442226029932499,
      "loss_total": 0.009442226029932499,
      "step": 35240
    },
    {
      "loss_action": 0.01173318363726139,
      "loss_total": 0.01173318363726139,
      "step": 35240
    },
    {
      "loss_action": 0.014699293300509453,
      "loss_total": 0.014699293300509453,
      "step": 35240
    },
    {
      "grad_norm": 0.1697310507297516,
      "learning_rate": 9.960319237018571e-05,
      "loss": 0.0097,
      "step": 35250
    },
    {
      "loss_action": 0.008751878514885902,
      "loss_total": 0.008751878514885902,
      "step": 35250
    },
    {
      "loss_action": 0.01085625309497118,
      "loss_total": 0.01085625309497118,
      "step": 35250
    },
    {
      "loss_action": 0.0053567830473184586,
      "loss_total": 0.0053567830473184586,
      "step": 35250
    },
    {
      "loss_action": 0.006626371294260025,
      "loss_total": 0.006626371294260025,
      "step": 35250
    },
    {
      "loss_action": 0.018668174743652344,
      "loss_total": 0.018668174743652344,
      "step": 35250
    },
    {
      "loss_action": 0.0064879851415753365,
      "loss_total": 0.0064879851415753365,
      "step": 35250
    },
    {
      "loss_action": 0.01945488341152668,
      "loss_total": 0.01945488341152668,
      "step": 35250
    },
    {
      "loss_action": 0.02192729525268078,
      "loss_total": 0.02192729525268078,
      "step": 35250
    },
    {
      "grad_norm": 0.1978520005941391,
      "learning_rate": 9.960267245256752e-05,
      "loss": 0.0123,
      "step": 35260
    },
    {
      "loss_action": 0.007561857812106609,
      "loss_total": 0.007561857812106609,
      "step": 35260
    },
    {
      "loss_action": 0.008037872612476349,
      "loss_total": 0.008037872612476349,
      "step": 35260
    },
    {
      "loss_action": 0.006200670730322599,
      "loss_total": 0.006200670730322599,
      "step": 35260
    },
    {
      "loss_action": 0.004885789938271046,
      "loss_total": 0.004885789938271046,
      "step": 35260
    },
    {
      "loss_action": 0.008482912555336952,
      "loss_total": 0.008482912555336952,
      "step": 35260
    },
    {
      "loss_action": 0.009419789537787437,
      "loss_total": 0.009419789537787437,
      "step": 35260
    },
    {
      "loss_action": 0.01627831719815731,
      "loss_total": 0.01627831719815731,
      "step": 35260
    },
    {
      "loss_action": 0.011915999464690685,
      "loss_total": 0.011915999464690685,
      "step": 35260
    },
    {
      "grad_norm": 0.18392419815063477,
      "learning_rate": 9.96021521959197e-05,
      "loss": 0.0107,
      "step": 35270
    },
    {
      "loss_action": 0.013763300143182278,
      "loss_total": 0.013763300143182278,
      "step": 35270
    },
    {
      "loss_action": 0.007823762483894825,
      "loss_total": 0.007823762483894825,
      "step": 35270
    },
    {
      "loss_action": 0.0037392338272184134,
      "loss_total": 0.0037392338272184134,
      "step": 35270
    },
    {
      "loss_action": 0.005377211607992649,
      "loss_total": 0.005377211607992649,
      "step": 35270
    },
    {
      "loss_action": 0.01944994181394577,
      "loss_total": 0.01944994181394577,
      "step": 35270
    },
    {
      "loss_action": 0.019382048398256302,
      "loss_total": 0.019382048398256302,
      "step": 35270
    },
    {
      "loss_action": 0.010049943812191486,
      "loss_total": 0.010049943812191486,
      "step": 35270
    },
    {
      "loss_action": 0.014910826459527016,
      "loss_total": 0.014910826459527016,
      "step": 35270
    },
    {
      "grad_norm": 0.14837642014026642,
      "learning_rate": 9.960163160024583e-05,
      "loss": 0.0132,
      "step": 35280
    },
    {
      "loss_action": 0.024957366287708282,
      "loss_total": 0.024957366287708282,
      "step": 35280
    },
    {
      "loss_action": 0.025868475437164307,
      "loss_total": 0.025868475437164307,
      "step": 35280
    },
    {
      "loss_action": 0.015859287232160568,
      "loss_total": 0.015859287232160568,
      "step": 35280
    },
    {
      "loss_action": 0.009332427754998207,
      "loss_total": 0.009332427754998207,
      "step": 35280
    },
    {
      "loss_action": 0.01571851409971714,
      "loss_total": 0.01571851409971714,
      "step": 35280
    },
    {
      "loss_action": 0.009998700581490993,
      "loss_total": 0.009998700581490993,
      "step": 35280
    },
    {
      "loss_action": 0.010518580675125122,
      "loss_total": 0.010518580675125122,
      "step": 35280
    },
    {
      "loss_action": 0.007503323722630739,
      "loss_total": 0.007503323722630739,
      "step": 35280
    },
    {
      "grad_norm": 0.1571173369884491,
      "learning_rate": 9.960111066554946e-05,
      "loss": 0.0135,
      "step": 35290
    },
    {
      "loss_action": 0.010792710818350315,
      "loss_total": 0.010792710818350315,
      "step": 35290
    },
    {
      "loss_action": 0.0054475730285048485,
      "loss_total": 0.0054475730285048485,
      "step": 35290
    },
    {
      "loss_action": 0.019588910043239594,
      "loss_total": 0.019588910043239594,
      "step": 35290
    },
    {
      "loss_action": 0.01308335829526186,
      "loss_total": 0.01308335829526186,
      "step": 35290
    },
    {
      "loss_action": 0.00931822881102562,
      "loss_total": 0.00931822881102562,
      "step": 35290
    },
    {
      "loss_action": 0.007111227605491877,
      "loss_total": 0.007111227605491877,
      "step": 35290
    },
    {
      "loss_action": 0.004210044629871845,
      "loss_total": 0.004210044629871845,
      "step": 35290
    },
    {
      "loss_action": 0.014726798981428146,
      "loss_total": 0.014726798981428146,
      "step": 35290
    },
    {
      "grad_norm": 0.25263512134552,
      "learning_rate": 9.960058939183416e-05,
      "loss": 0.0125,
      "step": 35300
    },
    {
      "loss_action": 0.009593713097274303,
      "loss_total": 0.009593713097274303,
      "step": 35300
    },
    {
      "loss_action": 0.0038669768255203962,
      "loss_total": 0.0038669768255203962,
      "step": 35300
    },
    {
      "loss_action": 0.0161113440990448,
      "loss_total": 0.0161113440990448,
      "step": 35300
    },
    {
      "loss_action": 0.008469855412840843,
      "loss_total": 0.008469855412840843,
      "step": 35300
    },
    {
      "loss_action": 0.014666082337498665,
      "loss_total": 0.014666082337498665,
      "step": 35300
    },
    {
      "loss_action": 0.011197544634342194,
      "loss_total": 0.011197544634342194,
      "step": 35300
    },
    {
      "loss_action": 0.011271892115473747,
      "loss_total": 0.011271892115473747,
      "step": 35300
    },
    {
      "loss_action": 0.006042721681296825,
      "loss_total": 0.006042721681296825,
      "step": 35300
    },
    {
      "grad_norm": 0.12237925082445145,
      "learning_rate": 9.960006777910349e-05,
      "loss": 0.0106,
      "step": 35310
    },
    {
      "loss_action": 0.012902969494462013,
      "loss_total": 0.012902969494462013,
      "step": 35310
    },
    {
      "loss_action": 0.007706199772655964,
      "loss_total": 0.007706199772655964,
      "step": 35310
    },
    {
      "loss_action": 0.009534336626529694,
      "loss_total": 0.009534336626529694,
      "step": 35310
    },
    {
      "loss_action": 0.008717562071979046,
      "loss_total": 0.008717562071979046,
      "step": 35310
    },
    {
      "loss_action": 0.010475412011146545,
      "loss_total": 0.010475412011146545,
      "step": 35310
    },
    {
      "loss_action": 0.009909739717841148,
      "loss_total": 0.009909739717841148,
      "step": 35310
    },
    {
      "loss_action": 0.006095253862440586,
      "loss_total": 0.006095253862440586,
      "step": 35310
    },
    {
      "loss_action": 0.019964301958680153,
      "loss_total": 0.019964301958680153,
      "step": 35310
    },
    {
      "grad_norm": 0.17050640285015106,
      "learning_rate": 9.959954582736102e-05,
      "loss": 0.0117,
      "step": 35320
    },
    {
      "loss_action": 0.02013183757662773,
      "loss_total": 0.02013183757662773,
      "step": 35320
    },
    {
      "loss_action": 0.011158395558595657,
      "loss_total": 0.011158395558595657,
      "step": 35320
    },
    {
      "loss_action": 0.008932880125939846,
      "loss_total": 0.008932880125939846,
      "step": 35320
    },
    {
      "loss_action": 0.017199264839291573,
      "loss_total": 0.017199264839291573,
      "step": 35320
    },
    {
      "loss_action": 0.012992066331207752,
      "loss_total": 0.012992066331207752,
      "step": 35320
    },
    {
      "loss_action": 0.021953606978058815,
      "loss_total": 0.021953606978058815,
      "step": 35320
    },
    {
      "loss_action": 0.03501877933740616,
      "loss_total": 0.03501877933740616,
      "step": 35320
    },
    {
      "loss_action": 0.006656088400632143,
      "loss_total": 0.006656088400632143,
      "step": 35320
    },
    {
      "grad_norm": 0.15327396988868713,
      "learning_rate": 9.95990235366103e-05,
      "loss": 0.0126,
      "step": 35330
    },
    {
      "loss_action": 0.01456363219767809,
      "loss_total": 0.01456363219767809,
      "step": 35330
    },
    {
      "loss_action": 0.007154586259275675,
      "loss_total": 0.007154586259275675,
      "step": 35330
    },
    {
      "loss_action": 0.008580032736063004,
      "loss_total": 0.008580032736063004,
      "step": 35330
    },
    {
      "loss_action": 0.007619089912623167,
      "loss_total": 0.007619089912623167,
      "step": 35330
    },
    {
      "loss_action": 0.016213636845350266,
      "loss_total": 0.016213636845350266,
      "step": 35330
    },
    {
      "loss_action": 0.017678210511803627,
      "loss_total": 0.017678210511803627,
      "step": 35330
    },
    {
      "loss_action": 0.005413655191659927,
      "loss_total": 0.005413655191659927,
      "step": 35330
    },
    {
      "loss_action": 0.0030404487624764442,
      "loss_total": 0.0030404487624764442,
      "step": 35330
    },
    {
      "grad_norm": 0.09452629834413528,
      "learning_rate": 9.959850090685493e-05,
      "loss": 0.0117,
      "step": 35340
    },
    {
      "loss_action": 0.009681778028607368,
      "loss_total": 0.009681778028607368,
      "step": 35340
    },
    {
      "loss_action": 0.00518993753939867,
      "loss_total": 0.00518993753939867,
      "step": 35340
    },
    {
      "loss_action": 0.006461797282099724,
      "loss_total": 0.006461797282099724,
      "step": 35340
    },
    {
      "loss_action": 0.010952252894639969,
      "loss_total": 0.010952252894639969,
      "step": 35340
    },
    {
      "loss_action": 0.007270285859704018,
      "loss_total": 0.007270285859704018,
      "step": 35340
    },
    {
      "loss_action": 0.006029962096363306,
      "loss_total": 0.006029962096363306,
      "step": 35340
    },
    {
      "loss_action": 0.013418657705187798,
      "loss_total": 0.013418657705187798,
      "step": 35340
    },
    {
      "loss_action": 0.007507239934056997,
      "loss_total": 0.007507239934056997,
      "step": 35340
    },
    {
      "grad_norm": 0.09932801127433777,
      "learning_rate": 9.959797793809845e-05,
      "loss": 0.0097,
      "step": 35350
    },
    {
      "loss_action": 0.016712145879864693,
      "loss_total": 0.016712145879864693,
      "step": 35350
    },
    {
      "loss_action": 0.00912327878177166,
      "loss_total": 0.00912327878177166,
      "step": 35350
    },
    {
      "loss_action": 0.014613019302487373,
      "loss_total": 0.014613019302487373,
      "step": 35350
    },
    {
      "loss_action": 0.008168259635567665,
      "loss_total": 0.008168259635567665,
      "step": 35350
    },
    {
      "loss_action": 0.003664865391328931,
      "loss_total": 0.003664865391328931,
      "step": 35350
    },
    {
      "loss_action": 0.002740052994340658,
      "loss_total": 0.002740052994340658,
      "step": 35350
    },
    {
      "loss_action": 0.028447281569242477,
      "loss_total": 0.028447281569242477,
      "step": 35350
    },
    {
      "loss_action": 0.006172455847263336,
      "loss_total": 0.006172455847263336,
      "step": 35350
    },
    {
      "grad_norm": 0.12615537643432617,
      "learning_rate": 9.959745463034445e-05,
      "loss": 0.0116,
      "step": 35360
    },
    {
      "loss_action": 0.014041910879313946,
      "loss_total": 0.014041910879313946,
      "step": 35360
    },
    {
      "loss_action": 0.00594395212829113,
      "loss_total": 0.00594395212829113,
      "step": 35360
    },
    {
      "loss_action": 0.018743760883808136,
      "loss_total": 0.018743760883808136,
      "step": 35360
    },
    {
      "loss_action": 0.009311050176620483,
      "loss_total": 0.009311050176620483,
      "step": 35360
    },
    {
      "loss_action": 0.017475781962275505,
      "loss_total": 0.017475781962275505,
      "step": 35360
    },
    {
      "loss_action": 0.017620708793401718,
      "loss_total": 0.017620708793401718,
      "step": 35360
    },
    {
      "loss_action": 0.017741277813911438,
      "loss_total": 0.017741277813911438,
      "step": 35360
    },
    {
      "loss_action": 0.0279664508998394,
      "loss_total": 0.0279664508998394,
      "step": 35360
    },
    {
      "grad_norm": 0.2005883902311325,
      "learning_rate": 9.959693098359652e-05,
      "loss": 0.0121,
      "step": 35370
    },
    {
      "loss_action": 0.01056922972202301,
      "loss_total": 0.01056922972202301,
      "step": 35370
    },
    {
      "loss_action": 0.008950188755989075,
      "loss_total": 0.008950188755989075,
      "step": 35370
    },
    {
      "loss_action": 0.006006860174238682,
      "loss_total": 0.006006860174238682,
      "step": 35370
    },
    {
      "loss_action": 0.00517196673899889,
      "loss_total": 0.00517196673899889,
      "step": 35370
    },
    {
      "loss_action": 0.012151103466749191,
      "loss_total": 0.012151103466749191,
      "step": 35370
    },
    {
      "loss_action": 0.008160270750522614,
      "loss_total": 0.008160270750522614,
      "step": 35370
    },
    {
      "loss_action": 0.011940841563045979,
      "loss_total": 0.011940841563045979,
      "step": 35370
    },
    {
      "loss_action": 0.0057478900998830795,
      "loss_total": 0.0057478900998830795,
      "step": 35370
    },
    {
      "grad_norm": 0.08533353358507156,
      "learning_rate": 9.95964069978582e-05,
      "loss": 0.0109,
      "step": 35380
    },
    {
      "loss_action": 0.0037135614547878504,
      "loss_total": 0.0037135614547878504,
      "step": 35380
    },
    {
      "loss_action": 0.004227481782436371,
      "loss_total": 0.004227481782436371,
      "step": 35380
    },
    {
      "loss_action": 0.008308539167046547,
      "loss_total": 0.008308539167046547,
      "step": 35380
    },
    {
      "loss_action": 0.007921760901808739,
      "loss_total": 0.007921760901808739,
      "step": 35380
    },
    {
      "loss_action": 0.005528204143047333,
      "loss_total": 0.005528204143047333,
      "step": 35380
    },
    {
      "loss_action": 0.009794970043003559,
      "loss_total": 0.009794970043003559,
      "step": 35380
    },
    {
      "loss_action": 0.02155373990535736,
      "loss_total": 0.02155373990535736,
      "step": 35380
    },
    {
      "loss_action": 0.00732245109975338,
      "loss_total": 0.00732245109975338,
      "step": 35380
    },
    {
      "grad_norm": 0.12454599887132645,
      "learning_rate": 9.959588267313311e-05,
      "loss": 0.0106,
      "step": 35390
    },
    {
      "loss_action": 0.015756336972117424,
      "loss_total": 0.015756336972117424,
      "step": 35390
    },
    {
      "loss_action": 0.015221994370222092,
      "loss_total": 0.015221994370222092,
      "step": 35390
    },
    {
      "loss_action": 0.0076392637565732,
      "loss_total": 0.0076392637565732,
      "step": 35390
    },
    {
      "loss_action": 0.003335224464535713,
      "loss_total": 0.003335224464535713,
      "step": 35390
    },
    {
      "loss_action": 0.0082137081772089,
      "loss_total": 0.0082137081772089,
      "step": 35390
    },
    {
      "loss_action": 0.011797366663813591,
      "loss_total": 0.011797366663813591,
      "step": 35390
    },
    {
      "loss_action": 0.02296261116862297,
      "loss_total": 0.02296261116862297,
      "step": 35390
    },
    {
      "loss_action": 0.015073085203766823,
      "loss_total": 0.015073085203766823,
      "step": 35390
    },
    {
      "grad_norm": 0.17073661088943481,
      "learning_rate": 9.959535800942482e-05,
      "loss": 0.0127,
      "step": 35400
    },
    {
      "loss_action": 0.018636543303728104,
      "loss_total": 0.018636543303728104,
      "step": 35400
    },
    {
      "loss_action": 0.005465265829116106,
      "loss_total": 0.005465265829116106,
      "step": 35400
    },
    {
      "loss_action": 0.020790088921785355,
      "loss_total": 0.020790088921785355,
      "step": 35400
    },
    {
      "loss_action": 0.014237976633012295,
      "loss_total": 0.014237976633012295,
      "step": 35400
    },
    {
      "loss_action": 0.009474111720919609,
      "loss_total": 0.009474111720919609,
      "step": 35400
    },
    {
      "loss_action": 0.009012289345264435,
      "loss_total": 0.009012289345264435,
      "step": 35400
    },
    {
      "loss_action": 0.03336911275982857,
      "loss_total": 0.03336911275982857,
      "step": 35400
    },
    {
      "loss_action": 0.006011390592902899,
      "loss_total": 0.006011390592902899,
      "step": 35400
    },
    {
      "grad_norm": 0.13702459633350372,
      "learning_rate": 9.959483300673691e-05,
      "loss": 0.0116,
      "step": 35410
    },
    {
      "loss_action": 0.00555223785340786,
      "loss_total": 0.00555223785340786,
      "step": 35410
    },
    {
      "loss_action": 0.015733053907752037,
      "loss_total": 0.015733053907752037,
      "step": 35410
    },
    {
      "loss_action": 0.012917108833789825,
      "loss_total": 0.012917108833789825,
      "step": 35410
    },
    {
      "loss_action": 0.01102079451084137,
      "loss_total": 0.01102079451084137,
      "step": 35410
    },
    {
      "loss_action": 0.018087171018123627,
      "loss_total": 0.018087171018123627,
      "step": 35410
    },
    {
      "loss_action": 0.03946342319250107,
      "loss_total": 0.03946342319250107,
      "step": 35410
    },
    {
      "loss_action": 0.01336238719522953,
      "loss_total": 0.01336238719522953,
      "step": 35410
    },
    {
      "loss_action": 0.010621173307299614,
      "loss_total": 0.010621173307299614,
      "step": 35410
    },
    {
      "grad_norm": 0.14585550129413605,
      "learning_rate": 9.959430766507298e-05,
      "loss": 0.0117,
      "step": 35420
    },
    {
      "loss_action": 0.003978809341788292,
      "loss_total": 0.003978809341788292,
      "step": 35420
    },
    {
      "loss_action": 0.008166646584868431,
      "loss_total": 0.008166646584868431,
      "step": 35420
    },
    {
      "loss_action": 0.005149278789758682,
      "loss_total": 0.005149278789758682,
      "step": 35420
    },
    {
      "loss_action": 0.015144851990044117,
      "loss_total": 0.015144851990044117,
      "step": 35420
    },
    {
      "loss_action": 0.004067379981279373,
      "loss_total": 0.004067379981279373,
      "step": 35420
    },
    {
      "loss_action": 0.007363821845501661,
      "loss_total": 0.007363821845501661,
      "step": 35420
    },
    {
      "loss_action": 0.010859934613108635,
      "loss_total": 0.010859934613108635,
      "step": 35420
    },
    {
      "loss_action": 0.010305855423212051,
      "loss_total": 0.010305855423212051,
      "step": 35420
    },
    {
      "grad_norm": 0.09763984382152557,
      "learning_rate": 9.95937819844366e-05,
      "loss": 0.0096,
      "step": 35430
    },
    {
      "loss_action": 0.010314956307411194,
      "loss_total": 0.010314956307411194,
      "step": 35430
    },
    {
      "loss_action": 0.0032792745623737574,
      "loss_total": 0.0032792745623737574,
      "step": 35430
    },
    {
      "loss_action": 0.0105443699285388,
      "loss_total": 0.0105443699285388,
      "step": 35430
    },
    {
      "loss_action": 0.03780581057071686,
      "loss_total": 0.03780581057071686,
      "step": 35430
    },
    {
      "loss_action": 0.008998125791549683,
      "loss_total": 0.008998125791549683,
      "step": 35430
    },
    {
      "loss_action": 0.005201524589210749,
      "loss_total": 0.005201524589210749,
      "step": 35430
    },
    {
      "loss_action": 0.003046115394681692,
      "loss_total": 0.003046115394681692,
      "step": 35430
    },
    {
      "loss_action": 0.018455849960446358,
      "loss_total": 0.018455849960446358,
      "step": 35430
    },
    {
      "grad_norm": 0.11800400167703629,
      "learning_rate": 9.95932559648314e-05,
      "loss": 0.0106,
      "step": 35440
    },
    {
      "loss_action": 0.0047455159947276115,
      "loss_total": 0.0047455159947276115,
      "step": 35440
    },
    {
      "loss_action": 0.011229250580072403,
      "loss_total": 0.011229250580072403,
      "step": 35440
    },
    {
      "loss_action": 0.012096211314201355,
      "loss_total": 0.012096211314201355,
      "step": 35440
    },
    {
      "loss_action": 0.011537155136466026,
      "loss_total": 0.011537155136466026,
      "step": 35440
    },
    {
      "loss_action": 0.015125658363103867,
      "loss_total": 0.015125658363103867,
      "step": 35440
    },
    {
      "loss_action": 0.007665473967790604,
      "loss_total": 0.007665473967790604,
      "step": 35440
    },
    {
      "loss_action": 0.01036635972559452,
      "loss_total": 0.01036635972559452,
      "step": 35440
    },
    {
      "loss_action": 0.00503653334453702,
      "loss_total": 0.00503653334453702,
      "step": 35440
    },
    {
      "grad_norm": 0.17061880230903625,
      "learning_rate": 9.959272960626094e-05,
      "loss": 0.0108,
      "step": 35450
    },
    {
      "loss_action": 0.013297606259584427,
      "loss_total": 0.013297606259584427,
      "step": 35450
    },
    {
      "loss_action": 0.007290998008102179,
      "loss_total": 0.007290998008102179,
      "step": 35450
    },
    {
      "loss_action": 0.0150636937469244,
      "loss_total": 0.0150636937469244,
      "step": 35450
    },
    {
      "loss_action": 0.015767671167850494,
      "loss_total": 0.015767671167850494,
      "step": 35450
    },
    {
      "loss_action": 0.010731509886682034,
      "loss_total": 0.010731509886682034,
      "step": 35450
    },
    {
      "loss_action": 0.0037054650019854307,
      "loss_total": 0.0037054650019854307,
      "step": 35450
    },
    {
      "loss_action": 0.0030477086547762156,
      "loss_total": 0.0030477086547762156,
      "step": 35450
    },
    {
      "loss_action": 0.005606069229543209,
      "loss_total": 0.005606069229543209,
      "step": 35450
    },
    {
      "grad_norm": 0.09865207970142365,
      "learning_rate": 9.959220290872883e-05,
      "loss": 0.0108,
      "step": 35460
    },
    {
      "loss_action": 0.017959322780370712,
      "loss_total": 0.017959322780370712,
      "step": 35460
    },
    {
      "loss_action": 0.013727583922445774,
      "loss_total": 0.013727583922445774,
      "step": 35460
    },
    {
      "loss_action": 0.016175974160432816,
      "loss_total": 0.016175974160432816,
      "step": 35460
    },
    {
      "loss_action": 0.02687644213438034,
      "loss_total": 0.02687644213438034,
      "step": 35460
    },
    {
      "loss_action": 0.005448691081255674,
      "loss_total": 0.005448691081255674,
      "step": 35460
    },
    {
      "loss_action": 0.01706116646528244,
      "loss_total": 0.01706116646528244,
      "step": 35460
    },
    {
      "loss_action": 0.015503049828112125,
      "loss_total": 0.015503049828112125,
      "step": 35460
    },
    {
      "loss_action": 0.01662539131939411,
      "loss_total": 0.01662539131939411,
      "step": 35460
    },
    {
      "grad_norm": 0.11529352515935898,
      "learning_rate": 9.959167587223867e-05,
      "loss": 0.0116,
      "step": 35470
    },
    {
      "loss_action": 0.004960658960044384,
      "loss_total": 0.004960658960044384,
      "step": 35470
    },
    {
      "loss_action": 0.02351219765841961,
      "loss_total": 0.02351219765841961,
      "step": 35470
    },
    {
      "loss_action": 0.022697918117046356,
      "loss_total": 0.022697918117046356,
      "step": 35470
    },
    {
      "loss_action": 0.008008748292922974,
      "loss_total": 0.008008748292922974,
      "step": 35470
    },
    {
      "loss_action": 0.0043769720941782,
      "loss_total": 0.0043769720941782,
      "step": 35470
    },
    {
      "loss_action": 0.01757177710533142,
      "loss_total": 0.01757177710533142,
      "step": 35470
    },
    {
      "loss_action": 0.003839407814666629,
      "loss_total": 0.003839407814666629,
      "step": 35470
    },
    {
      "loss_action": 0.004988366272300482,
      "loss_total": 0.004988366272300482,
      "step": 35470
    },
    {
      "grad_norm": 0.21905969083309174,
      "learning_rate": 9.959114849679407e-05,
      "loss": 0.016,
      "step": 35480
    },
    {
      "loss_action": 0.021648913621902466,
      "loss_total": 0.021648913621902466,
      "step": 35480
    },
    {
      "loss_action": 0.005931465420871973,
      "loss_total": 0.005931465420871973,
      "step": 35480
    },
    {
      "loss_action": 0.023126676678657532,
      "loss_total": 0.023126676678657532,
      "step": 35480
    },
    {
      "loss_action": 0.006572579964995384,
      "loss_total": 0.006572579964995384,
      "step": 35480
    },
    {
      "loss_action": 0.009250778704881668,
      "loss_total": 0.009250778704881668,
      "step": 35480
    },
    {
      "loss_action": 0.0071770730428397655,
      "loss_total": 0.0071770730428397655,
      "step": 35480
    },
    {
      "loss_action": 0.01019639428704977,
      "loss_total": 0.01019639428704977,
      "step": 35480
    },
    {
      "loss_action": 0.006930382456630468,
      "loss_total": 0.006930382456630468,
      "step": 35480
    },
    {
      "grad_norm": 0.14601917564868927,
      "learning_rate": 9.959062078239863e-05,
      "loss": 0.0131,
      "step": 35490
    },
    {
      "loss_action": 0.007807793561369181,
      "loss_total": 0.007807793561369181,
      "step": 35490
    },
    {
      "loss_action": 0.005322732962667942,
      "loss_total": 0.005322732962667942,
      "step": 35490
    },
    {
      "loss_action": 0.01072649285197258,
      "loss_total": 0.01072649285197258,
      "step": 35490
    },
    {
      "loss_action": 0.011468274518847466,
      "loss_total": 0.011468274518847466,
      "step": 35490
    },
    {
      "loss_action": 0.01598483882844448,
      "loss_total": 0.01598483882844448,
      "step": 35490
    },
    {
      "loss_action": 0.007291314657777548,
      "loss_total": 0.007291314657777548,
      "step": 35490
    },
    {
      "loss_action": 0.004418259486556053,
      "loss_total": 0.004418259486556053,
      "step": 35490
    },
    {
      "loss_action": 0.02182997763156891,
      "loss_total": 0.02182997763156891,
      "step": 35490
    },
    {
      "grad_norm": 0.11370939761400223,
      "learning_rate": 9.959009272905593e-05,
      "loss": 0.0115,
      "step": 35500
    },
    {
      "loss_action": 0.008630132302641869,
      "loss_total": 0.008630132302641869,
      "step": 35500
    },
    {
      "loss_action": 0.006720561534166336,
      "loss_total": 0.006720561534166336,
      "step": 35500
    },
    {
      "loss_action": 0.006801030598580837,
      "loss_total": 0.006801030598580837,
      "step": 35500
    },
    {
      "loss_action": 0.014935282990336418,
      "loss_total": 0.014935282990336418,
      "step": 35500
    },
    {
      "loss_action": 0.008349291980266571,
      "loss_total": 0.008349291980266571,
      "step": 35500
    },
    {
      "loss_action": 0.01039939746260643,
      "loss_total": 0.01039939746260643,
      "step": 35500
    },
    {
      "loss_action": 0.014486301690340042,
      "loss_total": 0.014486301690340042,
      "step": 35500
    },
    {
      "loss_action": 0.009339336305856705,
      "loss_total": 0.009339336305856705,
      "step": 35500
    },
    {
      "grad_norm": 0.15089908242225647,
      "learning_rate": 9.958956433676963e-05,
      "loss": 0.0108,
      "step": 35510
    },
    {
      "loss_action": 0.0074416701681911945,
      "loss_total": 0.0074416701681911945,
      "step": 35510
    },
    {
      "loss_action": 0.007299089804291725,
      "loss_total": 0.007299089804291725,
      "step": 35510
    },
    {
      "loss_action": 0.013488980010151863,
      "loss_total": 0.013488980010151863,
      "step": 35510
    },
    {
      "loss_action": 0.00552467443048954,
      "loss_total": 0.00552467443048954,
      "step": 35510
    },
    {
      "loss_action": 0.021559180691838264,
      "loss_total": 0.021559180691838264,
      "step": 35510
    },
    {
      "loss_action": 0.04201209172606468,
      "loss_total": 0.04201209172606468,
      "step": 35510
    },
    {
      "loss_action": 0.0067717647179961205,
      "loss_total": 0.0067717647179961205,
      "step": 35510
    },
    {
      "loss_action": 0.012822359800338745,
      "loss_total": 0.012822359800338745,
      "step": 35510
    },
    {
      "grad_norm": 0.16472387313842773,
      "learning_rate": 9.95890356055433e-05,
      "loss": 0.0129,
      "step": 35520
    },
    {
      "loss_action": 0.013228638097643852,
      "loss_total": 0.013228638097643852,
      "step": 35520
    },
    {
      "loss_action": 0.02658669650554657,
      "loss_total": 0.02658669650554657,
      "step": 35520
    },
    {
      "loss_action": 0.007047677878290415,
      "loss_total": 0.007047677878290415,
      "step": 35520
    },
    {
      "loss_action": 0.012912265956401825,
      "loss_total": 0.012912265956401825,
      "step": 35520
    },
    {
      "loss_action": 0.025968730449676514,
      "loss_total": 0.025968730449676514,
      "step": 35520
    },
    {
      "loss_action": 0.01713995635509491,
      "loss_total": 0.01713995635509491,
      "step": 35520
    },
    {
      "loss_action": 0.006083606742322445,
      "loss_total": 0.006083606742322445,
      "step": 35520
    },
    {
      "loss_action": 0.011288955807685852,
      "loss_total": 0.011288955807685852,
      "step": 35520
    },
    {
      "grad_norm": 0.11700255423784256,
      "learning_rate": 9.958850653538057e-05,
      "loss": 0.0118,
      "step": 35530
    },
    {
      "loss_action": 0.014873494394123554,
      "loss_total": 0.014873494394123554,
      "step": 35530
    },
    {
      "loss_action": 0.06860016286373138,
      "loss_total": 0.06860016286373138,
      "step": 35530
    },
    {
      "loss_action": 0.00998986791819334,
      "loss_total": 0.00998986791819334,
      "step": 35530
    },
    {
      "loss_action": 0.01866493746638298,
      "loss_total": 0.01866493746638298,
      "step": 35530
    },
    {
      "loss_action": 0.0050406805239617825,
      "loss_total": 0.0050406805239617825,
      "step": 35530
    },
    {
      "loss_action": 0.010048780590295792,
      "loss_total": 0.010048780590295792,
      "step": 35530
    },
    {
      "loss_action": 0.006685858126729727,
      "loss_total": 0.006685858126729727,
      "step": 35530
    },
    {
      "loss_action": 0.010760759934782982,
      "loss_total": 0.010760759934782982,
      "step": 35530
    },
    {
      "grad_norm": 0.2701148986816406,
      "learning_rate": 9.958797712628507e-05,
      "loss": 0.0124,
      "step": 35540
    },
    {
      "loss_action": 0.0329432412981987,
      "loss_total": 0.0329432412981987,
      "step": 35540
    },
    {
      "loss_action": 0.0056992182508111,
      "loss_total": 0.0056992182508111,
      "step": 35540
    },
    {
      "loss_action": 0.030105136334896088,
      "loss_total": 0.030105136334896088,
      "step": 35540
    },
    {
      "loss_action": 0.005788448732346296,
      "loss_total": 0.005788448732346296,
      "step": 35540
    },
    {
      "loss_action": 0.0091030178591609,
      "loss_total": 0.0091030178591609,
      "step": 35540
    },
    {
      "loss_action": 0.012733006849884987,
      "loss_total": 0.012733006849884987,
      "step": 35540
    },
    {
      "loss_action": 0.0047859251499176025,
      "loss_total": 0.0047859251499176025,
      "step": 35540
    },
    {
      "loss_action": 0.00598572613671422,
      "loss_total": 0.00598572613671422,
      "step": 35540
    },
    {
      "grad_norm": 0.1798783242702484,
      "learning_rate": 9.958744737826038e-05,
      "loss": 0.0114,
      "step": 35550
    },
    {
      "loss_action": 0.014821691438555717,
      "loss_total": 0.014821691438555717,
      "step": 35550
    },
    {
      "loss_action": 0.010006710886955261,
      "loss_total": 0.010006710886955261,
      "step": 35550
    },
    {
      "loss_action": 0.014363683760166168,
      "loss_total": 0.014363683760166168,
      "step": 35550
    },
    {
      "loss_action": 0.010439790785312653,
      "loss_total": 0.010439790785312653,
      "step": 35550
    },
    {
      "loss_action": 0.006527869030833244,
      "loss_total": 0.006527869030833244,
      "step": 35550
    },
    {
      "loss_action": 0.018800940364599228,
      "loss_total": 0.018800940364599228,
      "step": 35550
    },
    {
      "loss_action": 0.008199638687074184,
      "loss_total": 0.008199638687074184,
      "step": 35550
    },
    {
      "loss_action": 0.007416778709739447,
      "loss_total": 0.007416778709739447,
      "step": 35550
    },
    {
      "grad_norm": 0.1601545214653015,
      "learning_rate": 9.958691729131016e-05,
      "loss": 0.0116,
      "step": 35560
    },
    {
      "loss_action": 0.012061220593750477,
      "loss_total": 0.012061220593750477,
      "step": 35560
    },
    {
      "loss_action": 0.012615960091352463,
      "loss_total": 0.012615960091352463,
      "step": 35560
    },
    {
      "loss_action": 0.025809362530708313,
      "loss_total": 0.025809362530708313,
      "step": 35560
    },
    {
      "loss_action": 0.015185823664069176,
      "loss_total": 0.015185823664069176,
      "step": 35560
    },
    {
      "loss_action": 0.014637523330748081,
      "loss_total": 0.014637523330748081,
      "step": 35560
    },
    {
      "loss_action": 0.007035044487565756,
      "loss_total": 0.007035044487565756,
      "step": 35560
    },
    {
      "loss_action": 0.008389228023588657,
      "loss_total": 0.008389228023588657,
      "step": 35560
    },
    {
      "loss_action": 0.015915684401988983,
      "loss_total": 0.015915684401988983,
      "step": 35560
    },
    {
      "grad_norm": 0.14018817245960236,
      "learning_rate": 9.9586386865438e-05,
      "loss": 0.0122,
      "step": 35570
    },
    {
      "loss_action": 0.014505244791507721,
      "loss_total": 0.014505244791507721,
      "step": 35570
    },
    {
      "loss_action": 0.03416934609413147,
      "loss_total": 0.03416934609413147,
      "step": 35570
    },
    {
      "loss_action": 0.012308862060308456,
      "loss_total": 0.012308862060308456,
      "step": 35570
    },
    {
      "loss_action": 0.0048179784789681435,
      "loss_total": 0.0048179784789681435,
      "step": 35570
    },
    {
      "loss_action": 0.013371545821428299,
      "loss_total": 0.013371545821428299,
      "step": 35570
    },
    {
      "loss_action": 0.031885966658592224,
      "loss_total": 0.031885966658592224,
      "step": 35570
    },
    {
      "loss_action": 0.005998339969664812,
      "loss_total": 0.005998339969664812,
      "step": 35570
    },
    {
      "loss_action": 0.010451148264110088,
      "loss_total": 0.010451148264110088,
      "step": 35570
    },
    {
      "grad_norm": 0.16190364956855774,
      "learning_rate": 9.958585610064756e-05,
      "loss": 0.0111,
      "step": 35580
    },
    {
      "loss_action": 0.020873231813311577,
      "loss_total": 0.020873231813311577,
      "step": 35580
    },
    {
      "loss_action": 0.004566993098706007,
      "loss_total": 0.004566993098706007,
      "step": 35580
    },
    {
      "loss_action": 0.047149986028671265,
      "loss_total": 0.047149986028671265,
      "step": 35580
    },
    {
      "loss_action": 0.003941616043448448,
      "loss_total": 0.003941616043448448,
      "step": 35580
    },
    {
      "loss_action": 0.010561555624008179,
      "loss_total": 0.010561555624008179,
      "step": 35580
    },
    {
      "loss_action": 0.007583221420645714,
      "loss_total": 0.007583221420645714,
      "step": 35580
    },
    {
      "loss_action": 0.008988656103610992,
      "loss_total": 0.008988656103610992,
      "step": 35580
    },
    {
      "loss_action": 0.014834780246019363,
      "loss_total": 0.014834780246019363,
      "step": 35580
    },
    {
      "grad_norm": 0.18207408487796783,
      "learning_rate": 9.958532499694245e-05,
      "loss": 0.0128,
      "step": 35590
    },
    {
      "loss_action": 0.018587078899145126,
      "loss_total": 0.018587078899145126,
      "step": 35590
    },
    {
      "loss_action": 0.009969864971935749,
      "loss_total": 0.009969864971935749,
      "step": 35590
    },
    {
      "loss_action": 0.02273034304380417,
      "loss_total": 0.02273034304380417,
      "step": 35590
    },
    {
      "loss_action": 0.011280502192676067,
      "loss_total": 0.011280502192676067,
      "step": 35590
    },
    {
      "loss_action": 0.010735873132944107,
      "loss_total": 0.010735873132944107,
      "step": 35590
    },
    {
      "loss_action": 0.014020468108355999,
      "loss_total": 0.014020468108355999,
      "step": 35590
    },
    {
      "loss_action": 0.011155720800161362,
      "loss_total": 0.011155720800161362,
      "step": 35590
    },
    {
      "loss_action": 0.013639092445373535,
      "loss_total": 0.013639092445373535,
      "step": 35590
    },
    {
      "grad_norm": 0.1068030297756195,
      "learning_rate": 9.958479355432628e-05,
      "loss": 0.0121,
      "step": 35600
    },
    {
      "loss_action": 0.017070136964321136,
      "loss_total": 0.017070136964321136,
      "step": 35600
    },
    {
      "loss_action": 0.007747047580778599,
      "loss_total": 0.007747047580778599,
      "step": 35600
    },
    {
      "loss_action": 0.012363827787339687,
      "loss_total": 0.012363827787339687,
      "step": 35600
    },
    {
      "loss_action": 0.0039417436346411705,
      "loss_total": 0.0039417436346411705,
      "step": 35600
    },
    {
      "loss_action": 0.008121431805193424,
      "loss_total": 0.008121431805193424,
      "step": 35600
    },
    {
      "loss_action": 0.007227716967463493,
      "loss_total": 0.007227716967463493,
      "step": 35600
    },
    {
      "loss_action": 0.015303578227758408,
      "loss_total": 0.015303578227758408,
      "step": 35600
    },
    {
      "loss_action": 0.004397766664624214,
      "loss_total": 0.004397766664624214,
      "step": 35600
    },
    {
      "grad_norm": 0.12385904788970947,
      "learning_rate": 9.958426177280272e-05,
      "loss": 0.0119,
      "step": 35610
    },
    {
      "loss_action": 0.006813288666307926,
      "loss_total": 0.006813288666307926,
      "step": 35610
    },
    {
      "loss_action": 0.007780988700687885,
      "loss_total": 0.007780988700687885,
      "step": 35610
    },
    {
      "loss_action": 0.008902467787265778,
      "loss_total": 0.008902467787265778,
      "step": 35610
    },
    {
      "loss_action": 0.022752540186047554,
      "loss_total": 0.022752540186047554,
      "step": 35610
    },
    {
      "loss_action": 0.008368369191884995,
      "loss_total": 0.008368369191884995,
      "step": 35610
    },
    {
      "loss_action": 0.006466767750680447,
      "loss_total": 0.006466767750680447,
      "step": 35610
    },
    {
      "loss_action": 0.0069414470344781876,
      "loss_total": 0.0069414470344781876,
      "step": 35610
    },
    {
      "loss_action": 0.014439219608902931,
      "loss_total": 0.014439219608902931,
      "step": 35610
    },
    {
      "grad_norm": 0.17390352487564087,
      "learning_rate": 9.95837296523754e-05,
      "loss": 0.0109,
      "step": 35620
    },
    {
      "loss_action": 0.008835110813379288,
      "loss_total": 0.008835110813379288,
      "step": 35620
    },
    {
      "loss_action": 0.00985274650156498,
      "loss_total": 0.00985274650156498,
      "step": 35620
    },
    {
      "loss_action": 0.009015921503305435,
      "loss_total": 0.009015921503305435,
      "step": 35620
    },
    {
      "loss_action": 0.005765062756836414,
      "loss_total": 0.005765062756836414,
      "step": 35620
    },
    {
      "loss_action": 0.009945540688931942,
      "loss_total": 0.009945540688931942,
      "step": 35620
    },
    {
      "loss_action": 0.01825222186744213,
      "loss_total": 0.01825222186744213,
      "step": 35620
    },
    {
      "loss_action": 0.01314789429306984,
      "loss_total": 0.01314789429306984,
      "step": 35620
    },
    {
      "loss_action": 0.01718766987323761,
      "loss_total": 0.01718766987323761,
      "step": 35620
    },
    {
      "grad_norm": 0.14183367788791656,
      "learning_rate": 9.958319719304791e-05,
      "loss": 0.0112,
      "step": 35630
    },
    {
      "loss_action": 0.016913985833525658,
      "loss_total": 0.016913985833525658,
      "step": 35630
    },
    {
      "loss_action": 0.007882144302129745,
      "loss_total": 0.007882144302129745,
      "step": 35630
    },
    {
      "loss_action": 0.006374739110469818,
      "loss_total": 0.006374739110469818,
      "step": 35630
    },
    {
      "loss_action": 0.007255736738443375,
      "loss_total": 0.007255736738443375,
      "step": 35630
    },
    {
      "loss_action": 0.009666112251579762,
      "loss_total": 0.009666112251579762,
      "step": 35630
    },
    {
      "loss_action": 0.03328057378530502,
      "loss_total": 0.03328057378530502,
      "step": 35630
    },
    {
      "loss_action": 0.007224636152386665,
      "loss_total": 0.007224636152386665,
      "step": 35630
    },
    {
      "loss_action": 0.00817331112921238,
      "loss_total": 0.00817331112921238,
      "step": 35630
    },
    {
      "grad_norm": 0.11176498234272003,
      "learning_rate": 9.958266439482394e-05,
      "loss": 0.0111,
      "step": 35640
    },
    {
      "loss_action": 0.008386986330151558,
      "loss_total": 0.008386986330151558,
      "step": 35640
    },
    {
      "loss_action": 0.0050400542095303535,
      "loss_total": 0.0050400542095303535,
      "step": 35640
    },
    {
      "loss_action": 0.006898860912770033,
      "loss_total": 0.006898860912770033,
      "step": 35640
    },
    {
      "loss_action": 0.007688459940254688,
      "loss_total": 0.007688459940254688,
      "step": 35640
    },
    {
      "loss_action": 0.011843973770737648,
      "loss_total": 0.011843973770737648,
      "step": 35640
    },
    {
      "loss_action": 0.004021517466753721,
      "loss_total": 0.004021517466753721,
      "step": 35640
    },
    {
      "loss_action": 0.006091080605983734,
      "loss_total": 0.006091080605983734,
      "step": 35640
    },
    {
      "loss_action": 0.008935889229178429,
      "loss_total": 0.008935889229178429,
      "step": 35640
    },
    {
      "grad_norm": 0.14113560318946838,
      "learning_rate": 9.958213125770712e-05,
      "loss": 0.0114,
      "step": 35650
    },
    {
      "loss_action": 0.007116768509149551,
      "loss_total": 0.007116768509149551,
      "step": 35650
    },
    {
      "loss_action": 0.011311682872474194,
      "loss_total": 0.011311682872474194,
      "step": 35650
    },
    {
      "loss_action": 0.002947318833321333,
      "loss_total": 0.002947318833321333,
      "step": 35650
    },
    {
      "loss_action": 0.012131625786423683,
      "loss_total": 0.012131625786423683,
      "step": 35650
    },
    {
      "loss_action": 0.013816732913255692,
      "loss_total": 0.013816732913255692,
      "step": 35650
    },
    {
      "loss_action": 0.004493746906518936,
      "loss_total": 0.004493746906518936,
      "step": 35650
    },
    {
      "loss_action": 0.00845503993332386,
      "loss_total": 0.00845503993332386,
      "step": 35650
    },
    {
      "loss_action": 0.008121242746710777,
      "loss_total": 0.008121242746710777,
      "step": 35650
    },
    {
      "grad_norm": 0.17430871725082397,
      "learning_rate": 9.958159778170109e-05,
      "loss": 0.0109,
      "step": 35660
    },
    {
      "loss_action": 0.025953322649002075,
      "loss_total": 0.025953322649002075,
      "step": 35660
    },
    {
      "loss_action": 0.011789839714765549,
      "loss_total": 0.011789839714765549,
      "step": 35660
    },
    {
      "loss_action": 0.027982793748378754,
      "loss_total": 0.027982793748378754,
      "step": 35660
    },
    {
      "loss_action": 0.009686900302767754,
      "loss_total": 0.009686900302767754,
      "step": 35660
    },
    {
      "loss_action": 0.011618562042713165,
      "loss_total": 0.011618562042713165,
      "step": 35660
    },
    {
      "loss_action": 0.013327187858521938,
      "loss_total": 0.013327187858521938,
      "step": 35660
    },
    {
      "loss_action": 0.023065943270921707,
      "loss_total": 0.023065943270921707,
      "step": 35660
    },
    {
      "loss_action": 0.008090914227068424,
      "loss_total": 0.008090914227068424,
      "step": 35660
    },
    {
      "grad_norm": 0.13483385741710663,
      "learning_rate": 9.958106396680949e-05,
      "loss": 0.0114,
      "step": 35670
    },
    {
      "loss_action": 0.007709748111665249,
      "loss_total": 0.007709748111665249,
      "step": 35670
    },
    {
      "loss_action": 0.009589238092303276,
      "loss_total": 0.009589238092303276,
      "step": 35670
    },
    {
      "loss_action": 0.01703573204576969,
      "loss_total": 0.01703573204576969,
      "step": 35670
    },
    {
      "loss_action": 0.003561286022886634,
      "loss_total": 0.003561286022886634,
      "step": 35670
    },
    {
      "loss_action": 0.01182667724788189,
      "loss_total": 0.01182667724788189,
      "step": 35670
    },
    {
      "loss_action": 0.009112059138715267,
      "loss_total": 0.009112059138715267,
      "step": 35670
    },
    {
      "loss_action": 0.006147549021989107,
      "loss_total": 0.006147549021989107,
      "step": 35670
    },
    {
      "loss_action": 0.00999081414192915,
      "loss_total": 0.00999081414192915,
      "step": 35670
    },
    {
      "grad_norm": 0.12635764479637146,
      "learning_rate": 9.958052981303596e-05,
      "loss": 0.0106,
      "step": 35680
    },
    {
      "loss_action": 0.012098880484700203,
      "loss_total": 0.012098880484700203,
      "step": 35680
    },
    {
      "loss_action": 0.006479083560407162,
      "loss_total": 0.006479083560407162,
      "step": 35680
    },
    {
      "loss_action": 0.025478437542915344,
      "loss_total": 0.025478437542915344,
      "step": 35680
    },
    {
      "loss_action": 0.003468305803835392,
      "loss_total": 0.003468305803835392,
      "step": 35680
    },
    {
      "loss_action": 0.017150958999991417,
      "loss_total": 0.017150958999991417,
      "step": 35680
    },
    {
      "loss_action": 0.012602882459759712,
      "loss_total": 0.012602882459759712,
      "step": 35680
    },
    {
      "loss_action": 0.010554837062954903,
      "loss_total": 0.010554837062954903,
      "step": 35680
    },
    {
      "loss_action": 0.014174099080264568,
      "loss_total": 0.014174099080264568,
      "step": 35680
    },
    {
      "grad_norm": 0.11924540996551514,
      "learning_rate": 9.957999532038418e-05,
      "loss": 0.0112,
      "step": 35690
    },
    {
      "loss_action": 0.014207007363438606,
      "loss_total": 0.014207007363438606,
      "step": 35690
    },
    {
      "loss_action": 0.00907914899289608,
      "loss_total": 0.00907914899289608,
      "step": 35690
    },
    {
      "loss_action": 0.008029108867049217,
      "loss_total": 0.008029108867049217,
      "step": 35690
    },
    {
      "loss_action": 0.015260795131325722,
      "loss_total": 0.015260795131325722,
      "step": 35690
    },
    {
      "loss_action": 0.00403201300650835,
      "loss_total": 0.00403201300650835,
      "step": 35690
    },
    {
      "loss_action": 0.03288765251636505,
      "loss_total": 0.03288765251636505,
      "step": 35690
    },
    {
      "loss_action": 0.012211460620164871,
      "loss_total": 0.012211460620164871,
      "step": 35690
    },
    {
      "loss_action": 0.008879635483026505,
      "loss_total": 0.008879635483026505,
      "step": 35690
    },
    {
      "grad_norm": 0.1810663789510727,
      "learning_rate": 9.95794604888578e-05,
      "loss": 0.0116,
      "step": 35700
    },
    {
      "loss_action": 0.006777836475521326,
      "loss_total": 0.006777836475521326,
      "step": 35700
    },
    {
      "loss_action": 0.003524888539686799,
      "loss_total": 0.003524888539686799,
      "step": 35700
    },
    {
      "loss_action": 0.014919531531631947,
      "loss_total": 0.014919531531631947,
      "step": 35700
    },
    {
      "loss_action": 0.0076073333621025085,
      "loss_total": 0.0076073333621025085,
      "step": 35700
    },
    {
      "loss_action": 0.013366222381591797,
      "loss_total": 0.013366222381591797,
      "step": 35700
    },
    {
      "loss_action": 0.01309288665652275,
      "loss_total": 0.01309288665652275,
      "step": 35700
    },
    {
      "loss_action": 0.057651739567518234,
      "loss_total": 0.057651739567518234,
      "step": 35700
    },
    {
      "loss_action": 0.006795702502131462,
      "loss_total": 0.006795702502131462,
      "step": 35700
    },
    {
      "grad_norm": 0.1193763017654419,
      "learning_rate": 9.957892531846045e-05,
      "loss": 0.0122,
      "step": 35710
    },
    {
      "loss_action": 0.010015472769737244,
      "loss_total": 0.010015472769737244,
      "step": 35710
    },
    {
      "loss_action": 0.006496860645711422,
      "loss_total": 0.006496860645711422,
      "step": 35710
    },
    {
      "loss_action": 0.006047470960766077,
      "loss_total": 0.006047470960766077,
      "step": 35710
    },
    {
      "loss_action": 0.004968591965734959,
      "loss_total": 0.004968591965734959,
      "step": 35710
    },
    {
      "loss_action": 0.02298717573285103,
      "loss_total": 0.02298717573285103,
      "step": 35710
    },
    {
      "loss_action": 0.07797989249229431,
      "loss_total": 0.07797989249229431,
      "step": 35710
    },
    {
      "loss_action": 0.012162539176642895,
      "loss_total": 0.012162539176642895,
      "step": 35710
    },
    {
      "loss_action": 0.008654930628836155,
      "loss_total": 0.008654930628836155,
      "step": 35710
    },
    {
      "grad_norm": 0.13383755087852478,
      "learning_rate": 9.957838980919579e-05,
      "loss": 0.0114,
      "step": 35720
    },
    {
      "loss_action": 0.006559497676789761,
      "loss_total": 0.006559497676789761,
      "step": 35720
    },
    {
      "loss_action": 0.006421476602554321,
      "loss_total": 0.006421476602554321,
      "step": 35720
    },
    {
      "loss_action": 0.004710211418569088,
      "loss_total": 0.004710211418569088,
      "step": 35720
    },
    {
      "loss_action": 0.012595520354807377,
      "loss_total": 0.012595520354807377,
      "step": 35720
    },
    {
      "loss_action": 0.017517972737550735,
      "loss_total": 0.017517972737550735,
      "step": 35720
    },
    {
      "loss_action": 0.03252023458480835,
      "loss_total": 0.03252023458480835,
      "step": 35720
    },
    {
      "loss_action": 0.00799584574997425,
      "loss_total": 0.00799584574997425,
      "step": 35720
    },
    {
      "loss_action": 0.025047319009900093,
      "loss_total": 0.025047319009900093,
      "step": 35720
    },
    {
      "grad_norm": 0.10955096781253815,
      "learning_rate": 9.957785396106751e-05,
      "loss": 0.0142,
      "step": 35730
    },
    {
      "loss_action": 0.016053456813097,
      "loss_total": 0.016053456813097,
      "step": 35730
    },
    {
      "loss_action": 0.012091422453522682,
      "loss_total": 0.012091422453522682,
      "step": 35730
    },
    {
      "loss_action": 0.0075622303411364555,
      "loss_total": 0.0075622303411364555,
      "step": 35730
    },
    {
      "loss_action": 0.00376465218141675,
      "loss_total": 0.00376465218141675,
      "step": 35730
    },
    {
      "loss_action": 0.005124843679368496,
      "loss_total": 0.005124843679368496,
      "step": 35730
    },
    {
      "loss_action": 0.013361910358071327,
      "loss_total": 0.013361910358071327,
      "step": 35730
    },
    {
      "loss_action": 0.006891708355396986,
      "loss_total": 0.006891708355396986,
      "step": 35730
    },
    {
      "loss_action": 0.004689674358814955,
      "loss_total": 0.004689674358814955,
      "step": 35730
    },
    {
      "grad_norm": 0.14853666722774506,
      "learning_rate": 9.957731777407924e-05,
      "loss": 0.0123,
      "step": 35740
    },
    {
      "loss_action": 0.028547590598464012,
      "loss_total": 0.028547590598464012,
      "step": 35740
    },
    {
      "loss_action": 0.020773474127054214,
      "loss_total": 0.020773474127054214,
      "step": 35740
    },
    {
      "loss_action": 0.017888708040118217,
      "loss_total": 0.017888708040118217,
      "step": 35740
    },
    {
      "loss_action": 0.00871315784752369,
      "loss_total": 0.00871315784752369,
      "step": 35740
    },
    {
      "loss_action": 0.0175829716026783,
      "loss_total": 0.0175829716026783,
      "step": 35740
    },
    {
      "loss_action": 0.006788026541471481,
      "loss_total": 0.006788026541471481,
      "step": 35740
    },
    {
      "loss_action": 0.006201143842190504,
      "loss_total": 0.006201143842190504,
      "step": 35740
    },
    {
      "loss_action": 0.018839538097381592,
      "loss_total": 0.018839538097381592,
      "step": 35740
    },
    {
      "grad_norm": 0.16560354828834534,
      "learning_rate": 9.957678124823467e-05,
      "loss": 0.0114,
      "step": 35750
    },
    {
      "loss_action": 0.012087075039744377,
      "loss_total": 0.012087075039744377,
      "step": 35750
    },
    {
      "loss_action": 0.01619984582066536,
      "loss_total": 0.01619984582066536,
      "step": 35750
    },
    {
      "loss_action": 0.010374369099736214,
      "loss_total": 0.010374369099736214,
      "step": 35750
    },
    {
      "loss_action": 0.00735835125669837,
      "loss_total": 0.00735835125669837,
      "step": 35750
    },
    {
      "loss_action": 0.005893814377486706,
      "loss_total": 0.005893814377486706,
      "step": 35750
    },
    {
      "loss_action": 0.005394101142883301,
      "loss_total": 0.005394101142883301,
      "step": 35750
    },
    {
      "loss_action": 0.010408259928226471,
      "loss_total": 0.010408259928226471,
      "step": 35750
    },
    {
      "loss_action": 0.018091194331645966,
      "loss_total": 0.018091194331645966,
      "step": 35750
    },
    {
      "grad_norm": 0.12331167608499527,
      "learning_rate": 9.957624438353745e-05,
      "loss": 0.011,
      "step": 35760
    },
    {
      "loss_action": 0.004286870360374451,
      "loss_total": 0.004286870360374451,
      "step": 35760
    },
    {
      "loss_action": 0.01303016021847725,
      "loss_total": 0.01303016021847725,
      "step": 35760
    },
    {
      "loss_action": 0.011895420961081982,
      "loss_total": 0.011895420961081982,
      "step": 35760
    },
    {
      "loss_action": 0.02997102029621601,
      "loss_total": 0.02997102029621601,
      "step": 35760
    },
    {
      "loss_action": 0.005021772347390652,
      "loss_total": 0.005021772347390652,
      "step": 35760
    },
    {
      "loss_action": 0.006022919900715351,
      "loss_total": 0.006022919900715351,
      "step": 35760
    },
    {
      "loss_action": 0.008886419236660004,
      "loss_total": 0.008886419236660004,
      "step": 35760
    },
    {
      "loss_action": 0.01565331034362316,
      "loss_total": 0.01565331034362316,
      "step": 35760
    },
    {
      "grad_norm": 0.12142130732536316,
      "learning_rate": 9.957570717999126e-05,
      "loss": 0.0107,
      "step": 35770
    },
    {
      "loss_action": 0.009050734341144562,
      "loss_total": 0.009050734341144562,
      "step": 35770
    },
    {
      "loss_action": 0.007740285713225603,
      "loss_total": 0.007740285713225603,
      "step": 35770
    },
    {
      "loss_action": 0.011146703734993935,
      "loss_total": 0.011146703734993935,
      "step": 35770
    },
    {
      "loss_action": 0.01008759904652834,
      "loss_total": 0.01008759904652834,
      "step": 35770
    },
    {
      "loss_action": 0.0038032422307878733,
      "loss_total": 0.0038032422307878733,
      "step": 35770
    },
    {
      "loss_action": 0.021569501608610153,
      "loss_total": 0.021569501608610153,
      "step": 35770
    },
    {
      "loss_action": 0.01182270422577858,
      "loss_total": 0.01182270422577858,
      "step": 35770
    },
    {
      "loss_action": 0.01881423220038414,
      "loss_total": 0.01881423220038414,
      "step": 35770
    },
    {
      "grad_norm": 0.2581285536289215,
      "learning_rate": 9.957516963759977e-05,
      "loss": 0.0112,
      "step": 35780
    },
    {
      "loss_action": 0.009006536565721035,
      "loss_total": 0.009006536565721035,
      "step": 35780
    },
    {
      "loss_action": 0.007616986520588398,
      "loss_total": 0.007616986520588398,
      "step": 35780
    },
    {
      "loss_action": 0.009959910996258259,
      "loss_total": 0.009959910996258259,
      "step": 35780
    },
    {
      "loss_action": 0.004535723011940718,
      "loss_total": 0.004535723011940718,
      "step": 35780
    },
    {
      "loss_action": 0.01465662568807602,
      "loss_total": 0.01465662568807602,
      "step": 35780
    },
    {
      "loss_action": 0.013735157437622547,
      "loss_total": 0.013735157437622547,
      "step": 35780
    },
    {
      "loss_action": 0.009872999042272568,
      "loss_total": 0.009872999042272568,
      "step": 35780
    },
    {
      "loss_action": 0.028033601120114326,
      "loss_total": 0.028033601120114326,
      "step": 35780
    },
    {
      "grad_norm": 0.19221481680870056,
      "learning_rate": 9.957463175636663e-05,
      "loss": 0.013,
      "step": 35790
    },
    {
      "loss_action": 0.006909993477165699,
      "loss_total": 0.006909993477165699,
      "step": 35790
    },
    {
      "loss_action": 0.02556532621383667,
      "loss_total": 0.02556532621383667,
      "step": 35790
    },
    {
      "loss_action": 0.005961152724921703,
      "loss_total": 0.005961152724921703,
      "step": 35790
    },
    {
      "loss_action": 0.0052832989022135735,
      "loss_total": 0.0052832989022135735,
      "step": 35790
    },
    {
      "loss_action": 0.016894854605197906,
      "loss_total": 0.016894854605197906,
      "step": 35790
    },
    {
      "loss_action": 0.03466518968343735,
      "loss_total": 0.03466518968343735,
      "step": 35790
    },
    {
      "loss_action": 0.015059622004628181,
      "loss_total": 0.015059622004628181,
      "step": 35790
    },
    {
      "loss_action": 0.0038158390671014786,
      "loss_total": 0.0038158390671014786,
      "step": 35790
    },
    {
      "grad_norm": 0.17968334257602692,
      "learning_rate": 9.957409353629556e-05,
      "loss": 0.0124,
      "step": 35800
    },
    {
      "loss_action": 0.004896273836493492,
      "loss_total": 0.004896273836493492,
      "step": 35800
    },
    {
      "loss_action": 0.011857012286782265,
      "loss_total": 0.011857012286782265,
      "step": 35800
    },
    {
      "loss_action": 0.005255778320133686,
      "loss_total": 0.005255778320133686,
      "step": 35800
    },
    {
      "loss_action": 0.008297191001474857,
      "loss_total": 0.008297191001474857,
      "step": 35800
    },
    {
      "loss_action": 0.02450173906981945,
      "loss_total": 0.02450173906981945,
      "step": 35800
    },
    {
      "loss_action": 0.004300047643482685,
      "loss_total": 0.004300047643482685,
      "step": 35800
    },
    {
      "loss_action": 0.019184552133083344,
      "loss_total": 0.019184552133083344,
      "step": 35800
    },
    {
      "loss_action": 0.010664476081728935,
      "loss_total": 0.010664476081728935,
      "step": 35800
    },
    {
      "grad_norm": 0.16065701842308044,
      "learning_rate": 9.95735549773902e-05,
      "loss": 0.0122,
      "step": 35810
    },
    {
      "loss_action": 0.012682473286986351,
      "loss_total": 0.012682473286986351,
      "step": 35810
    },
    {
      "loss_action": 0.014448839239776134,
      "loss_total": 0.014448839239776134,
      "step": 35810
    },
    {
      "loss_action": 0.012683769688010216,
      "loss_total": 0.012683769688010216,
      "step": 35810
    },
    {
      "loss_action": 0.023176560178399086,
      "loss_total": 0.023176560178399086,
      "step": 35810
    },
    {
      "loss_action": 0.00928407534956932,
      "loss_total": 0.00928407534956932,
      "step": 35810
    },
    {
      "loss_action": 0.011777362786233425,
      "loss_total": 0.011777362786233425,
      "step": 35810
    },
    {
      "loss_action": 0.008094090968370438,
      "loss_total": 0.008094090968370438,
      "step": 35810
    },
    {
      "loss_action": 0.02239622175693512,
      "loss_total": 0.02239622175693512,
      "step": 35810
    },
    {
      "grad_norm": 0.18806542456150055,
      "learning_rate": 9.957301607965427e-05,
      "loss": 0.0121,
      "step": 35820
    },
    {
      "loss_action": 0.006845507770776749,
      "loss_total": 0.006845507770776749,
      "step": 35820
    },
    {
      "loss_action": 0.005101881921291351,
      "loss_total": 0.005101881921291351,
      "step": 35820
    },
    {
      "loss_action": 0.010466009378433228,
      "loss_total": 0.010466009378433228,
      "step": 35820
    },
    {
      "loss_action": 0.029626062139868736,
      "loss_total": 0.029626062139868736,
      "step": 35820
    },
    {
      "loss_action": 0.005236146971583366,
      "loss_total": 0.005236146971583366,
      "step": 35820
    },
    {
      "loss_action": 0.022459745407104492,
      "loss_total": 0.022459745407104492,
      "step": 35820
    },
    {
      "loss_action": 0.006345086731016636,
      "loss_total": 0.006345086731016636,
      "step": 35820
    },
    {
      "loss_action": 0.011623606085777283,
      "loss_total": 0.011623606085777283,
      "step": 35820
    },
    {
      "grad_norm": 0.16753101348876953,
      "learning_rate": 9.957247684309141e-05,
      "loss": 0.0105,
      "step": 35830
    },
    {
      "loss_action": 0.0061614541336894035,
      "loss_total": 0.0061614541336894035,
      "step": 35830
    },
    {
      "loss_action": 0.006945473607629538,
      "loss_total": 0.006945473607629538,
      "step": 35830
    },
    {
      "loss_action": 0.006340362131595612,
      "loss_total": 0.006340362131595612,
      "step": 35830
    },
    {
      "loss_action": 0.0070517463609576225,
      "loss_total": 0.0070517463609576225,
      "step": 35830
    },
    {
      "loss_action": 0.007527757901698351,
      "loss_total": 0.007527757901698351,
      "step": 35830
    },
    {
      "loss_action": 0.006062883418053389,
      "loss_total": 0.006062883418053389,
      "step": 35830
    },
    {
      "loss_action": 0.003909362945705652,
      "loss_total": 0.003909362945705652,
      "step": 35830
    },
    {
      "loss_action": 0.007883444428443909,
      "loss_total": 0.007883444428443909,
      "step": 35830
    },
    {
      "grad_norm": 0.12056060880422592,
      "learning_rate": 9.957193726770533e-05,
      "loss": 0.0107,
      "step": 35840
    },
    {
      "loss_action": 0.010010505095124245,
      "loss_total": 0.010010505095124245,
      "step": 35840
    },
    {
      "loss_action": 0.007438120432198048,
      "loss_total": 0.007438120432198048,
      "step": 35840
    },
    {
      "loss_action": 0.007891975343227386,
      "loss_total": 0.007891975343227386,
      "step": 35840
    },
    {
      "loss_action": 0.011611017398536205,
      "loss_total": 0.011611017398536205,
      "step": 35840
    },
    {
      "loss_action": 0.00993848592042923,
      "loss_total": 0.00993848592042923,
      "step": 35840
    },
    {
      "loss_action": 0.0024225679226219654,
      "loss_total": 0.0024225679226219654,
      "step": 35840
    },
    {
      "loss_action": 0.008608038537204266,
      "loss_total": 0.008608038537204266,
      "step": 35840
    },
    {
      "loss_action": 0.009023237973451614,
      "loss_total": 0.009023237973451614,
      "step": 35840
    },
    {
      "grad_norm": 0.1296057552099228,
      "learning_rate": 9.957139735349971e-05,
      "loss": 0.0119,
      "step": 35850
    },
    {
      "loss_action": 0.022469276562333107,
      "loss_total": 0.022469276562333107,
      "step": 35850
    },
    {
      "loss_action": 0.013104209676384926,
      "loss_total": 0.013104209676384926,
      "step": 35850
    },
    {
      "loss_action": 0.006336037535220385,
      "loss_total": 0.006336037535220385,
      "step": 35850
    },
    {
      "loss_action": 0.00764778908342123,
      "loss_total": 0.00764778908342123,
      "step": 35850
    },
    {
      "loss_action": 0.006305607967078686,
      "loss_total": 0.006305607967078686,
      "step": 35850
    },
    {
      "loss_action": 0.004462365061044693,
      "loss_total": 0.004462365061044693,
      "step": 35850
    },
    {
      "loss_action": 0.004143068566918373,
      "loss_total": 0.004143068566918373,
      "step": 35850
    },
    {
      "loss_action": 0.006534630432724953,
      "loss_total": 0.006534630432724953,
      "step": 35850
    },
    {
      "grad_norm": 0.11865339428186417,
      "learning_rate": 9.957085710047826e-05,
      "loss": 0.0128,
      "step": 35860
    },
    {
      "loss_action": 0.01499483548104763,
      "loss_total": 0.01499483548104763,
      "step": 35860
    },
    {
      "loss_action": 0.006068983115255833,
      "loss_total": 0.006068983115255833,
      "step": 35860
    },
    {
      "loss_action": 0.016379043459892273,
      "loss_total": 0.016379043459892273,
      "step": 35860
    },
    {
      "loss_action": 0.007279336452484131,
      "loss_total": 0.007279336452484131,
      "step": 35860
    },
    {
      "loss_action": 0.003527391701936722,
      "loss_total": 0.003527391701936722,
      "step": 35860
    },
    {
      "loss_action": 0.0041847992688417435,
      "loss_total": 0.0041847992688417435,
      "step": 35860
    },
    {
      "loss_action": 0.013893570750951767,
      "loss_total": 0.013893570750951767,
      "step": 35860
    },
    {
      "loss_action": 0.010654369369149208,
      "loss_total": 0.010654369369149208,
      "step": 35860
    },
    {
      "grad_norm": 0.1446135938167572,
      "learning_rate": 9.957031650864466e-05,
      "loss": 0.0123,
      "step": 35870
    },
    {
      "loss_action": 0.01499957125633955,
      "loss_total": 0.01499957125633955,
      "step": 35870
    },
    {
      "loss_action": 0.006664785090833902,
      "loss_total": 0.006664785090833902,
      "step": 35870
    },
    {
      "loss_action": 0.007278126664459705,
      "loss_total": 0.007278126664459705,
      "step": 35870
    },
    {
      "loss_action": 0.00523103354498744,
      "loss_total": 0.00523103354498744,
      "step": 35870
    },
    {
      "loss_action": 0.011434830725193024,
      "loss_total": 0.011434830725193024,
      "step": 35870
    },
    {
      "loss_action": 0.011925064027309418,
      "loss_total": 0.011925064027309418,
      "step": 35870
    },
    {
      "loss_action": 0.010002504102885723,
      "loss_total": 0.010002504102885723,
      "step": 35870
    },
    {
      "loss_action": 0.006381466053426266,
      "loss_total": 0.006381466053426266,
      "step": 35870
    },
    {
      "grad_norm": 0.13957281410694122,
      "learning_rate": 9.956977557800257e-05,
      "loss": 0.0103,
      "step": 35880
    },
    {
      "loss_action": 0.007130065932869911,
      "loss_total": 0.007130065932869911,
      "step": 35880
    },
    {
      "loss_action": 0.0050836899317801,
      "loss_total": 0.0050836899317801,
      "step": 35880
    },
    {
      "loss_action": 0.007118080276995897,
      "loss_total": 0.007118080276995897,
      "step": 35880
    },
    {
      "loss_action": 0.02283605746924877,
      "loss_total": 0.02283605746924877,
      "step": 35880
    },
    {
      "loss_action": 0.007331282366067171,
      "loss_total": 0.007331282366067171,
      "step": 35880
    },
    {
      "loss_action": 0.004447638988494873,
      "loss_total": 0.004447638988494873,
      "step": 35880
    },
    {
      "loss_action": 0.004325889982283115,
      "loss_total": 0.004325889982283115,
      "step": 35880
    },
    {
      "loss_action": 0.01762794889509678,
      "loss_total": 0.01762794889509678,
      "step": 35880
    },
    {
      "grad_norm": 0.11905989795923233,
      "learning_rate": 9.956923430855575e-05,
      "loss": 0.0113,
      "step": 35890
    },
    {
      "loss_action": 0.009553702548146248,
      "loss_total": 0.009553702548146248,
      "step": 35890
    },
    {
      "loss_action": 0.007202338892966509,
      "loss_total": 0.007202338892966509,
      "step": 35890
    },
    {
      "loss_action": 0.013794940896332264,
      "loss_total": 0.013794940896332264,
      "step": 35890
    },
    {
      "loss_action": 0.0058046975173056126,
      "loss_total": 0.0058046975173056126,
      "step": 35890
    },
    {
      "loss_action": 0.01003134623169899,
      "loss_total": 0.01003134623169899,
      "step": 35890
    },
    {
      "loss_action": 0.010775605216622353,
      "loss_total": 0.010775605216622353,
      "step": 35890
    },
    {
      "loss_action": 0.02214336395263672,
      "loss_total": 0.02214336395263672,
      "step": 35890
    },
    {
      "loss_action": 0.017359931021928787,
      "loss_total": 0.017359931021928787,
      "step": 35890
    },
    {
      "grad_norm": 0.22857902944087982,
      "learning_rate": 9.956869270030786e-05,
      "loss": 0.015,
      "step": 35900
    },
    {
      "loss_action": 0.00920513179153204,
      "loss_total": 0.00920513179153204,
      "step": 35900
    },
    {
      "loss_action": 0.011221942491829395,
      "loss_total": 0.011221942491829395,
      "step": 35900
    },
    {
      "loss_action": 0.010362799279391766,
      "loss_total": 0.010362799279391766,
      "step": 35900
    },
    {
      "loss_action": 0.028422921895980835,
      "loss_total": 0.028422921895980835,
      "step": 35900
    },
    {
      "loss_action": 0.005671050865203142,
      "loss_total": 0.005671050865203142,
      "step": 35900
    },
    {
      "loss_action": 0.006655219942331314,
      "loss_total": 0.006655219942331314,
      "step": 35900
    },
    {
      "loss_action": 0.008929754607379436,
      "loss_total": 0.008929754607379436,
      "step": 35900
    },
    {
      "loss_action": 0.010078560560941696,
      "loss_total": 0.010078560560941696,
      "step": 35900
    },
    {
      "grad_norm": 0.21143315732479095,
      "learning_rate": 9.95681507532626e-05,
      "loss": 0.0169,
      "step": 35910
    },
    {
      "loss_action": 0.008493845351040363,
      "loss_total": 0.008493845351040363,
      "step": 35910
    },
    {
      "loss_action": 0.004626556299626827,
      "loss_total": 0.004626556299626827,
      "step": 35910
    },
    {
      "loss_action": 0.0063919080421328545,
      "loss_total": 0.0063919080421328545,
      "step": 35910
    },
    {
      "loss_action": 0.006673297844827175,
      "loss_total": 0.006673297844827175,
      "step": 35910
    },
    {
      "loss_action": 0.013856368139386177,
      "loss_total": 0.013856368139386177,
      "step": 35910
    },
    {
      "loss_action": 0.008933033794164658,
      "loss_total": 0.008933033794164658,
      "step": 35910
    },
    {
      "loss_action": 0.07772960513830185,
      "loss_total": 0.07772960513830185,
      "step": 35910
    },
    {
      "loss_action": 0.010416064411401749,
      "loss_total": 0.010416064411401749,
      "step": 35910
    },
    {
      "grad_norm": 0.18130901455879211,
      "learning_rate": 9.95676084674237e-05,
      "loss": 0.0131,
      "step": 35920
    },
    {
      "loss_action": 0.011494364589452744,
      "loss_total": 0.011494364589452744,
      "step": 35920
    },
    {
      "loss_action": 0.02899390645325184,
      "loss_total": 0.02899390645325184,
      "step": 35920
    },
    {
      "loss_action": 0.00597991980612278,
      "loss_total": 0.00597991980612278,
      "step": 35920
    },
    {
      "loss_action": 0.019813217222690582,
      "loss_total": 0.019813217222690582,
      "step": 35920
    },
    {
      "loss_action": 0.009916957467794418,
      "loss_total": 0.009916957467794418,
      "step": 35920
    },
    {
      "loss_action": 0.023473355919122696,
      "loss_total": 0.023473355919122696,
      "step": 35920
    },
    {
      "loss_action": 0.01450118888169527,
      "loss_total": 0.01450118888169527,
      "step": 35920
    },
    {
      "loss_action": 0.008530156686902046,
      "loss_total": 0.008530156686902046,
      "step": 35920
    },
    {
      "grad_norm": 0.19310109317302704,
      "learning_rate": 9.956706584279484e-05,
      "loss": 0.0118,
      "step": 35930
    },
    {
      "loss_action": 0.012954100966453552,
      "loss_total": 0.012954100966453552,
      "step": 35930
    },
    {
      "loss_action": 0.006346654612571001,
      "loss_total": 0.006346654612571001,
      "step": 35930
    },
    {
      "loss_action": 0.01319813635200262,
      "loss_total": 0.01319813635200262,
      "step": 35930
    },
    {
      "loss_action": 0.01351502537727356,
      "loss_total": 0.01351502537727356,
      "step": 35930
    },
    {
      "loss_action": 0.008861023932695389,
      "loss_total": 0.008861023932695389,
      "step": 35930
    },
    {
      "loss_action": 0.010141735896468163,
      "loss_total": 0.010141735896468163,
      "step": 35930
    },
    {
      "loss_action": 0.009051838889718056,
      "loss_total": 0.009051838889718056,
      "step": 35930
    },
    {
      "loss_action": 0.008901550434529781,
      "loss_total": 0.008901550434529781,
      "step": 35930
    },
    {
      "grad_norm": 0.12409014999866486,
      "learning_rate": 9.956652287937973e-05,
      "loss": 0.0122,
      "step": 35940
    },
    {
      "loss_action": 0.020391060039401054,
      "loss_total": 0.020391060039401054,
      "step": 35940
    },
    {
      "loss_action": 0.008423913270235062,
      "loss_total": 0.008423913270235062,
      "step": 35940
    },
    {
      "loss_action": 0.01066724956035614,
      "loss_total": 0.01066724956035614,
      "step": 35940
    },
    {
      "loss_action": 0.010731302201747894,
      "loss_total": 0.010731302201747894,
      "step": 35940
    },
    {
      "loss_action": 0.012152858078479767,
      "loss_total": 0.012152858078479767,
      "step": 35940
    },
    {
      "loss_action": 0.007066631689667702,
      "loss_total": 0.007066631689667702,
      "step": 35940
    },
    {
      "loss_action": 0.009052283130586147,
      "loss_total": 0.009052283130586147,
      "step": 35940
    },
    {
      "loss_action": 0.011738895438611507,
      "loss_total": 0.011738895438611507,
      "step": 35940
    },
    {
      "grad_norm": 0.10266393423080444,
      "learning_rate": 9.95659795771821e-05,
      "loss": 0.0121,
      "step": 35950
    },
    {
      "loss_action": 0.013508723117411137,
      "loss_total": 0.013508723117411137,
      "step": 35950
    },
    {
      "loss_action": 0.016610104590654373,
      "loss_total": 0.016610104590654373,
      "step": 35950
    },
    {
      "loss_action": 0.005771217867732048,
      "loss_total": 0.005771217867732048,
      "step": 35950
    },
    {
      "loss_action": 0.01514931209385395,
      "loss_total": 0.01514931209385395,
      "step": 35950
    },
    {
      "loss_action": 0.015607611276209354,
      "loss_total": 0.015607611276209354,
      "step": 35950
    },
    {
      "loss_action": 0.01188226230442524,
      "loss_total": 0.01188226230442524,
      "step": 35950
    },
    {
      "loss_action": 0.006518650334328413,
      "loss_total": 0.006518650334328413,
      "step": 35950
    },
    {
      "loss_action": 0.011324996128678322,
      "loss_total": 0.011324996128678322,
      "step": 35950
    },
    {
      "grad_norm": 0.1540859192609787,
      "learning_rate": 9.956543593620566e-05,
      "loss": 0.0111,
      "step": 35960
    },
    {
      "loss_action": 0.006325982511043549,
      "loss_total": 0.006325982511043549,
      "step": 35960
    },
    {
      "loss_action": 0.002691598143428564,
      "loss_total": 0.002691598143428564,
      "step": 35960
    },
    {
      "loss_action": 0.05221346765756607,
      "loss_total": 0.05221346765756607,
      "step": 35960
    },
    {
      "loss_action": 0.012899518944323063,
      "loss_total": 0.012899518944323063,
      "step": 35960
    },
    {
      "loss_action": 0.005579639226198196,
      "loss_total": 0.005579639226198196,
      "step": 35960
    },
    {
      "loss_action": 0.006885067094117403,
      "loss_total": 0.006885067094117403,
      "step": 35960
    },
    {
      "loss_action": 0.028757315129041672,
      "loss_total": 0.028757315129041672,
      "step": 35960
    },
    {
      "loss_action": 0.02206946164369583,
      "loss_total": 0.02206946164369583,
      "step": 35960
    },
    {
      "grad_norm": 0.15053494274616241,
      "learning_rate": 9.956489195645413e-05,
      "loss": 0.0125,
      "step": 35970
    },
    {
      "loss_action": 0.020711496472358704,
      "loss_total": 0.020711496472358704,
      "step": 35970
    },
    {
      "loss_action": 0.010758225806057453,
      "loss_total": 0.010758225806057453,
      "step": 35970
    },
    {
      "loss_action": 0.016173746436834335,
      "loss_total": 0.016173746436834335,
      "step": 35970
    },
    {
      "loss_action": 0.023025859147310257,
      "loss_total": 0.023025859147310257,
      "step": 35970
    },
    {
      "loss_action": 0.014589952304959297,
      "loss_total": 0.014589952304959297,
      "step": 35970
    },
    {
      "loss_action": 0.005187096074223518,
      "loss_total": 0.005187096074223518,
      "step": 35970
    },
    {
      "loss_action": 0.00335919507779181,
      "loss_total": 0.00335919507779181,
      "step": 35970
    },
    {
      "loss_action": 0.010512756183743477,
      "loss_total": 0.010512756183743477,
      "step": 35970
    },
    {
      "grad_norm": 0.1986026167869568,
      "learning_rate": 9.956434763793122e-05,
      "loss": 0.0133,
      "step": 35980
    },
    {
      "loss_action": 0.01629827916622162,
      "loss_total": 0.01629827916622162,
      "step": 35980
    },
    {
      "loss_action": 0.005072463303804398,
      "loss_total": 0.005072463303804398,
      "step": 35980
    },
    {
      "loss_action": 0.009662182070314884,
      "loss_total": 0.009662182070314884,
      "step": 35980
    },
    {
      "loss_action": 0.008996618911623955,
      "loss_total": 0.008996618911623955,
      "step": 35980
    },
    {
      "loss_action": 0.025353997945785522,
      "loss_total": 0.025353997945785522,
      "step": 35980
    },
    {
      "loss_action": 0.006428114138543606,
      "loss_total": 0.006428114138543606,
      "step": 35980
    },
    {
      "loss_action": 0.007408574223518372,
      "loss_total": 0.007408574223518372,
      "step": 35980
    },
    {
      "loss_action": 0.004079077858477831,
      "loss_total": 0.004079077858477831,
      "step": 35980
    },
    {
      "grad_norm": 0.19189000129699707,
      "learning_rate": 9.956380298064062e-05,
      "loss": 0.0113,
      "step": 35990
    },
    {
      "loss_action": 0.01564723439514637,
      "loss_total": 0.01564723439514637,
      "step": 35990
    },
    {
      "loss_action": 0.01243068091571331,
      "loss_total": 0.01243068091571331,
      "step": 35990
    },
    {
      "loss_action": 0.010331030935049057,
      "loss_total": 0.010331030935049057,
      "step": 35990
    },
    {
      "loss_action": 0.008141868747770786,
      "loss_total": 0.008141868747770786,
      "step": 35990
    },
    {
      "loss_action": 0.008256930857896805,
      "loss_total": 0.008256930857896805,
      "step": 35990
    },
    {
      "loss_action": 0.008948184549808502,
      "loss_total": 0.008948184549808502,
      "step": 35990
    },
    {
      "loss_action": 0.01624096930027008,
      "loss_total": 0.01624096930027008,
      "step": 35990
    },
    {
      "loss_action": 0.004144908394664526,
      "loss_total": 0.004144908394664526,
      "step": 35990
    },
    {
      "grad_norm": 0.13944357633590698,
      "learning_rate": 9.95632579845861e-05,
      "loss": 0.0141,
      "step": 36000
    },
    {
      "loss_action": 0.01013757474720478,
      "loss_total": 0.01013757474720478,
      "step": 36000
    },
    {
      "loss_action": 0.05272570997476578,
      "loss_total": 0.05272570997476578,
      "step": 36000
    },
    {
      "loss_action": 0.011402909643948078,
      "loss_total": 0.011402909643948078,
      "step": 36000
    },
    {
      "loss_action": 0.004944665357470512,
      "loss_total": 0.004944665357470512,
      "step": 36000
    },
    {
      "loss_action": 0.0072439806535840034,
      "loss_total": 0.0072439806535840034,
      "step": 36000
    },
    {
      "loss_action": 0.010191424749791622,
      "loss_total": 0.010191424749791622,
      "step": 36000
    },
    {
      "loss_action": 0.00739333825185895,
      "loss_total": 0.00739333825185895,
      "step": 36000
    },
    {
      "loss_action": 0.01072012260556221,
      "loss_total": 0.01072012260556221,
      "step": 36000
    },
    {
      "grad_norm": 0.135758638381958,
      "learning_rate": 9.956271264977135e-05,
      "loss": 0.0117,
      "step": 36010
    },
    {
      "loss_action": 0.004586047027260065,
      "loss_total": 0.004586047027260065,
      "step": 36010
    },
    {
      "loss_action": 0.0064516616985201836,
      "loss_total": 0.0064516616985201836,
      "step": 36010
    },
    {
      "loss_action": 0.020922917872667313,
      "loss_total": 0.020922917872667313,
      "step": 36010
    },
    {
      "loss_action": 0.008933044970035553,
      "loss_total": 0.008933044970035553,
      "step": 36010
    },
    {
      "loss_action": 0.012697070837020874,
      "loss_total": 0.012697070837020874,
      "step": 36010
    },
    {
      "loss_action": 0.01757945492863655,
      "loss_total": 0.01757945492863655,
      "step": 36010
    },
    {
      "loss_action": 0.0036851782351732254,
      "loss_total": 0.0036851782351732254,
      "step": 36010
    },
    {
      "loss_action": 0.04690670594573021,
      "loss_total": 0.04690670594573021,
      "step": 36010
    },
    {
      "grad_norm": 0.16811814904212952,
      "learning_rate": 9.956216697620014e-05,
      "loss": 0.0106,
      "step": 36020
    },
    {
      "loss_action": 0.007823439314961433,
      "loss_total": 0.007823439314961433,
      "step": 36020
    },
    {
      "loss_action": 0.03893207013607025,
      "loss_total": 0.03893207013607025,
      "step": 36020
    },
    {
      "loss_action": 0.012478823773562908,
      "loss_total": 0.012478823773562908,
      "step": 36020
    },
    {
      "loss_action": 0.0027552724350243807,
      "loss_total": 0.0027552724350243807,
      "step": 36020
    },
    {
      "loss_action": 0.008651296608150005,
      "loss_total": 0.008651296608150005,
      "step": 36020
    },
    {
      "loss_action": 0.00525140343233943,
      "loss_total": 0.00525140343233943,
      "step": 36020
    },
    {
      "loss_action": 0.0065714893862605095,
      "loss_total": 0.0065714893862605095,
      "step": 36020
    },
    {
      "loss_action": 0.013393395580351353,
      "loss_total": 0.013393395580351353,
      "step": 36020
    },
    {
      "grad_norm": 0.17254246771335602,
      "learning_rate": 9.956162096387615e-05,
      "loss": 0.0119,
      "step": 36030
    },
    {
      "loss_action": 0.007964404299855232,
      "loss_total": 0.007964404299855232,
      "step": 36030
    },
    {
      "loss_action": 0.005979427136480808,
      "loss_total": 0.005979427136480808,
      "step": 36030
    },
    {
      "loss_action": 0.011965840123593807,
      "loss_total": 0.011965840123593807,
      "step": 36030
    },
    {
      "loss_action": 0.008847436867654324,
      "loss_total": 0.008847436867654324,
      "step": 36030
    },
    {
      "loss_action": 0.012235229834914207,
      "loss_total": 0.012235229834914207,
      "step": 36030
    },
    {
      "loss_action": 0.012234780937433243,
      "loss_total": 0.012234780937433243,
      "step": 36030
    },
    {
      "loss_action": 0.021428249776363373,
      "loss_total": 0.021428249776363373,
      "step": 36030
    },
    {
      "loss_action": 0.008097387850284576,
      "loss_total": 0.008097387850284576,
      "step": 36030
    },
    {
      "grad_norm": 0.15563812851905823,
      "learning_rate": 9.956107461280314e-05,
      "loss": 0.0107,
      "step": 36040
    },
    {
      "loss_action": 0.004507882986217737,
      "loss_total": 0.004507882986217737,
      "step": 36040
    },
    {
      "loss_action": 0.018620062619447708,
      "loss_total": 0.018620062619447708,
      "step": 36040
    },
    {
      "loss_action": 0.025337638333439827,
      "loss_total": 0.025337638333439827,
      "step": 36040
    },
    {
      "loss_action": 0.016142437234520912,
      "loss_total": 0.016142437234520912,
      "step": 36040
    },
    {
      "loss_action": 0.008155743591487408,
      "loss_total": 0.008155743591487408,
      "step": 36040
    },
    {
      "loss_action": 0.008914347738027573,
      "loss_total": 0.008914347738027573,
      "step": 36040
    },
    {
      "loss_action": 0.006709320470690727,
      "loss_total": 0.006709320470690727,
      "step": 36040
    },
    {
      "loss_action": 0.0067288861609995365,
      "loss_total": 0.0067288861609995365,
      "step": 36040
    },
    {
      "grad_norm": 0.15065144002437592,
      "learning_rate": 9.956052792298484e-05,
      "loss": 0.0105,
      "step": 36050
    },
    {
      "loss_action": 0.009745767340064049,
      "loss_total": 0.009745767340064049,
      "step": 36050
    },
    {
      "loss_action": 0.005810534115880728,
      "loss_total": 0.005810534115880728,
      "step": 36050
    },
    {
      "loss_action": 0.0026961318217217922,
      "loss_total": 0.0026961318217217922,
      "step": 36050
    },
    {
      "loss_action": 0.01949472352862358,
      "loss_total": 0.01949472352862358,
      "step": 36050
    },
    {
      "loss_action": 0.01449534296989441,
      "loss_total": 0.01449534296989441,
      "step": 36050
    },
    {
      "loss_action": 0.010661106556653976,
      "loss_total": 0.010661106556653976,
      "step": 36050
    },
    {
      "loss_action": 0.01652681641280651,
      "loss_total": 0.01652681641280651,
      "step": 36050
    },
    {
      "loss_action": 0.010544007644057274,
      "loss_total": 0.010544007644057274,
      "step": 36050
    },
    {
      "grad_norm": 0.10240405052900314,
      "learning_rate": 9.955998089442498e-05,
      "loss": 0.0105,
      "step": 36060
    },
    {
      "loss_action": 0.00413048081099987,
      "loss_total": 0.00413048081099987,
      "step": 36060
    },
    {
      "loss_action": 0.004984752275049686,
      "loss_total": 0.004984752275049686,
      "step": 36060
    },
    {
      "loss_action": 0.00787135399878025,
      "loss_total": 0.00787135399878025,
      "step": 36060
    },
    {
      "loss_action": 0.005977770313620567,
      "loss_total": 0.005977770313620567,
      "step": 36060
    },
    {
      "loss_action": 0.0022681509144604206,
      "loss_total": 0.0022681509144604206,
      "step": 36060
    },
    {
      "loss_action": 0.005789474584162235,
      "loss_total": 0.005789474584162235,
      "step": 36060
    },
    {
      "loss_action": 0.0104599017649889,
      "loss_total": 0.0104599017649889,
      "step": 36060
    },
    {
      "loss_action": 0.017333654686808586,
      "loss_total": 0.017333654686808586,
      "step": 36060
    },
    {
      "grad_norm": 0.14410792291164398,
      "learning_rate": 9.955943352712732e-05,
      "loss": 0.0099,
      "step": 36070
    },
    {
      "loss_action": 0.007823996245861053,
      "loss_total": 0.007823996245861053,
      "step": 36070
    },
    {
      "loss_action": 0.005378392990678549,
      "loss_total": 0.005378392990678549,
      "step": 36070
    },
    {
      "loss_action": 0.006351729854941368,
      "loss_total": 0.006351729854941368,
      "step": 36070
    },
    {
      "loss_action": 0.007681136019527912,
      "loss_total": 0.007681136019527912,
      "step": 36070
    },
    {
      "loss_action": 0.01675374060869217,
      "loss_total": 0.01675374060869217,
      "step": 36070
    },
    {
      "loss_action": 0.005771753843873739,
      "loss_total": 0.005771753843873739,
      "step": 36070
    },
    {
      "loss_action": 0.0048467135056853294,
      "loss_total": 0.0048467135056853294,
      "step": 36070
    },
    {
      "loss_action": 0.013314000330865383,
      "loss_total": 0.013314000330865383,
      "step": 36070
    },
    {
      "grad_norm": 0.14557889103889465,
      "learning_rate": 9.955888582109558e-05,
      "loss": 0.0113,
      "step": 36080
    },
    {
      "loss_action": 0.02928394451737404,
      "loss_total": 0.02928394451737404,
      "step": 36080
    },
    {
      "loss_action": 0.00602757278829813,
      "loss_total": 0.00602757278829813,
      "step": 36080
    },
    {
      "loss_action": 0.005930542480200529,
      "loss_total": 0.005930542480200529,
      "step": 36080
    },
    {
      "loss_action": 0.013958233408629894,
      "loss_total": 0.013958233408629894,
      "step": 36080
    },
    {
      "loss_action": 0.0073265694081783295,
      "loss_total": 0.0073265694081783295,
      "step": 36080
    },
    {
      "loss_action": 0.005810249596834183,
      "loss_total": 0.005810249596834183,
      "step": 36080
    },
    {
      "loss_action": 0.008254111744463444,
      "loss_total": 0.008254111744463444,
      "step": 36080
    },
    {
      "loss_action": 0.006124718114733696,
      "loss_total": 0.006124718114733696,
      "step": 36080
    },
    {
      "grad_norm": 0.11248824000358582,
      "learning_rate": 9.95583377763335e-05,
      "loss": 0.0107,
      "step": 36090
    },
    {
      "loss_action": 0.015059541910886765,
      "loss_total": 0.015059541910886765,
      "step": 36090
    },
    {
      "loss_action": 0.010909702628850937,
      "loss_total": 0.010909702628850937,
      "step": 36090
    },
    {
      "loss_action": 0.004843470174819231,
      "loss_total": 0.004843470174819231,
      "step": 36090
    },
    {
      "loss_action": 0.009924126788973808,
      "loss_total": 0.009924126788973808,
      "step": 36090
    },
    {
      "loss_action": 0.016514107584953308,
      "loss_total": 0.016514107584953308,
      "step": 36090
    },
    {
      "loss_action": 0.010010197758674622,
      "loss_total": 0.010010197758674622,
      "step": 36090
    },
    {
      "loss_action": 0.009584630839526653,
      "loss_total": 0.009584630839526653,
      "step": 36090
    },
    {
      "loss_action": 0.0067186723463237286,
      "loss_total": 0.0067186723463237286,
      "step": 36090
    },
    {
      "grad_norm": 0.18581430613994598,
      "learning_rate": 9.955778939284486e-05,
      "loss": 0.0124,
      "step": 36100
    },
    {
      "loss_action": 0.007249664515256882,
      "loss_total": 0.007249664515256882,
      "step": 36100
    },
    {
      "loss_action": 0.004458712413907051,
      "loss_total": 0.004458712413907051,
      "step": 36100
    },
    {
      "loss_action": 0.007260164245963097,
      "loss_total": 0.007260164245963097,
      "step": 36100
    },
    {
      "loss_action": 0.025631114840507507,
      "loss_total": 0.025631114840507507,
      "step": 36100
    },
    {
      "loss_action": 0.012600675225257874,
      "loss_total": 0.012600675225257874,
      "step": 36100
    },
    {
      "loss_action": 0.013656971976161003,
      "loss_total": 0.013656971976161003,
      "step": 36100
    },
    {
      "loss_action": 0.00960854534059763,
      "loss_total": 0.00960854534059763,
      "step": 36100
    },
    {
      "loss_action": 0.008323287591338158,
      "loss_total": 0.008323287591338158,
      "step": 36100
    },
    {
      "grad_norm": 0.11828892678022385,
      "learning_rate": 9.955724067063336e-05,
      "loss": 0.0114,
      "step": 36110
    },
    {
      "loss_action": 0.011085675098001957,
      "loss_total": 0.011085675098001957,
      "step": 36110
    },
    {
      "loss_action": 0.00622404832392931,
      "loss_total": 0.00622404832392931,
      "step": 36110
    },
    {
      "loss_action": 0.0062212650664150715,
      "loss_total": 0.0062212650664150715,
      "step": 36110
    },
    {
      "loss_action": 0.024257510900497437,
      "loss_total": 0.024257510900497437,
      "step": 36110
    },
    {
      "loss_action": 0.009474175050854683,
      "loss_total": 0.009474175050854683,
      "step": 36110
    },
    {
      "loss_action": 0.004290436394512653,
      "loss_total": 0.004290436394512653,
      "step": 36110
    },
    {
      "loss_action": 0.006578668486326933,
      "loss_total": 0.006578668486326933,
      "step": 36110
    },
    {
      "loss_action": 0.015709426254034042,
      "loss_total": 0.015709426254034042,
      "step": 36110
    },
    {
      "grad_norm": 0.18054194748401642,
      "learning_rate": 9.955669160970278e-05,
      "loss": 0.011,
      "step": 36120
    },
    {
      "loss_action": 0.0064917514100670815,
      "loss_total": 0.0064917514100670815,
      "step": 36120
    },
    {
      "loss_action": 0.011348117142915726,
      "loss_total": 0.011348117142915726,
      "step": 36120
    },
    {
      "loss_action": 0.014965317212045193,
      "loss_total": 0.014965317212045193,
      "step": 36120
    },
    {
      "loss_action": 0.012338927015662193,
      "loss_total": 0.012338927015662193,
      "step": 36120
    },
    {
      "loss_action": 0.015687771141529083,
      "loss_total": 0.015687771141529083,
      "step": 36120
    },
    {
      "loss_action": 0.01232784241437912,
      "loss_total": 0.01232784241437912,
      "step": 36120
    },
    {
      "loss_action": 0.016065729781985283,
      "loss_total": 0.016065729781985283,
      "step": 36120
    },
    {
      "loss_action": 0.009289410896599293,
      "loss_total": 0.009289410896599293,
      "step": 36120
    },
    {
      "grad_norm": 0.1707887500524521,
      "learning_rate": 9.955614221005687e-05,
      "loss": 0.0119,
      "step": 36130
    },
    {
      "loss_action": 0.006181878969073296,
      "loss_total": 0.006181878969073296,
      "step": 36130
    },
    {
      "loss_action": 0.010401984676718712,
      "loss_total": 0.010401984676718712,
      "step": 36130
    },
    {
      "loss_action": 0.012785927392542362,
      "loss_total": 0.012785927392542362,
      "step": 36130
    },
    {
      "loss_action": 0.004326754715293646,
      "loss_total": 0.004326754715293646,
      "step": 36130
    },
    {
      "loss_action": 0.009200687520205975,
      "loss_total": 0.009200687520205975,
      "step": 36130
    },
    {
      "loss_action": 0.018204059451818466,
      "loss_total": 0.018204059451818466,
      "step": 36130
    },
    {
      "loss_action": 0.012636475265026093,
      "loss_total": 0.012636475265026093,
      "step": 36130
    },
    {
      "loss_action": 0.006448804400861263,
      "loss_total": 0.006448804400861263,
      "step": 36130
    },
    {
      "grad_norm": 0.13241545855998993,
      "learning_rate": 9.955559247169936e-05,
      "loss": 0.0099,
      "step": 36140
    },
    {
      "loss_action": 0.009358813986182213,
      "loss_total": 0.009358813986182213,
      "step": 36140
    },
    {
      "loss_action": 0.0068850223906338215,
      "loss_total": 0.0068850223906338215,
      "step": 36140
    },
    {
      "loss_action": 0.004854938481003046,
      "loss_total": 0.004854938481003046,
      "step": 36140
    },
    {
      "loss_action": 0.04360160604119301,
      "loss_total": 0.04360160604119301,
      "step": 36140
    },
    {
      "loss_action": 0.007997419685125351,
      "loss_total": 0.007997419685125351,
      "step": 36140
    },
    {
      "loss_action": 0.012445410713553429,
      "loss_total": 0.012445410713553429,
      "step": 36140
    },
    {
      "loss_action": 0.007976669818162918,
      "loss_total": 0.007976669818162918,
      "step": 36140
    },
    {
      "loss_action": 0.008072828873991966,
      "loss_total": 0.008072828873991966,
      "step": 36140
    },
    {
      "grad_norm": 0.19961664080619812,
      "learning_rate": 9.955504239463407e-05,
      "loss": 0.0108,
      "step": 36150
    },
    {
      "loss_action": 0.007058270275592804,
      "loss_total": 0.007058270275592804,
      "step": 36150
    },
    {
      "loss_action": 0.007701296359300613,
      "loss_total": 0.007701296359300613,
      "step": 36150
    },
    {
      "loss_action": 0.03717133402824402,
      "loss_total": 0.03717133402824402,
      "step": 36150
    },
    {
      "loss_action": 0.005749025382101536,
      "loss_total": 0.005749025382101536,
      "step": 36150
    },
    {
      "loss_action": 0.010342852212488651,
      "loss_total": 0.010342852212488651,
      "step": 36150
    },
    {
      "loss_action": 0.007331512868404388,
      "loss_total": 0.007331512868404388,
      "step": 36150
    },
    {
      "loss_action": 0.017894495278596878,
      "loss_total": 0.017894495278596878,
      "step": 36150
    },
    {
      "loss_action": 0.0072125159204006195,
      "loss_total": 0.0072125159204006195,
      "step": 36150
    },
    {
      "grad_norm": 0.14872732758522034,
      "learning_rate": 9.955449197886469e-05,
      "loss": 0.0106,
      "step": 36160
    },
    {
      "loss_action": 0.011595036834478378,
      "loss_total": 0.011595036834478378,
      "step": 36160
    },
    {
      "loss_action": 0.007671649102121592,
      "loss_total": 0.007671649102121592,
      "step": 36160
    },
    {
      "loss_action": 0.005182680208235979,
      "loss_total": 0.005182680208235979,
      "step": 36160
    },
    {
      "loss_action": 0.015643442049622536,
      "loss_total": 0.015643442049622536,
      "step": 36160
    },
    {
      "loss_action": 0.005461365915834904,
      "loss_total": 0.005461365915834904,
      "step": 36160
    },
    {
      "loss_action": 0.009464072063565254,
      "loss_total": 0.009464072063565254,
      "step": 36160
    },
    {
      "loss_action": 0.004900144413113594,
      "loss_total": 0.004900144413113594,
      "step": 36160
    },
    {
      "loss_action": 0.007387869525700808,
      "loss_total": 0.007387869525700808,
      "step": 36160
    },
    {
      "grad_norm": 0.12280915677547455,
      "learning_rate": 9.955394122439501e-05,
      "loss": 0.0109,
      "step": 36170
    },
    {
      "loss_action": 0.012598869390785694,
      "loss_total": 0.012598869390785694,
      "step": 36170
    },
    {
      "loss_action": 0.010018059983849525,
      "loss_total": 0.010018059983849525,
      "step": 36170
    },
    {
      "loss_action": 0.012824878096580505,
      "loss_total": 0.012824878096580505,
      "step": 36170
    },
    {
      "loss_action": 0.013975773006677628,
      "loss_total": 0.013975773006677628,
      "step": 36170
    },
    {
      "loss_action": 0.005921059288084507,
      "loss_total": 0.005921059288084507,
      "step": 36170
    },
    {
      "loss_action": 0.006383698433637619,
      "loss_total": 0.006383698433637619,
      "step": 36170
    },
    {
      "loss_action": 0.007663048338145018,
      "loss_total": 0.007663048338145018,
      "step": 36170
    },
    {
      "loss_action": 0.005861903540790081,
      "loss_total": 0.005861903540790081,
      "step": 36170
    },
    {
      "grad_norm": 0.1447056084871292,
      "learning_rate": 9.955339013122881e-05,
      "loss": 0.0102,
      "step": 36180
    },
    {
      "loss_action": 0.014377497136592865,
      "loss_total": 0.014377497136592865,
      "step": 36180
    },
    {
      "loss_action": 0.00827435776591301,
      "loss_total": 0.00827435776591301,
      "step": 36180
    },
    {
      "loss_action": 0.006905386224389076,
      "loss_total": 0.006905386224389076,
      "step": 36180
    },
    {
      "loss_action": 0.024106018245220184,
      "loss_total": 0.024106018245220184,
      "step": 36180
    },
    {
      "loss_action": 0.007687111850827932,
      "loss_total": 0.007687111850827932,
      "step": 36180
    },
    {
      "loss_action": 0.011306548491120338,
      "loss_total": 0.011306548491120338,
      "step": 36180
    },
    {
      "loss_action": 0.011984119191765785,
      "loss_total": 0.011984119191765785,
      "step": 36180
    },
    {
      "loss_action": 0.005432812497019768,
      "loss_total": 0.005432812497019768,
      "step": 36180
    },
    {
      "grad_norm": 0.22057783603668213,
      "learning_rate": 9.955283869936983e-05,
      "loss": 0.0118,
      "step": 36190
    },
    {
      "loss_action": 0.007696531713008881,
      "loss_total": 0.007696531713008881,
      "step": 36190
    },
    {
      "loss_action": 0.014689638279378414,
      "loss_total": 0.014689638279378414,
      "step": 36190
    },
    {
      "loss_action": 0.019538795575499535,
      "loss_total": 0.019538795575499535,
      "step": 36190
    },
    {
      "loss_action": 0.017673123627901077,
      "loss_total": 0.017673123627901077,
      "step": 36190
    },
    {
      "loss_action": 0.00444604828953743,
      "loss_total": 0.00444604828953743,
      "step": 36190
    },
    {
      "loss_action": 0.00715695321559906,
      "loss_total": 0.00715695321559906,
      "step": 36190
    },
    {
      "loss_action": 0.009064827114343643,
      "loss_total": 0.009064827114343643,
      "step": 36190
    },
    {
      "loss_action": 0.016164101660251617,
      "loss_total": 0.016164101660251617,
      "step": 36190
    },
    {
      "grad_norm": 0.14669577777385712,
      "learning_rate": 9.955228692882186e-05,
      "loss": 0.0109,
      "step": 36200
    },
    {
      "loss_action": 0.007061637006700039,
      "loss_total": 0.007061637006700039,
      "step": 36200
    },
    {
      "loss_action": 0.005713873077183962,
      "loss_total": 0.005713873077183962,
      "step": 36200
    },
    {
      "loss_action": 0.006139739882200956,
      "loss_total": 0.006139739882200956,
      "step": 36200
    },
    {
      "loss_action": 0.007689434103667736,
      "loss_total": 0.007689434103667736,
      "step": 36200
    },
    {
      "loss_action": 0.006838394794613123,
      "loss_total": 0.006838394794613123,
      "step": 36200
    },
    {
      "loss_action": 0.014158434234559536,
      "loss_total": 0.014158434234559536,
      "step": 36200
    },
    {
      "loss_action": 0.00489686569198966,
      "loss_total": 0.00489686569198966,
      "step": 36200
    },
    {
      "loss_action": 0.01271400973200798,
      "loss_total": 0.01271400973200798,
      "step": 36200
    },
    {
      "grad_norm": 0.15106987953186035,
      "learning_rate": 9.955173481958866e-05,
      "loss": 0.0101,
      "step": 36210
    },
    {
      "loss_action": 0.007800133898854256,
      "loss_total": 0.007800133898854256,
      "step": 36210
    },
    {
      "loss_action": 0.004774611443281174,
      "loss_total": 0.004774611443281174,
      "step": 36210
    },
    {
      "loss_action": 0.0071062627248466015,
      "loss_total": 0.0071062627248466015,
      "step": 36210
    },
    {
      "loss_action": 0.007474725134670734,
      "loss_total": 0.007474725134670734,
      "step": 36210
    },
    {
      "loss_action": 0.01603853330016136,
      "loss_total": 0.01603853330016136,
      "step": 36210
    },
    {
      "loss_action": 0.004405775107443333,
      "loss_total": 0.004405775107443333,
      "step": 36210
    },
    {
      "loss_action": 0.023898232728242874,
      "loss_total": 0.023898232728242874,
      "step": 36210
    },
    {
      "loss_action": 0.010995508171617985,
      "loss_total": 0.010995508171617985,
      "step": 36210
    },
    {
      "grad_norm": 0.14440350234508514,
      "learning_rate": 9.9551182371674e-05,
      "loss": 0.0113,
      "step": 36220
    },
    {
      "loss_action": 0.004954859148710966,
      "loss_total": 0.004954859148710966,
      "step": 36220
    },
    {
      "loss_action": 0.00912393443286419,
      "loss_total": 0.00912393443286419,
      "step": 36220
    },
    {
      "loss_action": 0.029994215816259384,
      "loss_total": 0.029994215816259384,
      "step": 36220
    },
    {
      "loss_action": 0.017507942393422127,
      "loss_total": 0.017507942393422127,
      "step": 36220
    },
    {
      "loss_action": 0.01611853763461113,
      "loss_total": 0.01611853763461113,
      "step": 36220
    },
    {
      "loss_action": 0.015357857570052147,
      "loss_total": 0.015357857570052147,
      "step": 36220
    },
    {
      "loss_action": 0.01379484310746193,
      "loss_total": 0.01379484310746193,
      "step": 36220
    },
    {
      "loss_action": 0.005343304015696049,
      "loss_total": 0.005343304015696049,
      "step": 36220
    },
    {
      "grad_norm": 0.11080480366945267,
      "learning_rate": 9.955062958508167e-05,
      "loss": 0.0111,
      "step": 36230
    },
    {
      "loss_action": 0.014721330255270004,
      "loss_total": 0.014721330255270004,
      "step": 36230
    },
    {
      "loss_action": 0.009816637262701988,
      "loss_total": 0.009816637262701988,
      "step": 36230
    },
    {
      "loss_action": 0.004430314525961876,
      "loss_total": 0.004430314525961876,
      "step": 36230
    },
    {
      "loss_action": 0.009443712420761585,
      "loss_total": 0.009443712420761585,
      "step": 36230
    },
    {
      "loss_action": 0.009232822805643082,
      "loss_total": 0.009232822805643082,
      "step": 36230
    },
    {
      "loss_action": 0.013846531510353088,
      "loss_total": 0.013846531510353088,
      "step": 36230
    },
    {
      "loss_action": 0.008719272911548615,
      "loss_total": 0.008719272911548615,
      "step": 36230
    },
    {
      "loss_action": 0.0044006481766700745,
      "loss_total": 0.0044006481766700745,
      "step": 36230
    },
    {
      "grad_norm": 0.19743774831295013,
      "learning_rate": 9.955007645981543e-05,
      "loss": 0.0131,
      "step": 36240
    },
    {
      "loss_action": 0.010230245999991894,
      "loss_total": 0.010230245999991894,
      "step": 36240
    },
    {
      "loss_action": 0.011553294956684113,
      "loss_total": 0.011553294956684113,
      "step": 36240
    },
    {
      "loss_action": 0.005152891855686903,
      "loss_total": 0.005152891855686903,
      "step": 36240
    },
    {
      "loss_action": 0.019568059593439102,
      "loss_total": 0.019568059593439102,
      "step": 36240
    },
    {
      "loss_action": 0.0055852895602583885,
      "loss_total": 0.0055852895602583885,
      "step": 36240
    },
    {
      "loss_action": 0.007114601321518421,
      "loss_total": 0.007114601321518421,
      "step": 36240
    },
    {
      "loss_action": 0.008252567611634731,
      "loss_total": 0.008252567611634731,
      "step": 36240
    },
    {
      "loss_action": 0.007197352591902018,
      "loss_total": 0.007197352591902018,
      "step": 36240
    },
    {
      "grad_norm": 0.1335081160068512,
      "learning_rate": 9.954952299587907e-05,
      "loss": 0.0111,
      "step": 36250
    },
    {
      "loss_action": 0.019077103585004807,
      "loss_total": 0.019077103585004807,
      "step": 36250
    },
    {
      "loss_action": 0.005148029886186123,
      "loss_total": 0.005148029886186123,
      "step": 36250
    },
    {
      "loss_action": 0.005858416203409433,
      "loss_total": 0.005858416203409433,
      "step": 36250
    },
    {
      "loss_action": 0.005279690958559513,
      "loss_total": 0.005279690958559513,
      "step": 36250
    },
    {
      "loss_action": 0.011629046872258186,
      "loss_total": 0.011629046872258186,
      "step": 36250
    },
    {
      "loss_action": 0.010181570425629616,
      "loss_total": 0.010181570425629616,
      "step": 36250
    },
    {
      "loss_action": 0.01715083047747612,
      "loss_total": 0.01715083047747612,
      "step": 36250
    },
    {
      "loss_action": 0.014185743406414986,
      "loss_total": 0.014185743406414986,
      "step": 36250
    },
    {
      "grad_norm": 0.09812893718481064,
      "learning_rate": 9.954896919327639e-05,
      "loss": 0.0099,
      "step": 36260
    },
    {
      "loss_action": 0.007261010818183422,
      "loss_total": 0.007261010818183422,
      "step": 36260
    },
    {
      "loss_action": 0.01474645547568798,
      "loss_total": 0.01474645547568798,
      "step": 36260
    },
    {
      "loss_action": 0.0062760538421571255,
      "loss_total": 0.0062760538421571255,
      "step": 36260
    },
    {
      "loss_action": 0.008422188460826874,
      "loss_total": 0.008422188460826874,
      "step": 36260
    },
    {
      "loss_action": 0.005262311082333326,
      "loss_total": 0.005262311082333326,
      "step": 36260
    },
    {
      "loss_action": 0.0035967216826975346,
      "loss_total": 0.0035967216826975346,
      "step": 36260
    },
    {
      "loss_action": 0.009064269252121449,
      "loss_total": 0.009064269252121449,
      "step": 36260
    },
    {
      "loss_action": 0.005796106532216072,
      "loss_total": 0.005796106532216072,
      "step": 36260
    },
    {
      "grad_norm": 0.0940287858247757,
      "learning_rate": 9.954841505201116e-05,
      "loss": 0.0103,
      "step": 36270
    },
    {
      "loss_action": 0.020948342978954315,
      "loss_total": 0.020948342978954315,
      "step": 36270
    },
    {
      "loss_action": 0.008690645918250084,
      "loss_total": 0.008690645918250084,
      "step": 36270
    },
    {
      "loss_action": 0.00608794717118144,
      "loss_total": 0.00608794717118144,
      "step": 36270
    },
    {
      "loss_action": 0.010265877470374107,
      "loss_total": 0.010265877470374107,
      "step": 36270
    },
    {
      "loss_action": 0.0046442048624157906,
      "loss_total": 0.0046442048624157906,
      "step": 36270
    },
    {
      "loss_action": 0.005120593123137951,
      "loss_total": 0.005120593123137951,
      "step": 36270
    },
    {
      "loss_action": 0.004950490780174732,
      "loss_total": 0.004950490780174732,
      "step": 36270
    },
    {
      "loss_action": 0.013036670163273811,
      "loss_total": 0.013036670163273811,
      "step": 36270
    },
    {
      "grad_norm": 0.18295210599899292,
      "learning_rate": 9.954786057208714e-05,
      "loss": 0.0118,
      "step": 36280
    },
    {
      "loss_action": 0.012008778750896454,
      "loss_total": 0.012008778750896454,
      "step": 36280
    },
    {
      "loss_action": 0.014804268255829811,
      "loss_total": 0.014804268255829811,
      "step": 36280
    },
    {
      "loss_action": 0.014276010915637016,
      "loss_total": 0.014276010915637016,
      "step": 36280
    },
    {
      "loss_action": 0.006761578842997551,
      "loss_total": 0.006761578842997551,
      "step": 36280
    },
    {
      "loss_action": 0.013958211056888103,
      "loss_total": 0.013958211056888103,
      "step": 36280
    },
    {
      "loss_action": 0.004209657199680805,
      "loss_total": 0.004209657199680805,
      "step": 36280
    },
    {
      "loss_action": 0.006141943857073784,
      "loss_total": 0.006141943857073784,
      "step": 36280
    },
    {
      "loss_action": 0.014199974946677685,
      "loss_total": 0.014199974946677685,
      "step": 36280
    },
    {
      "grad_norm": 0.1320987194776535,
      "learning_rate": 9.954730575350817e-05,
      "loss": 0.011,
      "step": 36290
    },
    {
      "loss_action": 0.007657245732843876,
      "loss_total": 0.007657245732843876,
      "step": 36290
    },
    {
      "loss_action": 0.017771176993846893,
      "loss_total": 0.017771176993846893,
      "step": 36290
    },
    {
      "loss_action": 0.004222137853503227,
      "loss_total": 0.004222137853503227,
      "step": 36290
    },
    {
      "loss_action": 0.015976594761013985,
      "loss_total": 0.015976594761013985,
      "step": 36290
    },
    {
      "loss_action": 0.012624921277165413,
      "loss_total": 0.012624921277165413,
      "step": 36290
    },
    {
      "loss_action": 0.007102832198143005,
      "loss_total": 0.007102832198143005,
      "step": 36290
    },
    {
      "loss_action": 0.005430505145341158,
      "loss_total": 0.005430505145341158,
      "step": 36290
    },
    {
      "loss_action": 0.006121020298451185,
      "loss_total": 0.006121020298451185,
      "step": 36290
    },
    {
      "grad_norm": 0.12333150953054428,
      "learning_rate": 9.9546750596278e-05,
      "loss": 0.0104,
      "step": 36300
    },
    {
      "loss_action": 0.005773304030299187,
      "loss_total": 0.005773304030299187,
      "step": 36300
    },
    {
      "loss_action": 0.009021379984915257,
      "loss_total": 0.009021379984915257,
      "step": 36300
    },
    {
      "loss_action": 0.00721727916970849,
      "loss_total": 0.00721727916970849,
      "step": 36300
    },
    {
      "loss_action": 0.017469048500061035,
      "loss_total": 0.017469048500061035,
      "step": 36300
    },
    {
      "loss_action": 0.013013253919780254,
      "loss_total": 0.013013253919780254,
      "step": 36300
    },
    {
      "loss_action": 0.011619371362030506,
      "loss_total": 0.011619371362030506,
      "step": 36300
    },
    {
      "loss_action": 0.027105750516057014,
      "loss_total": 0.027105750516057014,
      "step": 36300
    },
    {
      "loss_action": 0.008972574956715107,
      "loss_total": 0.008972574956715107,
      "step": 36300
    },
    {
      "grad_norm": 0.12599055469036102,
      "learning_rate": 9.954619510040046e-05,
      "loss": 0.011,
      "step": 36310
    },
    {
      "loss_action": 0.009380931966006756,
      "loss_total": 0.009380931966006756,
      "step": 36310
    },
    {
      "loss_action": 0.005534956697374582,
      "loss_total": 0.005534956697374582,
      "step": 36310
    },
    {
      "loss_action": 0.006053330842405558,
      "loss_total": 0.006053330842405558,
      "step": 36310
    },
    {
      "loss_action": 0.009729212149977684,
      "loss_total": 0.009729212149977684,
      "step": 36310
    },
    {
      "loss_action": 0.008684364147484303,
      "loss_total": 0.008684364147484303,
      "step": 36310
    },
    {
      "loss_action": 0.010341128334403038,
      "loss_total": 0.010341128334403038,
      "step": 36310
    },
    {
      "loss_action": 0.010156378149986267,
      "loss_total": 0.010156378149986267,
      "step": 36310
    },
    {
      "loss_action": 0.003456252859905362,
      "loss_total": 0.003456252859905362,
      "step": 36310
    },
    {
      "grad_norm": 0.16568107903003693,
      "learning_rate": 9.954563926587932e-05,
      "loss": 0.01,
      "step": 36320
    },
    {
      "loss_action": 0.021080922335386276,
      "loss_total": 0.021080922335386276,
      "step": 36320
    },
    {
      "loss_action": 0.0165240615606308,
      "loss_total": 0.0165240615606308,
      "step": 36320
    },
    {
      "loss_action": 0.008173756301403046,
      "loss_total": 0.008173756301403046,
      "step": 36320
    },
    {
      "loss_action": 0.008684506639838219,
      "loss_total": 0.008684506639838219,
      "step": 36320
    },
    {
      "loss_action": 0.015106343664228916,
      "loss_total": 0.015106343664228916,
      "step": 36320
    },
    {
      "loss_action": 0.012216883711516857,
      "loss_total": 0.012216883711516857,
      "step": 36320
    },
    {
      "loss_action": 0.01471831277012825,
      "loss_total": 0.01471831277012825,
      "step": 36320
    },
    {
      "loss_action": 0.010590092279016972,
      "loss_total": 0.010590092279016972,
      "step": 36320
    },
    {
      "grad_norm": 0.11708731949329376,
      "learning_rate": 9.95450830927184e-05,
      "loss": 0.0103,
      "step": 36330
    },
    {
      "loss_action": 0.017757302150130272,
      "loss_total": 0.017757302150130272,
      "step": 36330
    },
    {
      "loss_action": 0.004875273443758488,
      "loss_total": 0.004875273443758488,
      "step": 36330
    },
    {
      "loss_action": 0.01666255295276642,
      "loss_total": 0.01666255295276642,
      "step": 36330
    },
    {
      "loss_action": 0.011077126488089561,
      "loss_total": 0.011077126488089561,
      "step": 36330
    },
    {
      "loss_action": 0.007565964013338089,
      "loss_total": 0.007565964013338089,
      "step": 36330
    },
    {
      "loss_action": 0.01340879313647747,
      "loss_total": 0.01340879313647747,
      "step": 36330
    },
    {
      "loss_action": 0.014213548973202705,
      "loss_total": 0.014213548973202705,
      "step": 36330
    },
    {
      "loss_action": 0.01023021899163723,
      "loss_total": 0.01023021899163723,
      "step": 36330
    },
    {
      "grad_norm": 0.16738858819007874,
      "learning_rate": 9.954452658092147e-05,
      "loss": 0.0111,
      "step": 36340
    },
    {
      "loss_action": 0.004071943927556276,
      "loss_total": 0.004071943927556276,
      "step": 36340
    },
    {
      "loss_action": 0.01968095824122429,
      "loss_total": 0.01968095824122429,
      "step": 36340
    },
    {
      "loss_action": 0.03292911499738693,
      "loss_total": 0.03292911499738693,
      "step": 36340
    },
    {
      "loss_action": 0.009590103290975094,
      "loss_total": 0.009590103290975094,
      "step": 36340
    },
    {
      "loss_action": 0.01698584109544754,
      "loss_total": 0.01698584109544754,
      "step": 36340
    },
    {
      "loss_action": 0.017017176374793053,
      "loss_total": 0.017017176374793053,
      "step": 36340
    },
    {
      "loss_action": 0.030393017455935478,
      "loss_total": 0.030393017455935478,
      "step": 36340
    },
    {
      "loss_action": 0.012393607757985592,
      "loss_total": 0.012393607757985592,
      "step": 36340
    },
    {
      "grad_norm": 0.16980427503585815,
      "learning_rate": 9.954396973049236e-05,
      "loss": 0.0119,
      "step": 36350
    },
    {
      "loss_action": 0.008962875232100487,
      "loss_total": 0.008962875232100487,
      "step": 36350
    },
    {
      "loss_action": 0.004406476393342018,
      "loss_total": 0.004406476393342018,
      "step": 36350
    },
    {
      "loss_action": 0.0034638659562915564,
      "loss_total": 0.0034638659562915564,
      "step": 36350
    },
    {
      "loss_action": 0.007022632285952568,
      "loss_total": 0.007022632285952568,
      "step": 36350
    },
    {
      "loss_action": 0.004228865262120962,
      "loss_total": 0.004228865262120962,
      "step": 36350
    },
    {
      "loss_action": 0.011326629668474197,
      "loss_total": 0.011326629668474197,
      "step": 36350
    },
    {
      "loss_action": 0.004677311517298222,
      "loss_total": 0.004677311517298222,
      "step": 36350
    },
    {
      "loss_action": 0.006625153124332428,
      "loss_total": 0.006625153124332428,
      "step": 36350
    },
    {
      "grad_norm": 0.11660168319940567,
      "learning_rate": 9.954341254143487e-05,
      "loss": 0.0088,
      "step": 36360
    },
    {
      "loss_action": 0.0030626554507762194,
      "loss_total": 0.0030626554507762194,
      "step": 36360
    },
    {
      "loss_action": 0.015128977596759796,
      "loss_total": 0.015128977596759796,
      "step": 36360
    },
    {
      "loss_action": 0.0048879534006118774,
      "loss_total": 0.0048879534006118774,
      "step": 36360
    },
    {
      "loss_action": 0.02151373401284218,
      "loss_total": 0.02151373401284218,
      "step": 36360
    },
    {
      "loss_action": 0.005318792071193457,
      "loss_total": 0.005318792071193457,
      "step": 36360
    },
    {
      "loss_action": 0.013054203242063522,
      "loss_total": 0.013054203242063522,
      "step": 36360
    },
    {
      "loss_action": 0.005883957725018263,
      "loss_total": 0.005883957725018263,
      "step": 36360
    },
    {
      "loss_action": 0.006087411195039749,
      "loss_total": 0.006087411195039749,
      "step": 36360
    },
    {
      "grad_norm": 0.14064252376556396,
      "learning_rate": 9.954285501375281e-05,
      "loss": 0.0119,
      "step": 36370
    },
    {
      "loss_action": 0.003629953833296895,
      "loss_total": 0.003629953833296895,
      "step": 36370
    },
    {
      "loss_action": 0.005823345854878426,
      "loss_total": 0.005823345854878426,
      "step": 36370
    },
    {
      "loss_action": 0.01699073798954487,
      "loss_total": 0.01699073798954487,
      "step": 36370
    },
    {
      "loss_action": 0.0036118943244218826,
      "loss_total": 0.0036118943244218826,
      "step": 36370
    },
    {
      "loss_action": 0.02803935296833515,
      "loss_total": 0.02803935296833515,
      "step": 36370
    },
    {
      "loss_action": 0.00439803209155798,
      "loss_total": 0.00439803209155798,
      "step": 36370
    },
    {
      "loss_action": 0.003209214424714446,
      "loss_total": 0.003209214424714446,
      "step": 36370
    },
    {
      "loss_action": 0.016781996935606003,
      "loss_total": 0.016781996935606003,
      "step": 36370
    },
    {
      "grad_norm": 0.23044103384017944,
      "learning_rate": 9.954229714744999e-05,
      "loss": 0.0127,
      "step": 36380
    },
    {
      "loss_action": 0.01144465059041977,
      "loss_total": 0.01144465059041977,
      "step": 36380
    },
    {
      "loss_action": 0.023106422275304794,
      "loss_total": 0.023106422275304794,
      "step": 36380
    },
    {
      "loss_action": 0.01765645295381546,
      "loss_total": 0.01765645295381546,
      "step": 36380
    },
    {
      "loss_action": 0.008574720472097397,
      "loss_total": 0.008574720472097397,
      "step": 36380
    },
    {
      "loss_action": 0.007861863821744919,
      "loss_total": 0.007861863821744919,
      "step": 36380
    },
    {
      "loss_action": 0.01389215886592865,
      "loss_total": 0.01389215886592865,
      "step": 36380
    },
    {
      "loss_action": 0.017732731997966766,
      "loss_total": 0.017732731997966766,
      "step": 36380
    },
    {
      "loss_action": 0.01429955568164587,
      "loss_total": 0.01429955568164587,
      "step": 36380
    },
    {
      "grad_norm": 0.21729786694049835,
      "learning_rate": 9.954173894253021e-05,
      "loss": 0.0135,
      "step": 36390
    },
    {
      "loss_action": 0.005015276838093996,
      "loss_total": 0.005015276838093996,
      "step": 36390
    },
    {
      "loss_action": 0.011443350464105606,
      "loss_total": 0.011443350464105606,
      "step": 36390
    },
    {
      "loss_action": 0.008345603942871094,
      "loss_total": 0.008345603942871094,
      "step": 36390
    },
    {
      "loss_action": 0.006829592399299145,
      "loss_total": 0.006829592399299145,
      "step": 36390
    },
    {
      "loss_action": 0.020821189507842064,
      "loss_total": 0.020821189507842064,
      "step": 36390
    },
    {
      "loss_action": 0.005256486125290394,
      "loss_total": 0.005256486125290394,
      "step": 36390
    },
    {
      "loss_action": 0.006895229686051607,
      "loss_total": 0.006895229686051607,
      "step": 36390
    },
    {
      "loss_action": 0.015487046912312508,
      "loss_total": 0.015487046912312508,
      "step": 36390
    },
    {
      "grad_norm": 0.17904379963874817,
      "learning_rate": 9.954118039899731e-05,
      "loss": 0.0125,
      "step": 36400
    },
    {
      "loss_action": 0.0070315757766366005,
      "loss_total": 0.0070315757766366005,
      "step": 36400
    },
    {
      "loss_action": 0.05579860508441925,
      "loss_total": 0.05579860508441925,
      "step": 36400
    },
    {
      "loss_action": 0.02824006974697113,
      "loss_total": 0.02824006974697113,
      "step": 36400
    },
    {
      "loss_action": 0.016745561733841896,
      "loss_total": 0.016745561733841896,
      "step": 36400
    },
    {
      "loss_action": 0.00964670442044735,
      "loss_total": 0.00964670442044735,
      "step": 36400
    },
    {
      "loss_action": 0.010693361051380634,
      "loss_total": 0.010693361051380634,
      "step": 36400
    },
    {
      "loss_action": 0.01567155122756958,
      "loss_total": 0.01567155122756958,
      "step": 36400
    },
    {
      "loss_action": 0.010315194725990295,
      "loss_total": 0.010315194725990295,
      "step": 36400
    },
    {
      "grad_norm": 0.140531525015831,
      "learning_rate": 9.95406215168551e-05,
      "loss": 0.0108,
      "step": 36410
    },
    {
      "loss_action": 0.007561191916465759,
      "loss_total": 0.007561191916465759,
      "step": 36410
    },
    {
      "loss_action": 0.009120087139308453,
      "loss_total": 0.009120087139308453,
      "step": 36410
    },
    {
      "loss_action": 0.012143641710281372,
      "loss_total": 0.012143641710281372,
      "step": 36410
    },
    {
      "loss_action": 0.012931765988469124,
      "loss_total": 0.012931765988469124,
      "step": 36410
    },
    {
      "loss_action": 0.00807659700512886,
      "loss_total": 0.00807659700512886,
      "step": 36410
    },
    {
      "loss_action": 0.00690697506070137,
      "loss_total": 0.00690697506070137,
      "step": 36410
    },
    {
      "loss_action": 0.005336795933544636,
      "loss_total": 0.005336795933544636,
      "step": 36410
    },
    {
      "loss_action": 0.008875878527760506,
      "loss_total": 0.008875878527760506,
      "step": 36410
    },
    {
      "grad_norm": 0.159138485789299,
      "learning_rate": 9.954006229610737e-05,
      "loss": 0.0122,
      "step": 36420
    },
    {
      "loss_action": 0.01032947190105915,
      "loss_total": 0.01032947190105915,
      "step": 36420
    },
    {
      "loss_action": 0.007771275006234646,
      "loss_total": 0.007771275006234646,
      "step": 36420
    },
    {
      "loss_action": 0.006935763638466597,
      "loss_total": 0.006935763638466597,
      "step": 36420
    },
    {
      "loss_action": 0.006256936118006706,
      "loss_total": 0.006256936118006706,
      "step": 36420
    },
    {
      "loss_action": 0.013024438172578812,
      "loss_total": 0.013024438172578812,
      "step": 36420
    },
    {
      "loss_action": 0.014393379911780357,
      "loss_total": 0.014393379911780357,
      "step": 36420
    },
    {
      "loss_action": 0.009338234551250935,
      "loss_total": 0.009338234551250935,
      "step": 36420
    },
    {
      "loss_action": 0.023912446573376656,
      "loss_total": 0.023912446573376656,
      "step": 36420
    },
    {
      "grad_norm": 0.12516096234321594,
      "learning_rate": 9.953950273675798e-05,
      "loss": 0.0106,
      "step": 36430
    },
    {
      "loss_action": 0.013564825057983398,
      "loss_total": 0.013564825057983398,
      "step": 36430
    },
    {
      "loss_action": 0.013436472043395042,
      "loss_total": 0.013436472043395042,
      "step": 36430
    },
    {
      "loss_action": 0.01704152673482895,
      "loss_total": 0.01704152673482895,
      "step": 36430
    },
    {
      "loss_action": 0.0057083480060100555,
      "loss_total": 0.0057083480060100555,
      "step": 36430
    },
    {
      "loss_action": 0.008692413568496704,
      "loss_total": 0.008692413568496704,
      "step": 36430
    },
    {
      "loss_action": 0.007287266664206982,
      "loss_total": 0.007287266664206982,
      "step": 36430
    },
    {
      "loss_action": 0.007749345153570175,
      "loss_total": 0.007749345153570175,
      "step": 36430
    },
    {
      "loss_action": 0.004027437884360552,
      "loss_total": 0.004027437884360552,
      "step": 36430
    },
    {
      "grad_norm": 0.12421578168869019,
      "learning_rate": 9.953894283881075e-05,
      "loss": 0.0101,
      "step": 36440
    },
    {
      "loss_action": 0.017319662496447563,
      "loss_total": 0.017319662496447563,
      "step": 36440
    },
    {
      "loss_action": 0.005631685722619295,
      "loss_total": 0.005631685722619295,
      "step": 36440
    },
    {
      "loss_action": 0.008483917452394962,
      "loss_total": 0.008483917452394962,
      "step": 36440
    },
    {
      "loss_action": 0.004316830541938543,
      "loss_total": 0.004316830541938543,
      "step": 36440
    },
    {
      "loss_action": 0.015015808865427971,
      "loss_total": 0.015015808865427971,
      "step": 36440
    },
    {
      "loss_action": 0.0072776745073497295,
      "loss_total": 0.0072776745073497295,
      "step": 36440
    },
    {
      "loss_action": 0.007981297560036182,
      "loss_total": 0.007981297560036182,
      "step": 36440
    },
    {
      "loss_action": 0.006357415113598108,
      "loss_total": 0.006357415113598108,
      "step": 36440
    },
    {
      "grad_norm": 0.10850238054990768,
      "learning_rate": 9.95383826022695e-05,
      "loss": 0.0099,
      "step": 36450
    },
    {
      "loss_action": 0.009615389630198479,
      "loss_total": 0.009615389630198479,
      "step": 36450
    },
    {
      "loss_action": 0.0038841080386191607,
      "loss_total": 0.0038841080386191607,
      "step": 36450
    },
    {
      "loss_action": 0.039835743606090546,
      "loss_total": 0.039835743606090546,
      "step": 36450
    },
    {
      "loss_action": 0.006591822020709515,
      "loss_total": 0.006591822020709515,
      "step": 36450
    },
    {
      "loss_action": 0.012923022732138634,
      "loss_total": 0.012923022732138634,
      "step": 36450
    },
    {
      "loss_action": 0.015410445630550385,
      "loss_total": 0.015410445630550385,
      "step": 36450
    },
    {
      "loss_action": 0.009971393272280693,
      "loss_total": 0.009971393272280693,
      "step": 36450
    },
    {
      "loss_action": 0.01604878343641758,
      "loss_total": 0.01604878343641758,
      "step": 36450
    },
    {
      "grad_norm": 0.12989561259746552,
      "learning_rate": 9.953782202713804e-05,
      "loss": 0.0111,
      "step": 36460
    },
    {
      "loss_action": 0.008280428126454353,
      "loss_total": 0.008280428126454353,
      "step": 36460
    },
    {
      "loss_action": 0.009513642638921738,
      "loss_total": 0.009513642638921738,
      "step": 36460
    },
    {
      "loss_action": 0.007784808520227671,
      "loss_total": 0.007784808520227671,
      "step": 36460
    },
    {
      "loss_action": 0.005583134014159441,
      "loss_total": 0.005583134014159441,
      "step": 36460
    },
    {
      "loss_action": 0.005944880191236734,
      "loss_total": 0.005944880191236734,
      "step": 36460
    },
    {
      "loss_action": 0.006264135241508484,
      "loss_total": 0.006264135241508484,
      "step": 36460
    },
    {
      "loss_action": 0.023098092526197433,
      "loss_total": 0.023098092526197433,
      "step": 36460
    },
    {
      "loss_action": 0.002439232775941491,
      "loss_total": 0.002439232775941491,
      "step": 36460
    },
    {
      "grad_norm": 0.1453760862350464,
      "learning_rate": 9.953726111342024e-05,
      "loss": 0.0103,
      "step": 36470
    },
    {
      "loss_action": 0.01012040302157402,
      "loss_total": 0.01012040302157402,
      "step": 36470
    },
    {
      "loss_action": 0.008570797741413116,
      "loss_total": 0.008570797741413116,
      "step": 36470
    },
    {
      "loss_action": 0.004804711788892746,
      "loss_total": 0.004804711788892746,
      "step": 36470
    },
    {
      "loss_action": 0.0073600271716713905,
      "loss_total": 0.0073600271716713905,
      "step": 36470
    },
    {
      "loss_action": 0.004435117356479168,
      "loss_total": 0.004435117356479168,
      "step": 36470
    },
    {
      "loss_action": 0.007591666653752327,
      "loss_total": 0.007591666653752327,
      "step": 36470
    },
    {
      "loss_action": 0.007945016957819462,
      "loss_total": 0.007945016957819462,
      "step": 36470
    },
    {
      "loss_action": 0.008718284778296947,
      "loss_total": 0.008718284778296947,
      "step": 36470
    },
    {
      "grad_norm": 0.16556833684444427,
      "learning_rate": 9.953669986111988e-05,
      "loss": 0.0107,
      "step": 36480
    },
    {
      "loss_action": 0.011412306688725948,
      "loss_total": 0.011412306688725948,
      "step": 36480
    },
    {
      "loss_action": 0.011395874433219433,
      "loss_total": 0.011395874433219433,
      "step": 36480
    },
    {
      "loss_action": 0.016099873930215836,
      "loss_total": 0.016099873930215836,
      "step": 36480
    },
    {
      "loss_action": 0.025319095700979233,
      "loss_total": 0.025319095700979233,
      "step": 36480
    },
    {
      "loss_action": 0.006382374092936516,
      "loss_total": 0.006382374092936516,
      "step": 36480
    },
    {
      "loss_action": 0.056006669998168945,
      "loss_total": 0.056006669998168945,
      "step": 36480
    },
    {
      "loss_action": 0.03479824215173721,
      "loss_total": 0.03479824215173721,
      "step": 36480
    },
    {
      "loss_action": 0.004148974549025297,
      "loss_total": 0.004148974549025297,
      "step": 36480
    },
    {
      "grad_norm": 0.12981407344341278,
      "learning_rate": 9.953613827024086e-05,
      "loss": 0.0125,
      "step": 36490
    },
    {
      "loss_action": 0.005917382426559925,
      "loss_total": 0.005917382426559925,
      "step": 36490
    },
    {
      "loss_action": 0.00806906633079052,
      "loss_total": 0.00806906633079052,
      "step": 36490
    },
    {
      "loss_action": 0.004783143289387226,
      "loss_total": 0.004783143289387226,
      "step": 36490
    },
    {
      "loss_action": 0.008836621418595314,
      "loss_total": 0.008836621418595314,
      "step": 36490
    },
    {
      "loss_action": 0.005323951132595539,
      "loss_total": 0.005323951132595539,
      "step": 36490
    },
    {
      "loss_action": 0.022286085411906242,
      "loss_total": 0.022286085411906242,
      "step": 36490
    },
    {
      "loss_action": 0.008037189021706581,
      "loss_total": 0.008037189021706581,
      "step": 36490
    },
    {
      "loss_action": 0.005215455312281847,
      "loss_total": 0.005215455312281847,
      "step": 36490
    },
    {
      "grad_norm": 0.16666851937770844,
      "learning_rate": 9.953557634078696e-05,
      "loss": 0.0113,
      "step": 36500
    },
    {
      "loss_action": 0.008428465574979782,
      "loss_total": 0.008428465574979782,
      "step": 36500
    },
    {
      "loss_action": 0.004454514943063259,
      "loss_total": 0.004454514943063259,
      "step": 36500
    },
    {
      "loss_action": 0.010895313695073128,
      "loss_total": 0.010895313695073128,
      "step": 36500
    },
    {
      "loss_action": 0.007006495259702206,
      "loss_total": 0.007006495259702206,
      "step": 36500
    },
    {
      "loss_action": 0.004115702584385872,
      "loss_total": 0.004115702584385872,
      "step": 36500
    },
    {
      "loss_action": 0.012054737657308578,
      "loss_total": 0.012054737657308578,
      "step": 36500
    },
    {
      "loss_action": 0.005794928874820471,
      "loss_total": 0.005794928874820471,
      "step": 36500
    },
    {
      "loss_action": 0.02133735828101635,
      "loss_total": 0.02133735828101635,
      "step": 36500
    },
    {
      "grad_norm": 0.20044873654842377,
      "learning_rate": 9.953501407276207e-05,
      "loss": 0.0102,
      "step": 36510
    },
    {
      "loss_action": 0.022598687559366226,
      "loss_total": 0.022598687559366226,
      "step": 36510
    },
    {
      "loss_action": 0.03062095120549202,
      "loss_total": 0.03062095120549202,
      "step": 36510
    },
    {
      "loss_action": 0.007176021113991737,
      "loss_total": 0.007176021113991737,
      "step": 36510
    },
    {
      "loss_action": 0.011106284335255623,
      "loss_total": 0.011106284335255623,
      "step": 36510
    },
    {
      "loss_action": 0.007350847590714693,
      "loss_total": 0.007350847590714693,
      "step": 36510
    },
    {
      "loss_action": 0.006739279255270958,
      "loss_total": 0.006739279255270958,
      "step": 36510
    },
    {
      "loss_action": 0.017360499128699303,
      "loss_total": 0.017360499128699303,
      "step": 36510
    },
    {
      "loss_action": 0.01113724336028099,
      "loss_total": 0.01113724336028099,
      "step": 36510
    },
    {
      "grad_norm": 0.1687752902507782,
      "learning_rate": 9.953445146617e-05,
      "loss": 0.0122,
      "step": 36520
    },
    {
      "loss_action": 0.006634024903178215,
      "loss_total": 0.006634024903178215,
      "step": 36520
    },
    {
      "loss_action": 0.019743716344237328,
      "loss_total": 0.019743716344237328,
      "step": 36520
    },
    {
      "loss_action": 0.006469538435339928,
      "loss_total": 0.006469538435339928,
      "step": 36520
    },
    {
      "loss_action": 0.04627663269639015,
      "loss_total": 0.04627663269639015,
      "step": 36520
    },
    {
      "loss_action": 0.005749566946178675,
      "loss_total": 0.005749566946178675,
      "step": 36520
    },
    {
      "loss_action": 0.026334142312407494,
      "loss_total": 0.026334142312407494,
      "step": 36520
    },
    {
      "loss_action": 0.018645862117409706,
      "loss_total": 0.018645862117409706,
      "step": 36520
    },
    {
      "loss_action": 0.007570582441985607,
      "loss_total": 0.007570582441985607,
      "step": 36520
    },
    {
      "grad_norm": 0.1149386465549469,
      "learning_rate": 9.95338885210146e-05,
      "loss": 0.0125,
      "step": 36530
    },
    {
      "loss_action": 0.02431345358490944,
      "loss_total": 0.02431345358490944,
      "step": 36530
    },
    {
      "loss_action": 0.013707187958061695,
      "loss_total": 0.013707187958061695,
      "step": 36530
    },
    {
      "loss_action": 0.01684219017624855,
      "loss_total": 0.01684219017624855,
      "step": 36530
    },
    {
      "loss_action": 0.007909804582595825,
      "loss_total": 0.007909804582595825,
      "step": 36530
    },
    {
      "loss_action": 0.00634509464725852,
      "loss_total": 0.00634509464725852,
      "step": 36530
    },
    {
      "loss_action": 0.008175528608262539,
      "loss_total": 0.008175528608262539,
      "step": 36530
    },
    {
      "loss_action": 0.010385101661086082,
      "loss_total": 0.010385101661086082,
      "step": 36530
    },
    {
      "loss_action": 0.009951027110219002,
      "loss_total": 0.009951027110219002,
      "step": 36530
    },
    {
      "grad_norm": 0.09387336671352386,
      "learning_rate": 9.953332523729975e-05,
      "loss": 0.0111,
      "step": 36540
    },
    {
      "loss_action": 0.003188676666468382,
      "loss_total": 0.003188676666468382,
      "step": 36540
    },
    {
      "loss_action": 0.018467295914888382,
      "loss_total": 0.018467295914888382,
      "step": 36540
    },
    {
      "loss_action": 0.0047170668840408325,
      "loss_total": 0.0047170668840408325,
      "step": 36540
    },
    {
      "loss_action": 0.008210400119423866,
      "loss_total": 0.008210400119423866,
      "step": 36540
    },
    {
      "loss_action": 0.007502480410039425,
      "loss_total": 0.007502480410039425,
      "step": 36540
    },
    {
      "loss_action": 0.00903232954442501,
      "loss_total": 0.00903232954442501,
      "step": 36540
    },
    {
      "loss_action": 0.009781617671251297,
      "loss_total": 0.009781617671251297,
      "step": 36540
    },
    {
      "loss_action": 0.030734216794371605,
      "loss_total": 0.030734216794371605,
      "step": 36540
    },
    {
      "grad_norm": 0.13552537560462952,
      "learning_rate": 9.953276161502924e-05,
      "loss": 0.0105,
      "step": 36550
    },
    {
      "loss_action": 0.0034199440851807594,
      "loss_total": 0.0034199440851807594,
      "step": 36550
    },
    {
      "loss_action": 0.009227919392287731,
      "loss_total": 0.009227919392287731,
      "step": 36550
    },
    {
      "loss_action": 0.012117534875869751,
      "loss_total": 0.012117534875869751,
      "step": 36550
    },
    {
      "loss_action": 0.013560840860009193,
      "loss_total": 0.013560840860009193,
      "step": 36550
    },
    {
      "loss_action": 0.011115489527583122,
      "loss_total": 0.011115489527583122,
      "step": 36550
    },
    {
      "loss_action": 0.007888412103056908,
      "loss_total": 0.007888412103056908,
      "step": 36550
    },
    {
      "loss_action": 0.005177133716642857,
      "loss_total": 0.005177133716642857,
      "step": 36550
    },
    {
      "loss_action": 0.0065209646709263325,
      "loss_total": 0.0065209646709263325,
      "step": 36550
    },
    {
      "grad_norm": 0.17631201446056366,
      "learning_rate": 9.953219765420697e-05,
      "loss": 0.0092,
      "step": 36560
    },
    {
      "loss_action": 0.0071587711572647095,
      "loss_total": 0.0071587711572647095,
      "step": 36560
    },
    {
      "loss_action": 0.00442285044118762,
      "loss_total": 0.00442285044118762,
      "step": 36560
    },
    {
      "loss_action": 0.009894067421555519,
      "loss_total": 0.009894067421555519,
      "step": 36560
    },
    {
      "loss_action": 0.015621516853570938,
      "loss_total": 0.015621516853570938,
      "step": 36560
    },
    {
      "loss_action": 0.027276262640953064,
      "loss_total": 0.027276262640953064,
      "step": 36560
    },
    {
      "loss_action": 0.0187283493578434,
      "loss_total": 0.0187283493578434,
      "step": 36560
    },
    {
      "loss_action": 0.010281335562467575,
      "loss_total": 0.010281335562467575,
      "step": 36560
    },
    {
      "loss_action": 0.014111356809735298,
      "loss_total": 0.014111356809735298,
      "step": 36560
    },
    {
      "grad_norm": 0.1173139289021492,
      "learning_rate": 9.953163335483679e-05,
      "loss": 0.0101,
      "step": 36570
    },
    {
      "loss_action": 0.00612601637840271,
      "loss_total": 0.00612601637840271,
      "step": 36570
    },
    {
      "loss_action": 0.005971995182335377,
      "loss_total": 0.005971995182335377,
      "step": 36570
    },
    {
      "loss_action": 0.008140075951814651,
      "loss_total": 0.008140075951814651,
      "step": 36570
    },
    {
      "loss_action": 0.005573016591370106,
      "loss_total": 0.005573016591370106,
      "step": 36570
    },
    {
      "loss_action": 0.018965497612953186,
      "loss_total": 0.018965497612953186,
      "step": 36570
    },
    {
      "loss_action": 0.018037185072898865,
      "loss_total": 0.018037185072898865,
      "step": 36570
    },
    {
      "loss_action": 0.016800519078969955,
      "loss_total": 0.016800519078969955,
      "step": 36570
    },
    {
      "loss_action": 0.012929159216582775,
      "loss_total": 0.012929159216582775,
      "step": 36570
    },
    {
      "grad_norm": 0.1424815058708191,
      "learning_rate": 9.953106871692253e-05,
      "loss": 0.0109,
      "step": 36580
    },
    {
      "loss_action": 0.005505244247615337,
      "loss_total": 0.005505244247615337,
      "step": 36580
    },
    {
      "loss_action": 0.007555426098406315,
      "loss_total": 0.007555426098406315,
      "step": 36580
    },
    {
      "loss_action": 0.008657284080982208,
      "loss_total": 0.008657284080982208,
      "step": 36580
    },
    {
      "loss_action": 0.008562514558434486,
      "loss_total": 0.008562514558434486,
      "step": 36580
    },
    {
      "loss_action": 0.01802939921617508,
      "loss_total": 0.01802939921617508,
      "step": 36580
    },
    {
      "loss_action": 0.0055609168484807014,
      "loss_total": 0.0055609168484807014,
      "step": 36580
    },
    {
      "loss_action": 0.008258793503046036,
      "loss_total": 0.008258793503046036,
      "step": 36580
    },
    {
      "loss_action": 0.006031024269759655,
      "loss_total": 0.006031024269759655,
      "step": 36580
    },
    {
      "grad_norm": 0.19252841174602509,
      "learning_rate": 9.953050374046808e-05,
      "loss": 0.0108,
      "step": 36590
    },
    {
      "loss_action": 0.007528660818934441,
      "loss_total": 0.007528660818934441,
      "step": 36590
    },
    {
      "loss_action": 0.0038580242544412613,
      "loss_total": 0.0038580242544412613,
      "step": 36590
    },
    {
      "loss_action": 0.015456624329090118,
      "loss_total": 0.015456624329090118,
      "step": 36590
    },
    {
      "loss_action": 0.00420725392177701,
      "loss_total": 0.00420725392177701,
      "step": 36590
    },
    {
      "loss_action": 0.0050604380667209625,
      "loss_total": 0.0050604380667209625,
      "step": 36590
    },
    {
      "loss_action": 0.010457543656229973,
      "loss_total": 0.010457543656229973,
      "step": 36590
    },
    {
      "loss_action": 0.007013690657913685,
      "loss_total": 0.007013690657913685,
      "step": 36590
    },
    {
      "loss_action": 0.008554991334676743,
      "loss_total": 0.008554991334676743,
      "step": 36590
    },
    {
      "grad_norm": 0.19135811924934387,
      "learning_rate": 9.952993842547729e-05,
      "loss": 0.0098,
      "step": 36600
    },
    {
      "loss_action": 0.004816501401364803,
      "loss_total": 0.004816501401364803,
      "step": 36600
    },
    {
      "loss_action": 0.008255153894424438,
      "loss_total": 0.008255153894424438,
      "step": 36600
    },
    {
      "loss_action": 0.007246090564876795,
      "loss_total": 0.007246090564876795,
      "step": 36600
    },
    {
      "loss_action": 0.010678334161639214,
      "loss_total": 0.010678334161639214,
      "step": 36600
    },
    {
      "loss_action": 0.011388298124074936,
      "loss_total": 0.011388298124074936,
      "step": 36600
    },
    {
      "loss_action": 0.00695875845849514,
      "loss_total": 0.00695875845849514,
      "step": 36600
    },
    {
      "loss_action": 0.015230432152748108,
      "loss_total": 0.015230432152748108,
      "step": 36600
    },
    {
      "loss_action": 0.005972180049866438,
      "loss_total": 0.005972180049866438,
      "step": 36600
    },
    {
      "grad_norm": 0.16875126957893372,
      "learning_rate": 9.952937277195401e-05,
      "loss": 0.01,
      "step": 36610
    },
    {
      "loss_action": 0.015056024305522442,
      "loss_total": 0.015056024305522442,
      "step": 36610
    },
    {
      "loss_action": 0.020739326253533363,
      "loss_total": 0.020739326253533363,
      "step": 36610
    },
    {
      "loss_action": 0.007132020778954029,
      "loss_total": 0.007132020778954029,
      "step": 36610
    },
    {
      "loss_action": 0.00862179696559906,
      "loss_total": 0.00862179696559906,
      "step": 36610
    },
    {
      "loss_action": 0.00854630209505558,
      "loss_total": 0.00854630209505558,
      "step": 36610
    },
    {
      "loss_action": 0.006040532141923904,
      "loss_total": 0.006040532141923904,
      "step": 36610
    },
    {
      "loss_action": 0.009958098642528057,
      "loss_total": 0.009958098642528057,
      "step": 36610
    },
    {
      "loss_action": 0.005912452936172485,
      "loss_total": 0.005912452936172485,
      "step": 36610
    },
    {
      "grad_norm": 0.19005808234214783,
      "learning_rate": 9.952880677990213e-05,
      "loss": 0.0115,
      "step": 36620
    },
    {
      "loss_action": 0.012746051885187626,
      "loss_total": 0.012746051885187626,
      "step": 36620
    },
    {
      "loss_action": 0.006857743952423334,
      "loss_total": 0.006857743952423334,
      "step": 36620
    },
    {
      "loss_action": 0.007886611856520176,
      "loss_total": 0.007886611856520176,
      "step": 36620
    },
    {
      "loss_action": 0.006594105623662472,
      "loss_total": 0.006594105623662472,
      "step": 36620
    },
    {
      "loss_action": 0.012326443567872047,
      "loss_total": 0.012326443567872047,
      "step": 36620
    },
    {
      "loss_action": 0.011338497512042522,
      "loss_total": 0.011338497512042522,
      "step": 36620
    },
    {
      "loss_action": 0.011920139193534851,
      "loss_total": 0.011920139193534851,
      "step": 36620
    },
    {
      "loss_action": 0.010677792131900787,
      "loss_total": 0.010677792131900787,
      "step": 36620
    },
    {
      "grad_norm": 0.1289944350719452,
      "learning_rate": 9.952824044932549e-05,
      "loss": 0.0112,
      "step": 36630
    },
    {
      "loss_action": 0.020997855812311172,
      "loss_total": 0.020997855812311172,
      "step": 36630
    },
    {
      "loss_action": 0.013553177937865257,
      "loss_total": 0.013553177937865257,
      "step": 36630
    },
    {
      "loss_action": 0.006546973716467619,
      "loss_total": 0.006546973716467619,
      "step": 36630
    },
    {
      "loss_action": 0.005696223117411137,
      "loss_total": 0.005696223117411137,
      "step": 36630
    },
    {
      "loss_action": 0.015421047806739807,
      "loss_total": 0.015421047806739807,
      "step": 36630
    },
    {
      "loss_action": 0.007038431707769632,
      "loss_total": 0.007038431707769632,
      "step": 36630
    },
    {
      "loss_action": 0.009197255596518517,
      "loss_total": 0.009197255596518517,
      "step": 36630
    },
    {
      "loss_action": 0.014253838919103146,
      "loss_total": 0.014253838919103146,
      "step": 36630
    },
    {
      "grad_norm": 0.16692498326301575,
      "learning_rate": 9.952767378022799e-05,
      "loss": 0.0131,
      "step": 36640
    },
    {
      "loss_action": 0.003950681537389755,
      "loss_total": 0.003950681537389755,
      "step": 36640
    },
    {
      "loss_action": 0.006274085026234388,
      "loss_total": 0.006274085026234388,
      "step": 36640
    },
    {
      "loss_action": 0.02553335763514042,
      "loss_total": 0.02553335763514042,
      "step": 36640
    },
    {
      "loss_action": 0.01257054228335619,
      "loss_total": 0.01257054228335619,
      "step": 36640
    },
    {
      "loss_action": 0.011218227446079254,
      "loss_total": 0.011218227446079254,
      "step": 36640
    },
    {
      "loss_action": 0.004365929402410984,
      "loss_total": 0.004365929402410984,
      "step": 36640
    },
    {
      "loss_action": 0.02281792461872101,
      "loss_total": 0.02281792461872101,
      "step": 36640
    },
    {
      "loss_action": 0.006530153099447489,
      "loss_total": 0.006530153099447489,
      "step": 36640
    },
    {
      "grad_norm": 0.1661260724067688,
      "learning_rate": 9.95271067726135e-05,
      "loss": 0.0127,
      "step": 36650
    },
    {
      "loss_action": 0.018940670415759087,
      "loss_total": 0.018940670415759087,
      "step": 36650
    },
    {
      "loss_action": 0.0057395268231630325,
      "loss_total": 0.0057395268231630325,
      "step": 36650
    },
    {
      "loss_action": 0.01055586151778698,
      "loss_total": 0.01055586151778698,
      "step": 36650
    },
    {
      "loss_action": 0.05174870789051056,
      "loss_total": 0.05174870789051056,
      "step": 36650
    },
    {
      "loss_action": 0.010741560719907284,
      "loss_total": 0.010741560719907284,
      "step": 36650
    },
    {
      "loss_action": 0.010391579009592533,
      "loss_total": 0.010391579009592533,
      "step": 36650
    },
    {
      "loss_action": 0.0094816405326128,
      "loss_total": 0.0094816405326128,
      "step": 36650
    },
    {
      "loss_action": 0.012235050089657307,
      "loss_total": 0.012235050089657307,
      "step": 36650
    },
    {
      "grad_norm": 0.20855095982551575,
      "learning_rate": 9.952653942648587e-05,
      "loss": 0.0118,
      "step": 36660
    },
    {
      "loss_action": 0.008584769442677498,
      "loss_total": 0.008584769442677498,
      "step": 36660
    },
    {
      "loss_action": 0.0215475931763649,
      "loss_total": 0.0215475931763649,
      "step": 36660
    },
    {
      "loss_action": 0.01902097649872303,
      "loss_total": 0.01902097649872303,
      "step": 36660
    },
    {
      "loss_action": 0.004720943979918957,
      "loss_total": 0.004720943979918957,
      "step": 36660
    },
    {
      "loss_action": 0.006491346284747124,
      "loss_total": 0.006491346284747124,
      "step": 36660
    },
    {
      "loss_action": 0.005558881908655167,
      "loss_total": 0.005558881908655167,
      "step": 36660
    },
    {
      "loss_action": 0.00804797001183033,
      "loss_total": 0.00804797001183033,
      "step": 36660
    },
    {
      "loss_action": 0.009361445903778076,
      "loss_total": 0.009361445903778076,
      "step": 36660
    },
    {
      "grad_norm": 0.1737600415945053,
      "learning_rate": 9.9525971741849e-05,
      "loss": 0.0109,
      "step": 36670
    },
    {
      "loss_action": 0.0075616417452692986,
      "loss_total": 0.0075616417452692986,
      "step": 36670
    },
    {
      "loss_action": 0.00947917252779007,
      "loss_total": 0.00947917252779007,
      "step": 36670
    },
    {
      "loss_action": 0.004996670410037041,
      "loss_total": 0.004996670410037041,
      "step": 36670
    },
    {
      "loss_action": 0.008303787559270859,
      "loss_total": 0.008303787559270859,
      "step": 36670
    },
    {
      "loss_action": 0.01069779321551323,
      "loss_total": 0.01069779321551323,
      "step": 36670
    },
    {
      "loss_action": 0.007831964641809464,
      "loss_total": 0.007831964641809464,
      "step": 36670
    },
    {
      "loss_action": 0.007043377496302128,
      "loss_total": 0.007043377496302128,
      "step": 36670
    },
    {
      "loss_action": 0.02999691478908062,
      "loss_total": 0.02999691478908062,
      "step": 36670
    },
    {
      "grad_norm": 0.15133637189865112,
      "learning_rate": 9.952540371870676e-05,
      "loss": 0.0102,
      "step": 36680
    },
    {
      "loss_action": 0.00440718699246645,
      "loss_total": 0.00440718699246645,
      "step": 36680
    },
    {
      "loss_action": 0.01065046526491642,
      "loss_total": 0.01065046526491642,
      "step": 36680
    },
    {
      "loss_action": 0.01281807105988264,
      "loss_total": 0.01281807105988264,
      "step": 36680
    },
    {
      "loss_action": 0.007031796500086784,
      "loss_total": 0.007031796500086784,
      "step": 36680
    },
    {
      "loss_action": 0.00412209564819932,
      "loss_total": 0.00412209564819932,
      "step": 36680
    },
    {
      "loss_action": 0.005568221211433411,
      "loss_total": 0.005568221211433411,
      "step": 36680
    },
    {
      "loss_action": 0.006629014853388071,
      "loss_total": 0.006629014853388071,
      "step": 36680
    },
    {
      "loss_action": 0.021779194474220276,
      "loss_total": 0.021779194474220276,
      "step": 36680
    },
    {
      "grad_norm": 0.12903589010238647,
      "learning_rate": 9.952483535706305e-05,
      "loss": 0.0103,
      "step": 36690
    },
    {
      "loss_action": 0.014371617697179317,
      "loss_total": 0.014371617697179317,
      "step": 36690
    },
    {
      "loss_action": 0.007425765506923199,
      "loss_total": 0.007425765506923199,
      "step": 36690
    },
    {
      "loss_action": 0.012249724008142948,
      "loss_total": 0.012249724008142948,
      "step": 36690
    },
    {
      "loss_action": 0.010778902098536491,
      "loss_total": 0.010778902098536491,
      "step": 36690
    },
    {
      "loss_action": 0.012312764301896095,
      "loss_total": 0.012312764301896095,
      "step": 36690
    },
    {
      "loss_action": 0.010825134813785553,
      "loss_total": 0.010825134813785553,
      "step": 36690
    },
    {
      "loss_action": 0.00509119825437665,
      "loss_total": 0.00509119825437665,
      "step": 36690
    },
    {
      "loss_action": 0.009508563205599785,
      "loss_total": 0.009508563205599785,
      "step": 36690
    },
    {
      "grad_norm": 0.13281187415122986,
      "learning_rate": 9.952426665692171e-05,
      "loss": 0.0105,
      "step": 36700
    },
    {
      "loss_action": 0.009546047076582909,
      "loss_total": 0.009546047076582909,
      "step": 36700
    },
    {
      "loss_action": 0.0070689888671040535,
      "loss_total": 0.0070689888671040535,
      "step": 36700
    },
    {
      "loss_action": 0.009211507625877857,
      "loss_total": 0.009211507625877857,
      "step": 36700
    },
    {
      "loss_action": 0.004223452880978584,
      "loss_total": 0.004223452880978584,
      "step": 36700
    },
    {
      "loss_action": 0.02238282933831215,
      "loss_total": 0.02238282933831215,
      "step": 36700
    },
    {
      "loss_action": 0.005056909751147032,
      "loss_total": 0.005056909751147032,
      "step": 36700
    },
    {
      "loss_action": 0.009691590443253517,
      "loss_total": 0.009691590443253517,
      "step": 36700
    },
    {
      "loss_action": 0.012573801912367344,
      "loss_total": 0.012573801912367344,
      "step": 36700
    },
    {
      "grad_norm": 0.17869338393211365,
      "learning_rate": 9.95236976182867e-05,
      "loss": 0.0138,
      "step": 36710
    },
    {
      "loss_action": 0.005707283969968557,
      "loss_total": 0.005707283969968557,
      "step": 36710
    },
    {
      "loss_action": 0.015670720487833023,
      "loss_total": 0.015670720487833023,
      "step": 36710
    },
    {
      "loss_action": 0.00966690294444561,
      "loss_total": 0.00966690294444561,
      "step": 36710
    },
    {
      "loss_action": 0.005555282346904278,
      "loss_total": 0.005555282346904278,
      "step": 36710
    },
    {
      "loss_action": 0.010349968448281288,
      "loss_total": 0.010349968448281288,
      "step": 36710
    },
    {
      "loss_action": 0.007448890246450901,
      "loss_total": 0.007448890246450901,
      "step": 36710
    },
    {
      "loss_action": 0.0041870418936014175,
      "loss_total": 0.0041870418936014175,
      "step": 36710
    },
    {
      "loss_action": 0.007998446002602577,
      "loss_total": 0.007998446002602577,
      "step": 36710
    },
    {
      "grad_norm": 0.20867368578910828,
      "learning_rate": 9.952312824116183e-05,
      "loss": 0.0102,
      "step": 36720
    },
    {
      "loss_action": 0.008898595348000526,
      "loss_total": 0.008898595348000526,
      "step": 36720
    },
    {
      "loss_action": 0.007924241945147514,
      "loss_total": 0.007924241945147514,
      "step": 36720
    },
    {
      "loss_action": 0.013431927189230919,
      "loss_total": 0.013431927189230919,
      "step": 36720
    },
    {
      "loss_action": 0.00470756646245718,
      "loss_total": 0.00470756646245718,
      "step": 36720
    },
    {
      "loss_action": 0.008531744591891766,
      "loss_total": 0.008531744591891766,
      "step": 36720
    },
    {
      "loss_action": 0.004536820575594902,
      "loss_total": 0.004536820575594902,
      "step": 36720
    },
    {
      "loss_action": 0.00919231679290533,
      "loss_total": 0.00919231679290533,
      "step": 36720
    },
    {
      "loss_action": 0.0065807560458779335,
      "loss_total": 0.0065807560458779335,
      "step": 36720
    },
    {
      "grad_norm": 0.1334792822599411,
      "learning_rate": 9.952255852555106e-05,
      "loss": 0.0119,
      "step": 36730
    },
    {
      "loss_action": 0.010670453310012817,
      "loss_total": 0.010670453310012817,
      "step": 36730
    },
    {
      "loss_action": 0.004674452356994152,
      "loss_total": 0.004674452356994152,
      "step": 36730
    },
    {
      "loss_action": 0.01714782603085041,
      "loss_total": 0.01714782603085041,
      "step": 36730
    },
    {
      "loss_action": 0.00847744569182396,
      "loss_total": 0.00847744569182396,
      "step": 36730
    },
    {
      "loss_action": 0.013203231617808342,
      "loss_total": 0.013203231617808342,
      "step": 36730
    },
    {
      "loss_action": 0.005869003944098949,
      "loss_total": 0.005869003944098949,
      "step": 36730
    },
    {
      "loss_action": 0.004171264823526144,
      "loss_total": 0.004171264823526144,
      "step": 36730
    },
    {
      "loss_action": 0.009437203407287598,
      "loss_total": 0.009437203407287598,
      "step": 36730
    },
    {
      "grad_norm": 0.16777803003787994,
      "learning_rate": 9.952198847145823e-05,
      "loss": 0.0116,
      "step": 36740
    },
    {
      "loss_action": 0.023167144507169724,
      "loss_total": 0.023167144507169724,
      "step": 36740
    },
    {
      "loss_action": 0.007143510039895773,
      "loss_total": 0.007143510039895773,
      "step": 36740
    },
    {
      "loss_action": 0.01936398819088936,
      "loss_total": 0.01936398819088936,
      "step": 36740
    },
    {
      "loss_action": 0.0076207444071769714,
      "loss_total": 0.0076207444071769714,
      "step": 36740
    },
    {
      "loss_action": 0.014605672098696232,
      "loss_total": 0.014605672098696232,
      "step": 36740
    },
    {
      "loss_action": 0.006476962007582188,
      "loss_total": 0.006476962007582188,
      "step": 36740
    },
    {
      "loss_action": 0.006877182517200708,
      "loss_total": 0.006877182517200708,
      "step": 36740
    },
    {
      "loss_action": 0.006097794510424137,
      "loss_total": 0.006097794510424137,
      "step": 36740
    },
    {
      "grad_norm": 0.14433518052101135,
      "learning_rate": 9.952141807888728e-05,
      "loss": 0.0108,
      "step": 36750
    },
    {
      "loss_action": 0.019038081169128418,
      "loss_total": 0.019038081169128418,
      "step": 36750
    },
    {
      "loss_action": 0.002870796713978052,
      "loss_total": 0.002870796713978052,
      "step": 36750
    },
    {
      "loss_action": 0.004403379745781422,
      "loss_total": 0.004403379745781422,
      "step": 36750
    },
    {
      "loss_action": 0.006125308107584715,
      "loss_total": 0.006125308107584715,
      "step": 36750
    },
    {
      "loss_action": 0.011990504339337349,
      "loss_total": 0.011990504339337349,
      "step": 36750
    },
    {
      "loss_action": 0.009834939613938332,
      "loss_total": 0.009834939613938332,
      "step": 36750
    },
    {
      "loss_action": 0.005371201317757368,
      "loss_total": 0.005371201317757368,
      "step": 36750
    },
    {
      "loss_action": 0.004613077268004417,
      "loss_total": 0.004613077268004417,
      "step": 36750
    },
    {
      "grad_norm": 0.16383272409439087,
      "learning_rate": 9.952084734784208e-05,
      "loss": 0.0094,
      "step": 36760
    },
    {
      "loss_action": 0.014935759827494621,
      "loss_total": 0.014935759827494621,
      "step": 36760
    },
    {
      "loss_action": 0.0050182044506073,
      "loss_total": 0.0050182044506073,
      "step": 36760
    },
    {
      "loss_action": 0.00937126949429512,
      "loss_total": 0.00937126949429512,
      "step": 36760
    },
    {
      "loss_action": 0.013575328513979912,
      "loss_total": 0.013575328513979912,
      "step": 36760
    },
    {
      "loss_action": 0.012951470911502838,
      "loss_total": 0.012951470911502838,
      "step": 36760
    },
    {
      "loss_action": 0.02862684056162834,
      "loss_total": 0.02862684056162834,
      "step": 36760
    },
    {
      "loss_action": 0.016127772629261017,
      "loss_total": 0.016127772629261017,
      "step": 36760
    },
    {
      "loss_action": 0.015675513073801994,
      "loss_total": 0.015675513073801994,
      "step": 36760
    },
    {
      "grad_norm": 0.13083051145076752,
      "learning_rate": 9.952027627832653e-05,
      "loss": 0.0124,
      "step": 36770
    },
    {
      "loss_action": 0.008144041523337364,
      "loss_total": 0.008144041523337364,
      "step": 36770
    },
    {
      "loss_action": 0.0048975516110658646,
      "loss_total": 0.0048975516110658646,
      "step": 36770
    },
    {
      "loss_action": 0.00989706814289093,
      "loss_total": 0.00989706814289093,
      "step": 36770
    },
    {
      "loss_action": 0.007759559899568558,
      "loss_total": 0.007759559899568558,
      "step": 36770
    },
    {
      "loss_action": 0.008935317397117615,
      "loss_total": 0.008935317397117615,
      "step": 36770
    },
    {
      "loss_action": 0.0045489352196455,
      "loss_total": 0.0045489352196455,
      "step": 36770
    },
    {
      "loss_action": 0.011741597205400467,
      "loss_total": 0.011741597205400467,
      "step": 36770
    },
    {
      "loss_action": 0.004234671592712402,
      "loss_total": 0.004234671592712402,
      "step": 36770
    },
    {
      "grad_norm": 0.12016518414020538,
      "learning_rate": 9.951970487034454e-05,
      "loss": 0.0097,
      "step": 36780
    },
    {
      "loss_action": 0.010855138301849365,
      "loss_total": 0.010855138301849365,
      "step": 36780
    },
    {
      "loss_action": 0.005799449048936367,
      "loss_total": 0.005799449048936367,
      "step": 36780
    },
    {
      "loss_action": 0.007421143352985382,
      "loss_total": 0.007421143352985382,
      "step": 36780
    },
    {
      "loss_action": 0.02149491012096405,
      "loss_total": 0.02149491012096405,
      "step": 36780
    },
    {
      "loss_action": 0.016713373363018036,
      "loss_total": 0.016713373363018036,
      "step": 36780
    },
    {
      "loss_action": 0.010129737667739391,
      "loss_total": 0.010129737667739391,
      "step": 36780
    },
    {
      "loss_action": 0.008247129619121552,
      "loss_total": 0.008247129619121552,
      "step": 36780
    },
    {
      "loss_action": 0.010485325008630753,
      "loss_total": 0.010485325008630753,
      "step": 36780
    },
    {
      "grad_norm": 0.1106390506029129,
      "learning_rate": 9.951913312390003e-05,
      "loss": 0.0104,
      "step": 36790
    },
    {
      "loss_action": 0.013817911967635155,
      "loss_total": 0.013817911967635155,
      "step": 36790
    },
    {
      "loss_action": 0.005795721895992756,
      "loss_total": 0.005795721895992756,
      "step": 36790
    },
    {
      "loss_action": 0.0047890013083815575,
      "loss_total": 0.0047890013083815575,
      "step": 36790
    },
    {
      "loss_action": 0.003487692214548588,
      "loss_total": 0.003487692214548588,
      "step": 36790
    },
    {
      "loss_action": 0.011128203943371773,
      "loss_total": 0.011128203943371773,
      "step": 36790
    },
    {
      "loss_action": 0.007314194459468126,
      "loss_total": 0.007314194459468126,
      "step": 36790
    },
    {
      "loss_action": 0.00835765153169632,
      "loss_total": 0.00835765153169632,
      "step": 36790
    },
    {
      "loss_action": 0.0038299732841551304,
      "loss_total": 0.0038299732841551304,
      "step": 36790
    },
    {
      "grad_norm": 0.11179618537425995,
      "learning_rate": 9.95185610389969e-05,
      "loss": 0.0079,
      "step": 36800
    },
    {
      "loss_action": 0.009370516985654831,
      "loss_total": 0.009370516985654831,
      "step": 36800
    },
    {
      "loss_action": 0.008092259056866169,
      "loss_total": 0.008092259056866169,
      "step": 36800
    },
    {
      "loss_action": 0.010314906015992165,
      "loss_total": 0.010314906015992165,
      "step": 36800
    },
    {
      "loss_action": 0.01124318316578865,
      "loss_total": 0.01124318316578865,
      "step": 36800
    },
    {
      "loss_action": 0.011287044733762741,
      "loss_total": 0.011287044733762741,
      "step": 36800
    },
    {
      "loss_action": 0.026063311845064163,
      "loss_total": 0.026063311845064163,
      "step": 36800
    },
    {
      "loss_action": 0.011884843930602074,
      "loss_total": 0.011884843930602074,
      "step": 36800
    },
    {
      "loss_action": 0.008214681409299374,
      "loss_total": 0.008214681409299374,
      "step": 36800
    },
    {
      "grad_norm": 0.12239764630794525,
      "learning_rate": 9.951798861563904e-05,
      "loss": 0.0131,
      "step": 36810
    },
    {
      "loss_action": 0.004073557443916798,
      "loss_total": 0.004073557443916798,
      "step": 36810
    },
    {
      "loss_action": 0.008314065635204315,
      "loss_total": 0.008314065635204315,
      "step": 36810
    },
    {
      "loss_action": 0.0034957011230289936,
      "loss_total": 0.0034957011230289936,
      "step": 36810
    },
    {
      "loss_action": 0.00806032121181488,
      "loss_total": 0.00806032121181488,
      "step": 36810
    },
    {
      "loss_action": 0.006090642884373665,
      "loss_total": 0.006090642884373665,
      "step": 36810
    },
    {
      "loss_action": 0.017260544002056122,
      "loss_total": 0.017260544002056122,
      "step": 36810
    },
    {
      "loss_action": 0.01568375714123249,
      "loss_total": 0.01568375714123249,
      "step": 36810
    },
    {
      "loss_action": 0.006207737140357494,
      "loss_total": 0.006207737140357494,
      "step": 36810
    },
    {
      "grad_norm": 0.1550121009349823,
      "learning_rate": 9.951741585383039e-05,
      "loss": 0.0109,
      "step": 36820
    },
    {
      "loss_action": 0.010029371827840805,
      "loss_total": 0.010029371827840805,
      "step": 36820
    },
    {
      "loss_action": 0.027363158762454987,
      "loss_total": 0.027363158762454987,
      "step": 36820
    },
    {
      "loss_action": 0.006953343283385038,
      "loss_total": 0.006953343283385038,
      "step": 36820
    },
    {
      "loss_action": 0.011870359070599079,
      "loss_total": 0.011870359070599079,
      "step": 36820
    },
    {
      "loss_action": 0.012416001409292221,
      "loss_total": 0.012416001409292221,
      "step": 36820
    },
    {
      "loss_action": 0.010388694703578949,
      "loss_total": 0.010388694703578949,
      "step": 36820
    },
    {
      "loss_action": 0.007611810229718685,
      "loss_total": 0.007611810229718685,
      "step": 36820
    },
    {
      "loss_action": 0.011552797630429268,
      "loss_total": 0.011552797630429268,
      "step": 36820
    },
    {
      "grad_norm": 0.1588890105485916,
      "learning_rate": 9.951684275357485e-05,
      "loss": 0.0108,
      "step": 36830
    },
    {
      "loss_action": 0.004321279935538769,
      "loss_total": 0.004321279935538769,
      "step": 36830
    },
    {
      "loss_action": 0.014328072778880596,
      "loss_total": 0.014328072778880596,
      "step": 36830
    },
    {
      "loss_action": 0.007533851079642773,
      "loss_total": 0.007533851079642773,
      "step": 36830
    },
    {
      "loss_action": 0.010935581289231777,
      "loss_total": 0.010935581289231777,
      "step": 36830
    },
    {
      "loss_action": 0.00928107462823391,
      "loss_total": 0.00928107462823391,
      "step": 36830
    },
    {
      "loss_action": 0.015599153004586697,
      "loss_total": 0.015599153004586697,
      "step": 36830
    },
    {
      "loss_action": 0.004910341463983059,
      "loss_total": 0.004910341463983059,
      "step": 36830
    },
    {
      "loss_action": 0.009859946556389332,
      "loss_total": 0.009859946556389332,
      "step": 36830
    },
    {
      "grad_norm": 0.20778833329677582,
      "learning_rate": 9.951626931487632e-05,
      "loss": 0.0107,
      "step": 36840
    },
    {
      "loss_action": 0.013257982209324837,
      "loss_total": 0.013257982209324837,
      "step": 36840
    },
    {
      "loss_action": 0.008544636890292168,
      "loss_total": 0.008544636890292168,
      "step": 36840
    },
    {
      "loss_action": 0.010214347392320633,
      "loss_total": 0.010214347392320633,
      "step": 36840
    },
    {
      "loss_action": 0.0044423434883356094,
      "loss_total": 0.0044423434883356094,
      "step": 36840
    },
    {
      "loss_action": 0.009520635940134525,
      "loss_total": 0.009520635940134525,
      "step": 36840
    },
    {
      "loss_action": 0.006794086657464504,
      "loss_total": 0.006794086657464504,
      "step": 36840
    },
    {
      "loss_action": 0.009464622475206852,
      "loss_total": 0.009464622475206852,
      "step": 36840
    },
    {
      "loss_action": 0.009382483549416065,
      "loss_total": 0.009382483549416065,
      "step": 36840
    },
    {
      "grad_norm": 0.14264507591724396,
      "learning_rate": 9.951569553773876e-05,
      "loss": 0.0108,
      "step": 36850
    },
    {
      "loss_action": 0.011093243956565857,
      "loss_total": 0.011093243956565857,
      "step": 36850
    },
    {
      "loss_action": 0.005520813167095184,
      "loss_total": 0.005520813167095184,
      "step": 36850
    },
    {
      "loss_action": 0.023028474301099777,
      "loss_total": 0.023028474301099777,
      "step": 36850
    },
    {
      "loss_action": 0.0043138423934578896,
      "loss_total": 0.0043138423934578896,
      "step": 36850
    },
    {
      "loss_action": 0.011499324813485146,
      "loss_total": 0.011499324813485146,
      "step": 36850
    },
    {
      "loss_action": 0.029063696041703224,
      "loss_total": 0.029063696041703224,
      "step": 36850
    },
    {
      "loss_action": 0.01982451044023037,
      "loss_total": 0.01982451044023037,
      "step": 36850
    },
    {
      "loss_action": 0.005521531216800213,
      "loss_total": 0.005521531216800213,
      "step": 36850
    },
    {
      "grad_norm": 0.12520825862884521,
      "learning_rate": 9.951512142216608e-05,
      "loss": 0.0116,
      "step": 36860
    },
    {
      "loss_action": 0.0135232238098979,
      "loss_total": 0.0135232238098979,
      "step": 36860
    },
    {
      "loss_action": 0.03013613447546959,
      "loss_total": 0.03013613447546959,
      "step": 36860
    },
    {
      "loss_action": 0.009293876588344574,
      "loss_total": 0.009293876588344574,
      "step": 36860
    },
    {
      "loss_action": 0.008203720673918724,
      "loss_total": 0.008203720673918724,
      "step": 36860
    },
    {
      "loss_action": 0.00948600098490715,
      "loss_total": 0.00948600098490715,
      "step": 36860
    },
    {
      "loss_action": 0.010051239281892776,
      "loss_total": 0.010051239281892776,
      "step": 36860
    },
    {
      "loss_action": 0.011831657961010933,
      "loss_total": 0.011831657961010933,
      "step": 36860
    },
    {
      "loss_action": 0.007471863646060228,
      "loss_total": 0.007471863646060228,
      "step": 36860
    },
    {
      "grad_norm": 0.19383594393730164,
      "learning_rate": 9.951454696816217e-05,
      "loss": 0.0132,
      "step": 36870
    },
    {
      "loss_action": 0.009235674515366554,
      "loss_total": 0.009235674515366554,
      "step": 36870
    },
    {
      "loss_action": 0.0058857109397649765,
      "loss_total": 0.0058857109397649765,
      "step": 36870
    },
    {
      "loss_action": 0.007891790941357613,
      "loss_total": 0.007891790941357613,
      "step": 36870
    },
    {
      "loss_action": 0.012687334790825844,
      "loss_total": 0.012687334790825844,
      "step": 36870
    },
    {
      "loss_action": 0.006309228483587503,
      "loss_total": 0.006309228483587503,
      "step": 36870
    },
    {
      "loss_action": 0.013307716697454453,
      "loss_total": 0.013307716697454453,
      "step": 36870
    },
    {
      "loss_action": 0.017821190878748894,
      "loss_total": 0.017821190878748894,
      "step": 36870
    },
    {
      "loss_action": 0.017447100952267647,
      "loss_total": 0.017447100952267647,
      "step": 36870
    },
    {
      "grad_norm": 0.14064761996269226,
      "learning_rate": 9.9513972175731e-05,
      "loss": 0.0112,
      "step": 36880
    },
    {
      "loss_action": 0.0036102235317230225,
      "loss_total": 0.0036102235317230225,
      "step": 36880
    },
    {
      "loss_action": 0.003924397751688957,
      "loss_total": 0.003924397751688957,
      "step": 36880
    },
    {
      "loss_action": 0.005361657589673996,
      "loss_total": 0.005361657589673996,
      "step": 36880
    },
    {
      "loss_action": 0.005401515401899815,
      "loss_total": 0.005401515401899815,
      "step": 36880
    },
    {
      "loss_action": 0.03765276446938515,
      "loss_total": 0.03765276446938515,
      "step": 36880
    },
    {
      "loss_action": 0.01276342011988163,
      "loss_total": 0.01276342011988163,
      "step": 36880
    },
    {
      "loss_action": 0.0029574488289654255,
      "loss_total": 0.0029574488289654255,
      "step": 36880
    },
    {
      "loss_action": 0.005846673622727394,
      "loss_total": 0.005846673622727394,
      "step": 36880
    },
    {
      "grad_norm": 0.13906513154506683,
      "learning_rate": 9.951339704487646e-05,
      "loss": 0.0108,
      "step": 36890
    },
    {
      "loss_action": 0.011372871696949005,
      "loss_total": 0.011372871696949005,
      "step": 36890
    },
    {
      "loss_action": 0.0142417186871171,
      "loss_total": 0.0142417186871171,
      "step": 36890
    },
    {
      "loss_action": 0.024245554581284523,
      "loss_total": 0.024245554581284523,
      "step": 36890
    },
    {
      "loss_action": 0.00828505214303732,
      "loss_total": 0.00828505214303732,
      "step": 36890
    },
    {
      "loss_action": 0.00792508851736784,
      "loss_total": 0.00792508851736784,
      "step": 36890
    },
    {
      "loss_action": 0.005987645126879215,
      "loss_total": 0.005987645126879215,
      "step": 36890
    },
    {
      "loss_action": 0.00881909765303135,
      "loss_total": 0.00881909765303135,
      "step": 36890
    },
    {
      "loss_action": 0.024360252544283867,
      "loss_total": 0.024360252544283867,
      "step": 36890
    },
    {
      "grad_norm": 0.1637045294046402,
      "learning_rate": 9.951282157560252e-05,
      "loss": 0.0122,
      "step": 36900
    },
    {
      "loss_action": 0.009204605594277382,
      "loss_total": 0.009204605594277382,
      "step": 36900
    },
    {
      "loss_action": 0.009224064648151398,
      "loss_total": 0.009224064648151398,
      "step": 36900
    },
    {
      "loss_action": 0.015219204127788544,
      "loss_total": 0.015219204127788544,
      "step": 36900
    },
    {
      "loss_action": 0.008483676239848137,
      "loss_total": 0.008483676239848137,
      "step": 36900
    },
    {
      "loss_action": 0.011608181521296501,
      "loss_total": 0.011608181521296501,
      "step": 36900
    },
    {
      "loss_action": 0.013784190639853477,
      "loss_total": 0.013784190639853477,
      "step": 36900
    },
    {
      "loss_action": 0.026066478341817856,
      "loss_total": 0.026066478341817856,
      "step": 36900
    },
    {
      "loss_action": 0.008773695677518845,
      "loss_total": 0.008773695677518845,
      "step": 36900
    },
    {
      "grad_norm": 0.19876861572265625,
      "learning_rate": 9.951224576791309e-05,
      "loss": 0.011,
      "step": 36910
    },
    {
      "loss_action": 0.01062524039298296,
      "loss_total": 0.01062524039298296,
      "step": 36910
    },
    {
      "loss_action": 0.0032946330029517412,
      "loss_total": 0.0032946330029517412,
      "step": 36910
    },
    {
      "loss_action": 0.0077255284413695335,
      "loss_total": 0.0077255284413695335,
      "step": 36910
    },
    {
      "loss_action": 0.01521765161305666,
      "loss_total": 0.01521765161305666,
      "step": 36910
    },
    {
      "loss_action": 0.005785313434898853,
      "loss_total": 0.005785313434898853,
      "step": 36910
    },
    {
      "loss_action": 0.01569271832704544,
      "loss_total": 0.01569271832704544,
      "step": 36910
    },
    {
      "loss_action": 0.006572517566382885,
      "loss_total": 0.006572517566382885,
      "step": 36910
    },
    {
      "loss_action": 0.013721941038966179,
      "loss_total": 0.013721941038966179,
      "step": 36910
    },
    {
      "grad_norm": 0.13824819028377533,
      "learning_rate": 9.95116696218121e-05,
      "loss": 0.0118,
      "step": 36920
    },
    {
      "loss_action": 0.012340810149908066,
      "loss_total": 0.012340810149908066,
      "step": 36920
    },
    {
      "loss_action": 0.008242575451731682,
      "loss_total": 0.008242575451731682,
      "step": 36920
    },
    {
      "loss_action": 0.010013317689299583,
      "loss_total": 0.010013317689299583,
      "step": 36920
    },
    {
      "loss_action": 0.01495733018964529,
      "loss_total": 0.01495733018964529,
      "step": 36920
    },
    {
      "loss_action": 0.00910593569278717,
      "loss_total": 0.00910593569278717,
      "step": 36920
    },
    {
      "loss_action": 0.006048676557838917,
      "loss_total": 0.006048676557838917,
      "step": 36920
    },
    {
      "loss_action": 0.012552048079669476,
      "loss_total": 0.012552048079669476,
      "step": 36920
    },
    {
      "loss_action": 0.008724959567189217,
      "loss_total": 0.008724959567189217,
      "step": 36920
    },
    {
      "grad_norm": 0.2117009311914444,
      "learning_rate": 9.951109313730351e-05,
      "loss": 0.0114,
      "step": 36930
    },
    {
      "loss_action": 0.055881306529045105,
      "loss_total": 0.055881306529045105,
      "step": 36930
    },
    {
      "loss_action": 0.008143460378050804,
      "loss_total": 0.008143460378050804,
      "step": 36930
    },
    {
      "loss_action": 0.026260485872626305,
      "loss_total": 0.026260485872626305,
      "step": 36930
    },
    {
      "loss_action": 0.006692416034638882,
      "loss_total": 0.006692416034638882,
      "step": 36930
    },
    {
      "loss_action": 0.011356852948665619,
      "loss_total": 0.011356852948665619,
      "step": 36930
    },
    {
      "loss_action": 0.01352248340845108,
      "loss_total": 0.01352248340845108,
      "step": 36930
    },
    {
      "loss_action": 0.004937301389873028,
      "loss_total": 0.004937301389873028,
      "step": 36930
    },
    {
      "loss_action": 0.010799368843436241,
      "loss_total": 0.010799368843436241,
      "step": 36930
    },
    {
      "grad_norm": 0.17012682557106018,
      "learning_rate": 9.951051631439125e-05,
      "loss": 0.0118,
      "step": 36940
    },
    {
      "loss_action": 0.007057068403810263,
      "loss_total": 0.007057068403810263,
      "step": 36940
    },
    {
      "loss_action": 0.007609683088958263,
      "loss_total": 0.007609683088958263,
      "step": 36940
    },
    {
      "loss_action": 0.010379532352089882,
      "loss_total": 0.010379532352089882,
      "step": 36940
    },
    {
      "loss_action": 0.003876639995723963,
      "loss_total": 0.003876639995723963,
      "step": 36940
    },
    {
      "loss_action": 0.00946679338812828,
      "loss_total": 0.00946679338812828,
      "step": 36940
    },
    {
      "loss_action": 0.007292610127478838,
      "loss_total": 0.007292610127478838,
      "step": 36940
    },
    {
      "loss_action": 0.0067810192704200745,
      "loss_total": 0.0067810192704200745,
      "step": 36940
    },
    {
      "loss_action": 0.011836438439786434,
      "loss_total": 0.011836438439786434,
      "step": 36940
    },
    {
      "grad_norm": 0.13174927234649658,
      "learning_rate": 9.950993915307925e-05,
      "loss": 0.0104,
      "step": 36950
    },
    {
      "loss_action": 0.011107477359473705,
      "loss_total": 0.011107477359473705,
      "step": 36950
    },
    {
      "loss_action": 0.006472837179899216,
      "loss_total": 0.006472837179899216,
      "step": 36950
    },
    {
      "loss_action": 0.008161463774740696,
      "loss_total": 0.008161463774740696,
      "step": 36950
    },
    {
      "loss_action": 0.005750908982008696,
      "loss_total": 0.005750908982008696,
      "step": 36950
    },
    {
      "loss_action": 0.00823737122118473,
      "loss_total": 0.00823737122118473,
      "step": 36950
    },
    {
      "loss_action": 0.0034242700785398483,
      "loss_total": 0.0034242700785398483,
      "step": 36950
    },
    {
      "loss_action": 0.0026096594519913197,
      "loss_total": 0.0026096594519913197,
      "step": 36950
    },
    {
      "loss_action": 0.0072143846191465855,
      "loss_total": 0.0072143846191465855,
      "step": 36950
    },
    {
      "grad_norm": 0.12869900465011597,
      "learning_rate": 9.950936165337147e-05,
      "loss": 0.01,
      "step": 36960
    },
    {
      "loss_action": 0.012156317010521889,
      "loss_total": 0.012156317010521889,
      "step": 36960
    },
    {
      "loss_action": 0.004091401118785143,
      "loss_total": 0.004091401118785143,
      "step": 36960
    },
    {
      "loss_action": 0.015544154681265354,
      "loss_total": 0.015544154681265354,
      "step": 36960
    },
    {
      "loss_action": 0.00497507955878973,
      "loss_total": 0.00497507955878973,
      "step": 36960
    },
    {
      "loss_action": 0.013194536790251732,
      "loss_total": 0.013194536790251732,
      "step": 36960
    },
    {
      "loss_action": 0.014689329080283642,
      "loss_total": 0.014689329080283642,
      "step": 36960
    },
    {
      "loss_action": 0.0061430796049535275,
      "loss_total": 0.0061430796049535275,
      "step": 36960
    },
    {
      "loss_action": 0.012854955159127712,
      "loss_total": 0.012854955159127712,
      "step": 36960
    },
    {
      "grad_norm": 0.1066359281539917,
      "learning_rate": 9.950878381527185e-05,
      "loss": 0.0104,
      "step": 36970
    },
    {
      "loss_action": 0.013082013465464115,
      "loss_total": 0.013082013465464115,
      "step": 36970
    },
    {
      "loss_action": 0.004822365008294582,
      "loss_total": 0.004822365008294582,
      "step": 36970
    },
    {
      "loss_action": 0.016738085076212883,
      "loss_total": 0.016738085076212883,
      "step": 36970
    },
    {
      "loss_action": 0.021617718040943146,
      "loss_total": 0.021617718040943146,
      "step": 36970
    },
    {
      "loss_action": 0.005260600708425045,
      "loss_total": 0.005260600708425045,
      "step": 36970
    },
    {
      "loss_action": 0.009429099038243294,
      "loss_total": 0.009429099038243294,
      "step": 36970
    },
    {
      "loss_action": 0.00920073315501213,
      "loss_total": 0.00920073315501213,
      "step": 36970
    },
    {
      "loss_action": 0.028994053602218628,
      "loss_total": 0.028994053602218628,
      "step": 36970
    },
    {
      "grad_norm": 0.12886004149913788,
      "learning_rate": 9.950820563878434e-05,
      "loss": 0.0101,
      "step": 36980
    },
    {
      "loss_action": 0.004749787040054798,
      "loss_total": 0.004749787040054798,
      "step": 36980
    },
    {
      "loss_action": 0.02286112681031227,
      "loss_total": 0.02286112681031227,
      "step": 36980
    },
    {
      "loss_action": 0.003186500398442149,
      "loss_total": 0.003186500398442149,
      "step": 36980
    },
    {
      "loss_action": 0.007259136065840721,
      "loss_total": 0.007259136065840721,
      "step": 36980
    },
    {
      "loss_action": 0.012003964744508266,
      "loss_total": 0.012003964744508266,
      "step": 36980
    },
    {
      "loss_action": 0.009907105937600136,
      "loss_total": 0.009907105937600136,
      "step": 36980
    },
    {
      "loss_action": 0.009893816895782948,
      "loss_total": 0.009893816895782948,
      "step": 36980
    },
    {
      "loss_action": 0.010780650191009045,
      "loss_total": 0.010780650191009045,
      "step": 36980
    },
    {
      "grad_norm": 0.1915820986032486,
      "learning_rate": 9.950762712391291e-05,
      "loss": 0.0101,
      "step": 36990
    },
    {
      "loss_action": 0.007307606283575296,
      "loss_total": 0.007307606283575296,
      "step": 36990
    },
    {
      "loss_action": 0.011642949655652046,
      "loss_total": 0.011642949655652046,
      "step": 36990
    },
    {
      "loss_action": 0.006914885248988867,
      "loss_total": 0.006914885248988867,
      "step": 36990
    },
    {
      "loss_action": 0.009950438514351845,
      "loss_total": 0.009950438514351845,
      "step": 36990
    },
    {
      "loss_action": 0.017752323299646378,
      "loss_total": 0.017752323299646378,
      "step": 36990
    },
    {
      "loss_action": 0.00419221818447113,
      "loss_total": 0.00419221818447113,
      "step": 36990
    },
    {
      "loss_action": 0.009112183004617691,
      "loss_total": 0.009112183004617691,
      "step": 36990
    },
    {
      "loss_action": 0.012400386855006218,
      "loss_total": 0.012400386855006218,
      "step": 36990
    },
    {
      "grad_norm": 0.1971050649881363,
      "learning_rate": 9.950704827066148e-05,
      "loss": 0.0124,
      "step": 37000
    },
    {
      "loss_action": 0.014433534815907478,
      "loss_total": 0.014433534815907478,
      "step": 37000
    },
    {
      "loss_action": 0.013072991743683815,
      "loss_total": 0.013072991743683815,
      "step": 37000
    },
    {
      "loss_action": 0.004830630496144295,
      "loss_total": 0.004830630496144295,
      "step": 37000
    },
    {
      "loss_action": 0.010225803591310978,
      "loss_total": 0.010225803591310978,
      "step": 37000
    },
    {
      "loss_action": 0.00718853110447526,
      "loss_total": 0.00718853110447526,
      "step": 37000
    },
    {
      "loss_action": 0.009550703689455986,
      "loss_total": 0.009550703689455986,
      "step": 37000
    },
    {
      "loss_action": 0.006523425690829754,
      "loss_total": 0.006523425690829754,
      "step": 37000
    },
    {
      "loss_action": 0.018199972808361053,
      "loss_total": 0.018199972808361053,
      "step": 37000
    },
    {
      "grad_norm": 0.14446473121643066,
      "learning_rate": 9.950646907903403e-05,
      "loss": 0.0116,
      "step": 37010
    },
    {
      "loss_action": 0.011519355699419975,
      "loss_total": 0.011519355699419975,
      "step": 37010
    },
    {
      "loss_action": 0.009912505745887756,
      "loss_total": 0.009912505745887756,
      "step": 37010
    },
    {
      "loss_action": 0.013672002591192722,
      "loss_total": 0.013672002591192722,
      "step": 37010
    },
    {
      "loss_action": 0.005437998566776514,
      "loss_total": 0.005437998566776514,
      "step": 37010
    },
    {
      "loss_action": 0.008565613999962807,
      "loss_total": 0.008565613999962807,
      "step": 37010
    },
    {
      "loss_action": 0.02482333593070507,
      "loss_total": 0.02482333593070507,
      "step": 37010
    },
    {
      "loss_action": 0.014071766287088394,
      "loss_total": 0.014071766287088394,
      "step": 37010
    },
    {
      "loss_action": 0.003976025618612766,
      "loss_total": 0.003976025618612766,
      "step": 37010
    },
    {
      "grad_norm": 0.11057678610086441,
      "learning_rate": 9.950588954903452e-05,
      "loss": 0.0097,
      "step": 37020
    },
    {
      "loss_action": 0.012278508394956589,
      "loss_total": 0.012278508394956589,
      "step": 37020
    },
    {
      "loss_action": 0.007855011150240898,
      "loss_total": 0.007855011150240898,
      "step": 37020
    },
    {
      "loss_action": 0.04406999051570892,
      "loss_total": 0.04406999051570892,
      "step": 37020
    },
    {
      "loss_action": 0.007814211770892143,
      "loss_total": 0.007814211770892143,
      "step": 37020
    },
    {
      "loss_action": 0.004906496498733759,
      "loss_total": 0.004906496498733759,
      "step": 37020
    },
    {
      "loss_action": 0.012305269949138165,
      "loss_total": 0.012305269949138165,
      "step": 37020
    },
    {
      "loss_action": 0.007810800336301327,
      "loss_total": 0.007810800336301327,
      "step": 37020
    },
    {
      "loss_action": 0.010406287387013435,
      "loss_total": 0.010406287387013435,
      "step": 37020
    },
    {
      "grad_norm": 0.07837534695863724,
      "learning_rate": 9.95053096806669e-05,
      "loss": 0.0094,
      "step": 37030
    },
    {
      "loss_action": 0.0029559158720076084,
      "loss_total": 0.0029559158720076084,
      "step": 37030
    },
    {
      "loss_action": 0.005755309946835041,
      "loss_total": 0.005755309946835041,
      "step": 37030
    },
    {
      "loss_action": 0.01686049811542034,
      "loss_total": 0.01686049811542034,
      "step": 37030
    },
    {
      "loss_action": 0.007032127119600773,
      "loss_total": 0.007032127119600773,
      "step": 37030
    },
    {
      "loss_action": 0.012437799014151096,
      "loss_total": 0.012437799014151096,
      "step": 37030
    },
    {
      "loss_action": 0.015380727127194405,
      "loss_total": 0.015380727127194405,
      "step": 37030
    },
    {
      "loss_action": 0.005762637592852116,
      "loss_total": 0.005762637592852116,
      "step": 37030
    },
    {
      "loss_action": 0.00796429067850113,
      "loss_total": 0.00796429067850113,
      "step": 37030
    },
    {
      "grad_norm": 0.11481224745512009,
      "learning_rate": 9.950472947393512e-05,
      "loss": 0.0112,
      "step": 37040
    },
    {
      "loss_action": 0.006447538733482361,
      "loss_total": 0.006447538733482361,
      "step": 37040
    },
    {
      "loss_action": 0.010690161027014256,
      "loss_total": 0.010690161027014256,
      "step": 37040
    },
    {
      "loss_action": 0.015902264043688774,
      "loss_total": 0.015902264043688774,
      "step": 37040
    },
    {
      "loss_action": 0.00520703149959445,
      "loss_total": 0.00520703149959445,
      "step": 37040
    },
    {
      "loss_action": 0.006835221778601408,
      "loss_total": 0.006835221778601408,
      "step": 37040
    },
    {
      "loss_action": 0.005533695220947266,
      "loss_total": 0.005533695220947266,
      "step": 37040
    },
    {
      "loss_action": 0.005059076473116875,
      "loss_total": 0.005059076473116875,
      "step": 37040
    },
    {
      "loss_action": 0.004803770687431097,
      "loss_total": 0.004803770687431097,
      "step": 37040
    },
    {
      "grad_norm": 0.13331899046897888,
      "learning_rate": 9.950414892884319e-05,
      "loss": 0.0092,
      "step": 37050
    },
    {
      "loss_action": 0.01620703935623169,
      "loss_total": 0.01620703935623169,
      "step": 37050
    },
    {
      "loss_action": 0.008837559260427952,
      "loss_total": 0.008837559260427952,
      "step": 37050
    },
    {
      "loss_action": 0.004955878481268883,
      "loss_total": 0.004955878481268883,
      "step": 37050
    },
    {
      "loss_action": 0.005750830285251141,
      "loss_total": 0.005750830285251141,
      "step": 37050
    },
    {
      "loss_action": 0.010327823460102081,
      "loss_total": 0.010327823460102081,
      "step": 37050
    },
    {
      "loss_action": 0.01634535752236843,
      "loss_total": 0.01634535752236843,
      "step": 37050
    },
    {
      "loss_action": 0.015821008011698723,
      "loss_total": 0.015821008011698723,
      "step": 37050
    },
    {
      "loss_action": 0.01988925039768219,
      "loss_total": 0.01988925039768219,
      "step": 37050
    },
    {
      "grad_norm": 0.138333261013031,
      "learning_rate": 9.950356804539502e-05,
      "loss": 0.0114,
      "step": 37060
    },
    {
      "loss_action": 0.007090270984917879,
      "loss_total": 0.007090270984917879,
      "step": 37060
    },
    {
      "loss_action": 0.00831169355660677,
      "loss_total": 0.00831169355660677,
      "step": 37060
    },
    {
      "loss_action": 0.01439905446022749,
      "loss_total": 0.01439905446022749,
      "step": 37060
    },
    {
      "loss_action": 0.01176854595541954,
      "loss_total": 0.01176854595541954,
      "step": 37060
    },
    {
      "loss_action": 0.004457298666238785,
      "loss_total": 0.004457298666238785,
      "step": 37060
    },
    {
      "loss_action": 0.008860761299729347,
      "loss_total": 0.008860761299729347,
      "step": 37060
    },
    {
      "loss_action": 0.012291938997805119,
      "loss_total": 0.012291938997805119,
      "step": 37060
    },
    {
      "loss_action": 0.0057626748457551,
      "loss_total": 0.0057626748457551,
      "step": 37060
    },
    {
      "grad_norm": 0.12564514577388763,
      "learning_rate": 9.950298682359465e-05,
      "loss": 0.0103,
      "step": 37070
    },
    {
      "loss_action": 0.0112987719476223,
      "loss_total": 0.0112987719476223,
      "step": 37070
    },
    {
      "loss_action": 0.013174829073250294,
      "loss_total": 0.013174829073250294,
      "step": 37070
    },
    {
      "loss_action": 0.051466695964336395,
      "loss_total": 0.051466695964336395,
      "step": 37070
    },
    {
      "loss_action": 0.013393107801675797,
      "loss_total": 0.013393107801675797,
      "step": 37070
    },
    {
      "loss_action": 0.012612320482730865,
      "loss_total": 0.012612320482730865,
      "step": 37070
    },
    {
      "loss_action": 0.00682578980922699,
      "loss_total": 0.00682578980922699,
      "step": 37070
    },
    {
      "loss_action": 0.00454573193565011,
      "loss_total": 0.00454573193565011,
      "step": 37070
    },
    {
      "loss_action": 0.0064856079407036304,
      "loss_total": 0.0064856079407036304,
      "step": 37070
    },
    {
      "grad_norm": 0.17029811441898346,
      "learning_rate": 9.950240526344598e-05,
      "loss": 0.0104,
      "step": 37080
    },
    {
      "loss_action": 0.0049718888476490974,
      "loss_total": 0.0049718888476490974,
      "step": 37080
    },
    {
      "loss_action": 0.007881605997681618,
      "loss_total": 0.007881605997681618,
      "step": 37080
    },
    {
      "loss_action": 0.00865304097533226,
      "loss_total": 0.00865304097533226,
      "step": 37080
    },
    {
      "loss_action": 0.0042307935655117035,
      "loss_total": 0.0042307935655117035,
      "step": 37080
    },
    {
      "loss_action": 0.009798098355531693,
      "loss_total": 0.009798098355531693,
      "step": 37080
    },
    {
      "loss_action": 0.007422692142426968,
      "loss_total": 0.007422692142426968,
      "step": 37080
    },
    {
      "loss_action": 0.008004611358046532,
      "loss_total": 0.008004611358046532,
      "step": 37080
    },
    {
      "loss_action": 0.00860604178160429,
      "loss_total": 0.00860604178160429,
      "step": 37080
    },
    {
      "grad_norm": 0.1407036930322647,
      "learning_rate": 9.950182336495304e-05,
      "loss": 0.01,
      "step": 37090
    },
    {
      "loss_action": 0.00572612602263689,
      "loss_total": 0.00572612602263689,
      "step": 37090
    },
    {
      "loss_action": 0.012952268123626709,
      "loss_total": 0.012952268123626709,
      "step": 37090
    },
    {
      "loss_action": 0.028356660157442093,
      "loss_total": 0.028356660157442093,
      "step": 37090
    },
    {
      "loss_action": 0.007766410708427429,
      "loss_total": 0.007766410708427429,
      "step": 37090
    },
    {
      "loss_action": 0.003585203317925334,
      "loss_total": 0.003585203317925334,
      "step": 37090
    },
    {
      "loss_action": 0.013495167717337608,
      "loss_total": 0.013495167717337608,
      "step": 37090
    },
    {
      "loss_action": 0.012303026393055916,
      "loss_total": 0.012303026393055916,
      "step": 37090
    },
    {
      "loss_action": 0.007014572620391846,
      "loss_total": 0.007014572620391846,
      "step": 37090
    },
    {
      "grad_norm": 0.13573558628559113,
      "learning_rate": 9.950124112811977e-05,
      "loss": 0.0104,
      "step": 37100
    },
    {
      "loss_action": 0.008877744898200035,
      "loss_total": 0.008877744898200035,
      "step": 37100
    },
    {
      "loss_action": 0.008991245180368423,
      "loss_total": 0.008991245180368423,
      "step": 37100
    },
    {
      "loss_action": 0.003517594886943698,
      "loss_total": 0.003517594886943698,
      "step": 37100
    },
    {
      "loss_action": 0.006840723566710949,
      "loss_total": 0.006840723566710949,
      "step": 37100
    },
    {
      "loss_action": 0.007599334232509136,
      "loss_total": 0.007599334232509136,
      "step": 37100
    },
    {
      "loss_action": 0.006598989013582468,
      "loss_total": 0.006598989013582468,
      "step": 37100
    },
    {
      "loss_action": 0.0024068576749414206,
      "loss_total": 0.0024068576749414206,
      "step": 37100
    },
    {
      "loss_action": 0.00985821895301342,
      "loss_total": 0.00985821895301342,
      "step": 37100
    },
    {
      "grad_norm": 0.21666096150875092,
      "learning_rate": 9.950065855295017e-05,
      "loss": 0.0091,
      "step": 37110
    },
    {
      "loss_action": 0.003998245112597942,
      "loss_total": 0.003998245112597942,
      "step": 37110
    },
    {
      "loss_action": 0.00445686187595129,
      "loss_total": 0.00445686187595129,
      "step": 37110
    },
    {
      "loss_action": 0.012162464670836926,
      "loss_total": 0.012162464670836926,
      "step": 37110
    },
    {
      "loss_action": 0.027981886640191078,
      "loss_total": 0.027981886640191078,
      "step": 37110
    },
    {
      "loss_action": 0.008093636482954025,
      "loss_total": 0.008093636482954025,
      "step": 37110
    },
    {
      "loss_action": 0.006016390863806009,
      "loss_total": 0.006016390863806009,
      "step": 37110
    },
    {
      "loss_action": 0.004496760666370392,
      "loss_total": 0.004496760666370392,
      "step": 37110
    },
    {
      "loss_action": 0.0188569575548172,
      "loss_total": 0.0188569575548172,
      "step": 37110
    },
    {
      "grad_norm": 0.1819484382867813,
      "learning_rate": 9.950007563944823e-05,
      "loss": 0.0114,
      "step": 37120
    },
    {
      "loss_action": 0.006225429009646177,
      "loss_total": 0.006225429009646177,
      "step": 37120
    },
    {
      "loss_action": 0.013861389830708504,
      "loss_total": 0.013861389830708504,
      "step": 37120
    },
    {
      "loss_action": 0.010556984692811966,
      "loss_total": 0.010556984692811966,
      "step": 37120
    },
    {
      "loss_action": 0.008097381331026554,
      "loss_total": 0.008097381331026554,
      "step": 37120
    },
    {
      "loss_action": 0.020383568480610847,
      "loss_total": 0.020383568480610847,
      "step": 37120
    },
    {
      "loss_action": 0.004401750862598419,
      "loss_total": 0.004401750862598419,
      "step": 37120
    },
    {
      "loss_action": 0.0032252625096589327,
      "loss_total": 0.0032252625096589327,
      "step": 37120
    },
    {
      "loss_action": 0.06161428987979889,
      "loss_total": 0.06161428987979889,
      "step": 37120
    },
    {
      "grad_norm": 0.1643214076757431,
      "learning_rate": 9.94994923876179e-05,
      "loss": 0.0119,
      "step": 37130
    },
    {
      "loss_action": 0.0029615391977131367,
      "loss_total": 0.0029615391977131367,
      "step": 37130
    },
    {
      "loss_action": 0.017014799639582634,
      "loss_total": 0.017014799639582634,
      "step": 37130
    },
    {
      "loss_action": 0.007956464774906635,
      "loss_total": 0.007956464774906635,
      "step": 37130
    },
    {
      "loss_action": 0.00421825610101223,
      "loss_total": 0.00421825610101223,
      "step": 37130
    },
    {
      "loss_action": 0.003279022639617324,
      "loss_total": 0.003279022639617324,
      "step": 37130
    },
    {
      "loss_action": 0.013324370607733727,
      "loss_total": 0.013324370607733727,
      "step": 37130
    },
    {
      "loss_action": 0.00999666191637516,
      "loss_total": 0.00999666191637516,
      "step": 37130
    },
    {
      "loss_action": 0.004933793563395739,
      "loss_total": 0.004933793563395739,
      "step": 37130
    },
    {
      "grad_norm": 0.12407364696264267,
      "learning_rate": 9.94989087974632e-05,
      "loss": 0.0095,
      "step": 37140
    },
    {
      "loss_action": 0.00451692333444953,
      "loss_total": 0.00451692333444953,
      "step": 37140
    },
    {
      "loss_action": 0.014216743409633636,
      "loss_total": 0.014216743409633636,
      "step": 37140
    },
    {
      "loss_action": 0.01307548489421606,
      "loss_total": 0.01307548489421606,
      "step": 37140
    },
    {
      "loss_action": 0.00816531851887703,
      "loss_total": 0.00816531851887703,
      "step": 37140
    },
    {
      "loss_action": 0.00992225855588913,
      "loss_total": 0.00992225855588913,
      "step": 37140
    },
    {
      "loss_action": 0.008270625956356525,
      "loss_total": 0.008270625956356525,
      "step": 37140
    },
    {
      "loss_action": 0.00972131360322237,
      "loss_total": 0.00972131360322237,
      "step": 37140
    },
    {
      "loss_action": 0.011867815628647804,
      "loss_total": 0.011867815628647804,
      "step": 37140
    },
    {
      "grad_norm": 0.12222065776586533,
      "learning_rate": 9.949832486898812e-05,
      "loss": 0.0093,
      "step": 37150
    },
    {
      "loss_action": 0.009131327271461487,
      "loss_total": 0.009131327271461487,
      "step": 37150
    },
    {
      "loss_action": 0.017444543540477753,
      "loss_total": 0.017444543540477753,
      "step": 37150
    },
    {
      "loss_action": 0.00757316080853343,
      "loss_total": 0.00757316080853343,
      "step": 37150
    },
    {
      "loss_action": 0.014070272445678711,
      "loss_total": 0.014070272445678711,
      "step": 37150
    },
    {
      "loss_action": 0.013421598821878433,
      "loss_total": 0.013421598821878433,
      "step": 37150
    },
    {
      "loss_action": 0.017298288643360138,
      "loss_total": 0.017298288643360138,
      "step": 37150
    },
    {
      "loss_action": 0.01325222197920084,
      "loss_total": 0.01325222197920084,
      "step": 37150
    },
    {
      "loss_action": 0.01563476212322712,
      "loss_total": 0.01563476212322712,
      "step": 37150
    },
    {
      "grad_norm": 0.16106607019901276,
      "learning_rate": 9.949774060219662e-05,
      "loss": 0.0117,
      "step": 37160
    },
    {
      "loss_action": 0.00354850385338068,
      "loss_total": 0.00354850385338068,
      "step": 37160
    },
    {
      "loss_action": 0.03824850916862488,
      "loss_total": 0.03824850916862488,
      "step": 37160
    },
    {
      "loss_action": 0.00828609336167574,
      "loss_total": 0.00828609336167574,
      "step": 37160
    },
    {
      "loss_action": 0.007345570717006922,
      "loss_total": 0.007345570717006922,
      "step": 37160
    },
    {
      "loss_action": 0.010844135656952858,
      "loss_total": 0.010844135656952858,
      "step": 37160
    },
    {
      "loss_action": 0.009632439352571964,
      "loss_total": 0.009632439352571964,
      "step": 37160
    },
    {
      "loss_action": 0.010324173606932163,
      "loss_total": 0.010324173606932163,
      "step": 37160
    },
    {
      "loss_action": 0.00988363940268755,
      "loss_total": 0.00988363940268755,
      "step": 37160
    },
    {
      "grad_norm": 0.15389226377010345,
      "learning_rate": 9.949715599709271e-05,
      "loss": 0.0112,
      "step": 37170
    },
    {
      "loss_action": 0.010705925524234772,
      "loss_total": 0.010705925524234772,
      "step": 37170
    },
    {
      "loss_action": 0.0217716284096241,
      "loss_total": 0.0217716284096241,
      "step": 37170
    },
    {
      "loss_action": 0.015889091417193413,
      "loss_total": 0.015889091417193413,
      "step": 37170
    },
    {
      "loss_action": 0.004844215232878923,
      "loss_total": 0.004844215232878923,
      "step": 37170
    },
    {
      "loss_action": 0.023717204108834267,
      "loss_total": 0.023717204108834267,
      "step": 37170
    },
    {
      "loss_action": 0.004297642968595028,
      "loss_total": 0.004297642968595028,
      "step": 37170
    },
    {
      "loss_action": 0.007279940880835056,
      "loss_total": 0.007279940880835056,
      "step": 37170
    },
    {
      "loss_action": 0.008788242936134338,
      "loss_total": 0.008788242936134338,
      "step": 37170
    },
    {
      "grad_norm": 0.19842113554477692,
      "learning_rate": 9.94965710536804e-05,
      "loss": 0.0121,
      "step": 37180
    },
    {
      "loss_action": 0.010778055526316166,
      "loss_total": 0.010778055526316166,
      "step": 37180
    },
    {
      "loss_action": 0.0031791834626346827,
      "loss_total": 0.0031791834626346827,
      "step": 37180
    },
    {
      "loss_action": 0.014747345820069313,
      "loss_total": 0.014747345820069313,
      "step": 37180
    },
    {
      "loss_action": 0.00560017628595233,
      "loss_total": 0.00560017628595233,
      "step": 37180
    },
    {
      "loss_action": 0.02616800367832184,
      "loss_total": 0.02616800367832184,
      "step": 37180
    },
    {
      "loss_action": 0.006475310306996107,
      "loss_total": 0.006475310306996107,
      "step": 37180
    },
    {
      "loss_action": 0.004781357944011688,
      "loss_total": 0.004781357944011688,
      "step": 37180
    },
    {
      "loss_action": 0.007959360256791115,
      "loss_total": 0.007959360256791115,
      "step": 37180
    },
    {
      "grad_norm": 0.20279410481452942,
      "learning_rate": 9.949598577196366e-05,
      "loss": 0.0125,
      "step": 37190
    },
    {
      "loss_action": 0.01730974391102791,
      "loss_total": 0.01730974391102791,
      "step": 37190
    },
    {
      "loss_action": 0.028393572196364403,
      "loss_total": 0.028393572196364403,
      "step": 37190
    },
    {
      "loss_action": 0.002789798192679882,
      "loss_total": 0.002789798192679882,
      "step": 37190
    },
    {
      "loss_action": 0.03391505777835846,
      "loss_total": 0.03391505777835846,
      "step": 37190
    },
    {
      "loss_action": 0.0045755356550216675,
      "loss_total": 0.0045755356550216675,
      "step": 37190
    },
    {
      "loss_action": 0.0043182820081710815,
      "loss_total": 0.0043182820081710815,
      "step": 37190
    },
    {
      "loss_action": 0.00497973058372736,
      "loss_total": 0.00497973058372736,
      "step": 37190
    },
    {
      "loss_action": 0.006589080207049847,
      "loss_total": 0.006589080207049847,
      "step": 37190
    },
    {
      "grad_norm": 0.16591526567935944,
      "learning_rate": 9.949540015194651e-05,
      "loss": 0.0138,
      "step": 37200
    },
    {
      "loss_action": 0.0041748518124222755,
      "loss_total": 0.0041748518124222755,
      "step": 37200
    },
    {
      "loss_action": 0.03299422562122345,
      "loss_total": 0.03299422562122345,
      "step": 37200
    },
    {
      "loss_action": 0.027737848460674286,
      "loss_total": 0.027737848460674286,
      "step": 37200
    },
    {
      "loss_action": 0.00618969090282917,
      "loss_total": 0.00618969090282917,
      "step": 37200
    },
    {
      "loss_action": 0.009230230003595352,
      "loss_total": 0.009230230003595352,
      "step": 37200
    },
    {
      "loss_action": 0.0032501379027962685,
      "loss_total": 0.0032501379027962685,
      "step": 37200
    },
    {
      "loss_action": 0.009899959899485111,
      "loss_total": 0.009899959899485111,
      "step": 37200
    },
    {
      "loss_action": 0.004041724838316441,
      "loss_total": 0.004041724838316441,
      "step": 37200
    },
    {
      "grad_norm": 0.18326564133167267,
      "learning_rate": 9.949481419363296e-05,
      "loss": 0.0112,
      "step": 37210
    },
    {
      "loss_action": 0.015297368168830872,
      "loss_total": 0.015297368168830872,
      "step": 37210
    },
    {
      "loss_action": 0.012885194271802902,
      "loss_total": 0.012885194271802902,
      "step": 37210
    },
    {
      "loss_action": 0.00497021246701479,
      "loss_total": 0.00497021246701479,
      "step": 37210
    },
    {
      "loss_action": 0.009773936122655869,
      "loss_total": 0.009773936122655869,
      "step": 37210
    },
    {
      "loss_action": 0.014873111620545387,
      "loss_total": 0.014873111620545387,
      "step": 37210
    },
    {
      "loss_action": 0.007938217371702194,
      "loss_total": 0.007938217371702194,
      "step": 37210
    },
    {
      "loss_action": 0.010529231280088425,
      "loss_total": 0.010529231280088425,
      "step": 37210
    },
    {
      "loss_action": 0.0058785113506019115,
      "loss_total": 0.0058785113506019115,
      "step": 37210
    },
    {
      "grad_norm": 0.16182109713554382,
      "learning_rate": 9.949422789702701e-05,
      "loss": 0.0121,
      "step": 37220
    },
    {
      "loss_action": 0.00544319674372673,
      "loss_total": 0.00544319674372673,
      "step": 37220
    },
    {
      "loss_action": 0.020965952426195145,
      "loss_total": 0.020965952426195145,
      "step": 37220
    },
    {
      "loss_action": 0.004178904928267002,
      "loss_total": 0.004178904928267002,
      "step": 37220
    },
    {
      "loss_action": 0.004541859962046146,
      "loss_total": 0.004541859962046146,
      "step": 37220
    },
    {
      "loss_action": 0.006043214350938797,
      "loss_total": 0.006043214350938797,
      "step": 37220
    },
    {
      "loss_action": 0.013768406584858894,
      "loss_total": 0.013768406584858894,
      "step": 37220
    },
    {
      "loss_action": 0.006679428741335869,
      "loss_total": 0.006679428741335869,
      "step": 37220
    },
    {
      "loss_action": 0.013479143381118774,
      "loss_total": 0.013479143381118774,
      "step": 37220
    },
    {
      "grad_norm": 0.14204217493534088,
      "learning_rate": 9.949364126213263e-05,
      "loss": 0.0121,
      "step": 37230
    },
    {
      "loss_action": 0.005363975651562214,
      "loss_total": 0.005363975651562214,
      "step": 37230
    },
    {
      "loss_action": 0.0073945047333836555,
      "loss_total": 0.0073945047333836555,
      "step": 37230
    },
    {
      "loss_action": 0.009247465059161186,
      "loss_total": 0.009247465059161186,
      "step": 37230
    },
    {
      "loss_action": 0.005103470757603645,
      "loss_total": 0.005103470757603645,
      "step": 37230
    },
    {
      "loss_action": 0.008785771206021309,
      "loss_total": 0.008785771206021309,
      "step": 37230
    },
    {
      "loss_action": 0.016635533422231674,
      "loss_total": 0.016635533422231674,
      "step": 37230
    },
    {
      "loss_action": 0.014143369160592556,
      "loss_total": 0.014143369160592556,
      "step": 37230
    },
    {
      "loss_action": 0.004741504788398743,
      "loss_total": 0.004741504788398743,
      "step": 37230
    },
    {
      "grad_norm": 0.19257864356040955,
      "learning_rate": 9.949305428895388e-05,
      "loss": 0.011,
      "step": 37240
    },
    {
      "loss_action": 0.01712983474135399,
      "loss_total": 0.01712983474135399,
      "step": 37240
    },
    {
      "loss_action": 0.006369872018694878,
      "loss_total": 0.006369872018694878,
      "step": 37240
    },
    {
      "loss_action": 0.007755781523883343,
      "loss_total": 0.007755781523883343,
      "step": 37240
    },
    {
      "loss_action": 0.0066729760728776455,
      "loss_total": 0.0066729760728776455,
      "step": 37240
    },
    {
      "loss_action": 0.0061111790128052235,
      "loss_total": 0.0061111790128052235,
      "step": 37240
    },
    {
      "loss_action": 0.005757481325417757,
      "loss_total": 0.005757481325417757,
      "step": 37240
    },
    {
      "loss_action": 0.005516239907592535,
      "loss_total": 0.005516239907592535,
      "step": 37240
    },
    {
      "loss_action": 0.009783249348402023,
      "loss_total": 0.009783249348402023,
      "step": 37240
    },
    {
      "grad_norm": 0.18199419975280762,
      "learning_rate": 9.949246697749475e-05,
      "loss": 0.0109,
      "step": 37250
    },
    {
      "loss_action": 0.0208485946059227,
      "loss_total": 0.0208485946059227,
      "step": 37250
    },
    {
      "loss_action": 0.006665706634521484,
      "loss_total": 0.006665706634521484,
      "step": 37250
    },
    {
      "loss_action": 0.0043088714592158794,
      "loss_total": 0.0043088714592158794,
      "step": 37250
    },
    {
      "loss_action": 0.006246648263186216,
      "loss_total": 0.006246648263186216,
      "step": 37250
    },
    {
      "loss_action": 0.005700389854609966,
      "loss_total": 0.005700389854609966,
      "step": 37250
    },
    {
      "loss_action": 0.012436452321708202,
      "loss_total": 0.012436452321708202,
      "step": 37250
    },
    {
      "loss_action": 0.008731549605727196,
      "loss_total": 0.008731549605727196,
      "step": 37250
    },
    {
      "loss_action": 0.008141745813190937,
      "loss_total": 0.008141745813190937,
      "step": 37250
    },
    {
      "grad_norm": 0.1471322774887085,
      "learning_rate": 9.949187932775925e-05,
      "loss": 0.0107,
      "step": 37260
    },
    {
      "loss_action": 0.005180052015930414,
      "loss_total": 0.005180052015930414,
      "step": 37260
    },
    {
      "loss_action": 0.004760286305099726,
      "loss_total": 0.004760286305099726,
      "step": 37260
    },
    {
      "loss_action": 0.007493018172681332,
      "loss_total": 0.007493018172681332,
      "step": 37260
    },
    {
      "loss_action": 0.008180797100067139,
      "loss_total": 0.008180797100067139,
      "step": 37260
    },
    {
      "loss_action": 0.0091035021468997,
      "loss_total": 0.0091035021468997,
      "step": 37260
    },
    {
      "loss_action": 0.016788005828857422,
      "loss_total": 0.016788005828857422,
      "step": 37260
    },
    {
      "loss_action": 0.0036517586559057236,
      "loss_total": 0.0036517586559057236,
      "step": 37260
    },
    {
      "loss_action": 0.00408962881192565,
      "loss_total": 0.00408962881192565,
      "step": 37260
    },
    {
      "grad_norm": 0.132827028632164,
      "learning_rate": 9.94912913397514e-05,
      "loss": 0.0122,
      "step": 37270
    },
    {
      "loss_action": 0.010659822262823582,
      "loss_total": 0.010659822262823582,
      "step": 37270
    },
    {
      "loss_action": 0.0093525480479002,
      "loss_total": 0.0093525480479002,
      "step": 37270
    },
    {
      "loss_action": 0.005416146945208311,
      "loss_total": 0.005416146945208311,
      "step": 37270
    },
    {
      "loss_action": 0.006480271928012371,
      "loss_total": 0.006480271928012371,
      "step": 37270
    },
    {
      "loss_action": 0.021343640983104706,
      "loss_total": 0.021343640983104706,
      "step": 37270
    },
    {
      "loss_action": 0.009838961064815521,
      "loss_total": 0.009838961064815521,
      "step": 37270
    },
    {
      "loss_action": 0.00430535152554512,
      "loss_total": 0.00430535152554512,
      "step": 37270
    },
    {
      "loss_action": 0.013636056333780289,
      "loss_total": 0.013636056333780289,
      "step": 37270
    },
    {
      "grad_norm": 0.12128696590662003,
      "learning_rate": 9.949070301347523e-05,
      "loss": 0.0107,
      "step": 37280
    },
    {
      "loss_action": 0.01241294201463461,
      "loss_total": 0.01241294201463461,
      "step": 37280
    },
    {
      "loss_action": 0.00736679881811142,
      "loss_total": 0.00736679881811142,
      "step": 37280
    },
    {
      "loss_action": 0.004924902692437172,
      "loss_total": 0.004924902692437172,
      "step": 37280
    },
    {
      "loss_action": 0.016811076551675797,
      "loss_total": 0.016811076551675797,
      "step": 37280
    },
    {
      "loss_action": 0.009865942411124706,
      "loss_total": 0.009865942411124706,
      "step": 37280
    },
    {
      "loss_action": 0.0076858471147716045,
      "loss_total": 0.0076858471147716045,
      "step": 37280
    },
    {
      "loss_action": 0.009745471179485321,
      "loss_total": 0.009745471179485321,
      "step": 37280
    },
    {
      "loss_action": 0.008754286915063858,
      "loss_total": 0.008754286915063858,
      "step": 37280
    },
    {
      "grad_norm": 0.2714202105998993,
      "learning_rate": 9.949011434893475e-05,
      "loss": 0.0125,
      "step": 37290
    },
    {
      "loss_action": 0.016557183116674423,
      "loss_total": 0.016557183116674423,
      "step": 37290
    },
    {
      "loss_action": 0.005028258543461561,
      "loss_total": 0.005028258543461561,
      "step": 37290
    },
    {
      "loss_action": 0.008358053863048553,
      "loss_total": 0.008358053863048553,
      "step": 37290
    },
    {
      "loss_action": 0.015736795961856842,
      "loss_total": 0.015736795961856842,
      "step": 37290
    },
    {
      "loss_action": 0.008402508683502674,
      "loss_total": 0.008402508683502674,
      "step": 37290
    },
    {
      "loss_action": 0.0052934493869543076,
      "loss_total": 0.0052934493869543076,
      "step": 37290
    },
    {
      "loss_action": 0.006736908107995987,
      "loss_total": 0.006736908107995987,
      "step": 37290
    },
    {
      "loss_action": 0.01134023442864418,
      "loss_total": 0.01134023442864418,
      "step": 37290
    },
    {
      "grad_norm": 0.16712646186351776,
      "learning_rate": 9.948952534613398e-05,
      "loss": 0.0122,
      "step": 37300
    },
    {
      "loss_action": 0.019161783158779144,
      "loss_total": 0.019161783158779144,
      "step": 37300
    },
    {
      "loss_action": 0.006382412742823362,
      "loss_total": 0.006382412742823362,
      "step": 37300
    },
    {
      "loss_action": 0.010063904337584972,
      "loss_total": 0.010063904337584972,
      "step": 37300
    },
    {
      "loss_action": 0.01682475581765175,
      "loss_total": 0.01682475581765175,
      "step": 37300
    },
    {
      "loss_action": 0.013149297796189785,
      "loss_total": 0.013149297796189785,
      "step": 37300
    },
    {
      "loss_action": 0.007194939535111189,
      "loss_total": 0.007194939535111189,
      "step": 37300
    },
    {
      "loss_action": 0.01068841852247715,
      "loss_total": 0.01068841852247715,
      "step": 37300
    },
    {
      "loss_action": 0.017899703234434128,
      "loss_total": 0.017899703234434128,
      "step": 37300
    },
    {
      "grad_norm": 0.1240323930978775,
      "learning_rate": 9.948893600507696e-05,
      "loss": 0.0111,
      "step": 37310
    },
    {
      "loss_action": 0.007934598252177238,
      "loss_total": 0.007934598252177238,
      "step": 37310
    },
    {
      "loss_action": 0.010817395523190498,
      "loss_total": 0.010817395523190498,
      "step": 37310
    },
    {
      "loss_action": 0.006153553258627653,
      "loss_total": 0.006153553258627653,
      "step": 37310
    },
    {
      "loss_action": 0.013084402307868004,
      "loss_total": 0.013084402307868004,
      "step": 37310
    },
    {
      "loss_action": 0.00612283730879426,
      "loss_total": 0.00612283730879426,
      "step": 37310
    },
    {
      "loss_action": 0.021610943600535393,
      "loss_total": 0.021610943600535393,
      "step": 37310
    },
    {
      "loss_action": 0.0070386966690421104,
      "loss_total": 0.0070386966690421104,
      "step": 37310
    },
    {
      "loss_action": 0.0071784090250730515,
      "loss_total": 0.0071784090250730515,
      "step": 37310
    },
    {
      "grad_norm": 0.14035971462726593,
      "learning_rate": 9.948834632576771e-05,
      "loss": 0.0123,
      "step": 37320
    },
    {
      "loss_action": 0.005654331296682358,
      "loss_total": 0.005654331296682358,
      "step": 37320
    },
    {
      "loss_action": 0.008707729168236256,
      "loss_total": 0.008707729168236256,
      "step": 37320
    },
    {
      "loss_action": 0.012274866923689842,
      "loss_total": 0.012274866923689842,
      "step": 37320
    },
    {
      "loss_action": 0.0047505637630820274,
      "loss_total": 0.0047505637630820274,
      "step": 37320
    },
    {
      "loss_action": 0.005397160071879625,
      "loss_total": 0.005397160071879625,
      "step": 37320
    },
    {
      "loss_action": 0.014335633255541325,
      "loss_total": 0.014335633255541325,
      "step": 37320
    },
    {
      "loss_action": 0.0176891777664423,
      "loss_total": 0.0176891777664423,
      "step": 37320
    },
    {
      "loss_action": 0.01370624452829361,
      "loss_total": 0.01370624452829361,
      "step": 37320
    },
    {
      "grad_norm": 0.13392917811870575,
      "learning_rate": 9.948775630821025e-05,
      "loss": 0.012,
      "step": 37330
    },
    {
      "loss_action": 0.022464744746685028,
      "loss_total": 0.022464744746685028,
      "step": 37330
    },
    {
      "loss_action": 0.02645529992878437,
      "loss_total": 0.02645529992878437,
      "step": 37330
    },
    {
      "loss_action": 0.005349545739591122,
      "loss_total": 0.005349545739591122,
      "step": 37330
    },
    {
      "loss_action": 0.0034282668493688107,
      "loss_total": 0.0034282668493688107,
      "step": 37330
    },
    {
      "loss_action": 0.007250312715768814,
      "loss_total": 0.007250312715768814,
      "step": 37330
    },
    {
      "loss_action": 0.006941281259059906,
      "loss_total": 0.006941281259059906,
      "step": 37330
    },
    {
      "loss_action": 0.01237018033862114,
      "loss_total": 0.01237018033862114,
      "step": 37330
    },
    {
      "loss_action": 0.013761394657194614,
      "loss_total": 0.013761394657194614,
      "step": 37330
    },
    {
      "grad_norm": 0.1334879845380783,
      "learning_rate": 9.948716595240864e-05,
      "loss": 0.0116,
      "step": 37340
    },
    {
      "loss_action": 0.007423102855682373,
      "loss_total": 0.007423102855682373,
      "step": 37340
    },
    {
      "loss_action": 0.00791894644498825,
      "loss_total": 0.00791894644498825,
      "step": 37340
    },
    {
      "loss_action": 0.009200016967952251,
      "loss_total": 0.009200016967952251,
      "step": 37340
    },
    {
      "loss_action": 0.006121834274381399,
      "loss_total": 0.006121834274381399,
      "step": 37340
    },
    {
      "loss_action": 0.007542227860540152,
      "loss_total": 0.007542227860540152,
      "step": 37340
    },
    {
      "loss_action": 0.01278370339423418,
      "loss_total": 0.01278370339423418,
      "step": 37340
    },
    {
      "loss_action": 0.01851920410990715,
      "loss_total": 0.01851920410990715,
      "step": 37340
    },
    {
      "loss_action": 0.009567206725478172,
      "loss_total": 0.009567206725478172,
      "step": 37340
    },
    {
      "grad_norm": 0.1438235491514206,
      "learning_rate": 9.948657525836688e-05,
      "loss": 0.0114,
      "step": 37350
    },
    {
      "loss_action": 0.006539216265082359,
      "loss_total": 0.006539216265082359,
      "step": 37350
    },
    {
      "loss_action": 0.01593383587896824,
      "loss_total": 0.01593383587896824,
      "step": 37350
    },
    {
      "loss_action": 0.011743186973035336,
      "loss_total": 0.011743186973035336,
      "step": 37350
    },
    {
      "loss_action": 0.024521853774785995,
      "loss_total": 0.024521853774785995,
      "step": 37350
    },
    {
      "loss_action": 0.013998700305819511,
      "loss_total": 0.013998700305819511,
      "step": 37350
    },
    {
      "loss_action": 0.006085635162889957,
      "loss_total": 0.006085635162889957,
      "step": 37350
    },
    {
      "loss_action": 0.006760665215551853,
      "loss_total": 0.006760665215551853,
      "step": 37350
    },
    {
      "loss_action": 0.006020230241119862,
      "loss_total": 0.006020230241119862,
      "step": 37350
    },
    {
      "grad_norm": 0.16515997052192688,
      "learning_rate": 9.948598422608903e-05,
      "loss": 0.0103,
      "step": 37360
    },
    {
      "loss_action": 0.005984308663755655,
      "loss_total": 0.005984308663755655,
      "step": 37360
    },
    {
      "loss_action": 0.007893061265349388,
      "loss_total": 0.007893061265349388,
      "step": 37360
    },
    {
      "loss_action": 0.004482747055590153,
      "loss_total": 0.004482747055590153,
      "step": 37360
    },
    {
      "loss_action": 0.051266856491565704,
      "loss_total": 0.051266856491565704,
      "step": 37360
    },
    {
      "loss_action": 0.009269828908145428,
      "loss_total": 0.009269828908145428,
      "step": 37360
    },
    {
      "loss_action": 0.009977984242141247,
      "loss_total": 0.009977984242141247,
      "step": 37360
    },
    {
      "loss_action": 0.005357768386602402,
      "loss_total": 0.005357768386602402,
      "step": 37360
    },
    {
      "loss_action": 0.015426474623382092,
      "loss_total": 0.015426474623382092,
      "step": 37360
    },
    {
      "grad_norm": 0.15451106429100037,
      "learning_rate": 9.948539285557912e-05,
      "loss": 0.0114,
      "step": 37370
    },
    {
      "loss_action": 0.0038701435551047325,
      "loss_total": 0.0038701435551047325,
      "step": 37370
    },
    {
      "loss_action": 0.013079104013741016,
      "loss_total": 0.013079104013741016,
      "step": 37370
    },
    {
      "loss_action": 0.01129873376339674,
      "loss_total": 0.01129873376339674,
      "step": 37370
    },
    {
      "loss_action": 0.007911521941423416,
      "loss_total": 0.007911521941423416,
      "step": 37370
    },
    {
      "loss_action": 0.01215915847569704,
      "loss_total": 0.01215915847569704,
      "step": 37370
    },
    {
      "loss_action": 0.008066834881901741,
      "loss_total": 0.008066834881901741,
      "step": 37370
    },
    {
      "loss_action": 0.006392217706888914,
      "loss_total": 0.006392217706888914,
      "step": 37370
    },
    {
      "loss_action": 0.0060206386260688305,
      "loss_total": 0.0060206386260688305,
      "step": 37370
    },
    {
      "grad_norm": 0.12128438800573349,
      "learning_rate": 9.948480114684122e-05,
      "loss": 0.0109,
      "step": 37380
    },
    {
      "loss_action": 0.006747281178832054,
      "loss_total": 0.006747281178832054,
      "step": 37380
    },
    {
      "loss_action": 0.011129525490105152,
      "loss_total": 0.011129525490105152,
      "step": 37380
    },
    {
      "loss_action": 0.005624349229037762,
      "loss_total": 0.005624349229037762,
      "step": 37380
    },
    {
      "loss_action": 0.00543949706479907,
      "loss_total": 0.00543949706479907,
      "step": 37380
    },
    {
      "loss_action": 0.018654417246580124,
      "loss_total": 0.018654417246580124,
      "step": 37380
    },
    {
      "loss_action": 0.006414799019694328,
      "loss_total": 0.006414799019694328,
      "step": 37380
    },
    {
      "loss_action": 0.005665318109095097,
      "loss_total": 0.005665318109095097,
      "step": 37380
    },
    {
      "loss_action": 0.01132857147604227,
      "loss_total": 0.01132857147604227,
      "step": 37380
    },
    {
      "grad_norm": 0.14749085903167725,
      "learning_rate": 9.948420909987932e-05,
      "loss": 0.0105,
      "step": 37390
    },
    {
      "loss_action": 0.010541212745010853,
      "loss_total": 0.010541212745010853,
      "step": 37390
    },
    {
      "loss_action": 0.004647073335945606,
      "loss_total": 0.004647073335945606,
      "step": 37390
    },
    {
      "loss_action": 0.020527226850390434,
      "loss_total": 0.020527226850390434,
      "step": 37390
    },
    {
      "loss_action": 0.0025192140601575375,
      "loss_total": 0.0025192140601575375,
      "step": 37390
    },
    {
      "loss_action": 0.012857790105044842,
      "loss_total": 0.012857790105044842,
      "step": 37390
    },
    {
      "loss_action": 0.00888593029230833,
      "loss_total": 0.00888593029230833,
      "step": 37390
    },
    {
      "loss_action": 0.0029306267388164997,
      "loss_total": 0.0029306267388164997,
      "step": 37390
    },
    {
      "loss_action": 0.014785820618271828,
      "loss_total": 0.014785820618271828,
      "step": 37390
    },
    {
      "grad_norm": 0.10506705939769745,
      "learning_rate": 9.948361671469752e-05,
      "loss": 0.0099,
      "step": 37400
    },
    {
      "loss_action": 0.006797158624976873,
      "loss_total": 0.006797158624976873,
      "step": 37400
    },
    {
      "loss_action": 0.00945914164185524,
      "loss_total": 0.00945914164185524,
      "step": 37400
    },
    {
      "loss_action": 0.014522530138492584,
      "loss_total": 0.014522530138492584,
      "step": 37400
    },
    {
      "loss_action": 0.012279340997338295,
      "loss_total": 0.012279340997338295,
      "step": 37400
    },
    {
      "loss_action": 0.002588188275694847,
      "loss_total": 0.002588188275694847,
      "step": 37400
    },
    {
      "loss_action": 0.007801555097103119,
      "loss_total": 0.007801555097103119,
      "step": 37400
    },
    {
      "loss_action": 0.004481576383113861,
      "loss_total": 0.004481576383113861,
      "step": 37400
    },
    {
      "loss_action": 0.007750616408884525,
      "loss_total": 0.007750616408884525,
      "step": 37400
    },
    {
      "grad_norm": 0.11744821071624756,
      "learning_rate": 9.948302399129986e-05,
      "loss": 0.0094,
      "step": 37410
    },
    {
      "loss_action": 0.014590786769986153,
      "loss_total": 0.014590786769986153,
      "step": 37410
    },
    {
      "loss_action": 0.004127168096601963,
      "loss_total": 0.004127168096601963,
      "step": 37410
    },
    {
      "loss_action": 0.003300940152257681,
      "loss_total": 0.003300940152257681,
      "step": 37410
    },
    {
      "loss_action": 0.004906392656266689,
      "loss_total": 0.004906392656266689,
      "step": 37410
    },
    {
      "loss_action": 0.006033279933035374,
      "loss_total": 0.006033279933035374,
      "step": 37410
    },
    {
      "loss_action": 0.004950510337948799,
      "loss_total": 0.004950510337948799,
      "step": 37410
    },
    {
      "loss_action": 0.011746575124561787,
      "loss_total": 0.011746575124561787,
      "step": 37410
    },
    {
      "loss_action": 0.005798053927719593,
      "loss_total": 0.005798053927719593,
      "step": 37410
    },
    {
      "grad_norm": 0.13296601176261902,
      "learning_rate": 9.948243092969034e-05,
      "loss": 0.0095,
      "step": 37420
    },
    {
      "loss_action": 0.014360666275024414,
      "loss_total": 0.014360666275024414,
      "step": 37420
    },
    {
      "loss_action": 0.010469794273376465,
      "loss_total": 0.010469794273376465,
      "step": 37420
    },
    {
      "loss_action": 0.012714821845293045,
      "loss_total": 0.012714821845293045,
      "step": 37420
    },
    {
      "loss_action": 0.007222903426736593,
      "loss_total": 0.007222903426736593,
      "step": 37420
    },
    {
      "loss_action": 0.007703778799623251,
      "loss_total": 0.007703778799623251,
      "step": 37420
    },
    {
      "loss_action": 0.00710317911580205,
      "loss_total": 0.00710317911580205,
      "step": 37420
    },
    {
      "loss_action": 0.007797536440193653,
      "loss_total": 0.007797536440193653,
      "step": 37420
    },
    {
      "loss_action": 0.0037849536165595055,
      "loss_total": 0.0037849536165595055,
      "step": 37420
    },
    {
      "grad_norm": 0.12565864622592926,
      "learning_rate": 9.948183752987308e-05,
      "loss": 0.0093,
      "step": 37430
    },
    {
      "loss_action": 0.008391943760216236,
      "loss_total": 0.008391943760216236,
      "step": 37430
    },
    {
      "loss_action": 0.008839928545057774,
      "loss_total": 0.008839928545057774,
      "step": 37430
    },
    {
      "loss_action": 0.008604845032095909,
      "loss_total": 0.008604845032095909,
      "step": 37430
    },
    {
      "loss_action": 0.006625456735491753,
      "loss_total": 0.006625456735491753,
      "step": 37430
    },
    {
      "loss_action": 0.008126639761030674,
      "loss_total": 0.008126639761030674,
      "step": 37430
    },
    {
      "loss_action": 0.012625805102288723,
      "loss_total": 0.012625805102288723,
      "step": 37430
    },
    {
      "loss_action": 0.01938345655798912,
      "loss_total": 0.01938345655798912,
      "step": 37430
    },
    {
      "loss_action": 0.01025637611746788,
      "loss_total": 0.01025637611746788,
      "step": 37430
    },
    {
      "grad_norm": 0.12327524274587631,
      "learning_rate": 9.948124379185208e-05,
      "loss": 0.0106,
      "step": 37440
    },
    {
      "loss_action": 0.002679482102394104,
      "loss_total": 0.002679482102394104,
      "step": 37440
    },
    {
      "loss_action": 0.005662780255079269,
      "loss_total": 0.005662780255079269,
      "step": 37440
    },
    {
      "loss_action": 0.007980456575751305,
      "loss_total": 0.007980456575751305,
      "step": 37440
    },
    {
      "loss_action": 0.006359059363603592,
      "loss_total": 0.006359059363603592,
      "step": 37440
    },
    {
      "loss_action": 0.004666615277528763,
      "loss_total": 0.004666615277528763,
      "step": 37440
    },
    {
      "loss_action": 0.007995044812560081,
      "loss_total": 0.007995044812560081,
      "step": 37440
    },
    {
      "loss_action": 0.01186622679233551,
      "loss_total": 0.01186622679233551,
      "step": 37440
    },
    {
      "loss_action": 0.07660451531410217,
      "loss_total": 0.07660451531410217,
      "step": 37440
    },
    {
      "grad_norm": 0.18069523572921753,
      "learning_rate": 9.948064971563145e-05,
      "loss": 0.012,
      "step": 37450
    },
    {
      "loss_action": 0.006523269694298506,
      "loss_total": 0.006523269694298506,
      "step": 37450
    },
    {
      "loss_action": 0.01649969443678856,
      "loss_total": 0.01649969443678856,
      "step": 37450
    },
    {
      "loss_action": 0.00641375407576561,
      "loss_total": 0.00641375407576561,
      "step": 37450
    },
    {
      "loss_action": 0.02563485875725746,
      "loss_total": 0.02563485875725746,
      "step": 37450
    },
    {
      "loss_action": 0.006199446972459555,
      "loss_total": 0.006199446972459555,
      "step": 37450
    },
    {
      "loss_action": 0.004106117412447929,
      "loss_total": 0.004106117412447929,
      "step": 37450
    },
    {
      "loss_action": 0.006737653631716967,
      "loss_total": 0.006737653631716967,
      "step": 37450
    },
    {
      "loss_action": 0.0033807242289185524,
      "loss_total": 0.0033807242289185524,
      "step": 37450
    },
    {
      "grad_norm": 0.11701461672782898,
      "learning_rate": 9.948005530121523e-05,
      "loss": 0.0108,
      "step": 37460
    },
    {
      "loss_action": 0.012056229636073112,
      "loss_total": 0.012056229636073112,
      "step": 37460
    },
    {
      "loss_action": 0.009950227104127407,
      "loss_total": 0.009950227104127407,
      "step": 37460
    },
    {
      "loss_action": 0.020283658057451248,
      "loss_total": 0.020283658057451248,
      "step": 37460
    },
    {
      "loss_action": 0.007004543207585812,
      "loss_total": 0.007004543207585812,
      "step": 37460
    },
    {
      "loss_action": 0.01035990472882986,
      "loss_total": 0.01035990472882986,
      "step": 37460
    },
    {
      "loss_action": 0.014552121050655842,
      "loss_total": 0.014552121050655842,
      "step": 37460
    },
    {
      "loss_action": 0.005373622290790081,
      "loss_total": 0.005373622290790081,
      "step": 37460
    },
    {
      "loss_action": 0.014554029330611229,
      "loss_total": 0.014554029330611229,
      "step": 37460
    },
    {
      "grad_norm": 0.11828208714723587,
      "learning_rate": 9.947946054860746e-05,
      "loss": 0.0098,
      "step": 37470
    },
    {
      "loss_action": 0.0042838724330067635,
      "loss_total": 0.0042838724330067635,
      "step": 37470
    },
    {
      "loss_action": 0.008320150896906853,
      "loss_total": 0.008320150896906853,
      "step": 37470
    },
    {
      "loss_action": 0.020812153816223145,
      "loss_total": 0.020812153816223145,
      "step": 37470
    },
    {
      "loss_action": 0.0030559280421584845,
      "loss_total": 0.0030559280421584845,
      "step": 37470
    },
    {
      "loss_action": 0.014832966029644012,
      "loss_total": 0.014832966029644012,
      "step": 37470
    },
    {
      "loss_action": 0.026249565184116364,
      "loss_total": 0.026249565184116364,
      "step": 37470
    },
    {
      "loss_action": 0.00815756805241108,
      "loss_total": 0.00815756805241108,
      "step": 37470
    },
    {
      "loss_action": 0.00551186315715313,
      "loss_total": 0.00551186315715313,
      "step": 37470
    },
    {
      "grad_norm": 0.09742330759763718,
      "learning_rate": 9.947886545781223e-05,
      "loss": 0.0102,
      "step": 37480
    },
    {
      "loss_action": 0.014539767056703568,
      "loss_total": 0.014539767056703568,
      "step": 37480
    },
    {
      "loss_action": 0.00587844755500555,
      "loss_total": 0.00587844755500555,
      "step": 37480
    },
    {
      "loss_action": 0.0039534494280815125,
      "loss_total": 0.0039534494280815125,
      "step": 37480
    },
    {
      "loss_action": 0.005577544681727886,
      "loss_total": 0.005577544681727886,
      "step": 37480
    },
    {
      "loss_action": 0.0038064930122345686,
      "loss_total": 0.0038064930122345686,
      "step": 37480
    },
    {
      "loss_action": 0.005455865059047937,
      "loss_total": 0.005455865059047937,
      "step": 37480
    },
    {
      "loss_action": 0.017895814031362534,
      "loss_total": 0.017895814031362534,
      "step": 37480
    },
    {
      "loss_action": 0.017967619001865387,
      "loss_total": 0.017967619001865387,
      "step": 37480
    },
    {
      "grad_norm": 0.1400141417980194,
      "learning_rate": 9.947827002883362e-05,
      "loss": 0.0098,
      "step": 37490
    },
    {
      "loss_action": 0.009354079142212868,
      "loss_total": 0.009354079142212868,
      "step": 37490
    },
    {
      "loss_action": 0.014645655639469624,
      "loss_total": 0.014645655639469624,
      "step": 37490
    },
    {
      "loss_action": 0.02067575603723526,
      "loss_total": 0.02067575603723526,
      "step": 37490
    },
    {
      "loss_action": 0.009818955324590206,
      "loss_total": 0.009818955324590206,
      "step": 37490
    },
    {
      "loss_action": 0.011936083436012268,
      "loss_total": 0.011936083436012268,
      "step": 37490
    },
    {
      "loss_action": 0.016078181564807892,
      "loss_total": 0.016078181564807892,
      "step": 37490
    },
    {
      "loss_action": 0.006985687185078859,
      "loss_total": 0.006985687185078859,
      "step": 37490
    },
    {
      "loss_action": 0.01192852295935154,
      "loss_total": 0.01192852295935154,
      "step": 37490
    },
    {
      "grad_norm": 0.10628075897693634,
      "learning_rate": 9.947767426167565e-05,
      "loss": 0.0097,
      "step": 37500
    },
    {
      "loss_action": 0.01470131240785122,
      "loss_total": 0.01470131240785122,
      "step": 37500
    },
    {
      "loss_action": 0.0027452288195490837,
      "loss_total": 0.0027452288195490837,
      "step": 37500
    },
    {
      "loss_action": 0.004788552410900593,
      "loss_total": 0.004788552410900593,
      "step": 37500
    },
    {
      "loss_action": 0.009839054197072983,
      "loss_total": 0.009839054197072983,
      "step": 37500
    },
    {
      "loss_action": 0.006816081702709198,
      "loss_total": 0.006816081702709198,
      "step": 37500
    },
    {
      "loss_action": 0.005976705811917782,
      "loss_total": 0.005976705811917782,
      "step": 37500
    },
    {
      "loss_action": 0.002944008447229862,
      "loss_total": 0.002944008447229862,
      "step": 37500
    },
    {
      "loss_action": 0.006918627768754959,
      "loss_total": 0.006918627768754959,
      "step": 37500
    },
    {
      "grad_norm": 0.14198516309261322,
      "learning_rate": 9.947707815634242e-05,
      "loss": 0.0119,
      "step": 37510
    },
    {
      "loss_action": 0.005159310530871153,
      "loss_total": 0.005159310530871153,
      "step": 37510
    },
    {
      "loss_action": 0.01272202655673027,
      "loss_total": 0.01272202655673027,
      "step": 37510
    },
    {
      "loss_action": 0.005943273194134235,
      "loss_total": 0.005943273194134235,
      "step": 37510
    },
    {
      "loss_action": 0.01665364019572735,
      "loss_total": 0.01665364019572735,
      "step": 37510
    },
    {
      "loss_action": 0.0058651696890592575,
      "loss_total": 0.0058651696890592575,
      "step": 37510
    },
    {
      "loss_action": 0.023977309465408325,
      "loss_total": 0.023977309465408325,
      "step": 37510
    },
    {
      "loss_action": 0.006170596927404404,
      "loss_total": 0.006170596927404404,
      "step": 37510
    },
    {
      "loss_action": 0.006630413234233856,
      "loss_total": 0.006630413234233856,
      "step": 37510
    },
    {
      "grad_norm": 0.15863895416259766,
      "learning_rate": 9.947648171283803e-05,
      "loss": 0.0109,
      "step": 37520
    },
    {
      "loss_action": 0.01680631935596466,
      "loss_total": 0.01680631935596466,
      "step": 37520
    },
    {
      "loss_action": 0.022514987736940384,
      "loss_total": 0.022514987736940384,
      "step": 37520
    },
    {
      "loss_action": 0.0037352873478084803,
      "loss_total": 0.0037352873478084803,
      "step": 37520
    },
    {
      "loss_action": 0.007414292544126511,
      "loss_total": 0.007414292544126511,
      "step": 37520
    },
    {
      "loss_action": 0.005297888070344925,
      "loss_total": 0.005297888070344925,
      "step": 37520
    },
    {
      "loss_action": 0.005593972280621529,
      "loss_total": 0.005593972280621529,
      "step": 37520
    },
    {
      "loss_action": 0.02423270419239998,
      "loss_total": 0.02423270419239998,
      "step": 37520
    },
    {
      "loss_action": 0.015537191182374954,
      "loss_total": 0.015537191182374954,
      "step": 37520
    },
    {
      "grad_norm": 0.1528875231742859,
      "learning_rate": 9.947588493116653e-05,
      "loss": 0.0115,
      "step": 37530
    },
    {
      "loss_action": 0.005668281577527523,
      "loss_total": 0.005668281577527523,
      "step": 37530
    },
    {
      "loss_action": 0.02318098396062851,
      "loss_total": 0.02318098396062851,
      "step": 37530
    },
    {
      "loss_action": 0.0031878675799816847,
      "loss_total": 0.0031878675799816847,
      "step": 37530
    },
    {
      "loss_action": 0.021556442603468895,
      "loss_total": 0.021556442603468895,
      "step": 37530
    },
    {
      "loss_action": 0.008281337097287178,
      "loss_total": 0.008281337097287178,
      "step": 37530
    },
    {
      "loss_action": 0.017581509426236153,
      "loss_total": 0.017581509426236153,
      "step": 37530
    },
    {
      "loss_action": 0.009337510913610458,
      "loss_total": 0.009337510913610458,
      "step": 37530
    },
    {
      "loss_action": 0.012766581028699875,
      "loss_total": 0.012766581028699875,
      "step": 37530
    },
    {
      "grad_norm": 0.20040731132030487,
      "learning_rate": 9.9475287811332e-05,
      "loss": 0.0109,
      "step": 37540
    },
    {
      "loss_action": 0.008049597963690758,
      "loss_total": 0.008049597963690758,
      "step": 37540
    },
    {
      "loss_action": 0.009891812689602375,
      "loss_total": 0.009891812689602375,
      "step": 37540
    },
    {
      "loss_action": 0.005781766027212143,
      "loss_total": 0.005781766027212143,
      "step": 37540
    },
    {
      "loss_action": 0.0062974318861961365,
      "loss_total": 0.0062974318861961365,
      "step": 37540
    },
    {
      "loss_action": 0.007049405016005039,
      "loss_total": 0.007049405016005039,
      "step": 37540
    },
    {
      "loss_action": 0.012064813636243343,
      "loss_total": 0.012064813636243343,
      "step": 37540
    },
    {
      "loss_action": 0.006725745275616646,
      "loss_total": 0.006725745275616646,
      "step": 37540
    },
    {
      "loss_action": 0.031136849895119667,
      "loss_total": 0.031136849895119667,
      "step": 37540
    },
    {
      "grad_norm": 0.170657679438591,
      "learning_rate": 9.947469035333852e-05,
      "loss": 0.0112,
      "step": 37550
    },
    {
      "loss_action": 0.014290498569607735,
      "loss_total": 0.014290498569607735,
      "step": 37550
    },
    {
      "loss_action": 0.009748267009854317,
      "loss_total": 0.009748267009854317,
      "step": 37550
    },
    {
      "loss_action": 0.0045443265698850155,
      "loss_total": 0.0045443265698850155,
      "step": 37550
    },
    {
      "loss_action": 0.013578727841377258,
      "loss_total": 0.013578727841377258,
      "step": 37550
    },
    {
      "loss_action": 0.02957834117114544,
      "loss_total": 0.02957834117114544,
      "step": 37550
    },
    {
      "loss_action": 0.011186488904058933,
      "loss_total": 0.011186488904058933,
      "step": 37550
    },
    {
      "loss_action": 0.0037610847502946854,
      "loss_total": 0.0037610847502946854,
      "step": 37550
    },
    {
      "loss_action": 0.005628627259284258,
      "loss_total": 0.005628627259284258,
      "step": 37550
    },
    {
      "grad_norm": 0.1243150606751442,
      "learning_rate": 9.947409255719017e-05,
      "loss": 0.0109,
      "step": 37560
    },
    {
      "loss_action": 0.007444844115525484,
      "loss_total": 0.007444844115525484,
      "step": 37560
    },
    {
      "loss_action": 0.0032186140306293964,
      "loss_total": 0.0032186140306293964,
      "step": 37560
    },
    {
      "loss_action": 0.005119655281305313,
      "loss_total": 0.005119655281305313,
      "step": 37560
    },
    {
      "loss_action": 0.005488595925271511,
      "loss_total": 0.005488595925271511,
      "step": 37560
    },
    {
      "loss_action": 0.005354245193302631,
      "loss_total": 0.005354245193302631,
      "step": 37560
    },
    {
      "loss_action": 0.0070515768602490425,
      "loss_total": 0.0070515768602490425,
      "step": 37560
    },
    {
      "loss_action": 0.007903676480054855,
      "loss_total": 0.007903676480054855,
      "step": 37560
    },
    {
      "loss_action": 0.006348880007863045,
      "loss_total": 0.006348880007863045,
      "step": 37560
    },
    {
      "grad_norm": 0.2292865663766861,
      "learning_rate": 9.947349442289107e-05,
      "loss": 0.0124,
      "step": 37570
    },
    {
      "loss_action": 0.009306521154940128,
      "loss_total": 0.009306521154940128,
      "step": 37570
    },
    {
      "loss_action": 0.01347840391099453,
      "loss_total": 0.01347840391099453,
      "step": 37570
    },
    {
      "loss_action": 0.010792259126901627,
      "loss_total": 0.010792259126901627,
      "step": 37570
    },
    {
      "loss_action": 0.011981690302491188,
      "loss_total": 0.011981690302491188,
      "step": 37570
    },
    {
      "loss_action": 0.007227830123156309,
      "loss_total": 0.007227830123156309,
      "step": 37570
    },
    {
      "loss_action": 0.015938660129904747,
      "loss_total": 0.015938660129904747,
      "step": 37570
    },
    {
      "loss_action": 0.013629280030727386,
      "loss_total": 0.013629280030727386,
      "step": 37570
    },
    {
      "loss_action": 0.013571731746196747,
      "loss_total": 0.013571731746196747,
      "step": 37570
    },
    {
      "grad_norm": 0.13267377018928528,
      "learning_rate": 9.947289595044526e-05,
      "loss": 0.0113,
      "step": 37580
    },
    {
      "loss_action": 0.020355159416794777,
      "loss_total": 0.020355159416794777,
      "step": 37580
    },
    {
      "loss_action": 0.023906201124191284,
      "loss_total": 0.023906201124191284,
      "step": 37580
    },
    {
      "loss_action": 0.005105575546622276,
      "loss_total": 0.005105575546622276,
      "step": 37580
    },
    {
      "loss_action": 0.00527391629293561,
      "loss_total": 0.00527391629293561,
      "step": 37580
    },
    {
      "loss_action": 0.006295563653111458,
      "loss_total": 0.006295563653111458,
      "step": 37580
    },
    {
      "loss_action": 0.006777496077120304,
      "loss_total": 0.006777496077120304,
      "step": 37580
    },
    {
      "loss_action": 0.006613095756620169,
      "loss_total": 0.006613095756620169,
      "step": 37580
    },
    {
      "loss_action": 0.01522822119295597,
      "loss_total": 0.01522822119295597,
      "step": 37580
    },
    {
      "grad_norm": 0.11966849863529205,
      "learning_rate": 9.947229713985687e-05,
      "loss": 0.0136,
      "step": 37590
    },
    {
      "loss_action": 0.012068052776157856,
      "loss_total": 0.012068052776157856,
      "step": 37590
    },
    {
      "loss_action": 0.016058292239904404,
      "loss_total": 0.016058292239904404,
      "step": 37590
    },
    {
      "loss_action": 0.007692391984164715,
      "loss_total": 0.007692391984164715,
      "step": 37590
    },
    {
      "loss_action": 0.008315011858940125,
      "loss_total": 0.008315011858940125,
      "step": 37590
    },
    {
      "loss_action": 0.003185730893164873,
      "loss_total": 0.003185730893164873,
      "step": 37590
    },
    {
      "loss_action": 0.009128028526902199,
      "loss_total": 0.009128028526902199,
      "step": 37590
    },
    {
      "loss_action": 0.002456401474773884,
      "loss_total": 0.002456401474773884,
      "step": 37590
    },
    {
      "loss_action": 0.00644304882735014,
      "loss_total": 0.00644304882735014,
      "step": 37590
    },
    {
      "grad_norm": 0.13625748455524445,
      "learning_rate": 9.947169799112995e-05,
      "loss": 0.013,
      "step": 37600
    },
    {
      "loss_action": 0.011026604101061821,
      "loss_total": 0.011026604101061821,
      "step": 37600
    },
    {
      "loss_action": 0.01771429553627968,
      "loss_total": 0.01771429553627968,
      "step": 37600
    },
    {
      "loss_action": 0.009625260718166828,
      "loss_total": 0.009625260718166828,
      "step": 37600
    },
    {
      "loss_action": 0.006480286829173565,
      "loss_total": 0.006480286829173565,
      "step": 37600
    },
    {
      "loss_action": 0.022503474727272987,
      "loss_total": 0.022503474727272987,
      "step": 37600
    },
    {
      "loss_action": 0.005810861475765705,
      "loss_total": 0.005810861475765705,
      "step": 37600
    },
    {
      "loss_action": 0.006371293216943741,
      "loss_total": 0.006371293216943741,
      "step": 37600
    },
    {
      "loss_action": 0.014310387894511223,
      "loss_total": 0.014310387894511223,
      "step": 37600
    },
    {
      "grad_norm": 0.17387931048870087,
      "learning_rate": 9.947109850426864e-05,
      "loss": 0.0114,
      "step": 37610
    },
    {
      "loss_action": 0.009984977543354034,
      "loss_total": 0.009984977543354034,
      "step": 37610
    },
    {
      "loss_action": 0.01030805055052042,
      "loss_total": 0.01030805055052042,
      "step": 37610
    },
    {
      "loss_action": 0.007725190836936235,
      "loss_total": 0.007725190836936235,
      "step": 37610
    },
    {
      "loss_action": 0.007761404383927584,
      "loss_total": 0.007761404383927584,
      "step": 37610
    },
    {
      "loss_action": 0.005909646861255169,
      "loss_total": 0.005909646861255169,
      "step": 37610
    },
    {
      "loss_action": 0.004780102986842394,
      "loss_total": 0.004780102986842394,
      "step": 37610
    },
    {
      "loss_action": 0.03702489286661148,
      "loss_total": 0.03702489286661148,
      "step": 37610
    },
    {
      "loss_action": 0.006463608704507351,
      "loss_total": 0.006463608704507351,
      "step": 37610
    },
    {
      "grad_norm": 0.1593172252178192,
      "learning_rate": 9.9470498679277e-05,
      "loss": 0.0114,
      "step": 37620
    },
    {
      "loss_action": 0.01617209054529667,
      "loss_total": 0.01617209054529667,
      "step": 37620
    },
    {
      "loss_action": 0.01703571155667305,
      "loss_total": 0.01703571155667305,
      "step": 37620
    },
    {
      "loss_action": 0.020949311554431915,
      "loss_total": 0.020949311554431915,
      "step": 37620
    },
    {
      "loss_action": 0.020843956619501114,
      "loss_total": 0.020843956619501114,
      "step": 37620
    },
    {
      "loss_action": 0.011476009152829647,
      "loss_total": 0.011476009152829647,
      "step": 37620
    },
    {
      "loss_action": 0.006625371985137463,
      "loss_total": 0.006625371985137463,
      "step": 37620
    },
    {
      "loss_action": 0.021169891580939293,
      "loss_total": 0.021169891580939293,
      "step": 37620
    },
    {
      "loss_action": 0.005711582489311695,
      "loss_total": 0.005711582489311695,
      "step": 37620
    },
    {
      "grad_norm": 0.17900165915489197,
      "learning_rate": 9.946989851615916e-05,
      "loss": 0.0118,
      "step": 37630
    },
    {
      "loss_action": 0.008405948057770729,
      "loss_total": 0.008405948057770729,
      "step": 37630
    },
    {
      "loss_action": 0.006477161776274443,
      "loss_total": 0.006477161776274443,
      "step": 37630
    },
    {
      "loss_action": 0.004712700843811035,
      "loss_total": 0.004712700843811035,
      "step": 37630
    },
    {
      "loss_action": 0.0072214617393910885,
      "loss_total": 0.0072214617393910885,
      "step": 37630
    },
    {
      "loss_action": 0.007433468010276556,
      "loss_total": 0.007433468010276556,
      "step": 37630
    },
    {
      "loss_action": 0.010779906064271927,
      "loss_total": 0.010779906064271927,
      "step": 37630
    },
    {
      "loss_action": 0.021964091807603836,
      "loss_total": 0.021964091807603836,
      "step": 37630
    },
    {
      "loss_action": 0.009389350190758705,
      "loss_total": 0.009389350190758705,
      "step": 37630
    },
    {
      "grad_norm": 0.18701471388339996,
      "learning_rate": 9.946929801491923e-05,
      "loss": 0.0111,
      "step": 37640
    },
    {
      "loss_action": 0.014591396786272526,
      "loss_total": 0.014591396786272526,
      "step": 37640
    },
    {
      "loss_action": 0.017544077709317207,
      "loss_total": 0.017544077709317207,
      "step": 37640
    },
    {
      "loss_action": 0.013403081335127354,
      "loss_total": 0.013403081335127354,
      "step": 37640
    },
    {
      "loss_action": 0.011099159717559814,
      "loss_total": 0.011099159717559814,
      "step": 37640
    },
    {
      "loss_action": 0.008632764220237732,
      "loss_total": 0.008632764220237732,
      "step": 37640
    },
    {
      "loss_action": 0.004969259258359671,
      "loss_total": 0.004969259258359671,
      "step": 37640
    },
    {
      "loss_action": 0.005434549413621426,
      "loss_total": 0.005434549413621426,
      "step": 37640
    },
    {
      "loss_action": 0.005790757015347481,
      "loss_total": 0.005790757015347481,
      "step": 37640
    },
    {
      "grad_norm": 0.12613821029663086,
      "learning_rate": 9.946869717556125e-05,
      "loss": 0.0112,
      "step": 37650
    },
    {
      "loss_action": 0.013633710332214832,
      "loss_total": 0.013633710332214832,
      "step": 37650
    },
    {
      "loss_action": 0.004723205231130123,
      "loss_total": 0.004723205231130123,
      "step": 37650
    },
    {
      "loss_action": 0.009602479636669159,
      "loss_total": 0.009602479636669159,
      "step": 37650
    },
    {
      "loss_action": 0.004951793700456619,
      "loss_total": 0.004951793700456619,
      "step": 37650
    },
    {
      "loss_action": 0.009308096021413803,
      "loss_total": 0.009308096021413803,
      "step": 37650
    },
    {
      "loss_action": 0.007252112962305546,
      "loss_total": 0.007252112962305546,
      "step": 37650
    },
    {
      "loss_action": 0.009113195352256298,
      "loss_total": 0.009113195352256298,
      "step": 37650
    },
    {
      "loss_action": 0.01625053584575653,
      "loss_total": 0.01625053584575653,
      "step": 37650
    },
    {
      "grad_norm": 0.1412256360054016,
      "learning_rate": 9.946809599808939e-05,
      "loss": 0.0118,
      "step": 37660
    },
    {
      "loss_action": 0.01907832734286785,
      "loss_total": 0.01907832734286785,
      "step": 37660
    },
    {
      "loss_action": 0.006702316924929619,
      "loss_total": 0.006702316924929619,
      "step": 37660
    },
    {
      "loss_action": 0.0045034498907625675,
      "loss_total": 0.0045034498907625675,
      "step": 37660
    },
    {
      "loss_action": 0.017300741747021675,
      "loss_total": 0.017300741747021675,
      "step": 37660
    },
    {
      "loss_action": 0.009010184556245804,
      "loss_total": 0.009010184556245804,
      "step": 37660
    },
    {
      "loss_action": 0.020183632150292397,
      "loss_total": 0.020183632150292397,
      "step": 37660
    },
    {
      "loss_action": 0.009428877383470535,
      "loss_total": 0.009428877383470535,
      "step": 37660
    },
    {
      "loss_action": 0.009984815493226051,
      "loss_total": 0.009984815493226051,
      "step": 37660
    },
    {
      "grad_norm": 0.1895619034767151,
      "learning_rate": 9.946749448250774e-05,
      "loss": 0.0105,
      "step": 37670
    },
    {
      "loss_action": 0.012870600447058678,
      "loss_total": 0.012870600447058678,
      "step": 37670
    },
    {
      "loss_action": 0.010811202228069305,
      "loss_total": 0.010811202228069305,
      "step": 37670
    },
    {
      "loss_action": 0.0076215751469135284,
      "loss_total": 0.0076215751469135284,
      "step": 37670
    },
    {
      "loss_action": 0.006942032836377621,
      "loss_total": 0.006942032836377621,
      "step": 37670
    },
    {
      "loss_action": 0.008214334025979042,
      "loss_total": 0.008214334025979042,
      "step": 37670
    },
    {
      "loss_action": 0.010421713814139366,
      "loss_total": 0.010421713814139366,
      "step": 37670
    },
    {
      "loss_action": 0.00829872116446495,
      "loss_total": 0.00829872116446495,
      "step": 37670
    },
    {
      "loss_action": 0.005012965761125088,
      "loss_total": 0.005012965761125088,
      "step": 37670
    },
    {
      "grad_norm": 0.14940667152404785,
      "learning_rate": 9.946689262882041e-05,
      "loss": 0.0107,
      "step": 37680
    },
    {
      "loss_action": 0.008309993892908096,
      "loss_total": 0.008309993892908096,
      "step": 37680
    },
    {
      "loss_action": 0.01877838931977749,
      "loss_total": 0.01877838931977749,
      "step": 37680
    },
    {
      "loss_action": 0.010774321854114532,
      "loss_total": 0.010774321854114532,
      "step": 37680
    },
    {
      "loss_action": 0.0036627640947699547,
      "loss_total": 0.0036627640947699547,
      "step": 37680
    },
    {
      "loss_action": 0.008338629268109798,
      "loss_total": 0.008338629268109798,
      "step": 37680
    },
    {
      "loss_action": 0.0099580567330122,
      "loss_total": 0.0099580567330122,
      "step": 37680
    },
    {
      "loss_action": 0.011666929349303246,
      "loss_total": 0.011666929349303246,
      "step": 37680
    },
    {
      "loss_action": 0.008686062879860401,
      "loss_total": 0.008686062879860401,
      "step": 37680
    },
    {
      "grad_norm": 0.1681947559118271,
      "learning_rate": 9.946629043703153e-05,
      "loss": 0.011,
      "step": 37690
    },
    {
      "loss_action": 0.015607071109116077,
      "loss_total": 0.015607071109116077,
      "step": 37690
    },
    {
      "loss_action": 0.013740260154008865,
      "loss_total": 0.013740260154008865,
      "step": 37690
    },
    {
      "loss_action": 0.012512560933828354,
      "loss_total": 0.012512560933828354,
      "step": 37690
    },
    {
      "loss_action": 0.005206293426454067,
      "loss_total": 0.005206293426454067,
      "step": 37690
    },
    {
      "loss_action": 0.011755380779504776,
      "loss_total": 0.011755380779504776,
      "step": 37690
    },
    {
      "loss_action": 0.00846619252115488,
      "loss_total": 0.00846619252115488,
      "step": 37690
    },
    {
      "loss_action": 0.0155925452709198,
      "loss_total": 0.0155925452709198,
      "step": 37690
    },
    {
      "loss_action": 0.0022689905017614365,
      "loss_total": 0.0022689905017614365,
      "step": 37690
    },
    {
      "grad_norm": 0.17006686329841614,
      "learning_rate": 9.946568790714517e-05,
      "loss": 0.0105,
      "step": 37700
    },
    {
      "loss_action": 0.0051762694492936134,
      "loss_total": 0.0051762694492936134,
      "step": 37700
    },
    {
      "loss_action": 0.007766540627926588,
      "loss_total": 0.007766540627926588,
      "step": 37700
    },
    {
      "loss_action": 0.006318351253867149,
      "loss_total": 0.006318351253867149,
      "step": 37700
    },
    {
      "loss_action": 0.014430276118218899,
      "loss_total": 0.014430276118218899,
      "step": 37700
    },
    {
      "loss_action": 0.02495104819536209,
      "loss_total": 0.02495104819536209,
      "step": 37700
    },
    {
      "loss_action": 0.006107431836426258,
      "loss_total": 0.006107431836426258,
      "step": 37700
    },
    {
      "loss_action": 0.024102404713630676,
      "loss_total": 0.024102404713630676,
      "step": 37700
    },
    {
      "loss_action": 0.007082611788064241,
      "loss_total": 0.007082611788064241,
      "step": 37700
    },
    {
      "grad_norm": 0.13546794652938843,
      "learning_rate": 9.94650850391655e-05,
      "loss": 0.0115,
      "step": 37710
    },
    {
      "loss_action": 0.010265439748764038,
      "loss_total": 0.010265439748764038,
      "step": 37710
    },
    {
      "loss_action": 0.00630880706012249,
      "loss_total": 0.00630880706012249,
      "step": 37710
    },
    {
      "loss_action": 0.00431694695726037,
      "loss_total": 0.00431694695726037,
      "step": 37710
    },
    {
      "loss_action": 0.021962344646453857,
      "loss_total": 0.021962344646453857,
      "step": 37710
    },
    {
      "loss_action": 0.007112463004887104,
      "loss_total": 0.007112463004887104,
      "step": 37710
    },
    {
      "loss_action": 0.011658892966806889,
      "loss_total": 0.011658892966806889,
      "step": 37710
    },
    {
      "loss_action": 0.0063114650547504425,
      "loss_total": 0.0063114650547504425,
      "step": 37710
    },
    {
      "loss_action": 0.014195600524544716,
      "loss_total": 0.014195600524544716,
      "step": 37710
    },
    {
      "grad_norm": 0.11354324221611023,
      "learning_rate": 9.946448183309662e-05,
      "loss": 0.0098,
      "step": 37720
    },
    {
      "loss_action": 0.008848680183291435,
      "loss_total": 0.008848680183291435,
      "step": 37720
    },
    {
      "loss_action": 0.014258615672588348,
      "loss_total": 0.014258615672588348,
      "step": 37720
    },
    {
      "loss_action": 0.00916899275034666,
      "loss_total": 0.00916899275034666,
      "step": 37720
    },
    {
      "loss_action": 0.007856719195842743,
      "loss_total": 0.007856719195842743,
      "step": 37720
    },
    {
      "loss_action": 0.010556971654295921,
      "loss_total": 0.010556971654295921,
      "step": 37720
    },
    {
      "loss_action": 0.003705027047544718,
      "loss_total": 0.003705027047544718,
      "step": 37720
    },
    {
      "loss_action": 0.01402468141168356,
      "loss_total": 0.01402468141168356,
      "step": 37720
    },
    {
      "loss_action": 0.008908162824809551,
      "loss_total": 0.008908162824809551,
      "step": 37720
    },
    {
      "grad_norm": 0.11499769985675812,
      "learning_rate": 9.946387828894264e-05,
      "loss": 0.0095,
      "step": 37730
    },
    {
      "loss_action": 0.029838867485523224,
      "loss_total": 0.029838867485523224,
      "step": 37730
    },
    {
      "loss_action": 0.009835806675255299,
      "loss_total": 0.009835806675255299,
      "step": 37730
    },
    {
      "loss_action": 0.012522509321570396,
      "loss_total": 0.012522509321570396,
      "step": 37730
    },
    {
      "loss_action": 0.006793234497308731,
      "loss_total": 0.006793234497308731,
      "step": 37730
    },
    {
      "loss_action": 0.014802813529968262,
      "loss_total": 0.014802813529968262,
      "step": 37730
    },
    {
      "loss_action": 0.013671506196260452,
      "loss_total": 0.013671506196260452,
      "step": 37730
    },
    {
      "loss_action": 0.007534306030720472,
      "loss_total": 0.007534306030720472,
      "step": 37730
    },
    {
      "loss_action": 0.02098560519516468,
      "loss_total": 0.02098560519516468,
      "step": 37730
    },
    {
      "grad_norm": 0.18302741646766663,
      "learning_rate": 9.94632744067077e-05,
      "loss": 0.0131,
      "step": 37740
    },
    {
      "loss_action": 0.004576852545142174,
      "loss_total": 0.004576852545142174,
      "step": 37740
    },
    {
      "loss_action": 0.006938870996236801,
      "loss_total": 0.006938870996236801,
      "step": 37740
    },
    {
      "loss_action": 0.029512375593185425,
      "loss_total": 0.029512375593185425,
      "step": 37740
    },
    {
      "loss_action": 0.017572879791259766,
      "loss_total": 0.017572879791259766,
      "step": 37740
    },
    {
      "loss_action": 0.017025651410222054,
      "loss_total": 0.017025651410222054,
      "step": 37740
    },
    {
      "loss_action": 0.010274816304445267,
      "loss_total": 0.010274816304445267,
      "step": 37740
    },
    {
      "loss_action": 0.01853330433368683,
      "loss_total": 0.01853330433368683,
      "step": 37740
    },
    {
      "loss_action": 0.010324666276574135,
      "loss_total": 0.010324666276574135,
      "step": 37740
    },
    {
      "grad_norm": 0.21550211310386658,
      "learning_rate": 9.946267018639593e-05,
      "loss": 0.0114,
      "step": 37750
    },
    {
      "loss_action": 0.02305491641163826,
      "loss_total": 0.02305491641163826,
      "step": 37750
    },
    {
      "loss_action": 0.00321771833114326,
      "loss_total": 0.00321771833114326,
      "step": 37750
    },
    {
      "loss_action": 0.007072303909808397,
      "loss_total": 0.007072303909808397,
      "step": 37750
    },
    {
      "loss_action": 0.03360654413700104,
      "loss_total": 0.03360654413700104,
      "step": 37750
    },
    {
      "loss_action": 0.009350186213850975,
      "loss_total": 0.009350186213850975,
      "step": 37750
    },
    {
      "loss_action": 0.006666460074484348,
      "loss_total": 0.006666460074484348,
      "step": 37750
    },
    {
      "loss_action": 0.01666570082306862,
      "loss_total": 0.01666570082306862,
      "step": 37750
    },
    {
      "loss_action": 0.008360735140740871,
      "loss_total": 0.008360735140740871,
      "step": 37750
    },
    {
      "grad_norm": 0.16141828894615173,
      "learning_rate": 9.946206562801145e-05,
      "loss": 0.012,
      "step": 37760
    },
    {
      "loss_action": 0.006476820446550846,
      "loss_total": 0.006476820446550846,
      "step": 37760
    },
    {
      "loss_action": 0.024018388241529465,
      "loss_total": 0.024018388241529465,
      "step": 37760
    },
    {
      "loss_action": 0.004443910904228687,
      "loss_total": 0.004443910904228687,
      "step": 37760
    },
    {
      "loss_action": 0.006925858091562986,
      "loss_total": 0.006925858091562986,
      "step": 37760
    },
    {
      "loss_action": 0.023573027923703194,
      "loss_total": 0.023573027923703194,
      "step": 37760
    },
    {
      "loss_action": 0.0037650661543011665,
      "loss_total": 0.0037650661543011665,
      "step": 37760
    },
    {
      "loss_action": 0.011620587669312954,
      "loss_total": 0.011620587669312954,
      "step": 37760
    },
    {
      "loss_action": 0.029016291722655296,
      "loss_total": 0.029016291722655296,
      "step": 37760
    },
    {
      "grad_norm": 0.1584816426038742,
      "learning_rate": 9.94614607315584e-05,
      "loss": 0.0126,
      "step": 37770
    },
    {
      "loss_action": 0.007280610967427492,
      "loss_total": 0.007280610967427492,
      "step": 37770
    },
    {
      "loss_action": 0.014554395340383053,
      "loss_total": 0.014554395340383053,
      "step": 37770
    },
    {
      "loss_action": 0.005768683273345232,
      "loss_total": 0.005768683273345232,
      "step": 37770
    },
    {
      "loss_action": 0.0062125446274876595,
      "loss_total": 0.0062125446274876595,
      "step": 37770
    },
    {
      "loss_action": 0.004506017081439495,
      "loss_total": 0.004506017081439495,
      "step": 37770
    },
    {
      "loss_action": 0.009540661238133907,
      "loss_total": 0.009540661238133907,
      "step": 37770
    },
    {
      "loss_action": 0.021145328879356384,
      "loss_total": 0.021145328879356384,
      "step": 37770
    },
    {
      "loss_action": 0.0084428945556283,
      "loss_total": 0.0084428945556283,
      "step": 37770
    },
    {
      "grad_norm": 0.12678886950016022,
      "learning_rate": 9.946085549704091e-05,
      "loss": 0.0113,
      "step": 37780
    },
    {
      "loss_action": 0.013433132320642471,
      "loss_total": 0.013433132320642471,
      "step": 37780
    },
    {
      "loss_action": 0.005926767364144325,
      "loss_total": 0.005926767364144325,
      "step": 37780
    },
    {
      "loss_action": 0.023218998685479164,
      "loss_total": 0.023218998685479164,
      "step": 37780
    },
    {
      "loss_action": 0.014881840907037258,
      "loss_total": 0.014881840907037258,
      "step": 37780
    },
    {
      "loss_action": 0.013035892508924007,
      "loss_total": 0.013035892508924007,
      "step": 37780
    },
    {
      "loss_action": 0.01881103776395321,
      "loss_total": 0.01881103776395321,
      "step": 37780
    },
    {
      "loss_action": 0.012805305421352386,
      "loss_total": 0.012805305421352386,
      "step": 37780
    },
    {
      "loss_action": 0.007827410474419594,
      "loss_total": 0.007827410474419594,
      "step": 37780
    },
    {
      "grad_norm": 0.13355831801891327,
      "learning_rate": 9.946024992446311e-05,
      "loss": 0.0109,
      "step": 37790
    },
    {
      "loss_action": 0.00727384677156806,
      "loss_total": 0.00727384677156806,
      "step": 37790
    },
    {
      "loss_action": 0.008311347104609013,
      "loss_total": 0.008311347104609013,
      "step": 37790
    },
    {
      "loss_action": 0.003799831960350275,
      "loss_total": 0.003799831960350275,
      "step": 37790
    },
    {
      "loss_action": 0.006074222736060619,
      "loss_total": 0.006074222736060619,
      "step": 37790
    },
    {
      "loss_action": 0.008076794445514679,
      "loss_total": 0.008076794445514679,
      "step": 37790
    },
    {
      "loss_action": 0.019357267767190933,
      "loss_total": 0.019357267767190933,
      "step": 37790
    },
    {
      "loss_action": 0.0095624178647995,
      "loss_total": 0.0095624178647995,
      "step": 37790
    },
    {
      "loss_action": 0.02794811688363552,
      "loss_total": 0.02794811688363552,
      "step": 37790
    },
    {
      "grad_norm": 0.16458562016487122,
      "learning_rate": 9.945964401382915e-05,
      "loss": 0.0108,
      "step": 37800
    },
    {
      "loss_action": 0.012642446905374527,
      "loss_total": 0.012642446905374527,
      "step": 37800
    },
    {
      "loss_action": 0.007262311410158873,
      "loss_total": 0.007262311410158873,
      "step": 37800
    },
    {
      "loss_action": 0.012946076691150665,
      "loss_total": 0.012946076691150665,
      "step": 37800
    },
    {
      "loss_action": 0.014541586861014366,
      "loss_total": 0.014541586861014366,
      "step": 37800
    },
    {
      "loss_action": 0.007098337635397911,
      "loss_total": 0.007098337635397911,
      "step": 37800
    },
    {
      "loss_action": 0.007198440842330456,
      "loss_total": 0.007198440842330456,
      "step": 37800
    },
    {
      "loss_action": 0.0074862041510641575,
      "loss_total": 0.0074862041510641575,
      "step": 37800
    },
    {
      "loss_action": 0.011886175721883774,
      "loss_total": 0.011886175721883774,
      "step": 37800
    },
    {
      "grad_norm": 0.1568324714899063,
      "learning_rate": 9.945903776514317e-05,
      "loss": 0.0116,
      "step": 37810
    },
    {
      "loss_action": 0.012331260368227959,
      "loss_total": 0.012331260368227959,
      "step": 37810
    },
    {
      "loss_action": 0.010718227364122868,
      "loss_total": 0.010718227364122868,
      "step": 37810
    },
    {
      "loss_action": 0.00822021160274744,
      "loss_total": 0.00822021160274744,
      "step": 37810
    },
    {
      "loss_action": 0.007085873745381832,
      "loss_total": 0.007085873745381832,
      "step": 37810
    },
    {
      "loss_action": 0.012693803757429123,
      "loss_total": 0.012693803757429123,
      "step": 37810
    },
    {
      "loss_action": 0.011820362880825996,
      "loss_total": 0.011820362880825996,
      "step": 37810
    },
    {
      "loss_action": 0.00621667830273509,
      "loss_total": 0.00621667830273509,
      "step": 37810
    },
    {
      "loss_action": 0.00823579728603363,
      "loss_total": 0.00823579728603363,
      "step": 37810
    },
    {
      "grad_norm": 0.14419372379779816,
      "learning_rate": 9.945843117840931e-05,
      "loss": 0.0132,
      "step": 37820
    },
    {
      "loss_action": 0.004839431028813124,
      "loss_total": 0.004839431028813124,
      "step": 37820
    },
    {
      "loss_action": 0.0062329452484846115,
      "loss_total": 0.0062329452484846115,
      "step": 37820
    },
    {
      "loss_action": 0.019571198150515556,
      "loss_total": 0.019571198150515556,
      "step": 37820
    },
    {
      "loss_action": 0.0045429132878780365,
      "loss_total": 0.0045429132878780365,
      "step": 37820
    },
    {
      "loss_action": 0.01871362328529358,
      "loss_total": 0.01871362328529358,
      "step": 37820
    },
    {
      "loss_action": 0.024673715233802795,
      "loss_total": 0.024673715233802795,
      "step": 37820
    },
    {
      "loss_action": 0.008327329531311989,
      "loss_total": 0.008327329531311989,
      "step": 37820
    },
    {
      "loss_action": 0.019292211160063744,
      "loss_total": 0.019292211160063744,
      "step": 37820
    },
    {
      "grad_norm": 0.1511298269033432,
      "learning_rate": 9.945782425363173e-05,
      "loss": 0.0123,
      "step": 37830
    },
    {
      "loss_action": 0.008693011477589607,
      "loss_total": 0.008693011477589607,
      "step": 37830
    },
    {
      "loss_action": 0.009034581482410431,
      "loss_total": 0.009034581482410431,
      "step": 37830
    },
    {
      "loss_action": 0.010646342299878597,
      "loss_total": 0.010646342299878597,
      "step": 37830
    },
    {
      "loss_action": 0.006441720761358738,
      "loss_total": 0.006441720761358738,
      "step": 37830
    },
    {
      "loss_action": 0.08900851756334305,
      "loss_total": 0.08900851756334305,
      "step": 37830
    },
    {
      "loss_action": 0.005581600591540337,
      "loss_total": 0.005581600591540337,
      "step": 37830
    },
    {
      "loss_action": 0.007734686601907015,
      "loss_total": 0.007734686601907015,
      "step": 37830
    },
    {
      "loss_action": 0.008812813088297844,
      "loss_total": 0.008812813088297844,
      "step": 37830
    },
    {
      "grad_norm": 0.2430109977722168,
      "learning_rate": 9.945721699081454e-05,
      "loss": 0.0145,
      "step": 37840
    },
    {
      "loss_action": 0.012590944766998291,
      "loss_total": 0.012590944766998291,
      "step": 37840
    },
    {
      "loss_action": 0.016626451164484024,
      "loss_total": 0.016626451164484024,
      "step": 37840
    },
    {
      "loss_action": 0.021446723490953445,
      "loss_total": 0.021446723490953445,
      "step": 37840
    },
    {
      "loss_action": 0.010000712238252163,
      "loss_total": 0.010000712238252163,
      "step": 37840
    },
    {
      "loss_action": 0.008377330377697945,
      "loss_total": 0.008377330377697945,
      "step": 37840
    },
    {
      "loss_action": 0.008990369737148285,
      "loss_total": 0.008990369737148285,
      "step": 37840
    },
    {
      "loss_action": 0.009054474532604218,
      "loss_total": 0.009054474532604218,
      "step": 37840
    },
    {
      "loss_action": 0.005102216266095638,
      "loss_total": 0.005102216266095638,
      "step": 37840
    },
    {
      "grad_norm": 0.13696755468845367,
      "learning_rate": 9.945660938996193e-05,
      "loss": 0.0131,
      "step": 37850
    },
    {
      "loss_action": 0.009594669565558434,
      "loss_total": 0.009594669565558434,
      "step": 37850
    },
    {
      "loss_action": 0.006675854325294495,
      "loss_total": 0.006675854325294495,
      "step": 37850
    },
    {
      "loss_action": 0.006759463809430599,
      "loss_total": 0.006759463809430599,
      "step": 37850
    },
    {
      "loss_action": 0.01589813269674778,
      "loss_total": 0.01589813269674778,
      "step": 37850
    },
    {
      "loss_action": 0.024055693298578262,
      "loss_total": 0.024055693298578262,
      "step": 37850
    },
    {
      "loss_action": 0.007387558929622173,
      "loss_total": 0.007387558929622173,
      "step": 37850
    },
    {
      "loss_action": 0.010745606385171413,
      "loss_total": 0.010745606385171413,
      "step": 37850
    },
    {
      "loss_action": 0.006647615227848291,
      "loss_total": 0.006647615227848291,
      "step": 37850
    },
    {
      "grad_norm": 0.12744837999343872,
      "learning_rate": 9.945600145107805e-05,
      "loss": 0.0111,
      "step": 37860
    },
    {
      "loss_action": 0.006344170309603214,
      "loss_total": 0.006344170309603214,
      "step": 37860
    },
    {
      "loss_action": 0.006326169706881046,
      "loss_total": 0.006326169706881046,
      "step": 37860
    },
    {
      "loss_action": 0.009519451297819614,
      "loss_total": 0.009519451297819614,
      "step": 37860
    },
    {
      "loss_action": 0.00781945139169693,
      "loss_total": 0.00781945139169693,
      "step": 37860
    },
    {
      "loss_action": 0.009141597896814346,
      "loss_total": 0.009141597896814346,
      "step": 37860
    },
    {
      "loss_action": 0.012409349903464317,
      "loss_total": 0.012409349903464317,
      "step": 37860
    },
    {
      "loss_action": 0.010439226403832436,
      "loss_total": 0.010439226403832436,
      "step": 37860
    },
    {
      "loss_action": 0.01927228644490242,
      "loss_total": 0.01927228644490242,
      "step": 37860
    },
    {
      "grad_norm": 0.1465567946434021,
      "learning_rate": 9.945539317416703e-05,
      "loss": 0.0126,
      "step": 37870
    },
    {
      "loss_action": 0.024805935099720955,
      "loss_total": 0.024805935099720955,
      "step": 37870
    },
    {
      "loss_action": 0.00853318814188242,
      "loss_total": 0.00853318814188242,
      "step": 37870
    },
    {
      "loss_action": 0.016946380957961082,
      "loss_total": 0.016946380957961082,
      "step": 37870
    },
    {
      "loss_action": 0.03381984680891037,
      "loss_total": 0.03381984680891037,
      "step": 37870
    },
    {
      "loss_action": 0.008806697092950344,
      "loss_total": 0.008806697092950344,
      "step": 37870
    },
    {
      "loss_action": 0.021154236048460007,
      "loss_total": 0.021154236048460007,
      "step": 37870
    },
    {
      "loss_action": 0.00924617424607277,
      "loss_total": 0.00924617424607277,
      "step": 37870
    },
    {
      "loss_action": 0.004674273543059826,
      "loss_total": 0.004674273543059826,
      "step": 37870
    },
    {
      "grad_norm": 0.10088758170604706,
      "learning_rate": 9.945478455923305e-05,
      "loss": 0.0122,
      "step": 37880
    },
    {
      "loss_action": 0.004564880393445492,
      "loss_total": 0.004564880393445492,
      "step": 37880
    },
    {
      "loss_action": 0.00731588713824749,
      "loss_total": 0.00731588713824749,
      "step": 37880
    },
    {
      "loss_action": 0.020135559141635895,
      "loss_total": 0.020135559141635895,
      "step": 37880
    },
    {
      "loss_action": 0.009311619214713573,
      "loss_total": 0.009311619214713573,
      "step": 37880
    },
    {
      "loss_action": 0.004098330624401569,
      "loss_total": 0.004098330624401569,
      "step": 37880
    },
    {
      "loss_action": 0.009416978806257248,
      "loss_total": 0.009416978806257248,
      "step": 37880
    },
    {
      "loss_action": 0.007509572431445122,
      "loss_total": 0.007509572431445122,
      "step": 37880
    },
    {
      "loss_action": 0.00693819485604763,
      "loss_total": 0.00693819485604763,
      "step": 37880
    },
    {
      "grad_norm": 0.18198321759700775,
      "learning_rate": 9.945417560628025e-05,
      "loss": 0.0112,
      "step": 37890
    },
    {
      "loss_action": 0.005254362244158983,
      "loss_total": 0.005254362244158983,
      "step": 37890
    },
    {
      "loss_action": 0.0061596049927175045,
      "loss_total": 0.0061596049927175045,
      "step": 37890
    },
    {
      "loss_action": 0.0038564237765967846,
      "loss_total": 0.0038564237765967846,
      "step": 37890
    },
    {
      "loss_action": 0.016210688278079033,
      "loss_total": 0.016210688278079033,
      "step": 37890
    },
    {
      "loss_action": 0.018134910613298416,
      "loss_total": 0.018134910613298416,
      "step": 37890
    },
    {
      "loss_action": 0.007662888150662184,
      "loss_total": 0.007662888150662184,
      "step": 37890
    },
    {
      "loss_action": 0.012866556644439697,
      "loss_total": 0.012866556644439697,
      "step": 37890
    },
    {
      "loss_action": 0.011746221221983433,
      "loss_total": 0.011746221221983433,
      "step": 37890
    },
    {
      "grad_norm": 0.13246752321720123,
      "learning_rate": 9.945356631531281e-05,
      "loss": 0.0106,
      "step": 37900
    },
    {
      "loss_action": 0.0031422635074704885,
      "loss_total": 0.0031422635074704885,
      "step": 37900
    },
    {
      "loss_action": 0.008481113240122795,
      "loss_total": 0.008481113240122795,
      "step": 37900
    },
    {
      "loss_action": 0.009947283193469048,
      "loss_total": 0.009947283193469048,
      "step": 37900
    },
    {
      "loss_action": 0.005498810671269894,
      "loss_total": 0.005498810671269894,
      "step": 37900
    },
    {
      "loss_action": 0.012626871466636658,
      "loss_total": 0.012626871466636658,
      "step": 37900
    },
    {
      "loss_action": 0.008535927161574364,
      "loss_total": 0.008535927161574364,
      "step": 37900
    },
    {
      "loss_action": 0.017978128045797348,
      "loss_total": 0.017978128045797348,
      "step": 37900
    },
    {
      "loss_action": 0.0060920994728803635,
      "loss_total": 0.0060920994728803635,
      "step": 37900
    },
    {
      "grad_norm": 0.12568658590316772,
      "learning_rate": 9.94529566863349e-05,
      "loss": 0.0109,
      "step": 37910
    },
    {
      "loss_action": 0.007234236691147089,
      "loss_total": 0.007234236691147089,
      "step": 37910
    },
    {
      "loss_action": 0.016886014491319656,
      "loss_total": 0.016886014491319656,
      "step": 37910
    },
    {
      "loss_action": 0.0041892034932971,
      "loss_total": 0.0041892034932971,
      "step": 37910
    },
    {
      "loss_action": 0.031222263351082802,
      "loss_total": 0.031222263351082802,
      "step": 37910
    },
    {
      "loss_action": 0.014208521693944931,
      "loss_total": 0.014208521693944931,
      "step": 37910
    },
    {
      "loss_action": 0.006151772104203701,
      "loss_total": 0.006151772104203701,
      "step": 37910
    },
    {
      "loss_action": 0.008447960019111633,
      "loss_total": 0.008447960019111633,
      "step": 37910
    },
    {
      "loss_action": 0.006623691413551569,
      "loss_total": 0.006623691413551569,
      "step": 37910
    },
    {
      "grad_norm": 0.1658414751291275,
      "learning_rate": 9.945234671935067e-05,
      "loss": 0.0114,
      "step": 37920
    },
    {
      "loss_action": 0.0029866627883166075,
      "loss_total": 0.0029866627883166075,
      "step": 37920
    },
    {
      "loss_action": 0.007650499232113361,
      "loss_total": 0.007650499232113361,
      "step": 37920
    },
    {
      "loss_action": 0.013698285445570946,
      "loss_total": 0.013698285445570946,
      "step": 37920
    },
    {
      "loss_action": 0.008061395958065987,
      "loss_total": 0.008061395958065987,
      "step": 37920
    },
    {
      "loss_action": 0.006519315764307976,
      "loss_total": 0.006519315764307976,
      "step": 37920
    },
    {
      "loss_action": 0.013919699005782604,
      "loss_total": 0.013919699005782604,
      "step": 37920
    },
    {
      "loss_action": 0.009648348204791546,
      "loss_total": 0.009648348204791546,
      "step": 37920
    },
    {
      "loss_action": 0.016873400658369064,
      "loss_total": 0.016873400658369064,
      "step": 37920
    },
    {
      "grad_norm": 0.19794510304927826,
      "learning_rate": 9.945173641436428e-05,
      "loss": 0.0112,
      "step": 37930
    },
    {
      "loss_action": 0.01262391172349453,
      "loss_total": 0.01262391172349453,
      "step": 37930
    },
    {
      "loss_action": 0.01003116462379694,
      "loss_total": 0.01003116462379694,
      "step": 37930
    },
    {
      "loss_action": 0.007196352817118168,
      "loss_total": 0.007196352817118168,
      "step": 37930
    },
    {
      "loss_action": 0.023121096193790436,
      "loss_total": 0.023121096193790436,
      "step": 37930
    },
    {
      "loss_action": 0.008691506460309029,
      "loss_total": 0.008691506460309029,
      "step": 37930
    },
    {
      "loss_action": 0.00721064442768693,
      "loss_total": 0.00721064442768693,
      "step": 37930
    },
    {
      "loss_action": 0.015986524522304535,
      "loss_total": 0.015986524522304535,
      "step": 37930
    },
    {
      "loss_action": 0.009040298871695995,
      "loss_total": 0.009040298871695995,
      "step": 37930
    },
    {
      "grad_norm": 0.1334497481584549,
      "learning_rate": 9.945112577137993e-05,
      "loss": 0.0105,
      "step": 37940
    },
    {
      "loss_action": 0.009733462706208229,
      "loss_total": 0.009733462706208229,
      "step": 37940
    },
    {
      "loss_action": 0.0033998205326497555,
      "loss_total": 0.0033998205326497555,
      "step": 37940
    },
    {
      "loss_action": 0.011301929131150246,
      "loss_total": 0.011301929131150246,
      "step": 37940
    },
    {
      "loss_action": 0.005253490060567856,
      "loss_total": 0.005253490060567856,
      "step": 37940
    },
    {
      "loss_action": 0.0035132376942783594,
      "loss_total": 0.0035132376942783594,
      "step": 37940
    },
    {
      "loss_action": 0.007178247440606356,
      "loss_total": 0.007178247440606356,
      "step": 37940
    },
    {
      "loss_action": 0.012498785741627216,
      "loss_total": 0.012498785741627216,
      "step": 37940
    },
    {
      "loss_action": 0.012552358210086823,
      "loss_total": 0.012552358210086823,
      "step": 37940
    },
    {
      "grad_norm": 0.12856759130954742,
      "learning_rate": 9.945051479040177e-05,
      "loss": 0.0099,
      "step": 37950
    },
    {
      "loss_action": 0.006373798009008169,
      "loss_total": 0.006373798009008169,
      "step": 37950
    },
    {
      "loss_action": 0.012808628380298615,
      "loss_total": 0.012808628380298615,
      "step": 37950
    },
    {
      "loss_action": 0.0085558807477355,
      "loss_total": 0.0085558807477355,
      "step": 37950
    },
    {
      "loss_action": 0.005768403876572847,
      "loss_total": 0.005768403876572847,
      "step": 37950
    },
    {
      "loss_action": 0.013915943913161755,
      "loss_total": 0.013915943913161755,
      "step": 37950
    },
    {
      "loss_action": 0.028666973114013672,
      "loss_total": 0.028666973114013672,
      "step": 37950
    },
    {
      "loss_action": 0.02840365283191204,
      "loss_total": 0.02840365283191204,
      "step": 37950
    },
    {
      "loss_action": 0.01945478469133377,
      "loss_total": 0.01945478469133377,
      "step": 37950
    },
    {
      "grad_norm": 0.11319345235824585,
      "learning_rate": 9.9449903471434e-05,
      "loss": 0.0106,
      "step": 37960
    },
    {
      "loss_action": 0.010246220044791698,
      "loss_total": 0.010246220044791698,
      "step": 37960
    },
    {
      "loss_action": 0.016778621822595596,
      "loss_total": 0.016778621822595596,
      "step": 37960
    },
    {
      "loss_action": 0.01796240359544754,
      "loss_total": 0.01796240359544754,
      "step": 37960
    },
    {
      "loss_action": 0.00358648132532835,
      "loss_total": 0.00358648132532835,
      "step": 37960
    },
    {
      "loss_action": 0.004903379362076521,
      "loss_total": 0.004903379362076521,
      "step": 37960
    },
    {
      "loss_action": 0.0053484756499528885,
      "loss_total": 0.0053484756499528885,
      "step": 37960
    },
    {
      "loss_action": 0.0065156989730894566,
      "loss_total": 0.0065156989730894566,
      "step": 37960
    },
    {
      "loss_action": 0.011444294825196266,
      "loss_total": 0.011444294825196266,
      "step": 37960
    },
    {
      "grad_norm": 0.1007404625415802,
      "learning_rate": 9.944929181448077e-05,
      "loss": 0.0107,
      "step": 37970
    },
    {
      "loss_action": 0.0034817734267562628,
      "loss_total": 0.0034817734267562628,
      "step": 37970
    },
    {
      "loss_action": 0.00390999112278223,
      "loss_total": 0.00390999112278223,
      "step": 37970
    },
    {
      "loss_action": 0.006666208617389202,
      "loss_total": 0.006666208617389202,
      "step": 37970
    },
    {
      "loss_action": 0.005099566653370857,
      "loss_total": 0.005099566653370857,
      "step": 37970
    },
    {
      "loss_action": 0.004708036780357361,
      "loss_total": 0.004708036780357361,
      "step": 37970
    },
    {
      "loss_action": 0.004826826974749565,
      "loss_total": 0.004826826974749565,
      "step": 37970
    },
    {
      "loss_action": 0.007935626432299614,
      "loss_total": 0.007935626432299614,
      "step": 37970
    },
    {
      "loss_action": 0.031903140246868134,
      "loss_total": 0.031903140246868134,
      "step": 37970
    },
    {
      "grad_norm": 0.10824339091777802,
      "learning_rate": 9.944867981954627e-05,
      "loss": 0.0114,
      "step": 37980
    },
    {
      "loss_action": 0.002989817876368761,
      "loss_total": 0.002989817876368761,
      "step": 37980
    },
    {
      "loss_action": 0.006585745140910149,
      "loss_total": 0.006585745140910149,
      "step": 37980
    },
    {
      "loss_action": 0.01236244197934866,
      "loss_total": 0.01236244197934866,
      "step": 37980
    },
    {
      "loss_action": 0.00801078975200653,
      "loss_total": 0.00801078975200653,
      "step": 37980
    },
    {
      "loss_action": 0.00499132601544261,
      "loss_total": 0.00499132601544261,
      "step": 37980
    },
    {
      "loss_action": 0.007929068058729172,
      "loss_total": 0.007929068058729172,
      "step": 37980
    },
    {
      "loss_action": 0.01334470696747303,
      "loss_total": 0.01334470696747303,
      "step": 37980
    },
    {
      "loss_action": 0.010977772064507008,
      "loss_total": 0.010977772064507008,
      "step": 37980
    },
    {
      "grad_norm": 0.3016614615917206,
      "learning_rate": 9.944806748663469e-05,
      "loss": 0.0096,
      "step": 37990
    },
    {
      "loss_action": 0.008534833788871765,
      "loss_total": 0.008534833788871765,
      "step": 37990
    },
    {
      "loss_action": 0.005407311953604221,
      "loss_total": 0.005407311953604221,
      "step": 37990
    },
    {
      "loss_action": 0.006619867403060198,
      "loss_total": 0.006619867403060198,
      "step": 37990
    },
    {
      "loss_action": 0.005401782225817442,
      "loss_total": 0.005401782225817442,
      "step": 37990
    },
    {
      "loss_action": 0.016733042895793915,
      "loss_total": 0.016733042895793915,
      "step": 37990
    },
    {
      "loss_action": 0.011690979823470116,
      "loss_total": 0.011690979823470116,
      "step": 37990
    },
    {
      "loss_action": 0.011703991331160069,
      "loss_total": 0.011703991331160069,
      "step": 37990
    },
    {
      "loss_action": 0.008028063923120499,
      "loss_total": 0.008028063923120499,
      "step": 37990
    },
    {
      "grad_norm": 0.15084609389305115,
      "learning_rate": 9.944745481575022e-05,
      "loss": 0.0106,
      "step": 38000
    },
    {
      "loss_action": 0.013293418101966381,
      "loss_total": 0.013293418101966381,
      "step": 38000
    },
    {
      "loss_action": 0.005579735152423382,
      "loss_total": 0.005579735152423382,
      "step": 38000
    },
    {
      "loss_action": 0.00842885859310627,
      "loss_total": 0.00842885859310627,
      "step": 38000
    },
    {
      "loss_action": 0.00862419605255127,
      "loss_total": 0.00862419605255127,
      "step": 38000
    },
    {
      "loss_action": 0.00767175480723381,
      "loss_total": 0.00767175480723381,
      "step": 38000
    },
    {
      "loss_action": 0.007910950109362602,
      "loss_total": 0.007910950109362602,
      "step": 38000
    },
    {
      "loss_action": 0.006811638828366995,
      "loss_total": 0.006811638828366995,
      "step": 38000
    },
    {
      "loss_action": 0.0040934523567557335,
      "loss_total": 0.0040934523567557335,
      "step": 38000
    },
    {
      "grad_norm": 0.15247683227062225,
      "learning_rate": 9.944684180689704e-05,
      "loss": 0.0113,
      "step": 38010
    },
    {
      "loss_action": 0.007158835418522358,
      "loss_total": 0.007158835418522358,
      "step": 38010
    },
    {
      "loss_action": 0.009249450638890266,
      "loss_total": 0.009249450638890266,
      "step": 38010
    },
    {
      "loss_action": 0.004263842478394508,
      "loss_total": 0.004263842478394508,
      "step": 38010
    },
    {
      "loss_action": 0.006248504854738712,
      "loss_total": 0.006248504854738712,
      "step": 38010
    },
    {
      "loss_action": 0.008317353203892708,
      "loss_total": 0.008317353203892708,
      "step": 38010
    },
    {
      "loss_action": 0.02677403762936592,
      "loss_total": 0.02677403762936592,
      "step": 38010
    },
    {
      "loss_action": 0.010375957004725933,
      "loss_total": 0.010375957004725933,
      "step": 38010
    },
    {
      "loss_action": 0.012715816497802734,
      "loss_total": 0.012715816497802734,
      "step": 38010
    },
    {
      "grad_norm": 0.1280830353498459,
      "learning_rate": 9.944622846007934e-05,
      "loss": 0.0108,
      "step": 38020
    },
    {
      "loss_action": 0.008737382479012012,
      "loss_total": 0.008737382479012012,
      "step": 38020
    },
    {
      "loss_action": 0.005418730899691582,
      "loss_total": 0.005418730899691582,
      "step": 38020
    },
    {
      "loss_action": 0.008158236742019653,
      "loss_total": 0.008158236742019653,
      "step": 38020
    },
    {
      "loss_action": 0.007133923936635256,
      "loss_total": 0.007133923936635256,
      "step": 38020
    },
    {
      "loss_action": 0.0061475299298763275,
      "loss_total": 0.0061475299298763275,
      "step": 38020
    },
    {
      "loss_action": 0.009096039459109306,
      "loss_total": 0.009096039459109306,
      "step": 38020
    },
    {
      "loss_action": 0.004176441114395857,
      "loss_total": 0.004176441114395857,
      "step": 38020
    },
    {
      "loss_action": 0.00900361593812704,
      "loss_total": 0.00900361593812704,
      "step": 38020
    },
    {
      "grad_norm": 0.11697287112474442,
      "learning_rate": 9.94456147753013e-05,
      "loss": 0.0112,
      "step": 38030
    },
    {
      "loss_action": 0.014694812707602978,
      "loss_total": 0.014694812707602978,
      "step": 38030
    },
    {
      "loss_action": 0.008661660365760326,
      "loss_total": 0.008661660365760326,
      "step": 38030
    },
    {
      "loss_action": 0.036594457924366,
      "loss_total": 0.036594457924366,
      "step": 38030
    },
    {
      "loss_action": 0.004789365921169519,
      "loss_total": 0.004789365921169519,
      "step": 38030
    },
    {
      "loss_action": 0.009029924869537354,
      "loss_total": 0.009029924869537354,
      "step": 38030
    },
    {
      "loss_action": 0.02033957652747631,
      "loss_total": 0.02033957652747631,
      "step": 38030
    },
    {
      "loss_action": 0.01162535510957241,
      "loss_total": 0.01162535510957241,
      "step": 38030
    },
    {
      "loss_action": 0.010614391416311264,
      "loss_total": 0.010614391416311264,
      "step": 38030
    },
    {
      "grad_norm": 0.16715216636657715,
      "learning_rate": 9.944500075256714e-05,
      "loss": 0.014,
      "step": 38040
    },
    {
      "loss_action": 0.007379031274467707,
      "loss_total": 0.007379031274467707,
      "step": 38040
    },
    {
      "loss_action": 0.018957512453198433,
      "loss_total": 0.018957512453198433,
      "step": 38040
    },
    {
      "loss_action": 0.01597709208726883,
      "loss_total": 0.01597709208726883,
      "step": 38040
    },
    {
      "loss_action": 0.0288165882229805,
      "loss_total": 0.0288165882229805,
      "step": 38040
    },
    {
      "loss_action": 0.004578224383294582,
      "loss_total": 0.004578224383294582,
      "step": 38040
    },
    {
      "loss_action": 0.006850818172097206,
      "loss_total": 0.006850818172097206,
      "step": 38040
    },
    {
      "loss_action": 0.006854192353785038,
      "loss_total": 0.006854192353785038,
      "step": 38040
    },
    {
      "loss_action": 0.006346483714878559,
      "loss_total": 0.006346483714878559,
      "step": 38040
    },
    {
      "grad_norm": 0.13728585839271545,
      "learning_rate": 9.944438639188103e-05,
      "loss": 0.0121,
      "step": 38050
    },
    {
      "loss_action": 0.018012862652540207,
      "loss_total": 0.018012862652540207,
      "step": 38050
    },
    {
      "loss_action": 0.010788199491798878,
      "loss_total": 0.010788199491798878,
      "step": 38050
    },
    {
      "loss_action": 0.013216161169111729,
      "loss_total": 0.013216161169111729,
      "step": 38050
    },
    {
      "loss_action": 0.006605973932892084,
      "loss_total": 0.006605973932892084,
      "step": 38050
    },
    {
      "loss_action": 0.012421865016222,
      "loss_total": 0.012421865016222,
      "step": 38050
    },
    {
      "loss_action": 0.0063370512798428535,
      "loss_total": 0.0063370512798428535,
      "step": 38050
    },
    {
      "loss_action": 0.014157889410853386,
      "loss_total": 0.014157889410853386,
      "step": 38050
    },
    {
      "loss_action": 0.009814165532588959,
      "loss_total": 0.009814165532588959,
      "step": 38050
    },
    {
      "grad_norm": 0.17899498343467712,
      "learning_rate": 9.94437716932472e-05,
      "loss": 0.0118,
      "step": 38060
    },
    {
      "loss_action": 0.0052048261277377605,
      "loss_total": 0.0052048261277377605,
      "step": 38060
    },
    {
      "loss_action": 0.011329803615808487,
      "loss_total": 0.011329803615808487,
      "step": 38060
    },
    {
      "loss_action": 0.014392306096851826,
      "loss_total": 0.014392306096851826,
      "step": 38060
    },
    {
      "loss_action": 0.01070700865238905,
      "loss_total": 0.01070700865238905,
      "step": 38060
    },
    {
      "loss_action": 0.014867927879095078,
      "loss_total": 0.014867927879095078,
      "step": 38060
    },
    {
      "loss_action": 0.014814212918281555,
      "loss_total": 0.014814212918281555,
      "step": 38060
    },
    {
      "loss_action": 0.01599140092730522,
      "loss_total": 0.01599140092730522,
      "step": 38060
    },
    {
      "loss_action": 0.02246878668665886,
      "loss_total": 0.02246878668665886,
      "step": 38060
    },
    {
      "grad_norm": 0.175363227725029,
      "learning_rate": 9.944315665666982e-05,
      "loss": 0.0143,
      "step": 38070
    },
    {
      "loss_action": 0.02498125284910202,
      "loss_total": 0.02498125284910202,
      "step": 38070
    },
    {
      "loss_action": 0.01712152734398842,
      "loss_total": 0.01712152734398842,
      "step": 38070
    },
    {
      "loss_action": 0.017308928072452545,
      "loss_total": 0.017308928072452545,
      "step": 38070
    },
    {
      "loss_action": 0.00789291225373745,
      "loss_total": 0.00789291225373745,
      "step": 38070
    },
    {
      "loss_action": 0.02256535179913044,
      "loss_total": 0.02256535179913044,
      "step": 38070
    },
    {
      "loss_action": 0.011321596801280975,
      "loss_total": 0.011321596801280975,
      "step": 38070
    },
    {
      "loss_action": 0.008900665678083897,
      "loss_total": 0.008900665678083897,
      "step": 38070
    },
    {
      "loss_action": 0.00820568110793829,
      "loss_total": 0.00820568110793829,
      "step": 38070
    },
    {
      "grad_norm": 0.18988311290740967,
      "learning_rate": 9.94425412821531e-05,
      "loss": 0.0153,
      "step": 38080
    },
    {
      "loss_action": 0.008761569857597351,
      "loss_total": 0.008761569857597351,
      "step": 38080
    },
    {
      "loss_action": 0.0162150040268898,
      "loss_total": 0.0162150040268898,
      "step": 38080
    },
    {
      "loss_action": 0.008969638496637344,
      "loss_total": 0.008969638496637344,
      "step": 38080
    },
    {
      "loss_action": 0.014673127792775631,
      "loss_total": 0.014673127792775631,
      "step": 38080
    },
    {
      "loss_action": 0.015208961442112923,
      "loss_total": 0.015208961442112923,
      "step": 38080
    },
    {
      "loss_action": 0.008202777244150639,
      "loss_total": 0.008202777244150639,
      "step": 38080
    },
    {
      "loss_action": 0.007906327955424786,
      "loss_total": 0.007906327955424786,
      "step": 38080
    },
    {
      "loss_action": 0.010802305303514004,
      "loss_total": 0.010802305303514004,
      "step": 38080
    },
    {
      "grad_norm": 0.12947767972946167,
      "learning_rate": 9.944192556970127e-05,
      "loss": 0.012,
      "step": 38090
    },
    {
      "loss_action": 0.011163640767335892,
      "loss_total": 0.011163640767335892,
      "step": 38090
    },
    {
      "loss_action": 0.010636814869940281,
      "loss_total": 0.010636814869940281,
      "step": 38090
    },
    {
      "loss_action": 0.017746061086654663,
      "loss_total": 0.017746061086654663,
      "step": 38090
    },
    {
      "loss_action": 0.0041882675141096115,
      "loss_total": 0.0041882675141096115,
      "step": 38090
    },
    {
      "loss_action": 0.00738819595426321,
      "loss_total": 0.00738819595426321,
      "step": 38090
    },
    {
      "loss_action": 0.004360993392765522,
      "loss_total": 0.004360993392765522,
      "step": 38090
    },
    {
      "loss_action": 0.012327417731285095,
      "loss_total": 0.012327417731285095,
      "step": 38090
    },
    {
      "loss_action": 0.0044135041534900665,
      "loss_total": 0.0044135041534900665,
      "step": 38090
    },
    {
      "grad_norm": 0.12793873250484467,
      "learning_rate": 9.944130951931853e-05,
      "loss": 0.0102,
      "step": 38100
    },
    {
      "loss_action": 0.009635401889681816,
      "loss_total": 0.009635401889681816,
      "step": 38100
    },
    {
      "loss_action": 0.01680053398013115,
      "loss_total": 0.01680053398013115,
      "step": 38100
    },
    {
      "loss_action": 0.012046072632074356,
      "loss_total": 0.012046072632074356,
      "step": 38100
    },
    {
      "loss_action": 0.009243625216186047,
      "loss_total": 0.009243625216186047,
      "step": 38100
    },
    {
      "loss_action": 0.007949144579470158,
      "loss_total": 0.007949144579470158,
      "step": 38100
    },
    {
      "loss_action": 0.005670311860740185,
      "loss_total": 0.005670311860740185,
      "step": 38100
    },
    {
      "loss_action": 0.009475102648139,
      "loss_total": 0.009475102648139,
      "step": 38100
    },
    {
      "loss_action": 0.008978401310741901,
      "loss_total": 0.008978401310741901,
      "step": 38100
    },
    {
      "grad_norm": 0.15491802990436554,
      "learning_rate": 9.944069313100906e-05,
      "loss": 0.0129,
      "step": 38110
    },
    {
      "loss_action": 0.015791859477758408,
      "loss_total": 0.015791859477758408,
      "step": 38110
    },
    {
      "loss_action": 0.01162471529096365,
      "loss_total": 0.01162471529096365,
      "step": 38110
    },
    {
      "loss_action": 0.007406097371131182,
      "loss_total": 0.007406097371131182,
      "step": 38110
    },
    {
      "loss_action": 0.011998612433671951,
      "loss_total": 0.011998612433671951,
      "step": 38110
    },
    {
      "loss_action": 0.008419595658779144,
      "loss_total": 0.008419595658779144,
      "step": 38110
    },
    {
      "loss_action": 0.013809701427817345,
      "loss_total": 0.013809701427817345,
      "step": 38110
    },
    {
      "loss_action": 0.02192809246480465,
      "loss_total": 0.02192809246480465,
      "step": 38110
    },
    {
      "loss_action": 0.019840596243739128,
      "loss_total": 0.019840596243739128,
      "step": 38110
    },
    {
      "grad_norm": 0.1677878499031067,
      "learning_rate": 9.94400764047771e-05,
      "loss": 0.0114,
      "step": 38120
    },
    {
      "loss_action": 0.013717422261834145,
      "loss_total": 0.013717422261834145,
      "step": 38120
    },
    {
      "loss_action": 0.013425307348370552,
      "loss_total": 0.013425307348370552,
      "step": 38120
    },
    {
      "loss_action": 0.011530308052897453,
      "loss_total": 0.011530308052897453,
      "step": 38120
    },
    {
      "loss_action": 0.011167299002408981,
      "loss_total": 0.011167299002408981,
      "step": 38120
    },
    {
      "loss_action": 0.0031650722958147526,
      "loss_total": 0.0031650722958147526,
      "step": 38120
    },
    {
      "loss_action": 0.022859062999486923,
      "loss_total": 0.022859062999486923,
      "step": 38120
    },
    {
      "loss_action": 0.06854240596294403,
      "loss_total": 0.06854240596294403,
      "step": 38120
    },
    {
      "loss_action": 0.008612385019659996,
      "loss_total": 0.008612385019659996,
      "step": 38120
    },
    {
      "grad_norm": 0.16296575963497162,
      "learning_rate": 9.943945934062689e-05,
      "loss": 0.0119,
      "step": 38130
    },
    {
      "loss_action": 0.005238760262727737,
      "loss_total": 0.005238760262727737,
      "step": 38130
    },
    {
      "loss_action": 0.01013911422342062,
      "loss_total": 0.01013911422342062,
      "step": 38130
    },
    {
      "loss_action": 0.005624677985906601,
      "loss_total": 0.005624677985906601,
      "step": 38130
    },
    {
      "loss_action": 0.005214766599237919,
      "loss_total": 0.005214766599237919,
      "step": 38130
    },
    {
      "loss_action": 0.017836594954133034,
      "loss_total": 0.017836594954133034,
      "step": 38130
    },
    {
      "loss_action": 0.007004133425652981,
      "loss_total": 0.007004133425652981,
      "step": 38130
    },
    {
      "loss_action": 0.011375321075320244,
      "loss_total": 0.011375321075320244,
      "step": 38130
    },
    {
      "loss_action": 0.010313963517546654,
      "loss_total": 0.010313963517546654,
      "step": 38130
    },
    {
      "grad_norm": 0.13418926298618317,
      "learning_rate": 9.943884193856257e-05,
      "loss": 0.0094,
      "step": 38140
    },
    {
      "loss_action": 0.006771613843739033,
      "loss_total": 0.006771613843739033,
      "step": 38140
    },
    {
      "loss_action": 0.007401309907436371,
      "loss_total": 0.007401309907436371,
      "step": 38140
    },
    {
      "loss_action": 0.009130836464464664,
      "loss_total": 0.009130836464464664,
      "step": 38140
    },
    {
      "loss_action": 0.003579652402549982,
      "loss_total": 0.003579652402549982,
      "step": 38140
    },
    {
      "loss_action": 0.010137002915143967,
      "loss_total": 0.010137002915143967,
      "step": 38140
    },
    {
      "loss_action": 0.00865764170885086,
      "loss_total": 0.00865764170885086,
      "step": 38140
    },
    {
      "loss_action": 0.00495632691308856,
      "loss_total": 0.00495632691308856,
      "step": 38140
    },
    {
      "loss_action": 0.017939157783985138,
      "loss_total": 0.017939157783985138,
      "step": 38140
    },
    {
      "grad_norm": 0.1725798100233078,
      "learning_rate": 9.943822419858844e-05,
      "loss": 0.013,
      "step": 38150
    },
    {
      "loss_action": 0.007948318496346474,
      "loss_total": 0.007948318496346474,
      "step": 38150
    },
    {
      "loss_action": 0.011582713574171066,
      "loss_total": 0.011582713574171066,
      "step": 38150
    },
    {
      "loss_action": 0.010574085637927055,
      "loss_total": 0.010574085637927055,
      "step": 38150
    },
    {
      "loss_action": 0.039658378809690475,
      "loss_total": 0.039658378809690475,
      "step": 38150
    },
    {
      "loss_action": 0.00933828391134739,
      "loss_total": 0.00933828391134739,
      "step": 38150
    },
    {
      "loss_action": 0.0057478900998830795,
      "loss_total": 0.0057478900998830795,
      "step": 38150
    },
    {
      "loss_action": 0.016191614791750908,
      "loss_total": 0.016191614791750908,
      "step": 38150
    },
    {
      "loss_action": 0.010859226807951927,
      "loss_total": 0.010859226807951927,
      "step": 38150
    },
    {
      "grad_norm": 0.16296587884426117,
      "learning_rate": 9.943760612070868e-05,
      "loss": 0.0116,
      "step": 38160
    },
    {
      "loss_action": 0.0037463377229869366,
      "loss_total": 0.0037463377229869366,
      "step": 38160
    },
    {
      "loss_action": 0.011399004608392715,
      "loss_total": 0.011399004608392715,
      "step": 38160
    },
    {
      "loss_action": 0.01526590995490551,
      "loss_total": 0.01526590995490551,
      "step": 38160
    },
    {
      "loss_action": 0.011582279577851295,
      "loss_total": 0.011582279577851295,
      "step": 38160
    },
    {
      "loss_action": 0.004094949923455715,
      "loss_total": 0.004094949923455715,
      "step": 38160
    },
    {
      "loss_action": 0.005140036344528198,
      "loss_total": 0.005140036344528198,
      "step": 38160
    },
    {
      "loss_action": 0.00998030137270689,
      "loss_total": 0.00998030137270689,
      "step": 38160
    },
    {
      "loss_action": 0.004559919238090515,
      "loss_total": 0.004559919238090515,
      "step": 38160
    },
    {
      "grad_norm": 0.1576603651046753,
      "learning_rate": 9.943698770492753e-05,
      "loss": 0.0098,
      "step": 38170
    },
    {
      "loss_action": 0.008813507854938507,
      "loss_total": 0.008813507854938507,
      "step": 38170
    },
    {
      "loss_action": 0.005830404348671436,
      "loss_total": 0.005830404348671436,
      "step": 38170
    },
    {
      "loss_action": 0.011819027364253998,
      "loss_total": 0.011819027364253998,
      "step": 38170
    },
    {
      "loss_action": 0.004476742818951607,
      "loss_total": 0.004476742818951607,
      "step": 38170
    },
    {
      "loss_action": 0.003749537980183959,
      "loss_total": 0.003749537980183959,
      "step": 38170
    },
    {
      "loss_action": 0.0033807195723056793,
      "loss_total": 0.0033807195723056793,
      "step": 38170
    },
    {
      "loss_action": 0.05618617683649063,
      "loss_total": 0.05618617683649063,
      "step": 38170
    },
    {
      "loss_action": 0.007526612374931574,
      "loss_total": 0.007526612374931574,
      "step": 38170
    },
    {
      "grad_norm": 0.14336071908473969,
      "learning_rate": 9.943636895124922e-05,
      "loss": 0.0102,
      "step": 38180
    },
    {
      "loss_action": 0.00975174829363823,
      "loss_total": 0.00975174829363823,
      "step": 38180
    },
    {
      "loss_action": 0.004877037368714809,
      "loss_total": 0.004877037368714809,
      "step": 38180
    },
    {
      "loss_action": 0.01162140816450119,
      "loss_total": 0.01162140816450119,
      "step": 38180
    },
    {
      "loss_action": 0.016144299879670143,
      "loss_total": 0.016144299879670143,
      "step": 38180
    },
    {
      "loss_action": 0.01090183574706316,
      "loss_total": 0.01090183574706316,
      "step": 38180
    },
    {
      "loss_action": 0.01253078319132328,
      "loss_total": 0.01253078319132328,
      "step": 38180
    },
    {
      "loss_action": 0.050536200404167175,
      "loss_total": 0.050536200404167175,
      "step": 38180
    },
    {
      "loss_action": 0.002788170240819454,
      "loss_total": 0.002788170240819454,
      "step": 38180
    },
    {
      "grad_norm": 0.13065384328365326,
      "learning_rate": 9.943574985967794e-05,
      "loss": 0.0098,
      "step": 38190
    },
    {
      "loss_action": 0.005079466383904219,
      "loss_total": 0.005079466383904219,
      "step": 38190
    },
    {
      "loss_action": 0.007954735308885574,
      "loss_total": 0.007954735308885574,
      "step": 38190
    },
    {
      "loss_action": 0.01135927252471447,
      "loss_total": 0.01135927252471447,
      "step": 38190
    },
    {
      "loss_action": 0.011653468012809753,
      "loss_total": 0.011653468012809753,
      "step": 38190
    },
    {
      "loss_action": 0.02341035194694996,
      "loss_total": 0.02341035194694996,
      "step": 38190
    },
    {
      "loss_action": 0.00740429712459445,
      "loss_total": 0.00740429712459445,
      "step": 38190
    },
    {
      "loss_action": 0.004749962594360113,
      "loss_total": 0.004749962594360113,
      "step": 38190
    },
    {
      "loss_action": 0.007405438460409641,
      "loss_total": 0.007405438460409641,
      "step": 38190
    },
    {
      "grad_norm": 0.17116624116897583,
      "learning_rate": 9.943513043021798e-05,
      "loss": 0.0097,
      "step": 38200
    },
    {
      "loss_action": 0.009335992857813835,
      "loss_total": 0.009335992857813835,
      "step": 38200
    },
    {
      "loss_action": 0.008833901956677437,
      "loss_total": 0.008833901956677437,
      "step": 38200
    },
    {
      "loss_action": 0.010566147975623608,
      "loss_total": 0.010566147975623608,
      "step": 38200
    },
    {
      "loss_action": 0.005079938098788261,
      "loss_total": 0.005079938098788261,
      "step": 38200
    },
    {
      "loss_action": 0.04742410033941269,
      "loss_total": 0.04742410033941269,
      "step": 38200
    },
    {
      "loss_action": 0.02278560772538185,
      "loss_total": 0.02278560772538185,
      "step": 38200
    },
    {
      "loss_action": 0.005775009281933308,
      "loss_total": 0.005775009281933308,
      "step": 38200
    },
    {
      "loss_action": 0.03210480883717537,
      "loss_total": 0.03210480883717537,
      "step": 38200
    },
    {
      "grad_norm": 0.20873162150382996,
      "learning_rate": 9.943451066287353e-05,
      "loss": 0.015,
      "step": 38210
    },
    {
      "loss_action": 0.01956394501030445,
      "loss_total": 0.01956394501030445,
      "step": 38210
    },
    {
      "loss_action": 0.008892054669559002,
      "loss_total": 0.008892054669559002,
      "step": 38210
    },
    {
      "loss_action": 0.0399862602353096,
      "loss_total": 0.0399862602353096,
      "step": 38210
    },
    {
      "loss_action": 0.00805509090423584,
      "loss_total": 0.00805509090423584,
      "step": 38210
    },
    {
      "loss_action": 0.006920624524354935,
      "loss_total": 0.006920624524354935,
      "step": 38210
    },
    {
      "loss_action": 0.006659375503659248,
      "loss_total": 0.006659375503659248,
      "step": 38210
    },
    {
      "loss_action": 0.02281007170677185,
      "loss_total": 0.02281007170677185,
      "step": 38210
    },
    {
      "loss_action": 0.007902771234512329,
      "loss_total": 0.007902771234512329,
      "step": 38210
    },
    {
      "grad_norm": 0.16393069922924042,
      "learning_rate": 9.943389055764885e-05,
      "loss": 0.0118,
      "step": 38220
    },
    {
      "loss_action": 0.012936941348016262,
      "loss_total": 0.012936941348016262,
      "step": 38220
    },
    {
      "loss_action": 0.005273579619824886,
      "loss_total": 0.005273579619824886,
      "step": 38220
    },
    {
      "loss_action": 0.008690346032381058,
      "loss_total": 0.008690346032381058,
      "step": 38220
    },
    {
      "loss_action": 0.004913933575153351,
      "loss_total": 0.004913933575153351,
      "step": 38220
    },
    {
      "loss_action": 0.008532189764082432,
      "loss_total": 0.008532189764082432,
      "step": 38220
    },
    {
      "loss_action": 0.00976063683629036,
      "loss_total": 0.00976063683629036,
      "step": 38220
    },
    {
      "loss_action": 0.019016996026039124,
      "loss_total": 0.019016996026039124,
      "step": 38220
    },
    {
      "loss_action": 0.0554826483130455,
      "loss_total": 0.0554826483130455,
      "step": 38220
    },
    {
      "grad_norm": 0.12799730896949768,
      "learning_rate": 9.943327011454817e-05,
      "loss": 0.0119,
      "step": 38230
    },
    {
      "loss_action": 0.008601455949246883,
      "loss_total": 0.008601455949246883,
      "step": 38230
    },
    {
      "loss_action": 0.010060686618089676,
      "loss_total": 0.010060686618089676,
      "step": 38230
    },
    {
      "loss_action": 0.021517762914299965,
      "loss_total": 0.021517762914299965,
      "step": 38230
    },
    {
      "loss_action": 0.005150892306119204,
      "loss_total": 0.005150892306119204,
      "step": 38230
    },
    {
      "loss_action": 0.02025158889591694,
      "loss_total": 0.02025158889591694,
      "step": 38230
    },
    {
      "loss_action": 0.014949840493500233,
      "loss_total": 0.014949840493500233,
      "step": 38230
    },
    {
      "loss_action": 0.007200935855507851,
      "loss_total": 0.007200935855507851,
      "step": 38230
    },
    {
      "loss_action": 0.0041944654658436775,
      "loss_total": 0.0041944654658436775,
      "step": 38230
    },
    {
      "grad_norm": 0.15491025149822235,
      "learning_rate": 9.943264933357574e-05,
      "loss": 0.0105,
      "step": 38240
    },
    {
      "loss_action": 0.015785567462444305,
      "loss_total": 0.015785567462444305,
      "step": 38240
    },
    {
      "loss_action": 0.016402186825871468,
      "loss_total": 0.016402186825871468,
      "step": 38240
    },
    {
      "loss_action": 0.0246131494641304,
      "loss_total": 0.0246131494641304,
      "step": 38240
    },
    {
      "loss_action": 0.010400445200502872,
      "loss_total": 0.010400445200502872,
      "step": 38240
    },
    {
      "loss_action": 0.01270656194537878,
      "loss_total": 0.01270656194537878,
      "step": 38240
    },
    {
      "loss_action": 0.00557039026170969,
      "loss_total": 0.00557039026170969,
      "step": 38240
    },
    {
      "loss_action": 0.007216777186840773,
      "loss_total": 0.007216777186840773,
      "step": 38240
    },
    {
      "loss_action": 0.002850551623851061,
      "loss_total": 0.002850551623851061,
      "step": 38240
    },
    {
      "grad_norm": 0.12283231317996979,
      "learning_rate": 9.943202821473578e-05,
      "loss": 0.0108,
      "step": 38250
    },
    {
      "loss_action": 0.016228284686803818,
      "loss_total": 0.016228284686803818,
      "step": 38250
    },
    {
      "loss_action": 0.007878568023443222,
      "loss_total": 0.007878568023443222,
      "step": 38250
    },
    {
      "loss_action": 0.008590441197156906,
      "loss_total": 0.008590441197156906,
      "step": 38250
    },
    {
      "loss_action": 0.004804383963346481,
      "loss_total": 0.004804383963346481,
      "step": 38250
    },
    {
      "loss_action": 0.01187326293438673,
      "loss_total": 0.01187326293438673,
      "step": 38250
    },
    {
      "loss_action": 0.018086135387420654,
      "loss_total": 0.018086135387420654,
      "step": 38250
    },
    {
      "loss_action": 0.013803498819470406,
      "loss_total": 0.013803498819470406,
      "step": 38250
    },
    {
      "loss_action": 0.009381198324263096,
      "loss_total": 0.009381198324263096,
      "step": 38250
    },
    {
      "grad_norm": 0.11017081141471863,
      "learning_rate": 9.943140675803255e-05,
      "loss": 0.0096,
      "step": 38260
    },
    {
      "loss_action": 0.01639096438884735,
      "loss_total": 0.01639096438884735,
      "step": 38260
    },
    {
      "loss_action": 0.004134611692279577,
      "loss_total": 0.004134611692279577,
      "step": 38260
    },
    {
      "loss_action": 0.005048594903200865,
      "loss_total": 0.005048594903200865,
      "step": 38260
    },
    {
      "loss_action": 0.013467658311128616,
      "loss_total": 0.013467658311128616,
      "step": 38260
    },
    {
      "loss_action": 0.0027650143019855022,
      "loss_total": 0.0027650143019855022,
      "step": 38260
    },
    {
      "loss_action": 0.012308474630117416,
      "loss_total": 0.012308474630117416,
      "step": 38260
    },
    {
      "loss_action": 0.006696239113807678,
      "loss_total": 0.006696239113807678,
      "step": 38260
    },
    {
      "loss_action": 0.011361478827893734,
      "loss_total": 0.011361478827893734,
      "step": 38260
    },
    {
      "grad_norm": 0.15147992968559265,
      "learning_rate": 9.94307849634703e-05,
      "loss": 0.0098,
      "step": 38270
    },
    {
      "loss_action": 0.0031150365248322487,
      "loss_total": 0.0031150365248322487,
      "step": 38270
    },
    {
      "loss_action": 0.01508549228310585,
      "loss_total": 0.01508549228310585,
      "step": 38270
    },
    {
      "loss_action": 0.011473512277007103,
      "loss_total": 0.011473512277007103,
      "step": 38270
    },
    {
      "loss_action": 0.01656138338148594,
      "loss_total": 0.01656138338148594,
      "step": 38270
    },
    {
      "loss_action": 0.011739932931959629,
      "loss_total": 0.011739932931959629,
      "step": 38270
    },
    {
      "loss_action": 0.0075938645750284195,
      "loss_total": 0.0075938645750284195,
      "step": 38270
    },
    {
      "loss_action": 0.010667983442544937,
      "loss_total": 0.010667983442544937,
      "step": 38270
    },
    {
      "loss_action": 0.02426460012793541,
      "loss_total": 0.02426460012793541,
      "step": 38270
    },
    {
      "grad_norm": 0.12696228921413422,
      "learning_rate": 9.943016283105329e-05,
      "loss": 0.0099,
      "step": 38280
    },
    {
      "loss_action": 0.005326912738382816,
      "loss_total": 0.005326912738382816,
      "step": 38280
    },
    {
      "loss_action": 0.011760199442505836,
      "loss_total": 0.011760199442505836,
      "step": 38280
    },
    {
      "loss_action": 0.01601577177643776,
      "loss_total": 0.01601577177643776,
      "step": 38280
    },
    {
      "loss_action": 0.005880390293896198,
      "loss_total": 0.005880390293896198,
      "step": 38280
    },
    {
      "loss_action": 0.004624923691153526,
      "loss_total": 0.004624923691153526,
      "step": 38280
    },
    {
      "loss_action": 0.008848825469613075,
      "loss_total": 0.008848825469613075,
      "step": 38280
    },
    {
      "loss_action": 0.006013235077261925,
      "loss_total": 0.006013235077261925,
      "step": 38280
    },
    {
      "loss_action": 0.0059618111699819565,
      "loss_total": 0.0059618111699819565,
      "step": 38280
    },
    {
      "grad_norm": 0.13293837010860443,
      "learning_rate": 9.942954036078574e-05,
      "loss": 0.0114,
      "step": 38290
    },
    {
      "loss_action": 0.011196516454219818,
      "loss_total": 0.011196516454219818,
      "step": 38290
    },
    {
      "loss_action": 0.006346634589135647,
      "loss_total": 0.006346634589135647,
      "step": 38290
    },
    {
      "loss_action": 0.004541258327662945,
      "loss_total": 0.004541258327662945,
      "step": 38290
    },
    {
      "loss_action": 0.003745445515960455,
      "loss_total": 0.003745445515960455,
      "step": 38290
    },
    {
      "loss_action": 0.0556182861328125,
      "loss_total": 0.0556182861328125,
      "step": 38290
    },
    {
      "loss_action": 0.013058051466941833,
      "loss_total": 0.013058051466941833,
      "step": 38290
    },
    {
      "loss_action": 0.009918775409460068,
      "loss_total": 0.009918775409460068,
      "step": 38290
    },
    {
      "loss_action": 0.003562797559425235,
      "loss_total": 0.003562797559425235,
      "step": 38290
    },
    {
      "grad_norm": 0.1184685081243515,
      "learning_rate": 9.942891755267191e-05,
      "loss": 0.0117,
      "step": 38300
    },
    {
      "loss_action": 0.00969984196126461,
      "loss_total": 0.00969984196126461,
      "step": 38300
    },
    {
      "loss_action": 0.00982825830578804,
      "loss_total": 0.00982825830578804,
      "step": 38300
    },
    {
      "loss_action": 0.007802935782819986,
      "loss_total": 0.007802935782819986,
      "step": 38300
    },
    {
      "loss_action": 0.009206334128975868,
      "loss_total": 0.009206334128975868,
      "step": 38300
    },
    {
      "loss_action": 0.015067923814058304,
      "loss_total": 0.015067923814058304,
      "step": 38300
    },
    {
      "loss_action": 0.005359344650059938,
      "loss_total": 0.005359344650059938,
      "step": 38300
    },
    {
      "loss_action": 0.011871956288814545,
      "loss_total": 0.011871956288814545,
      "step": 38300
    },
    {
      "loss_action": 0.0070119863376021385,
      "loss_total": 0.0070119863376021385,
      "step": 38300
    },
    {
      "grad_norm": 0.10534147918224335,
      "learning_rate": 9.94282944067161e-05,
      "loss": 0.01,
      "step": 38310
    },
    {
      "loss_action": 0.01594359427690506,
      "loss_total": 0.01594359427690506,
      "step": 38310
    },
    {
      "loss_action": 0.006552094127982855,
      "loss_total": 0.006552094127982855,
      "step": 38310
    },
    {
      "loss_action": 0.011026717722415924,
      "loss_total": 0.011026717722415924,
      "step": 38310
    },
    {
      "loss_action": 0.014859180897474289,
      "loss_total": 0.014859180897474289,
      "step": 38310
    },
    {
      "loss_action": 0.013124828226864338,
      "loss_total": 0.013124828226864338,
      "step": 38310
    },
    {
      "loss_action": 0.006333119235932827,
      "loss_total": 0.006333119235932827,
      "step": 38310
    },
    {
      "loss_action": 0.009107704274356365,
      "loss_total": 0.009107704274356365,
      "step": 38310
    },
    {
      "loss_action": 0.004831169731914997,
      "loss_total": 0.004831169731914997,
      "step": 38310
    },
    {
      "grad_norm": 0.14472010731697083,
      "learning_rate": 9.942767092292253e-05,
      "loss": 0.0103,
      "step": 38320
    },
    {
      "loss_action": 0.0128257405012846,
      "loss_total": 0.0128257405012846,
      "step": 38320
    },
    {
      "loss_action": 0.006420681718736887,
      "loss_total": 0.006420681718736887,
      "step": 38320
    },
    {
      "loss_action": 0.008249834179878235,
      "loss_total": 0.008249834179878235,
      "step": 38320
    },
    {
      "loss_action": 0.015026628971099854,
      "loss_total": 0.015026628971099854,
      "step": 38320
    },
    {
      "loss_action": 0.011811420321464539,
      "loss_total": 0.011811420321464539,
      "step": 38320
    },
    {
      "loss_action": 0.0042848140001297,
      "loss_total": 0.0042848140001297,
      "step": 38320
    },
    {
      "loss_action": 0.004355568904429674,
      "loss_total": 0.004355568904429674,
      "step": 38320
    },
    {
      "loss_action": 0.006157543044537306,
      "loss_total": 0.006157543044537306,
      "step": 38320
    },
    {
      "grad_norm": 0.1218189150094986,
      "learning_rate": 9.942704710129546e-05,
      "loss": 0.0096,
      "step": 38330
    },
    {
      "loss_action": 0.007986728101968765,
      "loss_total": 0.007986728101968765,
      "step": 38330
    },
    {
      "loss_action": 0.011168792843818665,
      "loss_total": 0.011168792843818665,
      "step": 38330
    },
    {
      "loss_action": 0.006563822738826275,
      "loss_total": 0.006563822738826275,
      "step": 38330
    },
    {
      "loss_action": 0.018455740064382553,
      "loss_total": 0.018455740064382553,
      "step": 38330
    },
    {
      "loss_action": 0.019268788397312164,
      "loss_total": 0.019268788397312164,
      "step": 38330
    },
    {
      "loss_action": 0.006867621093988419,
      "loss_total": 0.006867621093988419,
      "step": 38330
    },
    {
      "loss_action": 0.007206606678664684,
      "loss_total": 0.007206606678664684,
      "step": 38330
    },
    {
      "loss_action": 0.013518907129764557,
      "loss_total": 0.013518907129764557,
      "step": 38330
    },
    {
      "grad_norm": 0.15304389595985413,
      "learning_rate": 9.942642294183919e-05,
      "loss": 0.0115,
      "step": 38340
    },
    {
      "loss_action": 0.00581764429807663,
      "loss_total": 0.00581764429807663,
      "step": 38340
    },
    {
      "loss_action": 0.007472665049135685,
      "loss_total": 0.007472665049135685,
      "step": 38340
    },
    {
      "loss_action": 0.00934162363409996,
      "loss_total": 0.00934162363409996,
      "step": 38340
    },
    {
      "loss_action": 0.00555679015815258,
      "loss_total": 0.00555679015815258,
      "step": 38340
    },
    {
      "loss_action": 0.005223322194069624,
      "loss_total": 0.005223322194069624,
      "step": 38340
    },
    {
      "loss_action": 0.01261340081691742,
      "loss_total": 0.01261340081691742,
      "step": 38340
    },
    {
      "loss_action": 0.008078948594629765,
      "loss_total": 0.008078948594629765,
      "step": 38340
    },
    {
      "loss_action": 0.012811210006475449,
      "loss_total": 0.012811210006475449,
      "step": 38340
    },
    {
      "grad_norm": 0.14825350046157837,
      "learning_rate": 9.942579844455795e-05,
      "loss": 0.0108,
      "step": 38350
    },
    {
      "loss_action": 0.005947168916463852,
      "loss_total": 0.005947168916463852,
      "step": 38350
    },
    {
      "loss_action": 0.015303155407309532,
      "loss_total": 0.015303155407309532,
      "step": 38350
    },
    {
      "loss_action": 0.0094055887311697,
      "loss_total": 0.0094055887311697,
      "step": 38350
    },
    {
      "loss_action": 0.011310599744319916,
      "loss_total": 0.011310599744319916,
      "step": 38350
    },
    {
      "loss_action": 0.005619778297841549,
      "loss_total": 0.005619778297841549,
      "step": 38350
    },
    {
      "loss_action": 0.00858465675264597,
      "loss_total": 0.00858465675264597,
      "step": 38350
    },
    {
      "loss_action": 0.011811862699687481,
      "loss_total": 0.011811862699687481,
      "step": 38350
    },
    {
      "loss_action": 0.011784998700022697,
      "loss_total": 0.011784998700022697,
      "step": 38350
    },
    {
      "grad_norm": 0.14475135505199432,
      "learning_rate": 9.9425173609456e-05,
      "loss": 0.009,
      "step": 38360
    },
    {
      "loss_action": 0.007895216345787048,
      "loss_total": 0.007895216345787048,
      "step": 38360
    },
    {
      "loss_action": 0.009413663297891617,
      "loss_total": 0.009413663297891617,
      "step": 38360
    },
    {
      "loss_action": 0.0061934590339660645,
      "loss_total": 0.0061934590339660645,
      "step": 38360
    },
    {
      "loss_action": 0.0036293636076152325,
      "loss_total": 0.0036293636076152325,
      "step": 38360
    },
    {
      "loss_action": 0.004647266119718552,
      "loss_total": 0.004647266119718552,
      "step": 38360
    },
    {
      "loss_action": 0.009558059275150299,
      "loss_total": 0.009558059275150299,
      "step": 38360
    },
    {
      "loss_action": 0.010617895051836967,
      "loss_total": 0.010617895051836967,
      "step": 38360
    },
    {
      "loss_action": 0.01803676038980484,
      "loss_total": 0.01803676038980484,
      "step": 38360
    },
    {
      "grad_norm": 0.14647065103054047,
      "learning_rate": 9.942454843653765e-05,
      "loss": 0.0104,
      "step": 38370
    },
    {
      "loss_action": 0.010218709707260132,
      "loss_total": 0.010218709707260132,
      "step": 38370
    },
    {
      "loss_action": 0.008966535329818726,
      "loss_total": 0.008966535329818726,
      "step": 38370
    },
    {
      "loss_action": 0.006371051073074341,
      "loss_total": 0.006371051073074341,
      "step": 38370
    },
    {
      "loss_action": 0.007115976884961128,
      "loss_total": 0.007115976884961128,
      "step": 38370
    },
    {
      "loss_action": 0.021760400384664536,
      "loss_total": 0.021760400384664536,
      "step": 38370
    },
    {
      "loss_action": 0.015495231375098228,
      "loss_total": 0.015495231375098228,
      "step": 38370
    },
    {
      "loss_action": 0.015983443707227707,
      "loss_total": 0.015983443707227707,
      "step": 38370
    },
    {
      "loss_action": 0.007017563097178936,
      "loss_total": 0.007017563097178936,
      "step": 38370
    },
    {
      "grad_norm": 0.15008214116096497,
      "learning_rate": 9.942392292580716e-05,
      "loss": 0.0109,
      "step": 38380
    },
    {
      "loss_action": 0.017236068844795227,
      "loss_total": 0.017236068844795227,
      "step": 38380
    },
    {
      "loss_action": 0.005373945459723473,
      "loss_total": 0.005373945459723473,
      "step": 38380
    },
    {
      "loss_action": 0.01034696213901043,
      "loss_total": 0.01034696213901043,
      "step": 38380
    },
    {
      "loss_action": 0.00854742806404829,
      "loss_total": 0.00854742806404829,
      "step": 38380
    },
    {
      "loss_action": 0.004407452419400215,
      "loss_total": 0.004407452419400215,
      "step": 38380
    },
    {
      "loss_action": 0.013034221716225147,
      "loss_total": 0.013034221716225147,
      "step": 38380
    },
    {
      "loss_action": 0.006438403390347958,
      "loss_total": 0.006438403390347958,
      "step": 38380
    },
    {
      "loss_action": 0.006895850412547588,
      "loss_total": 0.006895850412547588,
      "step": 38380
    },
    {
      "grad_norm": 0.17690090835094452,
      "learning_rate": 9.942329707726879e-05,
      "loss": 0.0131,
      "step": 38390
    },
    {
      "loss_action": 0.006981095299124718,
      "loss_total": 0.006981095299124718,
      "step": 38390
    },
    {
      "loss_action": 0.009827974252402782,
      "loss_total": 0.009827974252402782,
      "step": 38390
    },
    {
      "loss_action": 0.005569953937083483,
      "loss_total": 0.005569953937083483,
      "step": 38390
    },
    {
      "loss_action": 0.02118621952831745,
      "loss_total": 0.02118621952831745,
      "step": 38390
    },
    {
      "loss_action": 0.009849511086940765,
      "loss_total": 0.009849511086940765,
      "step": 38390
    },
    {
      "loss_action": 0.022422201931476593,
      "loss_total": 0.022422201931476593,
      "step": 38390
    },
    {
      "loss_action": 0.029518749564886093,
      "loss_total": 0.029518749564886093,
      "step": 38390
    },
    {
      "loss_action": 0.009024383500218391,
      "loss_total": 0.009024383500218391,
      "step": 38390
    },
    {
      "grad_norm": 0.15998399257659912,
      "learning_rate": 9.942267089092681e-05,
      "loss": 0.0118,
      "step": 38400
    },
    {
      "loss_action": 0.0265500470995903,
      "loss_total": 0.0265500470995903,
      "step": 38400
    },
    {
      "loss_action": 0.0032890907023102045,
      "loss_total": 0.0032890907023102045,
      "step": 38400
    },
    {
      "loss_action": 0.034454550594091415,
      "loss_total": 0.034454550594091415,
      "step": 38400
    },
    {
      "loss_action": 0.012003470212221146,
      "loss_total": 0.012003470212221146,
      "step": 38400
    },
    {
      "loss_action": 0.021326430141925812,
      "loss_total": 0.021326430141925812,
      "step": 38400
    },
    {
      "loss_action": 0.006059035658836365,
      "loss_total": 0.006059035658836365,
      "step": 38400
    },
    {
      "loss_action": 0.014958946965634823,
      "loss_total": 0.014958946965634823,
      "step": 38400
    },
    {
      "loss_action": 0.008574411273002625,
      "loss_total": 0.008574411273002625,
      "step": 38400
    },
    {
      "grad_norm": 0.11458837985992432,
      "learning_rate": 9.942204436678553e-05,
      "loss": 0.0109,
      "step": 38410
    },
    {
      "loss_action": 0.007618133444339037,
      "loss_total": 0.007618133444339037,
      "step": 38410
    },
    {
      "loss_action": 0.011369378305971622,
      "loss_total": 0.011369378305971622,
      "step": 38410
    },
    {
      "loss_action": 0.008131183683872223,
      "loss_total": 0.008131183683872223,
      "step": 38410
    },
    {
      "loss_action": 0.012532470747828484,
      "loss_total": 0.012532470747828484,
      "step": 38410
    },
    {
      "loss_action": 0.00917652528733015,
      "loss_total": 0.00917652528733015,
      "step": 38410
    },
    {
      "loss_action": 0.02464202791452408,
      "loss_total": 0.02464202791452408,
      "step": 38410
    },
    {
      "loss_action": 0.008977874182164669,
      "loss_total": 0.008977874182164669,
      "step": 38410
    },
    {
      "loss_action": 0.006211856845766306,
      "loss_total": 0.006211856845766306,
      "step": 38410
    },
    {
      "grad_norm": 0.11284636706113815,
      "learning_rate": 9.942141750484921e-05,
      "loss": 0.0096,
      "step": 38420
    },
    {
      "loss_action": 0.006418238859623671,
      "loss_total": 0.006418238859623671,
      "step": 38420
    },
    {
      "loss_action": 0.01181375328451395,
      "loss_total": 0.01181375328451395,
      "step": 38420
    },
    {
      "loss_action": 0.008656108751893044,
      "loss_total": 0.008656108751893044,
      "step": 38420
    },
    {
      "loss_action": 0.0034279045648872852,
      "loss_total": 0.0034279045648872852,
      "step": 38420
    },
    {
      "loss_action": 0.010650417767465115,
      "loss_total": 0.010650417767465115,
      "step": 38420
    },
    {
      "loss_action": 0.007827000692486763,
      "loss_total": 0.007827000692486763,
      "step": 38420
    },
    {
      "loss_action": 0.009480824694037437,
      "loss_total": 0.009480824694037437,
      "step": 38420
    },
    {
      "loss_action": 0.005621654912829399,
      "loss_total": 0.005621654912829399,
      "step": 38420
    },
    {
      "grad_norm": 0.13598009943962097,
      "learning_rate": 9.942079030512215e-05,
      "loss": 0.0103,
      "step": 38430
    },
    {
      "loss_action": 0.010929111391305923,
      "loss_total": 0.010929111391305923,
      "step": 38430
    },
    {
      "loss_action": 0.008963209576904774,
      "loss_total": 0.008963209576904774,
      "step": 38430
    },
    {
      "loss_action": 0.011660607531666756,
      "loss_total": 0.011660607531666756,
      "step": 38430
    },
    {
      "loss_action": 0.014902484603226185,
      "loss_total": 0.014902484603226185,
      "step": 38430
    },
    {
      "loss_action": 0.020214147865772247,
      "loss_total": 0.020214147865772247,
      "step": 38430
    },
    {
      "loss_action": 0.007355909328907728,
      "loss_total": 0.007355909328907728,
      "step": 38430
    },
    {
      "loss_action": 0.011061208322644234,
      "loss_total": 0.011061208322644234,
      "step": 38430
    },
    {
      "loss_action": 0.004466962534934282,
      "loss_total": 0.004466962534934282,
      "step": 38430
    },
    {
      "grad_norm": 0.13552270829677582,
      "learning_rate": 9.942016276760863e-05,
      "loss": 0.0103,
      "step": 38440
    },
    {
      "loss_action": 0.017581071704626083,
      "loss_total": 0.017581071704626083,
      "step": 38440
    },
    {
      "loss_action": 0.00730795506387949,
      "loss_total": 0.00730795506387949,
      "step": 38440
    },
    {
      "loss_action": 0.0076104155741631985,
      "loss_total": 0.0076104155741631985,
      "step": 38440
    },
    {
      "loss_action": 0.01006170455366373,
      "loss_total": 0.01006170455366373,
      "step": 38440
    },
    {
      "loss_action": 0.011836156249046326,
      "loss_total": 0.011836156249046326,
      "step": 38440
    },
    {
      "loss_action": 0.011809823103249073,
      "loss_total": 0.011809823103249073,
      "step": 38440
    },
    {
      "loss_action": 0.0062731667421758175,
      "loss_total": 0.0062731667421758175,
      "step": 38440
    },
    {
      "loss_action": 0.011636713519692421,
      "loss_total": 0.011636713519692421,
      "step": 38440
    },
    {
      "grad_norm": 0.15402930974960327,
      "learning_rate": 9.941953489231293e-05,
      "loss": 0.0117,
      "step": 38450
    },
    {
      "loss_action": 0.007893077097833157,
      "loss_total": 0.007893077097833157,
      "step": 38450
    },
    {
      "loss_action": 0.00530100055038929,
      "loss_total": 0.00530100055038929,
      "step": 38450
    },
    {
      "loss_action": 0.019932225346565247,
      "loss_total": 0.019932225346565247,
      "step": 38450
    },
    {
      "loss_action": 0.011037556454539299,
      "loss_total": 0.011037556454539299,
      "step": 38450
    },
    {
      "loss_action": 0.0039839670062065125,
      "loss_total": 0.0039839670062065125,
      "step": 38450
    },
    {
      "loss_action": 0.006466721184551716,
      "loss_total": 0.006466721184551716,
      "step": 38450
    },
    {
      "loss_action": 0.01256190799176693,
      "loss_total": 0.01256190799176693,
      "step": 38450
    },
    {
      "loss_action": 0.007498038932681084,
      "loss_total": 0.007498038932681084,
      "step": 38450
    },
    {
      "grad_norm": 0.12511233985424042,
      "learning_rate": 9.941890667923937e-05,
      "loss": 0.0103,
      "step": 38460
    },
    {
      "loss_action": 0.00323110050521791,
      "loss_total": 0.00323110050521791,
      "step": 38460
    },
    {
      "loss_action": 0.0072838179767131805,
      "loss_total": 0.0072838179767131805,
      "step": 38460
    },
    {
      "loss_action": 0.0137716643512249,
      "loss_total": 0.0137716643512249,
      "step": 38460
    },
    {
      "loss_action": 0.008503291755914688,
      "loss_total": 0.008503291755914688,
      "step": 38460
    },
    {
      "loss_action": 0.007766719441860914,
      "loss_total": 0.007766719441860914,
      "step": 38460
    },
    {
      "loss_action": 0.021823272109031677,
      "loss_total": 0.021823272109031677,
      "step": 38460
    },
    {
      "loss_action": 0.006468304432928562,
      "loss_total": 0.006468304432928562,
      "step": 38460
    },
    {
      "loss_action": 0.005229180678725243,
      "loss_total": 0.005229180678725243,
      "step": 38460
    },
    {
      "grad_norm": 0.09851991385221481,
      "learning_rate": 9.94182781283922e-05,
      "loss": 0.009,
      "step": 38470
    },
    {
      "loss_action": 0.014763612300157547,
      "loss_total": 0.014763612300157547,
      "step": 38470
    },
    {
      "loss_action": 0.004006159957498312,
      "loss_total": 0.004006159957498312,
      "step": 38470
    },
    {
      "loss_action": 0.0034807417541742325,
      "loss_total": 0.0034807417541742325,
      "step": 38470
    },
    {
      "loss_action": 0.006211720872670412,
      "loss_total": 0.006211720872670412,
      "step": 38470
    },
    {
      "loss_action": 0.004447055049240589,
      "loss_total": 0.004447055049240589,
      "step": 38470
    },
    {
      "loss_action": 0.0022611627355217934,
      "loss_total": 0.0022611627355217934,
      "step": 38470
    },
    {
      "loss_action": 0.0043729618191719055,
      "loss_total": 0.0043729618191719055,
      "step": 38470
    },
    {
      "loss_action": 0.01923605240881443,
      "loss_total": 0.01923605240881443,
      "step": 38470
    },
    {
      "grad_norm": 0.13761089742183685,
      "learning_rate": 9.941764923977575e-05,
      "loss": 0.0097,
      "step": 38480
    },
    {
      "loss_action": 0.0027073072269558907,
      "loss_total": 0.0027073072269558907,
      "step": 38480
    },
    {
      "loss_action": 0.005347466096282005,
      "loss_total": 0.005347466096282005,
      "step": 38480
    },
    {
      "loss_action": 0.0045900242403149605,
      "loss_total": 0.0045900242403149605,
      "step": 38480
    },
    {
      "loss_action": 0.004531260579824448,
      "loss_total": 0.004531260579824448,
      "step": 38480
    },
    {
      "loss_action": 0.019585885107517242,
      "loss_total": 0.019585885107517242,
      "step": 38480
    },
    {
      "loss_action": 0.01268798764795065,
      "loss_total": 0.01268798764795065,
      "step": 38480
    },
    {
      "loss_action": 0.003348129102960229,
      "loss_total": 0.003348129102960229,
      "step": 38480
    },
    {
      "loss_action": 0.005843465216457844,
      "loss_total": 0.005843465216457844,
      "step": 38480
    },
    {
      "grad_norm": 0.15877684950828552,
      "learning_rate": 9.94170200133943e-05,
      "loss": 0.0092,
      "step": 38490
    },
    {
      "loss_action": 0.009096711874008179,
      "loss_total": 0.009096711874008179,
      "step": 38490
    },
    {
      "loss_action": 0.008943242952227592,
      "loss_total": 0.008943242952227592,
      "step": 38490
    },
    {
      "loss_action": 0.01573985628783703,
      "loss_total": 0.01573985628783703,
      "step": 38490
    },
    {
      "loss_action": 0.006556979380548,
      "loss_total": 0.006556979380548,
      "step": 38490
    },
    {
      "loss_action": 0.004885157570242882,
      "loss_total": 0.004885157570242882,
      "step": 38490
    },
    {
      "loss_action": 0.0038243518210947514,
      "loss_total": 0.0038243518210947514,
      "step": 38490
    },
    {
      "loss_action": 0.0066287703812122345,
      "loss_total": 0.0066287703812122345,
      "step": 38490
    },
    {
      "loss_action": 0.010667568072676659,
      "loss_total": 0.010667568072676659,
      "step": 38490
    },
    {
      "grad_norm": 0.12117387354373932,
      "learning_rate": 9.941639044925218e-05,
      "loss": 0.0087,
      "step": 38500
    },
    {
      "loss_action": 0.0038056643679738045,
      "loss_total": 0.0038056643679738045,
      "step": 38500
    },
    {
      "loss_action": 0.015781059861183167,
      "loss_total": 0.015781059861183167,
      "step": 38500
    },
    {
      "loss_action": 0.007816914469003677,
      "loss_total": 0.007816914469003677,
      "step": 38500
    },
    {
      "loss_action": 0.00990035105496645,
      "loss_total": 0.00990035105496645,
      "step": 38500
    },
    {
      "loss_action": 0.006447944324463606,
      "loss_total": 0.006447944324463606,
      "step": 38500
    },
    {
      "loss_action": 0.0061813900247216225,
      "loss_total": 0.0061813900247216225,
      "step": 38500
    },
    {
      "loss_action": 0.02112664096057415,
      "loss_total": 0.02112664096057415,
      "step": 38500
    },
    {
      "loss_action": 0.010594513267278671,
      "loss_total": 0.010594513267278671,
      "step": 38500
    },
    {
      "grad_norm": 0.17742136120796204,
      "learning_rate": 9.941576054735365e-05,
      "loss": 0.0106,
      "step": 38510
    },
    {
      "loss_action": 0.005759099498391151,
      "loss_total": 0.005759099498391151,
      "step": 38510
    },
    {
      "loss_action": 0.012689858675003052,
      "loss_total": 0.012689858675003052,
      "step": 38510
    },
    {
      "loss_action": 0.011664459481835365,
      "loss_total": 0.011664459481835365,
      "step": 38510
    },
    {
      "loss_action": 0.01795421913266182,
      "loss_total": 0.01795421913266182,
      "step": 38510
    },
    {
      "loss_action": 0.01707557775080204,
      "loss_total": 0.01707557775080204,
      "step": 38510
    },
    {
      "loss_action": 0.010360753163695335,
      "loss_total": 0.010360753163695335,
      "step": 38510
    },
    {
      "loss_action": 0.012722453102469444,
      "loss_total": 0.012722453102469444,
      "step": 38510
    },
    {
      "loss_action": 0.006559764035046101,
      "loss_total": 0.006559764035046101,
      "step": 38510
    },
    {
      "grad_norm": 0.09816312044858932,
      "learning_rate": 9.941513030770305e-05,
      "loss": 0.0094,
      "step": 38520
    },
    {
      "loss_action": 0.008138497360050678,
      "loss_total": 0.008138497360050678,
      "step": 38520
    },
    {
      "loss_action": 0.008599121123552322,
      "loss_total": 0.008599121123552322,
      "step": 38520
    },
    {
      "loss_action": 0.006855939980596304,
      "loss_total": 0.006855939980596304,
      "step": 38520
    },
    {
      "loss_action": 0.0041455235332250595,
      "loss_total": 0.0041455235332250595,
      "step": 38520
    },
    {
      "loss_action": 0.007359046954661608,
      "loss_total": 0.007359046954661608,
      "step": 38520
    },
    {
      "loss_action": 0.007198771461844444,
      "loss_total": 0.007198771461844444,
      "step": 38520
    },
    {
      "loss_action": 0.006847674958407879,
      "loss_total": 0.006847674958407879,
      "step": 38520
    },
    {
      "loss_action": 0.005171779543161392,
      "loss_total": 0.005171779543161392,
      "step": 38520
    },
    {
      "grad_norm": 0.11543618142604828,
      "learning_rate": 9.941449973030466e-05,
      "loss": 0.0102,
      "step": 38530
    },
    {
      "loss_action": 0.005623613949865103,
      "loss_total": 0.005623613949865103,
      "step": 38530
    },
    {
      "loss_action": 0.008352812379598618,
      "loss_total": 0.008352812379598618,
      "step": 38530
    },
    {
      "loss_action": 0.00953877717256546,
      "loss_total": 0.00953877717256546,
      "step": 38530
    },
    {
      "loss_action": 0.01462995819747448,
      "loss_total": 0.01462995819747448,
      "step": 38530
    },
    {
      "loss_action": 0.00612246710807085,
      "loss_total": 0.00612246710807085,
      "step": 38530
    },
    {
      "loss_action": 0.0055275908671319485,
      "loss_total": 0.0055275908671319485,
      "step": 38530
    },
    {
      "loss_action": 0.04494382068514824,
      "loss_total": 0.04494382068514824,
      "step": 38530
    },
    {
      "loss_action": 0.016594499349594116,
      "loss_total": 0.016594499349594116,
      "step": 38530
    },
    {
      "grad_norm": 0.1337805986404419,
      "learning_rate": 9.941386881516282e-05,
      "loss": 0.0103,
      "step": 38540
    },
    {
      "loss_action": 0.004503916017711163,
      "loss_total": 0.004503916017711163,
      "step": 38540
    },
    {
      "loss_action": 0.003649673890322447,
      "loss_total": 0.003649673890322447,
      "step": 38540
    },
    {
      "loss_action": 0.009345537051558495,
      "loss_total": 0.009345537051558495,
      "step": 38540
    },
    {
      "loss_action": 0.010192761197686195,
      "loss_total": 0.010192761197686195,
      "step": 38540
    },
    {
      "loss_action": 0.02282179519534111,
      "loss_total": 0.02282179519534111,
      "step": 38540
    },
    {
      "loss_action": 0.02002904564142227,
      "loss_total": 0.02002904564142227,
      "step": 38540
    },
    {
      "loss_action": 0.006429750472307205,
      "loss_total": 0.006429750472307205,
      "step": 38540
    },
    {
      "loss_action": 0.008512625470757484,
      "loss_total": 0.008512625470757484,
      "step": 38540
    },
    {
      "grad_norm": 0.14503437280654907,
      "learning_rate": 9.941323756228182e-05,
      "loss": 0.0102,
      "step": 38550
    },
    {
      "loss_action": 0.016490904614329338,
      "loss_total": 0.016490904614329338,
      "step": 38550
    },
    {
      "loss_action": 0.007127029821276665,
      "loss_total": 0.007127029821276665,
      "step": 38550
    },
    {
      "loss_action": 0.008822483941912651,
      "loss_total": 0.008822483941912651,
      "step": 38550
    },
    {
      "loss_action": 0.004073865246027708,
      "loss_total": 0.004073865246027708,
      "step": 38550
    },
    {
      "loss_action": 0.012729847803711891,
      "loss_total": 0.012729847803711891,
      "step": 38550
    },
    {
      "loss_action": 0.007483066525310278,
      "loss_total": 0.007483066525310278,
      "step": 38550
    },
    {
      "loss_action": 0.01534500252455473,
      "loss_total": 0.01534500252455473,
      "step": 38550
    },
    {
      "loss_action": 0.02011992037296295,
      "loss_total": 0.02011992037296295,
      "step": 38550
    },
    {
      "grad_norm": 0.1297825276851654,
      "learning_rate": 9.941260597166598e-05,
      "loss": 0.0102,
      "step": 38560
    },
    {
      "loss_action": 0.004758157301694155,
      "loss_total": 0.004758157301694155,
      "step": 38560
    },
    {
      "loss_action": 0.005117148160934448,
      "loss_total": 0.005117148160934448,
      "step": 38560
    },
    {
      "loss_action": 0.018189948052167892,
      "loss_total": 0.018189948052167892,
      "step": 38560
    },
    {
      "loss_action": 0.006526975892484188,
      "loss_total": 0.006526975892484188,
      "step": 38560
    },
    {
      "loss_action": 0.010142180137336254,
      "loss_total": 0.010142180137336254,
      "step": 38560
    },
    {
      "loss_action": 0.009365886449813843,
      "loss_total": 0.009365886449813843,
      "step": 38560
    },
    {
      "loss_action": 0.02228054776787758,
      "loss_total": 0.02228054776787758,
      "step": 38560
    },
    {
      "loss_action": 0.009780148044228554,
      "loss_total": 0.009780148044228554,
      "step": 38560
    },
    {
      "grad_norm": 0.15611572563648224,
      "learning_rate": 9.941197404331964e-05,
      "loss": 0.0112,
      "step": 38570
    },
    {
      "loss_action": 0.013011423870921135,
      "loss_total": 0.013011423870921135,
      "step": 38570
    },
    {
      "loss_action": 0.0082588205114007,
      "loss_total": 0.0082588205114007,
      "step": 38570
    },
    {
      "loss_action": 0.007878213189542294,
      "loss_total": 0.007878213189542294,
      "step": 38570
    },
    {
      "loss_action": 0.0035215565003454685,
      "loss_total": 0.0035215565003454685,
      "step": 38570
    },
    {
      "loss_action": 0.008932388387620449,
      "loss_total": 0.008932388387620449,
      "step": 38570
    },
    {
      "loss_action": 0.009082425385713577,
      "loss_total": 0.009082425385713577,
      "step": 38570
    },
    {
      "loss_action": 0.007478898391127586,
      "loss_total": 0.007478898391127586,
      "step": 38570
    },
    {
      "loss_action": 0.007800593506544828,
      "loss_total": 0.007800593506544828,
      "step": 38570
    },
    {
      "grad_norm": 0.15357770025730133,
      "learning_rate": 9.941134177724708e-05,
      "loss": 0.0104,
      "step": 38580
    },
    {
      "loss_action": 0.0031967877876013517,
      "loss_total": 0.0031967877876013517,
      "step": 38580
    },
    {
      "loss_action": 0.00334619521163404,
      "loss_total": 0.00334619521163404,
      "step": 38580
    },
    {
      "loss_action": 0.0048925019800662994,
      "loss_total": 0.0048925019800662994,
      "step": 38580
    },
    {
      "loss_action": 0.004344600718468428,
      "loss_total": 0.004344600718468428,
      "step": 38580
    },
    {
      "loss_action": 0.0033511039800941944,
      "loss_total": 0.0033511039800941944,
      "step": 38580
    },
    {
      "loss_action": 0.007848316803574562,
      "loss_total": 0.007848316803574562,
      "step": 38580
    },
    {
      "loss_action": 0.004109619650989771,
      "loss_total": 0.004109619650989771,
      "step": 38580
    },
    {
      "loss_action": 0.003970998339354992,
      "loss_total": 0.003970998339354992,
      "step": 38580
    },
    {
      "grad_norm": 0.11188885569572449,
      "learning_rate": 9.941070917345263e-05,
      "loss": 0.0131,
      "step": 38590
    },
    {
      "loss_action": 0.005506929941475391,
      "loss_total": 0.005506929941475391,
      "step": 38590
    },
    {
      "loss_action": 0.006509200669825077,
      "loss_total": 0.006509200669825077,
      "step": 38590
    },
    {
      "loss_action": 0.002783117350190878,
      "loss_total": 0.002783117350190878,
      "step": 38590
    },
    {
      "loss_action": 0.009882708080112934,
      "loss_total": 0.009882708080112934,
      "step": 38590
    },
    {
      "loss_action": 0.009560753591358662,
      "loss_total": 0.009560753591358662,
      "step": 38590
    },
    {
      "loss_action": 0.004361854866147041,
      "loss_total": 0.004361854866147041,
      "step": 38590
    },
    {
      "loss_action": 0.006107879802584648,
      "loss_total": 0.006107879802584648,
      "step": 38590
    },
    {
      "loss_action": 0.014359662309288979,
      "loss_total": 0.014359662309288979,
      "step": 38590
    },
    {
      "grad_norm": 0.11544833332300186,
      "learning_rate": 9.941007623194063e-05,
      "loss": 0.0116,
      "step": 38600
    },
    {
      "loss_action": 0.00682699354365468,
      "loss_total": 0.00682699354365468,
      "step": 38600
    },
    {
      "loss_action": 0.009181915782392025,
      "loss_total": 0.009181915782392025,
      "step": 38600
    },
    {
      "loss_action": 0.0035161059349775314,
      "loss_total": 0.0035161059349775314,
      "step": 38600
    },
    {
      "loss_action": 0.006348496302962303,
      "loss_total": 0.006348496302962303,
      "step": 38600
    },
    {
      "loss_action": 0.01776925101876259,
      "loss_total": 0.01776925101876259,
      "step": 38600
    },
    {
      "loss_action": 0.005129455588757992,
      "loss_total": 0.005129455588757992,
      "step": 38600
    },
    {
      "loss_action": 0.013689941726624966,
      "loss_total": 0.013689941726624966,
      "step": 38600
    },
    {
      "loss_action": 0.03151480481028557,
      "loss_total": 0.03151480481028557,
      "step": 38600
    },
    {
      "grad_norm": 0.18588028848171234,
      "learning_rate": 9.94094429527154e-05,
      "loss": 0.0112,
      "step": 38610
    },
    {
      "loss_action": 0.008676419034600258,
      "loss_total": 0.008676419034600258,
      "step": 38610
    },
    {
      "loss_action": 0.014537721872329712,
      "loss_total": 0.014537721872329712,
      "step": 38610
    },
    {
      "loss_action": 0.004626678302884102,
      "loss_total": 0.004626678302884102,
      "step": 38610
    },
    {
      "loss_action": 0.00894516333937645,
      "loss_total": 0.00894516333937645,
      "step": 38610
    },
    {
      "loss_action": 0.009681763127446175,
      "loss_total": 0.009681763127446175,
      "step": 38610
    },
    {
      "loss_action": 0.006725270301103592,
      "loss_total": 0.006725270301103592,
      "step": 38610
    },
    {
      "loss_action": 0.015416981652379036,
      "loss_total": 0.015416981652379036,
      "step": 38610
    },
    {
      "loss_action": 0.013474306091666222,
      "loss_total": 0.013474306091666222,
      "step": 38610
    },
    {
      "grad_norm": 0.1750434786081314,
      "learning_rate": 9.940880933578128e-05,
      "loss": 0.0111,
      "step": 38620
    },
    {
      "loss_action": 0.01819349266588688,
      "loss_total": 0.01819349266588688,
      "step": 38620
    },
    {
      "loss_action": 0.010270415805280209,
      "loss_total": 0.010270415805280209,
      "step": 38620
    },
    {
      "loss_action": 0.00445137545466423,
      "loss_total": 0.00445137545466423,
      "step": 38620
    },
    {
      "loss_action": 0.010137416422367096,
      "loss_total": 0.010137416422367096,
      "step": 38620
    },
    {
      "loss_action": 0.00502786785364151,
      "loss_total": 0.00502786785364151,
      "step": 38620
    },
    {
      "loss_action": 0.023178325966000557,
      "loss_total": 0.023178325966000557,
      "step": 38620
    },
    {
      "loss_action": 0.009123602882027626,
      "loss_total": 0.009123602882027626,
      "step": 38620
    },
    {
      "loss_action": 0.008757142350077629,
      "loss_total": 0.008757142350077629,
      "step": 38620
    },
    {
      "grad_norm": 0.09995491057634354,
      "learning_rate": 9.940817538114256e-05,
      "loss": 0.0096,
      "step": 38630
    },
    {
      "loss_action": 0.009979997761547565,
      "loss_total": 0.009979997761547565,
      "step": 38630
    },
    {
      "loss_action": 0.006000703200697899,
      "loss_total": 0.006000703200697899,
      "step": 38630
    },
    {
      "loss_action": 0.004341031424701214,
      "loss_total": 0.004341031424701214,
      "step": 38630
    },
    {
      "loss_action": 0.005423732567578554,
      "loss_total": 0.005423732567578554,
      "step": 38630
    },
    {
      "loss_action": 0.009558124467730522,
      "loss_total": 0.009558124467730522,
      "step": 38630
    },
    {
      "loss_action": 0.005640309303998947,
      "loss_total": 0.005640309303998947,
      "step": 38630
    },
    {
      "loss_action": 0.0077847084030508995,
      "loss_total": 0.0077847084030508995,
      "step": 38630
    },
    {
      "loss_action": 0.012327292934060097,
      "loss_total": 0.012327292934060097,
      "step": 38630
    },
    {
      "grad_norm": 0.14264655113220215,
      "learning_rate": 9.940754108880361e-05,
      "loss": 0.01,
      "step": 38640
    },
    {
      "loss_action": 0.0042097242549061775,
      "loss_total": 0.0042097242549061775,
      "step": 38640
    },
    {
      "loss_action": 0.013097777962684631,
      "loss_total": 0.013097777962684631,
      "step": 38640
    },
    {
      "loss_action": 0.01722370833158493,
      "loss_total": 0.01722370833158493,
      "step": 38640
    },
    {
      "loss_action": 0.012669417075812817,
      "loss_total": 0.012669417075812817,
      "step": 38640
    },
    {
      "loss_action": 0.006389447953552008,
      "loss_total": 0.006389447953552008,
      "step": 38640
    },
    {
      "loss_action": 0.008412964642047882,
      "loss_total": 0.008412964642047882,
      "step": 38640
    },
    {
      "loss_action": 0.004549578297883272,
      "loss_total": 0.004549578297883272,
      "step": 38640
    },
    {
      "loss_action": 0.003834904870018363,
      "loss_total": 0.003834904870018363,
      "step": 38640
    },
    {
      "grad_norm": 0.19362765550613403,
      "learning_rate": 9.940690645876878e-05,
      "loss": 0.0101,
      "step": 38650
    },
    {
      "loss_action": 0.01797373965382576,
      "loss_total": 0.01797373965382576,
      "step": 38650
    },
    {
      "loss_action": 0.009092867374420166,
      "loss_total": 0.009092867374420166,
      "step": 38650
    },
    {
      "loss_action": 0.006841692142188549,
      "loss_total": 0.006841692142188549,
      "step": 38650
    },
    {
      "loss_action": 0.03589380532503128,
      "loss_total": 0.03589380532503128,
      "step": 38650
    },
    {
      "loss_action": 0.01089835911989212,
      "loss_total": 0.01089835911989212,
      "step": 38650
    },
    {
      "loss_action": 0.00535155413672328,
      "loss_total": 0.00535155413672328,
      "step": 38650
    },
    {
      "loss_action": 0.013185907155275345,
      "loss_total": 0.013185907155275345,
      "step": 38650
    },
    {
      "loss_action": 0.006242719944566488,
      "loss_total": 0.006242719944566488,
      "step": 38650
    },
    {
      "grad_norm": 0.1692172735929489,
      "learning_rate": 9.940627149104235e-05,
      "loss": 0.0104,
      "step": 38660
    },
    {
      "loss_action": 0.006846088916063309,
      "loss_total": 0.006846088916063309,
      "step": 38660
    },
    {
      "loss_action": 0.023703742772340775,
      "loss_total": 0.023703742772340775,
      "step": 38660
    },
    {
      "loss_action": 0.007716605439782143,
      "loss_total": 0.007716605439782143,
      "step": 38660
    },
    {
      "loss_action": 0.009462368674576283,
      "loss_total": 0.009462368674576283,
      "step": 38660
    },
    {
      "loss_action": 0.01996929571032524,
      "loss_total": 0.01996929571032524,
      "step": 38660
    },
    {
      "loss_action": 0.009866738691926003,
      "loss_total": 0.009866738691926003,
      "step": 38660
    },
    {
      "loss_action": 0.007955748587846756,
      "loss_total": 0.007955748587846756,
      "step": 38660
    },
    {
      "loss_action": 0.025236094370484352,
      "loss_total": 0.025236094370484352,
      "step": 38660
    },
    {
      "grad_norm": 0.16829051077365875,
      "learning_rate": 9.940563618562873e-05,
      "loss": 0.0106,
      "step": 38670
    },
    {
      "loss_action": 0.006082736421376467,
      "loss_total": 0.006082736421376467,
      "step": 38670
    },
    {
      "loss_action": 0.028690848499536514,
      "loss_total": 0.028690848499536514,
      "step": 38670
    },
    {
      "loss_action": 0.007075197994709015,
      "loss_total": 0.007075197994709015,
      "step": 38670
    },
    {
      "loss_action": 0.0036030812188982964,
      "loss_total": 0.0036030812188982964,
      "step": 38670
    },
    {
      "loss_action": 0.04708210378885269,
      "loss_total": 0.04708210378885269,
      "step": 38670
    },
    {
      "loss_action": 0.007650964893400669,
      "loss_total": 0.007650964893400669,
      "step": 38670
    },
    {
      "loss_action": 0.01841878890991211,
      "loss_total": 0.01841878890991211,
      "step": 38670
    },
    {
      "loss_action": 0.0037331054918468,
      "loss_total": 0.0037331054918468,
      "step": 38670
    },
    {
      "grad_norm": 0.1156424731016159,
      "learning_rate": 9.940500054253221e-05,
      "loss": 0.012,
      "step": 38680
    },
    {
      "loss_action": 0.007814783602952957,
      "loss_total": 0.007814783602952957,
      "step": 38680
    },
    {
      "loss_action": 0.012941285967826843,
      "loss_total": 0.012941285967826843,
      "step": 38680
    },
    {
      "loss_action": 0.015290088951587677,
      "loss_total": 0.015290088951587677,
      "step": 38680
    },
    {
      "loss_action": 0.005156680475920439,
      "loss_total": 0.005156680475920439,
      "step": 38680
    },
    {
      "loss_action": 0.004831861238926649,
      "loss_total": 0.004831861238926649,
      "step": 38680
    },
    {
      "loss_action": 0.0053775436244904995,
      "loss_total": 0.0053775436244904995,
      "step": 38680
    },
    {
      "loss_action": 0.007012136746197939,
      "loss_total": 0.007012136746197939,
      "step": 38680
    },
    {
      "loss_action": 0.010087764821946621,
      "loss_total": 0.010087764821946621,
      "step": 38680
    },
    {
      "grad_norm": 0.1322590708732605,
      "learning_rate": 9.940436456175715e-05,
      "loss": 0.0105,
      "step": 38690
    },
    {
      "loss_action": 0.01305738277733326,
      "loss_total": 0.01305738277733326,
      "step": 38690
    },
    {
      "loss_action": 0.0045585595071315765,
      "loss_total": 0.0045585595071315765,
      "step": 38690
    },
    {
      "loss_action": 0.014283733442425728,
      "loss_total": 0.014283733442425728,
      "step": 38690
    },
    {
      "loss_action": 0.0051752859726548195,
      "loss_total": 0.0051752859726548195,
      "step": 38690
    },
    {
      "loss_action": 0.007424631156027317,
      "loss_total": 0.007424631156027317,
      "step": 38690
    },
    {
      "loss_action": 0.012324938550591469,
      "loss_total": 0.012324938550591469,
      "step": 38690
    },
    {
      "loss_action": 0.019983595237135887,
      "loss_total": 0.019983595237135887,
      "step": 38690
    },
    {
      "loss_action": 0.009611133486032486,
      "loss_total": 0.009611133486032486,
      "step": 38690
    },
    {
      "grad_norm": 0.16939419507980347,
      "learning_rate": 9.940372824330788e-05,
      "loss": 0.0102,
      "step": 38700
    },
    {
      "loss_action": 0.010771222412586212,
      "loss_total": 0.010771222412586212,
      "step": 38700
    },
    {
      "loss_action": 0.010998083278536797,
      "loss_total": 0.010998083278536797,
      "step": 38700
    },
    {
      "loss_action": 0.007430132012814283,
      "loss_total": 0.007430132012814283,
      "step": 38700
    },
    {
      "loss_action": 0.0047903419472277164,
      "loss_total": 0.0047903419472277164,
      "step": 38700
    },
    {
      "loss_action": 0.005650922656059265,
      "loss_total": 0.005650922656059265,
      "step": 38700
    },
    {
      "loss_action": 0.01381100993603468,
      "loss_total": 0.01381100993603468,
      "step": 38700
    },
    {
      "loss_action": 0.01500620599836111,
      "loss_total": 0.01500620599836111,
      "step": 38700
    },
    {
      "loss_action": 0.012264234945178032,
      "loss_total": 0.012264234945178032,
      "step": 38700
    },
    {
      "grad_norm": 0.2337341606616974,
      "learning_rate": 9.940309158718878e-05,
      "loss": 0.0115,
      "step": 38710
    },
    {
      "loss_action": 0.05914429575204849,
      "loss_total": 0.05914429575204849,
      "step": 38710
    },
    {
      "loss_action": 0.015543615445494652,
      "loss_total": 0.015543615445494652,
      "step": 38710
    },
    {
      "loss_action": 0.010584468953311443,
      "loss_total": 0.010584468953311443,
      "step": 38710
    },
    {
      "loss_action": 0.013178180903196335,
      "loss_total": 0.013178180903196335,
      "step": 38710
    },
    {
      "loss_action": 0.061681412160396576,
      "loss_total": 0.061681412160396576,
      "step": 38710
    },
    {
      "loss_action": 0.0082711111754179,
      "loss_total": 0.0082711111754179,
      "step": 38710
    },
    {
      "loss_action": 0.0030633099377155304,
      "loss_total": 0.0030633099377155304,
      "step": 38710
    },
    {
      "loss_action": 0.004649999551475048,
      "loss_total": 0.004649999551475048,
      "step": 38710
    },
    {
      "grad_norm": 0.12629958987236023,
      "learning_rate": 9.94024545934042e-05,
      "loss": 0.0132,
      "step": 38720
    },
    {
      "loss_action": 0.020416636019945145,
      "loss_total": 0.020416636019945145,
      "step": 38720
    },
    {
      "loss_action": 0.00596880866214633,
      "loss_total": 0.00596880866214633,
      "step": 38720
    },
    {
      "loss_action": 0.00983081478625536,
      "loss_total": 0.00983081478625536,
      "step": 38720
    },
    {
      "loss_action": 0.004380755126476288,
      "loss_total": 0.004380755126476288,
      "step": 38720
    },
    {
      "loss_action": 0.023355698212981224,
      "loss_total": 0.023355698212981224,
      "step": 38720
    },
    {
      "loss_action": 0.007312214933335781,
      "loss_total": 0.007312214933335781,
      "step": 38720
    },
    {
      "loss_action": 0.004333021119236946,
      "loss_total": 0.004333021119236946,
      "step": 38720
    },
    {
      "loss_action": 0.009303157217800617,
      "loss_total": 0.009303157217800617,
      "step": 38720
    },
    {
      "grad_norm": 0.16629613935947418,
      "learning_rate": 9.940181726195847e-05,
      "loss": 0.0146,
      "step": 38730
    },
    {
      "loss_action": 0.01840019039809704,
      "loss_total": 0.01840019039809704,
      "step": 38730
    },
    {
      "loss_action": 0.016891108825802803,
      "loss_total": 0.016891108825802803,
      "step": 38730
    },
    {
      "loss_action": 0.008334427140653133,
      "loss_total": 0.008334427140653133,
      "step": 38730
    },
    {
      "loss_action": 0.018938295543193817,
      "loss_total": 0.018938295543193817,
      "step": 38730
    },
    {
      "loss_action": 0.005953865125775337,
      "loss_total": 0.005953865125775337,
      "step": 38730
    },
    {
      "loss_action": 0.015219166874885559,
      "loss_total": 0.015219166874885559,
      "step": 38730
    },
    {
      "loss_action": 0.014080135151743889,
      "loss_total": 0.014080135151743889,
      "step": 38730
    },
    {
      "loss_action": 0.015663456171751022,
      "loss_total": 0.015663456171751022,
      "step": 38730
    },
    {
      "grad_norm": 0.16085219383239746,
      "learning_rate": 9.940117959285597e-05,
      "loss": 0.013,
      "step": 38740
    },
    {
      "loss_action": 0.009838608093559742,
      "loss_total": 0.009838608093559742,
      "step": 38740
    },
    {
      "loss_action": 0.011422262527048588,
      "loss_total": 0.011422262527048588,
      "step": 38740
    },
    {
      "loss_action": 0.023635076358914375,
      "loss_total": 0.023635076358914375,
      "step": 38740
    },
    {
      "loss_action": 0.016278475522994995,
      "loss_total": 0.016278475522994995,
      "step": 38740
    },
    {
      "loss_action": 0.01321464590728283,
      "loss_total": 0.01321464590728283,
      "step": 38740
    },
    {
      "loss_action": 0.012814987450838089,
      "loss_total": 0.012814987450838089,
      "step": 38740
    },
    {
      "loss_action": 0.01313858013600111,
      "loss_total": 0.01313858013600111,
      "step": 38740
    },
    {
      "loss_action": 0.011396878398954868,
      "loss_total": 0.011396878398954868,
      "step": 38740
    },
    {
      "grad_norm": 0.13338495790958405,
      "learning_rate": 9.940054158610104e-05,
      "loss": 0.012,
      "step": 38750
    },
    {
      "loss_action": 0.004463321529328823,
      "loss_total": 0.004463321529328823,
      "step": 38750
    },
    {
      "loss_action": 0.009912058711051941,
      "loss_total": 0.009912058711051941,
      "step": 38750
    },
    {
      "loss_action": 0.006276475265622139,
      "loss_total": 0.006276475265622139,
      "step": 38750
    },
    {
      "loss_action": 0.011629952117800713,
      "loss_total": 0.011629952117800713,
      "step": 38750
    },
    {
      "loss_action": 0.013367202132940292,
      "loss_total": 0.013367202132940292,
      "step": 38750
    },
    {
      "loss_action": 0.01787908375263214,
      "loss_total": 0.01787908375263214,
      "step": 38750
    },
    {
      "loss_action": 0.008576154708862305,
      "loss_total": 0.008576154708862305,
      "step": 38750
    },
    {
      "loss_action": 0.006962064653635025,
      "loss_total": 0.006962064653635025,
      "step": 38750
    },
    {
      "grad_norm": 0.11884350329637527,
      "learning_rate": 9.939990324169806e-05,
      "loss": 0.0123,
      "step": 38760
    },
    {
      "loss_action": 0.004258332774043083,
      "loss_total": 0.004258332774043083,
      "step": 38760
    },
    {
      "loss_action": 0.01145278662443161,
      "loss_total": 0.01145278662443161,
      "step": 38760
    },
    {
      "loss_action": 0.009205594658851624,
      "loss_total": 0.009205594658851624,
      "step": 38760
    },
    {
      "loss_action": 0.005466140806674957,
      "loss_total": 0.005466140806674957,
      "step": 38760
    },
    {
      "loss_action": 0.013957739807665348,
      "loss_total": 0.013957739807665348,
      "step": 38760
    },
    {
      "loss_action": 0.005881477613002062,
      "loss_total": 0.005881477613002062,
      "step": 38760
    },
    {
      "loss_action": 0.00967648159712553,
      "loss_total": 0.00967648159712553,
      "step": 38760
    },
    {
      "loss_action": 0.008547767996788025,
      "loss_total": 0.008547767996788025,
      "step": 38760
    },
    {
      "grad_norm": 0.12577231228351593,
      "learning_rate": 9.939926455965136e-05,
      "loss": 0.0091,
      "step": 38770
    },
    {
      "loss_action": 0.004809261299669743,
      "loss_total": 0.004809261299669743,
      "step": 38770
    },
    {
      "loss_action": 0.017493555322289467,
      "loss_total": 0.017493555322289467,
      "step": 38770
    },
    {
      "loss_action": 0.004991231951862574,
      "loss_total": 0.004991231951862574,
      "step": 38770
    },
    {
      "loss_action": 0.010391991585493088,
      "loss_total": 0.010391991585493088,
      "step": 38770
    },
    {
      "loss_action": 0.007200200110673904,
      "loss_total": 0.007200200110673904,
      "step": 38770
    },
    {
      "loss_action": 0.008594503626227379,
      "loss_total": 0.008594503626227379,
      "step": 38770
    },
    {
      "loss_action": 0.009392287582159042,
      "loss_total": 0.009392287582159042,
      "step": 38770
    },
    {
      "loss_action": 0.007014535367488861,
      "loss_total": 0.007014535367488861,
      "step": 38770
    },
    {
      "grad_norm": 0.12211570888757706,
      "learning_rate": 9.939862553996533e-05,
      "loss": 0.0107,
      "step": 38780
    },
    {
      "loss_action": 0.004437286872416735,
      "loss_total": 0.004437286872416735,
      "step": 38780
    },
    {
      "loss_action": 0.007666582241654396,
      "loss_total": 0.007666582241654396,
      "step": 38780
    },
    {
      "loss_action": 0.005544151179492474,
      "loss_total": 0.005544151179492474,
      "step": 38780
    },
    {
      "loss_action": 0.019111882895231247,
      "loss_total": 0.019111882895231247,
      "step": 38780
    },
    {
      "loss_action": 0.006428844295442104,
      "loss_total": 0.006428844295442104,
      "step": 38780
    },
    {
      "loss_action": 0.017769016325473785,
      "loss_total": 0.017769016325473785,
      "step": 38780
    },
    {
      "loss_action": 0.009415209293365479,
      "loss_total": 0.009415209293365479,
      "step": 38780
    },
    {
      "loss_action": 0.004455931019037962,
      "loss_total": 0.004455931019037962,
      "step": 38780
    },
    {
      "grad_norm": 0.14511387050151825,
      "learning_rate": 9.939798618264433e-05,
      "loss": 0.0102,
      "step": 38790
    },
    {
      "loss_action": 0.01869884692132473,
      "loss_total": 0.01869884692132473,
      "step": 38790
    },
    {
      "loss_action": 0.015358490869402885,
      "loss_total": 0.015358490869402885,
      "step": 38790
    },
    {
      "loss_action": 0.00538609130308032,
      "loss_total": 0.00538609130308032,
      "step": 38790
    },
    {
      "loss_action": 0.007966544479131699,
      "loss_total": 0.007966544479131699,
      "step": 38790
    },
    {
      "loss_action": 0.00821340549737215,
      "loss_total": 0.00821340549737215,
      "step": 38790
    },
    {
      "loss_action": 0.013534577563405037,
      "loss_total": 0.013534577563405037,
      "step": 38790
    },
    {
      "loss_action": 0.005591072142124176,
      "loss_total": 0.005591072142124176,
      "step": 38790
    },
    {
      "loss_action": 0.020352676510810852,
      "loss_total": 0.020352676510810852,
      "step": 38790
    },
    {
      "grad_norm": 0.15716306865215302,
      "learning_rate": 9.939734648769274e-05,
      "loss": 0.0101,
      "step": 38800
    },
    {
      "loss_action": 0.006185254082083702,
      "loss_total": 0.006185254082083702,
      "step": 38800
    },
    {
      "loss_action": 0.004989326000213623,
      "loss_total": 0.004989326000213623,
      "step": 38800
    },
    {
      "loss_action": 0.00846943724900484,
      "loss_total": 0.00846943724900484,
      "step": 38800
    },
    {
      "loss_action": 0.008627379313111305,
      "loss_total": 0.008627379313111305,
      "step": 38800
    },
    {
      "loss_action": 0.00591917522251606,
      "loss_total": 0.00591917522251606,
      "step": 38800
    },
    {
      "loss_action": 0.009269320406019688,
      "loss_total": 0.009269320406019688,
      "step": 38800
    },
    {
      "loss_action": 0.03151038661599159,
      "loss_total": 0.03151038661599159,
      "step": 38800
    },
    {
      "loss_action": 0.007193274796009064,
      "loss_total": 0.007193274796009064,
      "step": 38800
    },
    {
      "grad_norm": 0.11134044080972672,
      "learning_rate": 9.939670645511493e-05,
      "loss": 0.0096,
      "step": 38810
    },
    {
      "loss_action": 0.007667018566280603,
      "loss_total": 0.007667018566280603,
      "step": 38810
    },
    {
      "loss_action": 0.026265397667884827,
      "loss_total": 0.026265397667884827,
      "step": 38810
    },
    {
      "loss_action": 0.014908610843122005,
      "loss_total": 0.014908610843122005,
      "step": 38810
    },
    {
      "loss_action": 0.015092089772224426,
      "loss_total": 0.015092089772224426,
      "step": 38810
    },
    {
      "loss_action": 0.05139032006263733,
      "loss_total": 0.05139032006263733,
      "step": 38810
    },
    {
      "loss_action": 0.013967432081699371,
      "loss_total": 0.013967432081699371,
      "step": 38810
    },
    {
      "loss_action": 0.010686885565519333,
      "loss_total": 0.010686885565519333,
      "step": 38810
    },
    {
      "loss_action": 0.02138528972864151,
      "loss_total": 0.02138528972864151,
      "step": 38810
    },
    {
      "grad_norm": 0.135670006275177,
      "learning_rate": 9.939606608491527e-05,
      "loss": 0.0116,
      "step": 38820
    },
    {
      "loss_action": 0.016116343438625336,
      "loss_total": 0.016116343438625336,
      "step": 38820
    },
    {
      "loss_action": 0.013334358111023903,
      "loss_total": 0.013334358111023903,
      "step": 38820
    },
    {
      "loss_action": 0.006741109304130077,
      "loss_total": 0.006741109304130077,
      "step": 38820
    },
    {
      "loss_action": 0.006645183078944683,
      "loss_total": 0.006645183078944683,
      "step": 38820
    },
    {
      "loss_action": 0.0047332970425486565,
      "loss_total": 0.0047332970425486565,
      "step": 38820
    },
    {
      "loss_action": 0.011190025135874748,
      "loss_total": 0.011190025135874748,
      "step": 38820
    },
    {
      "loss_action": 0.010582730174064636,
      "loss_total": 0.010582730174064636,
      "step": 38820
    },
    {
      "loss_action": 0.011906608939170837,
      "loss_total": 0.011906608939170837,
      "step": 38820
    },
    {
      "grad_norm": 0.14819243550300598,
      "learning_rate": 9.939542537709812e-05,
      "loss": 0.0112,
      "step": 38830
    },
    {
      "loss_action": 0.00506671704351902,
      "loss_total": 0.00506671704351902,
      "step": 38830
    },
    {
      "loss_action": 0.011337446980178356,
      "loss_total": 0.011337446980178356,
      "step": 38830
    },
    {
      "loss_action": 0.00861621368676424,
      "loss_total": 0.00861621368676424,
      "step": 38830
    },
    {
      "loss_action": 0.008426090702414513,
      "loss_total": 0.008426090702414513,
      "step": 38830
    },
    {
      "loss_action": 0.020230770111083984,
      "loss_total": 0.020230770111083984,
      "step": 38830
    },
    {
      "loss_action": 0.011229367926716805,
      "loss_total": 0.011229367926716805,
      "step": 38830
    },
    {
      "loss_action": 0.016089914366602898,
      "loss_total": 0.016089914366602898,
      "step": 38830
    },
    {
      "loss_action": 0.0298384390771389,
      "loss_total": 0.0298384390771389,
      "step": 38830
    },
    {
      "grad_norm": 0.1698673963546753,
      "learning_rate": 9.93947843316679e-05,
      "loss": 0.0105,
      "step": 38840
    },
    {
      "loss_action": 0.01058470644056797,
      "loss_total": 0.01058470644056797,
      "step": 38840
    },
    {
      "loss_action": 0.008763249032199383,
      "loss_total": 0.008763249032199383,
      "step": 38840
    },
    {
      "loss_action": 0.00886006373912096,
      "loss_total": 0.00886006373912096,
      "step": 38840
    },
    {
      "loss_action": 0.007466505281627178,
      "loss_total": 0.007466505281627178,
      "step": 38840
    },
    {
      "loss_action": 0.01905246451497078,
      "loss_total": 0.01905246451497078,
      "step": 38840
    },
    {
      "loss_action": 0.0019463009666651487,
      "loss_total": 0.0019463009666651487,
      "step": 38840
    },
    {
      "loss_action": 0.012900998815894127,
      "loss_total": 0.012900998815894127,
      "step": 38840
    },
    {
      "loss_action": 0.009534569457173347,
      "loss_total": 0.009534569457173347,
      "step": 38840
    },
    {
      "grad_norm": 0.12303896248340607,
      "learning_rate": 9.939414294862896e-05,
      "loss": 0.0112,
      "step": 38850
    },
    {
      "loss_action": 0.007934093475341797,
      "loss_total": 0.007934093475341797,
      "step": 38850
    },
    {
      "loss_action": 0.022775117307901382,
      "loss_total": 0.022775117307901382,
      "step": 38850
    },
    {
      "loss_action": 0.01323152519762516,
      "loss_total": 0.01323152519762516,
      "step": 38850
    },
    {
      "loss_action": 0.008277920074760914,
      "loss_total": 0.008277920074760914,
      "step": 38850
    },
    {
      "loss_action": 0.007364044897258282,
      "loss_total": 0.007364044897258282,
      "step": 38850
    },
    {
      "loss_action": 0.007333980407565832,
      "loss_total": 0.007333980407565832,
      "step": 38850
    },
    {
      "loss_action": 0.011987762525677681,
      "loss_total": 0.011987762525677681,
      "step": 38850
    },
    {
      "loss_action": 0.009444095194339752,
      "loss_total": 0.009444095194339752,
      "step": 38850
    },
    {
      "grad_norm": 0.12427984178066254,
      "learning_rate": 9.939350122798567e-05,
      "loss": 0.0114,
      "step": 38860
    },
    {
      "loss_action": 0.003937780857086182,
      "loss_total": 0.003937780857086182,
      "step": 38860
    },
    {
      "loss_action": 0.012472382746636868,
      "loss_total": 0.012472382746636868,
      "step": 38860
    },
    {
      "loss_action": 0.025552071630954742,
      "loss_total": 0.025552071630954742,
      "step": 38860
    },
    {
      "loss_action": 0.013481227681040764,
      "loss_total": 0.013481227681040764,
      "step": 38860
    },
    {
      "loss_action": 0.007312619127333164,
      "loss_total": 0.007312619127333164,
      "step": 38860
    },
    {
      "loss_action": 0.0061508659273386,
      "loss_total": 0.0061508659273386,
      "step": 38860
    },
    {
      "loss_action": 0.018366005271673203,
      "loss_total": 0.018366005271673203,
      "step": 38860
    },
    {
      "loss_action": 0.007681939750909805,
      "loss_total": 0.007681939750909805,
      "step": 38860
    },
    {
      "grad_norm": 0.14523637294769287,
      "learning_rate": 9.939285916974247e-05,
      "loss": 0.0144,
      "step": 38870
    },
    {
      "loss_action": 0.028504598885774612,
      "loss_total": 0.028504598885774612,
      "step": 38870
    },
    {
      "loss_action": 0.011617542244493961,
      "loss_total": 0.011617542244493961,
      "step": 38870
    },
    {
      "loss_action": 0.020045407116413116,
      "loss_total": 0.020045407116413116,
      "step": 38870
    },
    {
      "loss_action": 0.018913043662905693,
      "loss_total": 0.018913043662905693,
      "step": 38870
    },
    {
      "loss_action": 0.014859726652503014,
      "loss_total": 0.014859726652503014,
      "step": 38870
    },
    {
      "loss_action": 0.01011628657579422,
      "loss_total": 0.01011628657579422,
      "step": 38870
    },
    {
      "loss_action": 0.01788269355893135,
      "loss_total": 0.01788269355893135,
      "step": 38870
    },
    {
      "loss_action": 0.01219480112195015,
      "loss_total": 0.01219480112195015,
      "step": 38870
    },
    {
      "grad_norm": 0.2050902545452118,
      "learning_rate": 9.93922167739037e-05,
      "loss": 0.0135,
      "step": 38880
    },
    {
      "loss_action": 0.012942531146109104,
      "loss_total": 0.012942531146109104,
      "step": 38880
    },
    {
      "loss_action": 0.021323202177882195,
      "loss_total": 0.021323202177882195,
      "step": 38880
    },
    {
      "loss_action": 0.009904857724905014,
      "loss_total": 0.009904857724905014,
      "step": 38880
    },
    {
      "loss_action": 0.019314182922244072,
      "loss_total": 0.019314182922244072,
      "step": 38880
    },
    {
      "loss_action": 0.010447931475937366,
      "loss_total": 0.010447931475937366,
      "step": 38880
    },
    {
      "loss_action": 0.00596369244158268,
      "loss_total": 0.00596369244158268,
      "step": 38880
    },
    {
      "loss_action": 0.013170111924409866,
      "loss_total": 0.013170111924409866,
      "step": 38880
    },
    {
      "loss_action": 0.01280862558633089,
      "loss_total": 0.01280862558633089,
      "step": 38880
    },
    {
      "grad_norm": 0.21906614303588867,
      "learning_rate": 9.939157404047376e-05,
      "loss": 0.0135,
      "step": 38890
    },
    {
      "loss_action": 0.015175441280007362,
      "loss_total": 0.015175441280007362,
      "step": 38890
    },
    {
      "loss_action": 0.021644998341798782,
      "loss_total": 0.021644998341798782,
      "step": 38890
    },
    {
      "loss_action": 0.013406253419816494,
      "loss_total": 0.013406253419816494,
      "step": 38890
    },
    {
      "loss_action": 0.023382272571325302,
      "loss_total": 0.023382272571325302,
      "step": 38890
    },
    {
      "loss_action": 0.02485385723412037,
      "loss_total": 0.02485385723412037,
      "step": 38890
    },
    {
      "loss_action": 0.0099924486130476,
      "loss_total": 0.0099924486130476,
      "step": 38890
    },
    {
      "loss_action": 0.007459157146513462,
      "loss_total": 0.007459157146513462,
      "step": 38890
    },
    {
      "loss_action": 0.00910533219575882,
      "loss_total": 0.00910533219575882,
      "step": 38890
    },
    {
      "grad_norm": 0.11441029608249664,
      "learning_rate": 9.939093096945706e-05,
      "loss": 0.0123,
      "step": 38900
    },
    {
      "loss_action": 0.011401248164474964,
      "loss_total": 0.011401248164474964,
      "step": 38900
    },
    {
      "loss_action": 0.007772429846227169,
      "loss_total": 0.007772429846227169,
      "step": 38900
    },
    {
      "loss_action": 0.03362384811043739,
      "loss_total": 0.03362384811043739,
      "step": 38900
    },
    {
      "loss_action": 0.008501967415213585,
      "loss_total": 0.008501967415213585,
      "step": 38900
    },
    {
      "loss_action": 0.014776023104786873,
      "loss_total": 0.014776023104786873,
      "step": 38900
    },
    {
      "loss_action": 0.02551031857728958,
      "loss_total": 0.02551031857728958,
      "step": 38900
    },
    {
      "loss_action": 0.013696787878870964,
      "loss_total": 0.013696787878870964,
      "step": 38900
    },
    {
      "loss_action": 0.008627906441688538,
      "loss_total": 0.008627906441688538,
      "step": 38900
    },
    {
      "grad_norm": 0.15325626730918884,
      "learning_rate": 9.9390287560858e-05,
      "loss": 0.0118,
      "step": 38910
    },
    {
      "loss_action": 0.027062710374593735,
      "loss_total": 0.027062710374593735,
      "step": 38910
    },
    {
      "loss_action": 0.005458013620227575,
      "loss_total": 0.005458013620227575,
      "step": 38910
    },
    {
      "loss_action": 0.01843712478876114,
      "loss_total": 0.01843712478876114,
      "step": 38910
    },
    {
      "loss_action": 0.007925895042717457,
      "loss_total": 0.007925895042717457,
      "step": 38910
    },
    {
      "loss_action": 0.018660053610801697,
      "loss_total": 0.018660053610801697,
      "step": 38910
    },
    {
      "loss_action": 0.009116871282458305,
      "loss_total": 0.009116871282458305,
      "step": 38910
    },
    {
      "loss_action": 0.010534234344959259,
      "loss_total": 0.010534234344959259,
      "step": 38910
    },
    {
      "loss_action": 0.006096788216382265,
      "loss_total": 0.006096788216382265,
      "step": 38910
    },
    {
      "grad_norm": 0.12837736308574677,
      "learning_rate": 9.938964381468094e-05,
      "loss": 0.0109,
      "step": 38920
    },
    {
      "loss_action": 0.026251371949911118,
      "loss_total": 0.026251371949911118,
      "step": 38920
    },
    {
      "loss_action": 0.01669943705201149,
      "loss_total": 0.01669943705201149,
      "step": 38920
    },
    {
      "loss_action": 0.006560148671269417,
      "loss_total": 0.006560148671269417,
      "step": 38920
    },
    {
      "loss_action": 0.008817419409751892,
      "loss_total": 0.008817419409751892,
      "step": 38920
    },
    {
      "loss_action": 0.01310013048350811,
      "loss_total": 0.01310013048350811,
      "step": 38920
    },
    {
      "loss_action": 0.01343925017863512,
      "loss_total": 0.01343925017863512,
      "step": 38920
    },
    {
      "loss_action": 0.0038660450372844934,
      "loss_total": 0.0038660450372844934,
      "step": 38920
    },
    {
      "loss_action": 0.008132721297442913,
      "loss_total": 0.008132721297442913,
      "step": 38920
    },
    {
      "grad_norm": 0.12668026983737946,
      "learning_rate": 9.93889997309303e-05,
      "loss": 0.0107,
      "step": 38930
    },
    {
      "loss_action": 0.00964263454079628,
      "loss_total": 0.00964263454079628,
      "step": 38930
    },
    {
      "loss_action": 0.03041669726371765,
      "loss_total": 0.03041669726371765,
      "step": 38930
    },
    {
      "loss_action": 0.005174835678189993,
      "loss_total": 0.005174835678189993,
      "step": 38930
    },
    {
      "loss_action": 0.0058034989051520824,
      "loss_total": 0.0058034989051520824,
      "step": 38930
    },
    {
      "loss_action": 0.01130254752933979,
      "loss_total": 0.01130254752933979,
      "step": 38930
    },
    {
      "loss_action": 0.007504704874008894,
      "loss_total": 0.007504704874008894,
      "step": 38930
    },
    {
      "loss_action": 0.008902359753847122,
      "loss_total": 0.008902359753847122,
      "step": 38930
    },
    {
      "loss_action": 0.018867719918489456,
      "loss_total": 0.018867719918489456,
      "step": 38930
    },
    {
      "grad_norm": 0.14754453301429749,
      "learning_rate": 9.93883553096105e-05,
      "loss": 0.0128,
      "step": 38940
    },
    {
      "loss_action": 0.0047236839309334755,
      "loss_total": 0.0047236839309334755,
      "step": 38940
    },
    {
      "loss_action": 0.008204033598303795,
      "loss_total": 0.008204033598303795,
      "step": 38940
    },
    {
      "loss_action": 0.00898934155702591,
      "loss_total": 0.00898934155702591,
      "step": 38940
    },
    {
      "loss_action": 0.008149029687047005,
      "loss_total": 0.008149029687047005,
      "step": 38940
    },
    {
      "loss_action": 0.004192284308373928,
      "loss_total": 0.004192284308373928,
      "step": 38940
    },
    {
      "loss_action": 0.03308979421854019,
      "loss_total": 0.03308979421854019,
      "step": 38940
    },
    {
      "loss_action": 0.004818354733288288,
      "loss_total": 0.004818354733288288,
      "step": 38940
    },
    {
      "loss_action": 0.006283418741077185,
      "loss_total": 0.006283418741077185,
      "step": 38940
    },
    {
      "grad_norm": 0.1301952600479126,
      "learning_rate": 9.938771055072593e-05,
      "loss": 0.011,
      "step": 38950
    },
    {
      "loss_action": 0.00725120073184371,
      "loss_total": 0.00725120073184371,
      "step": 38950
    },
    {
      "loss_action": 0.015500873327255249,
      "loss_total": 0.015500873327255249,
      "step": 38950
    },
    {
      "loss_action": 0.008956946432590485,
      "loss_total": 0.008956946432590485,
      "step": 38950
    },
    {
      "loss_action": 0.005913054570555687,
      "loss_total": 0.005913054570555687,
      "step": 38950
    },
    {
      "loss_action": 0.009935139678418636,
      "loss_total": 0.009935139678418636,
      "step": 38950
    },
    {
      "loss_action": 0.005912021733820438,
      "loss_total": 0.005912021733820438,
      "step": 38950
    },
    {
      "loss_action": 0.00544313620775938,
      "loss_total": 0.00544313620775938,
      "step": 38950
    },
    {
      "loss_action": 0.005201944150030613,
      "loss_total": 0.005201944150030613,
      "step": 38950
    },
    {
      "grad_norm": 0.17487919330596924,
      "learning_rate": 9.938706545428098e-05,
      "loss": 0.0104,
      "step": 38960
    },
    {
      "loss_action": 0.011509773321449757,
      "loss_total": 0.011509773321449757,
      "step": 38960
    },
    {
      "loss_action": 0.0056259650737047195,
      "loss_total": 0.0056259650737047195,
      "step": 38960
    },
    {
      "loss_action": 0.00538299884647131,
      "loss_total": 0.00538299884647131,
      "step": 38960
    },
    {
      "loss_action": 0.003289551706984639,
      "loss_total": 0.003289551706984639,
      "step": 38960
    },
    {
      "loss_action": 0.016074780374765396,
      "loss_total": 0.016074780374765396,
      "step": 38960
    },
    {
      "loss_action": 0.01802818849682808,
      "loss_total": 0.01802818849682808,
      "step": 38960
    },
    {
      "loss_action": 0.015086439438164234,
      "loss_total": 0.015086439438164234,
      "step": 38960
    },
    {
      "loss_action": 0.009869907982647419,
      "loss_total": 0.009869907982647419,
      "step": 38960
    },
    {
      "grad_norm": 0.1491306871175766,
      "learning_rate": 9.938642002028009e-05,
      "loss": 0.0099,
      "step": 38970
    },
    {
      "loss_action": 0.005475610960274935,
      "loss_total": 0.005475610960274935,
      "step": 38970
    },
    {
      "loss_action": 0.00910213589668274,
      "loss_total": 0.00910213589668274,
      "step": 38970
    },
    {
      "loss_action": 0.005750677548348904,
      "loss_total": 0.005750677548348904,
      "step": 38970
    },
    {
      "loss_action": 0.014073318801820278,
      "loss_total": 0.014073318801820278,
      "step": 38970
    },
    {
      "loss_action": 0.007144231349229813,
      "loss_total": 0.007144231349229813,
      "step": 38970
    },
    {
      "loss_action": 0.005927234888076782,
      "loss_total": 0.005927234888076782,
      "step": 38970
    },
    {
      "loss_action": 0.01315635722130537,
      "loss_total": 0.01315635722130537,
      "step": 38970
    },
    {
      "loss_action": 0.005555177107453346,
      "loss_total": 0.005555177107453346,
      "step": 38970
    },
    {
      "grad_norm": 0.12431084364652634,
      "learning_rate": 9.938577424872764e-05,
      "loss": 0.009,
      "step": 38980
    },
    {
      "loss_action": 0.0098554827272892,
      "loss_total": 0.0098554827272892,
      "step": 38980
    },
    {
      "loss_action": 0.009344534948468208,
      "loss_total": 0.009344534948468208,
      "step": 38980
    },
    {
      "loss_action": 0.006701811216771603,
      "loss_total": 0.006701811216771603,
      "step": 38980
    },
    {
      "loss_action": 0.008197108283638954,
      "loss_total": 0.008197108283638954,
      "step": 38980
    },
    {
      "loss_action": 0.028135012835264206,
      "loss_total": 0.028135012835264206,
      "step": 38980
    },
    {
      "loss_action": 0.01543661393225193,
      "loss_total": 0.01543661393225193,
      "step": 38980
    },
    {
      "loss_action": 0.0023770355619490147,
      "loss_total": 0.0023770355619490147,
      "step": 38980
    },
    {
      "loss_action": 0.023580877110362053,
      "loss_total": 0.023580877110362053,
      "step": 38980
    },
    {
      "grad_norm": 0.13836327195167542,
      "learning_rate": 9.938512813962808e-05,
      "loss": 0.0128,
      "step": 38990
    },
    {
      "loss_action": 0.007577147334814072,
      "loss_total": 0.007577147334814072,
      "step": 38990
    },
    {
      "loss_action": 0.02055150829255581,
      "loss_total": 0.02055150829255581,
      "step": 38990
    },
    {
      "loss_action": 0.008023058995604515,
      "loss_total": 0.008023058995604515,
      "step": 38990
    },
    {
      "loss_action": 0.008328882977366447,
      "loss_total": 0.008328882977366447,
      "step": 38990
    },
    {
      "loss_action": 0.006593445315957069,
      "loss_total": 0.006593445315957069,
      "step": 38990
    },
    {
      "loss_action": 0.013089344836771488,
      "loss_total": 0.013089344836771488,
      "step": 38990
    },
    {
      "loss_action": 0.032820556312799454,
      "loss_total": 0.032820556312799454,
      "step": 38990
    },
    {
      "loss_action": 0.004429091699421406,
      "loss_total": 0.004429091699421406,
      "step": 38990
    },
    {
      "grad_norm": 0.1606845259666443,
      "learning_rate": 9.93844816929858e-05,
      "loss": 0.0113,
      "step": 39000
    },
    {
      "loss_action": 0.009834516793489456,
      "loss_total": 0.009834516793489456,
      "step": 39000
    },
    {
      "loss_action": 0.012911990284919739,
      "loss_total": 0.012911990284919739,
      "step": 39000
    },
    {
      "loss_action": 0.004120015539228916,
      "loss_total": 0.004120015539228916,
      "step": 39000
    },
    {
      "loss_action": 0.021675389260053635,
      "loss_total": 0.021675389260053635,
      "step": 39000
    },
    {
      "loss_action": 0.007231612224131823,
      "loss_total": 0.007231612224131823,
      "step": 39000
    },
    {
      "loss_action": 0.012184025719761848,
      "loss_total": 0.012184025719761848,
      "step": 39000
    },
    {
      "loss_action": 0.008921428583562374,
      "loss_total": 0.008921428583562374,
      "step": 39000
    },
    {
      "loss_action": 0.007015892304480076,
      "loss_total": 0.007015892304480076,
      "step": 39000
    },
    {
      "grad_norm": 0.21989643573760986,
      "learning_rate": 9.938383490880523e-05,
      "loss": 0.0112,
      "step": 39010
    },
    {
      "loss_action": 0.007566435262560844,
      "loss_total": 0.007566435262560844,
      "step": 39010
    },
    {
      "loss_action": 0.007583883590996265,
      "loss_total": 0.007583883590996265,
      "step": 39010
    },
    {
      "loss_action": 0.00508382823318243,
      "loss_total": 0.00508382823318243,
      "step": 39010
    },
    {
      "loss_action": 0.0040414705872535706,
      "loss_total": 0.0040414705872535706,
      "step": 39010
    },
    {
      "loss_action": 0.008561355993151665,
      "loss_total": 0.008561355993151665,
      "step": 39010
    },
    {
      "loss_action": 0.007414952386170626,
      "loss_total": 0.007414952386170626,
      "step": 39010
    },
    {
      "loss_action": 0.004621527157723904,
      "loss_total": 0.004621527157723904,
      "step": 39010
    },
    {
      "loss_action": 0.015156067907810211,
      "loss_total": 0.015156067907810211,
      "step": 39010
    },
    {
      "grad_norm": 0.13696354627609253,
      "learning_rate": 9.938318778709078e-05,
      "loss": 0.0102,
      "step": 39020
    },
    {
      "loss_action": 0.0154496431350708,
      "loss_total": 0.0154496431350708,
      "step": 39020
    },
    {
      "loss_action": 0.0057270885445177555,
      "loss_total": 0.0057270885445177555,
      "step": 39020
    },
    {
      "loss_action": 0.0071005853824317455,
      "loss_total": 0.0071005853824317455,
      "step": 39020
    },
    {
      "loss_action": 0.004393905401229858,
      "loss_total": 0.004393905401229858,
      "step": 39020
    },
    {
      "loss_action": 0.01819966733455658,
      "loss_total": 0.01819966733455658,
      "step": 39020
    },
    {
      "loss_action": 0.021095968782901764,
      "loss_total": 0.021095968782901764,
      "step": 39020
    },
    {
      "loss_action": 0.008313503116369247,
      "loss_total": 0.008313503116369247,
      "step": 39020
    },
    {
      "loss_action": 0.009305756539106369,
      "loss_total": 0.009305756539106369,
      "step": 39020
    },
    {
      "grad_norm": 0.15489861369132996,
      "learning_rate": 9.938254032784687e-05,
      "loss": 0.0111,
      "step": 39030
    },
    {
      "loss_action": 0.006878361571580172,
      "loss_total": 0.006878361571580172,
      "step": 39030
    },
    {
      "loss_action": 0.00641466211527586,
      "loss_total": 0.00641466211527586,
      "step": 39030
    },
    {
      "loss_action": 0.008121635764837265,
      "loss_total": 0.008121635764837265,
      "step": 39030
    },
    {
      "loss_action": 0.02436617761850357,
      "loss_total": 0.02436617761850357,
      "step": 39030
    },
    {
      "loss_action": 0.016752133145928383,
      "loss_total": 0.016752133145928383,
      "step": 39030
    },
    {
      "loss_action": 0.013266812078654766,
      "loss_total": 0.013266812078654766,
      "step": 39030
    },
    {
      "loss_action": 0.010976101271808147,
      "loss_total": 0.010976101271808147,
      "step": 39030
    },
    {
      "loss_action": 0.007777935825288296,
      "loss_total": 0.007777935825288296,
      "step": 39030
    },
    {
      "grad_norm": 0.10597343742847443,
      "learning_rate": 9.938189253107795e-05,
      "loss": 0.0096,
      "step": 39040
    },
    {
      "loss_action": 0.011405146680772305,
      "loss_total": 0.011405146680772305,
      "step": 39040
    },
    {
      "loss_action": 0.008689153008162975,
      "loss_total": 0.008689153008162975,
      "step": 39040
    },
    {
      "loss_action": 0.008247887715697289,
      "loss_total": 0.008247887715697289,
      "step": 39040
    },
    {
      "loss_action": 0.021012496203184128,
      "loss_total": 0.021012496203184128,
      "step": 39040
    },
    {
      "loss_action": 0.006657536141574383,
      "loss_total": 0.006657536141574383,
      "step": 39040
    },
    {
      "loss_action": 0.012748131528496742,
      "loss_total": 0.012748131528496742,
      "step": 39040
    },
    {
      "loss_action": 0.006162342615425587,
      "loss_total": 0.006162342615425587,
      "step": 39040
    },
    {
      "loss_action": 0.006602627225220203,
      "loss_total": 0.006602627225220203,
      "step": 39040
    },
    {
      "grad_norm": 0.15728168189525604,
      "learning_rate": 9.938124439678841e-05,
      "loss": 0.0108,
      "step": 39050
    },
    {
      "loss_action": 0.004951220937073231,
      "loss_total": 0.004951220937073231,
      "step": 39050
    },
    {
      "loss_action": 0.017780859023332596,
      "loss_total": 0.017780859023332596,
      "step": 39050
    },
    {
      "loss_action": 0.01429589744657278,
      "loss_total": 0.01429589744657278,
      "step": 39050
    },
    {
      "loss_action": 0.007873096503317356,
      "loss_total": 0.007873096503317356,
      "step": 39050
    },
    {
      "loss_action": 0.012635140679776669,
      "loss_total": 0.012635140679776669,
      "step": 39050
    },
    {
      "loss_action": 0.008761487901210785,
      "loss_total": 0.008761487901210785,
      "step": 39050
    },
    {
      "loss_action": 0.010620961897075176,
      "loss_total": 0.010620961897075176,
      "step": 39050
    },
    {
      "loss_action": 0.009343798272311687,
      "loss_total": 0.009343798272311687,
      "step": 39050
    },
    {
      "grad_norm": 0.18082556128501892,
      "learning_rate": 9.938059592498273e-05,
      "loss": 0.0101,
      "step": 39060
    },
    {
      "loss_action": 0.02577981725335121,
      "loss_total": 0.02577981725335121,
      "step": 39060
    },
    {
      "loss_action": 0.022028326988220215,
      "loss_total": 0.022028326988220215,
      "step": 39060
    },
    {
      "loss_action": 0.008002850227057934,
      "loss_total": 0.008002850227057934,
      "step": 39060
    },
    {
      "loss_action": 0.0063660042360424995,
      "loss_total": 0.0063660042360424995,
      "step": 39060
    },
    {
      "loss_action": 0.013545298017561436,
      "loss_total": 0.013545298017561436,
      "step": 39060
    },
    {
      "loss_action": 0.004883702844381332,
      "loss_total": 0.004883702844381332,
      "step": 39060
    },
    {
      "loss_action": 0.009313542395830154,
      "loss_total": 0.009313542395830154,
      "step": 39060
    },
    {
      "loss_action": 0.004175206180661917,
      "loss_total": 0.004175206180661917,
      "step": 39060
    },
    {
      "grad_norm": 0.18573784828186035,
      "learning_rate": 9.93799471156653e-05,
      "loss": 0.0109,
      "step": 39070
    },
    {
      "loss_action": 0.01109885610640049,
      "loss_total": 0.01109885610640049,
      "step": 39070
    },
    {
      "loss_action": 0.003079397836700082,
      "loss_total": 0.003079397836700082,
      "step": 39070
    },
    {
      "loss_action": 0.004557664506137371,
      "loss_total": 0.004557664506137371,
      "step": 39070
    },
    {
      "loss_action": 0.010984288528561592,
      "loss_total": 0.010984288528561592,
      "step": 39070
    },
    {
      "loss_action": 0.01238923892378807,
      "loss_total": 0.01238923892378807,
      "step": 39070
    },
    {
      "loss_action": 0.004042851272970438,
      "loss_total": 0.004042851272970438,
      "step": 39070
    },
    {
      "loss_action": 0.006889053154736757,
      "loss_total": 0.006889053154736757,
      "step": 39070
    },
    {
      "loss_action": 0.007121308706700802,
      "loss_total": 0.007121308706700802,
      "step": 39070
    },
    {
      "grad_norm": 0.12874062359333038,
      "learning_rate": 9.937929796884059e-05,
      "loss": 0.0087,
      "step": 39080
    },
    {
      "loss_action": 0.016296561807394028,
      "loss_total": 0.016296561807394028,
      "step": 39080
    },
    {
      "loss_action": 0.016264991834759712,
      "loss_total": 0.016264991834759712,
      "step": 39080
    },
    {
      "loss_action": 0.008700495585799217,
      "loss_total": 0.008700495585799217,
      "step": 39080
    },
    {
      "loss_action": 0.008211152628064156,
      "loss_total": 0.008211152628064156,
      "step": 39080
    },
    {
      "loss_action": 0.011381980963051319,
      "loss_total": 0.011381980963051319,
      "step": 39080
    },
    {
      "loss_action": 0.010246902704238892,
      "loss_total": 0.010246902704238892,
      "step": 39080
    },
    {
      "loss_action": 0.02031540311872959,
      "loss_total": 0.02031540311872959,
      "step": 39080
    },
    {
      "loss_action": 0.003580773249268532,
      "loss_total": 0.003580773249268532,
      "step": 39080
    },
    {
      "grad_norm": 0.1478843241930008,
      "learning_rate": 9.937864848451298e-05,
      "loss": 0.0105,
      "step": 39090
    },
    {
      "loss_action": 0.010515047237277031,
      "loss_total": 0.010515047237277031,
      "step": 39090
    },
    {
      "loss_action": 0.011319981887936592,
      "loss_total": 0.011319981887936592,
      "step": 39090
    },
    {
      "loss_action": 0.006370363757014275,
      "loss_total": 0.006370363757014275,
      "step": 39090
    },
    {
      "loss_action": 0.010946035385131836,
      "loss_total": 0.010946035385131836,
      "step": 39090
    },
    {
      "loss_action": 0.02369213104248047,
      "loss_total": 0.02369213104248047,
      "step": 39090
    },
    {
      "loss_action": 0.01651870273053646,
      "loss_total": 0.01651870273053646,
      "step": 39090
    },
    {
      "loss_action": 0.005880553275346756,
      "loss_total": 0.005880553275346756,
      "step": 39090
    },
    {
      "loss_action": 0.013031087815761566,
      "loss_total": 0.013031087815761566,
      "step": 39090
    },
    {
      "grad_norm": 0.12697719037532806,
      "learning_rate": 9.937799866268695e-05,
      "loss": 0.011,
      "step": 39100
    },
    {
      "loss_action": 0.007010561414062977,
      "loss_total": 0.007010561414062977,
      "step": 39100
    },
    {
      "loss_action": 0.014042900875210762,
      "loss_total": 0.014042900875210762,
      "step": 39100
    },
    {
      "loss_action": 0.013127302750945091,
      "loss_total": 0.013127302750945091,
      "step": 39100
    },
    {
      "loss_action": 0.021843502297997475,
      "loss_total": 0.021843502297997475,
      "step": 39100
    },
    {
      "loss_action": 0.002783281495794654,
      "loss_total": 0.002783281495794654,
      "step": 39100
    },
    {
      "loss_action": 0.012890323996543884,
      "loss_total": 0.012890323996543884,
      "step": 39100
    },
    {
      "loss_action": 0.005689594894647598,
      "loss_total": 0.005689594894647598,
      "step": 39100
    },
    {
      "loss_action": 0.0030903492588549852,
      "loss_total": 0.0030903492588549852,
      "step": 39100
    },
    {
      "grad_norm": 0.16013328731060028,
      "learning_rate": 9.937734850336695e-05,
      "loss": 0.0092,
      "step": 39110
    },
    {
      "loss_action": 0.014689585193991661,
      "loss_total": 0.014689585193991661,
      "step": 39110
    },
    {
      "loss_action": 0.0036399848759174347,
      "loss_total": 0.0036399848759174347,
      "step": 39110
    },
    {
      "loss_action": 0.0066073681227862835,
      "loss_total": 0.0066073681227862835,
      "step": 39110
    },
    {
      "loss_action": 0.017308857291936874,
      "loss_total": 0.017308857291936874,
      "step": 39110
    },
    {
      "loss_action": 0.013848630711436272,
      "loss_total": 0.013848630711436272,
      "step": 39110
    },
    {
      "loss_action": 0.00837271474301815,
      "loss_total": 0.00837271474301815,
      "step": 39110
    },
    {
      "loss_action": 0.014427319169044495,
      "loss_total": 0.014427319169044495,
      "step": 39110
    },
    {
      "loss_action": 0.003758832113817334,
      "loss_total": 0.003758832113817334,
      "step": 39110
    },
    {
      "grad_norm": 0.11551719158887863,
      "learning_rate": 9.937669800655743e-05,
      "loss": 0.0091,
      "step": 39120
    },
    {
      "loss_action": 0.004328061826527119,
      "loss_total": 0.004328061826527119,
      "step": 39120
    },
    {
      "loss_action": 0.005405184347182512,
      "loss_total": 0.005405184347182512,
      "step": 39120
    },
    {
      "loss_action": 0.007079039700329304,
      "loss_total": 0.007079039700329304,
      "step": 39120
    },
    {
      "loss_action": 0.0075362324714660645,
      "loss_total": 0.0075362324714660645,
      "step": 39120
    },
    {
      "loss_action": 0.02421874739229679,
      "loss_total": 0.02421874739229679,
      "step": 39120
    },
    {
      "loss_action": 0.006888380274176598,
      "loss_total": 0.006888380274176598,
      "step": 39120
    },
    {
      "loss_action": 0.01218570489436388,
      "loss_total": 0.01218570489436388,
      "step": 39120
    },
    {
      "loss_action": 0.010243725962936878,
      "loss_total": 0.010243725962936878,
      "step": 39120
    },
    {
      "grad_norm": 0.10879316926002502,
      "learning_rate": 9.937604717226278e-05,
      "loss": 0.0097,
      "step": 39130
    },
    {
      "loss_action": 0.008692765608429909,
      "loss_total": 0.008692765608429909,
      "step": 39130
    },
    {
      "loss_action": 0.008120248094201088,
      "loss_total": 0.008120248094201088,
      "step": 39130
    },
    {
      "loss_action": 0.005987564101815224,
      "loss_total": 0.005987564101815224,
      "step": 39130
    },
    {
      "loss_action": 0.003996886312961578,
      "loss_total": 0.003996886312961578,
      "step": 39130
    },
    {
      "loss_action": 0.002070467919111252,
      "loss_total": 0.002070467919111252,
      "step": 39130
    },
    {
      "loss_action": 0.017755061388015747,
      "loss_total": 0.017755061388015747,
      "step": 39130
    },
    {
      "loss_action": 0.005022365599870682,
      "loss_total": 0.005022365599870682,
      "step": 39130
    },
    {
      "loss_action": 0.006147044710814953,
      "loss_total": 0.006147044710814953,
      "step": 39130
    },
    {
      "grad_norm": 0.1733786165714264,
      "learning_rate": 9.937539600048749e-05,
      "loss": 0.0091,
      "step": 39140
    },
    {
      "loss_action": 0.005481849890202284,
      "loss_total": 0.005481849890202284,
      "step": 39140
    },
    {
      "loss_action": 0.005635975860059261,
      "loss_total": 0.005635975860059261,
      "step": 39140
    },
    {
      "loss_action": 0.014006293378770351,
      "loss_total": 0.014006293378770351,
      "step": 39140
    },
    {
      "loss_action": 0.02738889679312706,
      "loss_total": 0.02738889679312706,
      "step": 39140
    },
    {
      "loss_action": 0.008192557841539383,
      "loss_total": 0.008192557841539383,
      "step": 39140
    },
    {
      "loss_action": 0.010401876643300056,
      "loss_total": 0.010401876643300056,
      "step": 39140
    },
    {
      "loss_action": 0.007849366404116154,
      "loss_total": 0.007849366404116154,
      "step": 39140
    },
    {
      "loss_action": 0.007094722241163254,
      "loss_total": 0.007094722241163254,
      "step": 39140
    },
    {
      "grad_norm": 0.1499313861131668,
      "learning_rate": 9.937474449123602e-05,
      "loss": 0.0104,
      "step": 39150
    },
    {
      "loss_action": 0.007730740588158369,
      "loss_total": 0.007730740588158369,
      "step": 39150
    },
    {
      "loss_action": 0.008125105872750282,
      "loss_total": 0.008125105872750282,
      "step": 39150
    },
    {
      "loss_action": 0.008158242329955101,
      "loss_total": 0.008158242329955101,
      "step": 39150
    },
    {
      "loss_action": 0.005331969354301691,
      "loss_total": 0.005331969354301691,
      "step": 39150
    },
    {
      "loss_action": 0.01200578548014164,
      "loss_total": 0.01200578548014164,
      "step": 39150
    },
    {
      "loss_action": 0.02090412750840187,
      "loss_total": 0.02090412750840187,
      "step": 39150
    },
    {
      "loss_action": 0.018479572609066963,
      "loss_total": 0.018479572609066963,
      "step": 39150
    },
    {
      "loss_action": 0.0051841577515006065,
      "loss_total": 0.0051841577515006065,
      "step": 39150
    },
    {
      "grad_norm": 0.12460324168205261,
      "learning_rate": 9.93740926445128e-05,
      "loss": 0.0094,
      "step": 39160
    },
    {
      "loss_action": 0.010481562465429306,
      "loss_total": 0.010481562465429306,
      "step": 39160
    },
    {
      "loss_action": 0.015538307838141918,
      "loss_total": 0.015538307838141918,
      "step": 39160
    },
    {
      "loss_action": 0.021565180271863937,
      "loss_total": 0.021565180271863937,
      "step": 39160
    },
    {
      "loss_action": 0.016187328845262527,
      "loss_total": 0.016187328845262527,
      "step": 39160
    },
    {
      "loss_action": 0.007295484654605389,
      "loss_total": 0.007295484654605389,
      "step": 39160
    },
    {
      "loss_action": 0.005454633384943008,
      "loss_total": 0.005454633384943008,
      "step": 39160
    },
    {
      "loss_action": 0.006845919415354729,
      "loss_total": 0.006845919415354729,
      "step": 39160
    },
    {
      "loss_action": 0.014599442481994629,
      "loss_total": 0.014599442481994629,
      "step": 39160
    },
    {
      "grad_norm": 0.11208819597959518,
      "learning_rate": 9.937344046032228e-05,
      "loss": 0.0095,
      "step": 39170
    },
    {
      "loss_action": 0.004315042402595282,
      "loss_total": 0.004315042402595282,
      "step": 39170
    },
    {
      "loss_action": 0.01016983948647976,
      "loss_total": 0.01016983948647976,
      "step": 39170
    },
    {
      "loss_action": 0.002794104628264904,
      "loss_total": 0.002794104628264904,
      "step": 39170
    },
    {
      "loss_action": 0.007585121784359217,
      "loss_total": 0.007585121784359217,
      "step": 39170
    },
    {
      "loss_action": 0.010907221585512161,
      "loss_total": 0.010907221585512161,
      "step": 39170
    },
    {
      "loss_action": 0.0047862040810287,
      "loss_total": 0.0047862040810287,
      "step": 39170
    },
    {
      "loss_action": 0.009679162874817848,
      "loss_total": 0.009679162874817848,
      "step": 39170
    },
    {
      "loss_action": 0.048880115151405334,
      "loss_total": 0.048880115151405334,
      "step": 39170
    },
    {
      "grad_norm": 0.1557261198759079,
      "learning_rate": 9.937278793866895e-05,
      "loss": 0.0104,
      "step": 39180
    },
    {
      "loss_action": 0.006126949563622475,
      "loss_total": 0.006126949563622475,
      "step": 39180
    },
    {
      "loss_action": 0.005671574734151363,
      "loss_total": 0.005671574734151363,
      "step": 39180
    },
    {
      "loss_action": 0.007632488384842873,
      "loss_total": 0.007632488384842873,
      "step": 39180
    },
    {
      "loss_action": 0.016154833137989044,
      "loss_total": 0.016154833137989044,
      "step": 39180
    },
    {
      "loss_action": 0.0054139792919158936,
      "loss_total": 0.0054139792919158936,
      "step": 39180
    },
    {
      "loss_action": 0.014253213070333004,
      "loss_total": 0.014253213070333004,
      "step": 39180
    },
    {
      "loss_action": 0.007979338057339191,
      "loss_total": 0.007979338057339191,
      "step": 39180
    },
    {
      "loss_action": 0.02888011559844017,
      "loss_total": 0.02888011559844017,
      "step": 39180
    },
    {
      "grad_norm": 0.15000119805335999,
      "learning_rate": 9.937213507955725e-05,
      "loss": 0.0118,
      "step": 39190
    },
    {
      "loss_action": 0.007972165942192078,
      "loss_total": 0.007972165942192078,
      "step": 39190
    },
    {
      "loss_action": 0.016767749562859535,
      "loss_total": 0.016767749562859535,
      "step": 39190
    },
    {
      "loss_action": 0.009996902197599411,
      "loss_total": 0.009996902197599411,
      "step": 39190
    },
    {
      "loss_action": 0.004602698143571615,
      "loss_total": 0.004602698143571615,
      "step": 39190
    },
    {
      "loss_action": 0.009028177708387375,
      "loss_total": 0.009028177708387375,
      "step": 39190
    },
    {
      "loss_action": 0.0035010753199458122,
      "loss_total": 0.0035010753199458122,
      "step": 39190
    },
    {
      "loss_action": 0.017608487978577614,
      "loss_total": 0.017608487978577614,
      "step": 39190
    },
    {
      "loss_action": 0.01077183522284031,
      "loss_total": 0.01077183522284031,
      "step": 39190
    },
    {
      "grad_norm": 0.1711353212594986,
      "learning_rate": 9.937148188299165e-05,
      "loss": 0.0098,
      "step": 39200
    },
    {
      "loss_action": 0.008538600988686085,
      "loss_total": 0.008538600988686085,
      "step": 39200
    },
    {
      "loss_action": 0.004186639562249184,
      "loss_total": 0.004186639562249184,
      "step": 39200
    },
    {
      "loss_action": 0.005667936056852341,
      "loss_total": 0.005667936056852341,
      "step": 39200
    },
    {
      "loss_action": 0.005538298282772303,
      "loss_total": 0.005538298282772303,
      "step": 39200
    },
    {
      "loss_action": 0.013774383813142776,
      "loss_total": 0.013774383813142776,
      "step": 39200
    },
    {
      "loss_action": 0.0053144111298024654,
      "loss_total": 0.0053144111298024654,
      "step": 39200
    },
    {
      "loss_action": 0.00642731599509716,
      "loss_total": 0.00642731599509716,
      "step": 39200
    },
    {
      "loss_action": 0.01298719085752964,
      "loss_total": 0.01298719085752964,
      "step": 39200
    },
    {
      "grad_norm": 0.15508294105529785,
      "learning_rate": 9.93708283489766e-05,
      "loss": 0.0118,
      "step": 39210
    },
    {
      "loss_action": 0.0043168989941477776,
      "loss_total": 0.0043168989941477776,
      "step": 39210
    },
    {
      "loss_action": 0.006224550306797028,
      "loss_total": 0.006224550306797028,
      "step": 39210
    },
    {
      "loss_action": 0.010212226770818233,
      "loss_total": 0.010212226770818233,
      "step": 39210
    },
    {
      "loss_action": 0.012004299089312553,
      "loss_total": 0.012004299089312553,
      "step": 39210
    },
    {
      "loss_action": 0.008887633681297302,
      "loss_total": 0.008887633681297302,
      "step": 39210
    },
    {
      "loss_action": 0.015394294634461403,
      "loss_total": 0.015394294634461403,
      "step": 39210
    },
    {
      "loss_action": 0.004057161509990692,
      "loss_total": 0.004057161509990692,
      "step": 39210
    },
    {
      "loss_action": 0.004882785491645336,
      "loss_total": 0.004882785491645336,
      "step": 39210
    },
    {
      "grad_norm": 0.14742511510849,
      "learning_rate": 9.937017447751656e-05,
      "loss": 0.0116,
      "step": 39220
    },
    {
      "loss_action": 0.006805781740695238,
      "loss_total": 0.006805781740695238,
      "step": 39220
    },
    {
      "loss_action": 0.006254608742892742,
      "loss_total": 0.006254608742892742,
      "step": 39220
    },
    {
      "loss_action": 0.005948578007519245,
      "loss_total": 0.005948578007519245,
      "step": 39220
    },
    {
      "loss_action": 0.01115281693637371,
      "loss_total": 0.01115281693637371,
      "step": 39220
    },
    {
      "loss_action": 0.005106647033244371,
      "loss_total": 0.005106647033244371,
      "step": 39220
    },
    {
      "loss_action": 0.00855416152626276,
      "loss_total": 0.00855416152626276,
      "step": 39220
    },
    {
      "loss_action": 0.005376448854804039,
      "loss_total": 0.005376448854804039,
      "step": 39220
    },
    {
      "loss_action": 0.003905434161424637,
      "loss_total": 0.003905434161424637,
      "step": 39220
    },
    {
      "grad_norm": 0.09660349041223526,
      "learning_rate": 9.936952026861603e-05,
      "loss": 0.01,
      "step": 39230
    },
    {
      "loss_action": 0.009684202261269093,
      "loss_total": 0.009684202261269093,
      "step": 39230
    },
    {
      "loss_action": 0.006901324726641178,
      "loss_total": 0.006901324726641178,
      "step": 39230
    },
    {
      "loss_action": 0.010698685422539711,
      "loss_total": 0.010698685422539711,
      "step": 39230
    },
    {
      "loss_action": 0.005248621571809053,
      "loss_total": 0.005248621571809053,
      "step": 39230
    },
    {
      "loss_action": 0.006756794173270464,
      "loss_total": 0.006756794173270464,
      "step": 39230
    },
    {
      "loss_action": 0.0066628223285079,
      "loss_total": 0.0066628223285079,
      "step": 39230
    },
    {
      "loss_action": 0.007794310804456472,
      "loss_total": 0.007794310804456472,
      "step": 39230
    },
    {
      "loss_action": 0.008381560444831848,
      "loss_total": 0.008381560444831848,
      "step": 39230
    },
    {
      "grad_norm": 0.11301916092634201,
      "learning_rate": 9.936886572227946e-05,
      "loss": 0.0092,
      "step": 39240
    },
    {
      "loss_action": 0.010932551696896553,
      "loss_total": 0.010932551696896553,
      "step": 39240
    },
    {
      "loss_action": 0.008909397758543491,
      "loss_total": 0.008909397758543491,
      "step": 39240
    },
    {
      "loss_action": 0.008405666798353195,
      "loss_total": 0.008405666798353195,
      "step": 39240
    },
    {
      "loss_action": 0.005835814401507378,
      "loss_total": 0.005835814401507378,
      "step": 39240
    },
    {
      "loss_action": 0.006789553444832563,
      "loss_total": 0.006789553444832563,
      "step": 39240
    },
    {
      "loss_action": 0.010439684614539146,
      "loss_total": 0.010439684614539146,
      "step": 39240
    },
    {
      "loss_action": 0.0049491990357637405,
      "loss_total": 0.0049491990357637405,
      "step": 39240
    },
    {
      "loss_action": 0.006332587916404009,
      "loss_total": 0.006332587916404009,
      "step": 39240
    },
    {
      "grad_norm": 0.10167814791202545,
      "learning_rate": 9.936821083851134e-05,
      "loss": 0.0106,
      "step": 39250
    },
    {
      "loss_action": 0.00556021835654974,
      "loss_total": 0.00556021835654974,
      "step": 39250
    },
    {
      "loss_action": 0.011703838594257832,
      "loss_total": 0.011703838594257832,
      "step": 39250
    },
    {
      "loss_action": 0.01686958782374859,
      "loss_total": 0.01686958782374859,
      "step": 39250
    },
    {
      "loss_action": 0.0077668000012636185,
      "loss_total": 0.0077668000012636185,
      "step": 39250
    },
    {
      "loss_action": 0.01242486946284771,
      "loss_total": 0.01242486946284771,
      "step": 39250
    },
    {
      "loss_action": 0.011362794786691666,
      "loss_total": 0.011362794786691666,
      "step": 39250
    },
    {
      "loss_action": 0.01453310064971447,
      "loss_total": 0.01453310064971447,
      "step": 39250
    },
    {
      "loss_action": 0.013786988332867622,
      "loss_total": 0.013786988332867622,
      "step": 39250
    },
    {
      "grad_norm": 0.15805624425411224,
      "learning_rate": 9.936755561731613e-05,
      "loss": 0.0104,
      "step": 39260
    },
    {
      "loss_action": 0.006351220887154341,
      "loss_total": 0.006351220887154341,
      "step": 39260
    },
    {
      "loss_action": 0.007592799142003059,
      "loss_total": 0.007592799142003059,
      "step": 39260
    },
    {
      "loss_action": 0.010914133861660957,
      "loss_total": 0.010914133861660957,
      "step": 39260
    },
    {
      "loss_action": 0.009516075253486633,
      "loss_total": 0.009516075253486633,
      "step": 39260
    },
    {
      "loss_action": 0.004087517969310284,
      "loss_total": 0.004087517969310284,
      "step": 39260
    },
    {
      "loss_action": 0.01992296427488327,
      "loss_total": 0.01992296427488327,
      "step": 39260
    },
    {
      "loss_action": 0.009537876583635807,
      "loss_total": 0.009537876583635807,
      "step": 39260
    },
    {
      "loss_action": 0.008148865774273872,
      "loss_total": 0.008148865774273872,
      "step": 39260
    },
    {
      "grad_norm": 0.133354052901268,
      "learning_rate": 9.936690005869829e-05,
      "loss": 0.0099,
      "step": 39270
    },
    {
      "loss_action": 0.019498415291309357,
      "loss_total": 0.019498415291309357,
      "step": 39270
    },
    {
      "loss_action": 0.010559037327766418,
      "loss_total": 0.010559037327766418,
      "step": 39270
    },
    {
      "loss_action": 0.008712256327271461,
      "loss_total": 0.008712256327271461,
      "step": 39270
    },
    {
      "loss_action": 0.04374968260526657,
      "loss_total": 0.04374968260526657,
      "step": 39270
    },
    {
      "loss_action": 0.0050286538898944855,
      "loss_total": 0.0050286538898944855,
      "step": 39270
    },
    {
      "loss_action": 0.011284278705716133,
      "loss_total": 0.011284278705716133,
      "step": 39270
    },
    {
      "loss_action": 0.0070432331413030624,
      "loss_total": 0.0070432331413030624,
      "step": 39270
    },
    {
      "loss_action": 0.005150027573108673,
      "loss_total": 0.005150027573108673,
      "step": 39270
    },
    {
      "grad_norm": 0.13314642012119293,
      "learning_rate": 9.936624416266235e-05,
      "loss": 0.0102,
      "step": 39280
    },
    {
      "loss_action": 0.005013484973460436,
      "loss_total": 0.005013484973460436,
      "step": 39280
    },
    {
      "loss_action": 0.005490987561643124,
      "loss_total": 0.005490987561643124,
      "step": 39280
    },
    {
      "loss_action": 0.007851975038647652,
      "loss_total": 0.007851975038647652,
      "step": 39280
    },
    {
      "loss_action": 0.0034081791527569294,
      "loss_total": 0.0034081791527569294,
      "step": 39280
    },
    {
      "loss_action": 0.005859362427145243,
      "loss_total": 0.005859362427145243,
      "step": 39280
    },
    {
      "loss_action": 0.013299165293574333,
      "loss_total": 0.013299165293574333,
      "step": 39280
    },
    {
      "loss_action": 0.005055512301623821,
      "loss_total": 0.005055512301623821,
      "step": 39280
    },
    {
      "loss_action": 0.0077098156325519085,
      "loss_total": 0.0077098156325519085,
      "step": 39280
    },
    {
      "grad_norm": 0.11028540879487991,
      "learning_rate": 9.936558792921276e-05,
      "loss": 0.0082,
      "step": 39290
    },
    {
      "loss_action": 0.007392107974737883,
      "loss_total": 0.007392107974737883,
      "step": 39290
    },
    {
      "loss_action": 0.00639477139338851,
      "loss_total": 0.00639477139338851,
      "step": 39290
    },
    {
      "loss_action": 0.007369116879999638,
      "loss_total": 0.007369116879999638,
      "step": 39290
    },
    {
      "loss_action": 0.010491674765944481,
      "loss_total": 0.010491674765944481,
      "step": 39290
    },
    {
      "loss_action": 0.004702492617070675,
      "loss_total": 0.004702492617070675,
      "step": 39290
    },
    {
      "loss_action": 0.004933628719300032,
      "loss_total": 0.004933628719300032,
      "step": 39290
    },
    {
      "loss_action": 0.00347670610062778,
      "loss_total": 0.00347670610062778,
      "step": 39290
    },
    {
      "loss_action": 0.0027613965794444084,
      "loss_total": 0.0027613965794444084,
      "step": 39290
    },
    {
      "grad_norm": 0.1283431351184845,
      "learning_rate": 9.936493135835401e-05,
      "loss": 0.0091,
      "step": 39300
    },
    {
      "loss_action": 0.006682563107460737,
      "loss_total": 0.006682563107460737,
      "step": 39300
    },
    {
      "loss_action": 0.014127827249467373,
      "loss_total": 0.014127827249467373,
      "step": 39300
    },
    {
      "loss_action": 0.01222376897931099,
      "loss_total": 0.01222376897931099,
      "step": 39300
    },
    {
      "loss_action": 0.008968432433903217,
      "loss_total": 0.008968432433903217,
      "step": 39300
    },
    {
      "loss_action": 0.019436517730355263,
      "loss_total": 0.019436517730355263,
      "step": 39300
    },
    {
      "loss_action": 0.013098486699163914,
      "loss_total": 0.013098486699163914,
      "step": 39300
    },
    {
      "loss_action": 0.005634046625345945,
      "loss_total": 0.005634046625345945,
      "step": 39300
    },
    {
      "loss_action": 0.012310517951846123,
      "loss_total": 0.012310517951846123,
      "step": 39300
    },
    {
      "grad_norm": 0.17050473392009735,
      "learning_rate": 9.936427445009059e-05,
      "loss": 0.0128,
      "step": 39310
    },
    {
      "loss_action": 0.014507640153169632,
      "loss_total": 0.014507640153169632,
      "step": 39310
    },
    {
      "loss_action": 0.027367744594812393,
      "loss_total": 0.027367744594812393,
      "step": 39310
    },
    {
      "loss_action": 0.010189617052674294,
      "loss_total": 0.010189617052674294,
      "step": 39310
    },
    {
      "loss_action": 0.003828217275440693,
      "loss_total": 0.003828217275440693,
      "step": 39310
    },
    {
      "loss_action": 0.004544109106063843,
      "loss_total": 0.004544109106063843,
      "step": 39310
    },
    {
      "loss_action": 0.006396489217877388,
      "loss_total": 0.006396489217877388,
      "step": 39310
    },
    {
      "loss_action": 0.011887124739587307,
      "loss_total": 0.011887124739587307,
      "step": 39310
    },
    {
      "loss_action": 0.007580935023725033,
      "loss_total": 0.007580935023725033,
      "step": 39310
    },
    {
      "grad_norm": 0.18321481347084045,
      "learning_rate": 9.936361720442699e-05,
      "loss": 0.0119,
      "step": 39320
    },
    {
      "loss_action": 0.006772798020392656,
      "loss_total": 0.006772798020392656,
      "step": 39320
    },
    {
      "loss_action": 0.005968608893454075,
      "loss_total": 0.005968608893454075,
      "step": 39320
    },
    {
      "loss_action": 0.022378530353307724,
      "loss_total": 0.022378530353307724,
      "step": 39320
    },
    {
      "loss_action": 0.005770998541265726,
      "loss_total": 0.005770998541265726,
      "step": 39320
    },
    {
      "loss_action": 0.009336368180811405,
      "loss_total": 0.009336368180811405,
      "step": 39320
    },
    {
      "loss_action": 0.009321365505456924,
      "loss_total": 0.009321365505456924,
      "step": 39320
    },
    {
      "loss_action": 0.009014468640089035,
      "loss_total": 0.009014468640089035,
      "step": 39320
    },
    {
      "loss_action": 0.008494378067553043,
      "loss_total": 0.008494378067553043,
      "step": 39320
    },
    {
      "grad_norm": 0.13721227645874023,
      "learning_rate": 9.93629596213677e-05,
      "loss": 0.0119,
      "step": 39330
    },
    {
      "loss_action": 0.008273690938949585,
      "loss_total": 0.008273690938949585,
      "step": 39330
    },
    {
      "loss_action": 0.007586990017443895,
      "loss_total": 0.007586990017443895,
      "step": 39330
    },
    {
      "loss_action": 0.016224227845668793,
      "loss_total": 0.016224227845668793,
      "step": 39330
    },
    {
      "loss_action": 0.010509766638278961,
      "loss_total": 0.010509766638278961,
      "step": 39330
    },
    {
      "loss_action": 0.017122864723205566,
      "loss_total": 0.017122864723205566,
      "step": 39330
    },
    {
      "loss_action": 0.014556328766047955,
      "loss_total": 0.014556328766047955,
      "step": 39330
    },
    {
      "loss_action": 0.024053215980529785,
      "loss_total": 0.024053215980529785,
      "step": 39330
    },
    {
      "loss_action": 0.006856792606413364,
      "loss_total": 0.006856792606413364,
      "step": 39330
    },
    {
      "grad_norm": 0.10371421277523041,
      "learning_rate": 9.936230170091722e-05,
      "loss": 0.0122,
      "step": 39340
    },
    {
      "loss_action": 0.009933015331625938,
      "loss_total": 0.009933015331625938,
      "step": 39340
    },
    {
      "loss_action": 0.016132889315485954,
      "loss_total": 0.016132889315485954,
      "step": 39340
    },
    {
      "loss_action": 0.010908148251473904,
      "loss_total": 0.010908148251473904,
      "step": 39340
    },
    {
      "loss_action": 0.007146861869841814,
      "loss_total": 0.007146861869841814,
      "step": 39340
    },
    {
      "loss_action": 0.004975203424692154,
      "loss_total": 0.004975203424692154,
      "step": 39340
    },
    {
      "loss_action": 0.00902125146239996,
      "loss_total": 0.00902125146239996,
      "step": 39340
    },
    {
      "loss_action": 0.005859758704900742,
      "loss_total": 0.005859758704900742,
      "step": 39340
    },
    {
      "loss_action": 0.009175833314657211,
      "loss_total": 0.009175833314657211,
      "step": 39340
    },
    {
      "grad_norm": 0.13758519291877747,
      "learning_rate": 9.936164344308005e-05,
      "loss": 0.0114,
      "step": 39350
    },
    {
      "loss_action": 0.007205273024737835,
      "loss_total": 0.007205273024737835,
      "step": 39350
    },
    {
      "loss_action": 0.019647056236863136,
      "loss_total": 0.019647056236863136,
      "step": 39350
    },
    {
      "loss_action": 0.013506879098713398,
      "loss_total": 0.013506879098713398,
      "step": 39350
    },
    {
      "loss_action": 0.004354256205260754,
      "loss_total": 0.004354256205260754,
      "step": 39350
    },
    {
      "loss_action": 0.02177908644080162,
      "loss_total": 0.02177908644080162,
      "step": 39350
    },
    {
      "loss_action": 0.004606558941304684,
      "loss_total": 0.004606558941304684,
      "step": 39350
    },
    {
      "loss_action": 0.005999995861202478,
      "loss_total": 0.005999995861202478,
      "step": 39350
    },
    {
      "loss_action": 0.011376765556633472,
      "loss_total": 0.011376765556633472,
      "step": 39350
    },
    {
      "grad_norm": 0.15730354189872742,
      "learning_rate": 9.936098484786068e-05,
      "loss": 0.0114,
      "step": 39360
    },
    {
      "loss_action": 0.006014987360686064,
      "loss_total": 0.006014987360686064,
      "step": 39360
    },
    {
      "loss_action": 0.00896289013326168,
      "loss_total": 0.00896289013326168,
      "step": 39360
    },
    {
      "loss_action": 0.015299846418201923,
      "loss_total": 0.015299846418201923,
      "step": 39360
    },
    {
      "loss_action": 0.027873117476701736,
      "loss_total": 0.027873117476701736,
      "step": 39360
    },
    {
      "loss_action": 0.006551786791533232,
      "loss_total": 0.006551786791533232,
      "step": 39360
    },
    {
      "loss_action": 0.005536978133022785,
      "loss_total": 0.005536978133022785,
      "step": 39360
    },
    {
      "loss_action": 0.016987890005111694,
      "loss_total": 0.016987890005111694,
      "step": 39360
    },
    {
      "loss_action": 0.008085321635007858,
      "loss_total": 0.008085321635007858,
      "step": 39360
    },
    {
      "grad_norm": 0.13335300981998444,
      "learning_rate": 9.93603259152636e-05,
      "loss": 0.0118,
      "step": 39370
    },
    {
      "loss_action": 0.006718172691762447,
      "loss_total": 0.006718172691762447,
      "step": 39370
    },
    {
      "loss_action": 0.0052668265998363495,
      "loss_total": 0.0052668265998363495,
      "step": 39370
    },
    {
      "loss_action": 0.008858492597937584,
      "loss_total": 0.008858492597937584,
      "step": 39370
    },
    {
      "loss_action": 0.005410939920693636,
      "loss_total": 0.005410939920693636,
      "step": 39370
    },
    {
      "loss_action": 0.007094461005181074,
      "loss_total": 0.007094461005181074,
      "step": 39370
    },
    {
      "loss_action": 0.02209799736738205,
      "loss_total": 0.02209799736738205,
      "step": 39370
    },
    {
      "loss_action": 0.007335673552006483,
      "loss_total": 0.007335673552006483,
      "step": 39370
    },
    {
      "loss_action": 0.007331612054258585,
      "loss_total": 0.007331612054258585,
      "step": 39370
    },
    {
      "grad_norm": 0.12478164583444595,
      "learning_rate": 9.935966664529335e-05,
      "loss": 0.0106,
      "step": 39380
    },
    {
      "loss_action": 0.005342869088053703,
      "loss_total": 0.005342869088053703,
      "step": 39380
    },
    {
      "loss_action": 0.014742493629455566,
      "loss_total": 0.014742493629455566,
      "step": 39380
    },
    {
      "loss_action": 0.006709890905767679,
      "loss_total": 0.006709890905767679,
      "step": 39380
    },
    {
      "loss_action": 0.0042301663197577,
      "loss_total": 0.0042301663197577,
      "step": 39380
    },
    {
      "loss_action": 0.003208472393453121,
      "loss_total": 0.003208472393453121,
      "step": 39380
    },
    {
      "loss_action": 0.007046951912343502,
      "loss_total": 0.007046951912343502,
      "step": 39380
    },
    {
      "loss_action": 0.008027976378798485,
      "loss_total": 0.008027976378798485,
      "step": 39380
    },
    {
      "loss_action": 0.0034899734891951084,
      "loss_total": 0.0034899734891951084,
      "step": 39380
    },
    {
      "grad_norm": 0.14433257281780243,
      "learning_rate": 9.93590070379544e-05,
      "loss": 0.0114,
      "step": 39390
    },
    {
      "loss_action": 0.014260517433285713,
      "loss_total": 0.014260517433285713,
      "step": 39390
    },
    {
      "loss_action": 0.00773945776745677,
      "loss_total": 0.00773945776745677,
      "step": 39390
    },
    {
      "loss_action": 0.010283397510647774,
      "loss_total": 0.010283397510647774,
      "step": 39390
    },
    {
      "loss_action": 0.0080631198361516,
      "loss_total": 0.0080631198361516,
      "step": 39390
    },
    {
      "loss_action": 0.0061361221596598625,
      "loss_total": 0.0061361221596598625,
      "step": 39390
    },
    {
      "loss_action": 0.005125172436237335,
      "loss_total": 0.005125172436237335,
      "step": 39390
    },
    {
      "loss_action": 0.0043432461097836494,
      "loss_total": 0.0043432461097836494,
      "step": 39390
    },
    {
      "loss_action": 0.012835693545639515,
      "loss_total": 0.012835693545639515,
      "step": 39390
    },
    {
      "grad_norm": 0.19452627003192902,
      "learning_rate": 9.935834709325127e-05,
      "loss": 0.0105,
      "step": 39400
    },
    {
      "loss_action": 0.0069406102411448956,
      "loss_total": 0.0069406102411448956,
      "step": 39400
    },
    {
      "loss_action": 0.005080693401396275,
      "loss_total": 0.005080693401396275,
      "step": 39400
    },
    {
      "loss_action": 0.012406419962644577,
      "loss_total": 0.012406419962644577,
      "step": 39400
    },
    {
      "loss_action": 0.006317788735032082,
      "loss_total": 0.006317788735032082,
      "step": 39400
    },
    {
      "loss_action": 0.015407308004796505,
      "loss_total": 0.015407308004796505,
      "step": 39400
    },
    {
      "loss_action": 0.015122482553124428,
      "loss_total": 0.015122482553124428,
      "step": 39400
    },
    {
      "loss_action": 0.02761927619576454,
      "loss_total": 0.02761927619576454,
      "step": 39400
    },
    {
      "loss_action": 0.007661385461688042,
      "loss_total": 0.007661385461688042,
      "step": 39400
    },
    {
      "grad_norm": 0.16607262194156647,
      "learning_rate": 9.935768681118848e-05,
      "loss": 0.0105,
      "step": 39410
    },
    {
      "loss_action": 0.02465621940791607,
      "loss_total": 0.02465621940791607,
      "step": 39410
    },
    {
      "loss_action": 0.0064006405882537365,
      "loss_total": 0.0064006405882537365,
      "step": 39410
    },
    {
      "loss_action": 0.0046877749264240265,
      "loss_total": 0.0046877749264240265,
      "step": 39410
    },
    {
      "loss_action": 0.006914839148521423,
      "loss_total": 0.006914839148521423,
      "step": 39410
    },
    {
      "loss_action": 0.007824055850505829,
      "loss_total": 0.007824055850505829,
      "step": 39410
    },
    {
      "loss_action": 0.020675204694271088,
      "loss_total": 0.020675204694271088,
      "step": 39410
    },
    {
      "loss_action": 0.012849724851548672,
      "loss_total": 0.012849724851548672,
      "step": 39410
    },
    {
      "loss_action": 0.0038220221176743507,
      "loss_total": 0.0038220221176743507,
      "step": 39410
    },
    {
      "grad_norm": 0.16752544045448303,
      "learning_rate": 9.935702619177053e-05,
      "loss": 0.0114,
      "step": 39420
    },
    {
      "loss_action": 0.004605135880410671,
      "loss_total": 0.004605135880410671,
      "step": 39420
    },
    {
      "loss_action": 0.016741439700126648,
      "loss_total": 0.016741439700126648,
      "step": 39420
    },
    {
      "loss_action": 0.011757046915590763,
      "loss_total": 0.011757046915590763,
      "step": 39420
    },
    {
      "loss_action": 0.02655194327235222,
      "loss_total": 0.02655194327235222,
      "step": 39420
    },
    {
      "loss_action": 0.012079935520887375,
      "loss_total": 0.012079935520887375,
      "step": 39420
    },
    {
      "loss_action": 0.009612957946956158,
      "loss_total": 0.009612957946956158,
      "step": 39420
    },
    {
      "loss_action": 0.0201030895113945,
      "loss_total": 0.0201030895113945,
      "step": 39420
    },
    {
      "loss_action": 0.023551668971776962,
      "loss_total": 0.023551668971776962,
      "step": 39420
    },
    {
      "grad_norm": 0.18476226925849915,
      "learning_rate": 9.935636523500194e-05,
      "loss": 0.0112,
      "step": 39430
    },
    {
      "loss_action": 0.0063438862562179565,
      "loss_total": 0.0063438862562179565,
      "step": 39430
    },
    {
      "loss_action": 0.010117104277014732,
      "loss_total": 0.010117104277014732,
      "step": 39430
    },
    {
      "loss_action": 0.006829665508121252,
      "loss_total": 0.006829665508121252,
      "step": 39430
    },
    {
      "loss_action": 0.015714654698967934,
      "loss_total": 0.015714654698967934,
      "step": 39430
    },
    {
      "loss_action": 0.018399406224489212,
      "loss_total": 0.018399406224489212,
      "step": 39430
    },
    {
      "loss_action": 0.027182556688785553,
      "loss_total": 0.027182556688785553,
      "step": 39430
    },
    {
      "loss_action": 0.009121183305978775,
      "loss_total": 0.009121183305978775,
      "step": 39430
    },
    {
      "loss_action": 0.012293457984924316,
      "loss_total": 0.012293457984924316,
      "step": 39430
    },
    {
      "grad_norm": 0.1541564166545868,
      "learning_rate": 9.935570394088723e-05,
      "loss": 0.0103,
      "step": 39440
    },
    {
      "loss_action": 0.00787460245192051,
      "loss_total": 0.00787460245192051,
      "step": 39440
    },
    {
      "loss_action": 0.01645037718117237,
      "loss_total": 0.01645037718117237,
      "step": 39440
    },
    {
      "loss_action": 0.008787870407104492,
      "loss_total": 0.008787870407104492,
      "step": 39440
    },
    {
      "loss_action": 0.004700925201177597,
      "loss_total": 0.004700925201177597,
      "step": 39440
    },
    {
      "loss_action": 0.024881618097424507,
      "loss_total": 0.024881618097424507,
      "step": 39440
    },
    {
      "loss_action": 0.021607080474495888,
      "loss_total": 0.021607080474495888,
      "step": 39440
    },
    {
      "loss_action": 0.005290479399263859,
      "loss_total": 0.005290479399263859,
      "step": 39440
    },
    {
      "loss_action": 0.007324709556996822,
      "loss_total": 0.007324709556996822,
      "step": 39440
    },
    {
      "grad_norm": 0.11380168795585632,
      "learning_rate": 9.935504230943093e-05,
      "loss": 0.0109,
      "step": 39450
    },
    {
      "loss_action": 0.007966583594679832,
      "loss_total": 0.007966583594679832,
      "step": 39450
    },
    {
      "loss_action": 0.005827294662594795,
      "loss_total": 0.005827294662594795,
      "step": 39450
    },
    {
      "loss_action": 0.0045022121630609035,
      "loss_total": 0.0045022121630609035,
      "step": 39450
    },
    {
      "loss_action": 0.006106449291110039,
      "loss_total": 0.006106449291110039,
      "step": 39450
    },
    {
      "loss_action": 0.009835860691964626,
      "loss_total": 0.009835860691964626,
      "step": 39450
    },
    {
      "loss_action": 0.009443729184567928,
      "loss_total": 0.009443729184567928,
      "step": 39450
    },
    {
      "loss_action": 0.008379999548196793,
      "loss_total": 0.008379999548196793,
      "step": 39450
    },
    {
      "loss_action": 0.019229818135499954,
      "loss_total": 0.019229818135499954,
      "step": 39450
    },
    {
      "grad_norm": 0.14240042865276337,
      "learning_rate": 9.935438034063754e-05,
      "loss": 0.0091,
      "step": 39460
    },
    {
      "loss_action": 0.008175070397555828,
      "loss_total": 0.008175070397555828,
      "step": 39460
    },
    {
      "loss_action": 0.012887697666883469,
      "loss_total": 0.012887697666883469,
      "step": 39460
    },
    {
      "loss_action": 0.00699953269213438,
      "loss_total": 0.00699953269213438,
      "step": 39460
    },
    {
      "loss_action": 0.021397775039076805,
      "loss_total": 0.021397775039076805,
      "step": 39460
    },
    {
      "loss_action": 0.02702139876782894,
      "loss_total": 0.02702139876782894,
      "step": 39460
    },
    {
      "loss_action": 0.019117923453450203,
      "loss_total": 0.019117923453450203,
      "step": 39460
    },
    {
      "loss_action": 0.005644500255584717,
      "loss_total": 0.005644500255584717,
      "step": 39460
    },
    {
      "loss_action": 0.005354675464332104,
      "loss_total": 0.005354675464332104,
      "step": 39460
    },
    {
      "grad_norm": 0.13681769371032715,
      "learning_rate": 9.935371803451159e-05,
      "loss": 0.0102,
      "step": 39470
    },
    {
      "loss_action": 0.004899406805634499,
      "loss_total": 0.004899406805634499,
      "step": 39470
    },
    {
      "loss_action": 0.007139372173696756,
      "loss_total": 0.007139372173696756,
      "step": 39470
    },
    {
      "loss_action": 0.010030407458543777,
      "loss_total": 0.010030407458543777,
      "step": 39470
    },
    {
      "loss_action": 0.004771106410771608,
      "loss_total": 0.004771106410771608,
      "step": 39470
    },
    {
      "loss_action": 0.005514602176845074,
      "loss_total": 0.005514602176845074,
      "step": 39470
    },
    {
      "loss_action": 0.011135364882647991,
      "loss_total": 0.011135364882647991,
      "step": 39470
    },
    {
      "loss_action": 0.012815065681934357,
      "loss_total": 0.012815065681934357,
      "step": 39470
    },
    {
      "loss_action": 0.005672017578035593,
      "loss_total": 0.005672017578035593,
      "step": 39470
    },
    {
      "grad_norm": 0.17434661090373993,
      "learning_rate": 9.935305539105761e-05,
      "loss": 0.0096,
      "step": 39480
    },
    {
      "loss_action": 0.009073222987353802,
      "loss_total": 0.009073222987353802,
      "step": 39480
    },
    {
      "loss_action": 0.036087289452552795,
      "loss_total": 0.036087289452552795,
      "step": 39480
    },
    {
      "loss_action": 0.011267895810306072,
      "loss_total": 0.011267895810306072,
      "step": 39480
    },
    {
      "loss_action": 0.016597898676991463,
      "loss_total": 0.016597898676991463,
      "step": 39480
    },
    {
      "loss_action": 0.0076445527374744415,
      "loss_total": 0.0076445527374744415,
      "step": 39480
    },
    {
      "loss_action": 0.018732119351625443,
      "loss_total": 0.018732119351625443,
      "step": 39480
    },
    {
      "loss_action": 0.0140224015340209,
      "loss_total": 0.0140224015340209,
      "step": 39480
    },
    {
      "loss_action": 0.00907917506992817,
      "loss_total": 0.00907917506992817,
      "step": 39480
    },
    {
      "grad_norm": 0.11382297426462173,
      "learning_rate": 9.935239241028015e-05,
      "loss": 0.0082,
      "step": 39490
    },
    {
      "loss_action": 0.016256004571914673,
      "loss_total": 0.016256004571914673,
      "step": 39490
    },
    {
      "loss_action": 0.003964672796428204,
      "loss_total": 0.003964672796428204,
      "step": 39490
    },
    {
      "loss_action": 0.007253062911331654,
      "loss_total": 0.007253062911331654,
      "step": 39490
    },
    {
      "loss_action": 0.006547583267092705,
      "loss_total": 0.006547583267092705,
      "step": 39490
    },
    {
      "loss_action": 0.013716808520257473,
      "loss_total": 0.013716808520257473,
      "step": 39490
    },
    {
      "loss_action": 0.004310258198529482,
      "loss_total": 0.004310258198529482,
      "step": 39490
    },
    {
      "loss_action": 0.005666124634444714,
      "loss_total": 0.005666124634444714,
      "step": 39490
    },
    {
      "loss_action": 0.011550545692443848,
      "loss_total": 0.011550545692443848,
      "step": 39490
    },
    {
      "grad_norm": 0.13732394576072693,
      "learning_rate": 9.935172909218371e-05,
      "loss": 0.0085,
      "step": 39500
    },
    {
      "loss_action": 0.006657454650849104,
      "loss_total": 0.006657454650849104,
      "step": 39500
    },
    {
      "loss_action": 0.005517332348972559,
      "loss_total": 0.005517332348972559,
      "step": 39500
    },
    {
      "loss_action": 0.02007986605167389,
      "loss_total": 0.02007986605167389,
      "step": 39500
    },
    {
      "loss_action": 0.002547045238316059,
      "loss_total": 0.002547045238316059,
      "step": 39500
    },
    {
      "loss_action": 0.0034058154560625553,
      "loss_total": 0.0034058154560625553,
      "step": 39500
    },
    {
      "loss_action": 0.01897117868065834,
      "loss_total": 0.01897117868065834,
      "step": 39500
    },
    {
      "loss_action": 0.012230012565851212,
      "loss_total": 0.012230012565851212,
      "step": 39500
    },
    {
      "loss_action": 0.005029797088354826,
      "loss_total": 0.005029797088354826,
      "step": 39500
    },
    {
      "grad_norm": 0.10998938232660294,
      "learning_rate": 9.935106543677284e-05,
      "loss": 0.0096,
      "step": 39510
    },
    {
      "loss_action": 0.0033076941035687923,
      "loss_total": 0.0033076941035687923,
      "step": 39510
    },
    {
      "loss_action": 0.01440034992992878,
      "loss_total": 0.01440034992992878,
      "step": 39510
    },
    {
      "loss_action": 0.007008833810687065,
      "loss_total": 0.007008833810687065,
      "step": 39510
    },
    {
      "loss_action": 0.004658856429159641,
      "loss_total": 0.004658856429159641,
      "step": 39510
    },
    {
      "loss_action": 0.0264603141695261,
      "loss_total": 0.0264603141695261,
      "step": 39510
    },
    {
      "loss_action": 0.006435796618461609,
      "loss_total": 0.006435796618461609,
      "step": 39510
    },
    {
      "loss_action": 0.004306803923100233,
      "loss_total": 0.004306803923100233,
      "step": 39510
    },
    {
      "loss_action": 0.015425734221935272,
      "loss_total": 0.015425734221935272,
      "step": 39510
    },
    {
      "grad_norm": 0.16834978759288788,
      "learning_rate": 9.935040144405208e-05,
      "loss": 0.0092,
      "step": 39520
    },
    {
      "loss_action": 0.010029024444520473,
      "loss_total": 0.010029024444520473,
      "step": 39520
    },
    {
      "loss_action": 0.002413799287751317,
      "loss_total": 0.002413799287751317,
      "step": 39520
    },
    {
      "loss_action": 0.02041991800069809,
      "loss_total": 0.02041991800069809,
      "step": 39520
    },
    {
      "loss_action": 0.004231959115713835,
      "loss_total": 0.004231959115713835,
      "step": 39520
    },
    {
      "loss_action": 0.014244981110095978,
      "loss_total": 0.014244981110095978,
      "step": 39520
    },
    {
      "loss_action": 0.0075638629496097565,
      "loss_total": 0.0075638629496097565,
      "step": 39520
    },
    {
      "loss_action": 0.00369123462587595,
      "loss_total": 0.00369123462587595,
      "step": 39520
    },
    {
      "loss_action": 0.005059625953435898,
      "loss_total": 0.005059625953435898,
      "step": 39520
    },
    {
      "grad_norm": 0.14514343440532684,
      "learning_rate": 9.934973711402595e-05,
      "loss": 0.0094,
      "step": 39530
    },
    {
      "loss_action": 0.004532411228865385,
      "loss_total": 0.004532411228865385,
      "step": 39530
    },
    {
      "loss_action": 0.0040074922144412994,
      "loss_total": 0.0040074922144412994,
      "step": 39530
    },
    {
      "loss_action": 0.018552396446466446,
      "loss_total": 0.018552396446466446,
      "step": 39530
    },
    {
      "loss_action": 0.01285942830145359,
      "loss_total": 0.01285942830145359,
      "step": 39530
    },
    {
      "loss_action": 0.01794053614139557,
      "loss_total": 0.01794053614139557,
      "step": 39530
    },
    {
      "loss_action": 0.006080392748117447,
      "loss_total": 0.006080392748117447,
      "step": 39530
    },
    {
      "loss_action": 0.0044205645099282265,
      "loss_total": 0.0044205645099282265,
      "step": 39530
    },
    {
      "loss_action": 0.004898136481642723,
      "loss_total": 0.004898136481642723,
      "step": 39530
    },
    {
      "grad_norm": 0.11909418553113937,
      "learning_rate": 9.9349072446699e-05,
      "loss": 0.0101,
      "step": 39540
    },
    {
      "loss_action": 0.006951273884624243,
      "loss_total": 0.006951273884624243,
      "step": 39540
    },
    {
      "loss_action": 0.0030766366980969906,
      "loss_total": 0.0030766366980969906,
      "step": 39540
    },
    {
      "loss_action": 0.0030097009148448706,
      "loss_total": 0.0030097009148448706,
      "step": 39540
    },
    {
      "loss_action": 0.006052901037037373,
      "loss_total": 0.006052901037037373,
      "step": 39540
    },
    {
      "loss_action": 0.018541131168603897,
      "loss_total": 0.018541131168603897,
      "step": 39540
    },
    {
      "loss_action": 0.0049597471952438354,
      "loss_total": 0.0049597471952438354,
      "step": 39540
    },
    {
      "loss_action": 0.0024411920458078384,
      "loss_total": 0.0024411920458078384,
      "step": 39540
    },
    {
      "loss_action": 0.006583402864634991,
      "loss_total": 0.006583402864634991,
      "step": 39540
    },
    {
      "grad_norm": 0.16286642849445343,
      "learning_rate": 9.934840744207578e-05,
      "loss": 0.0085,
      "step": 39550
    },
    {
      "loss_action": 0.011644759215414524,
      "loss_total": 0.011644759215414524,
      "step": 39550
    },
    {
      "loss_action": 0.01867334172129631,
      "loss_total": 0.01867334172129631,
      "step": 39550
    },
    {
      "loss_action": 0.004063564818352461,
      "loss_total": 0.004063564818352461,
      "step": 39550
    },
    {
      "loss_action": 0.013627653941512108,
      "loss_total": 0.013627653941512108,
      "step": 39550
    },
    {
      "loss_action": 0.007521901745349169,
      "loss_total": 0.007521901745349169,
      "step": 39550
    },
    {
      "loss_action": 0.005109670106321573,
      "loss_total": 0.005109670106321573,
      "step": 39550
    },
    {
      "loss_action": 0.005688186269253492,
      "loss_total": 0.005688186269253492,
      "step": 39550
    },
    {
      "loss_action": 0.005004509352147579,
      "loss_total": 0.005004509352147579,
      "step": 39550
    },
    {
      "grad_norm": 0.11103872209787369,
      "learning_rate": 9.934774210016082e-05,
      "loss": 0.0107,
      "step": 39560
    },
    {
      "loss_action": 0.0062065389938652515,
      "loss_total": 0.0062065389938652515,
      "step": 39560
    },
    {
      "loss_action": 0.004564180504530668,
      "loss_total": 0.004564180504530668,
      "step": 39560
    },
    {
      "loss_action": 0.0063676992431283,
      "loss_total": 0.0063676992431283,
      "step": 39560
    },
    {
      "loss_action": 0.005905975122004747,
      "loss_total": 0.005905975122004747,
      "step": 39560
    },
    {
      "loss_action": 0.018248768523335457,
      "loss_total": 0.018248768523335457,
      "step": 39560
    },
    {
      "loss_action": 0.004102400038391352,
      "loss_total": 0.004102400038391352,
      "step": 39560
    },
    {
      "loss_action": 0.0059541561640799046,
      "loss_total": 0.0059541561640799046,
      "step": 39560
    },
    {
      "loss_action": 0.009426355361938477,
      "loss_total": 0.009426355361938477,
      "step": 39560
    },
    {
      "grad_norm": 0.11321370303630829,
      "learning_rate": 9.934707642095868e-05,
      "loss": 0.0107,
      "step": 39570
    },
    {
      "loss_action": 0.006037450395524502,
      "loss_total": 0.006037450395524502,
      "step": 39570
    },
    {
      "loss_action": 0.007981440983712673,
      "loss_total": 0.007981440983712673,
      "step": 39570
    },
    {
      "loss_action": 0.005018319934606552,
      "loss_total": 0.005018319934606552,
      "step": 39570
    },
    {
      "loss_action": 0.007350913714617491,
      "loss_total": 0.007350913714617491,
      "step": 39570
    },
    {
      "loss_action": 0.01682879775762558,
      "loss_total": 0.01682879775762558,
      "step": 39570
    },
    {
      "loss_action": 0.02778889425098896,
      "loss_total": 0.02778889425098896,
      "step": 39570
    },
    {
      "loss_action": 0.027988731861114502,
      "loss_total": 0.027988731861114502,
      "step": 39570
    },
    {
      "loss_action": 0.023467212915420532,
      "loss_total": 0.023467212915420532,
      "step": 39570
    },
    {
      "grad_norm": 0.12638309597969055,
      "learning_rate": 9.934641040447391e-05,
      "loss": 0.0102,
      "step": 39580
    },
    {
      "loss_action": 0.004836712032556534,
      "loss_total": 0.004836712032556534,
      "step": 39580
    },
    {
      "loss_action": 0.015028482303023338,
      "loss_total": 0.015028482303023338,
      "step": 39580
    },
    {
      "loss_action": 0.00989903137087822,
      "loss_total": 0.00989903137087822,
      "step": 39580
    },
    {
      "loss_action": 0.01598322205245495,
      "loss_total": 0.01598322205245495,
      "step": 39580
    },
    {
      "loss_action": 0.007168553303927183,
      "loss_total": 0.007168553303927183,
      "step": 39580
    },
    {
      "loss_action": 0.006126982159912586,
      "loss_total": 0.006126982159912586,
      "step": 39580
    },
    {
      "loss_action": 0.0024273311719298363,
      "loss_total": 0.0024273311719298363,
      "step": 39580
    },
    {
      "loss_action": 0.0050064269453287125,
      "loss_total": 0.0050064269453287125,
      "step": 39580
    },
    {
      "grad_norm": 0.13731566071510315,
      "learning_rate": 9.934574405071106e-05,
      "loss": 0.0083,
      "step": 39590
    },
    {
      "loss_action": 0.0071240924298763275,
      "loss_total": 0.0071240924298763275,
      "step": 39590
    },
    {
      "loss_action": 0.008838005363941193,
      "loss_total": 0.008838005363941193,
      "step": 39590
    },
    {
      "loss_action": 0.005909633822739124,
      "loss_total": 0.005909633822739124,
      "step": 39590
    },
    {
      "loss_action": 0.007340533193200827,
      "loss_total": 0.007340533193200827,
      "step": 39590
    },
    {
      "loss_action": 0.004681825637817383,
      "loss_total": 0.004681825637817383,
      "step": 39590
    },
    {
      "loss_action": 0.015586195513606071,
      "loss_total": 0.015586195513606071,
      "step": 39590
    },
    {
      "loss_action": 0.0023290268145501614,
      "loss_total": 0.0023290268145501614,
      "step": 39590
    },
    {
      "loss_action": 0.01761147938668728,
      "loss_total": 0.01761147938668728,
      "step": 39590
    },
    {
      "grad_norm": 0.1282239407300949,
      "learning_rate": 9.934507735967469e-05,
      "loss": 0.0096,
      "step": 39600
    },
    {
      "loss_action": 0.012996584177017212,
      "loss_total": 0.012996584177017212,
      "step": 39600
    },
    {
      "loss_action": 0.004603009670972824,
      "loss_total": 0.004603009670972824,
      "step": 39600
    },
    {
      "loss_action": 0.006847076117992401,
      "loss_total": 0.006847076117992401,
      "step": 39600
    },
    {
      "loss_action": 0.027671780437231064,
      "loss_total": 0.027671780437231064,
      "step": 39600
    },
    {
      "loss_action": 0.009654063731431961,
      "loss_total": 0.009654063731431961,
      "step": 39600
    },
    {
      "loss_action": 0.03312274068593979,
      "loss_total": 0.03312274068593979,
      "step": 39600
    },
    {
      "loss_action": 0.004550853278487921,
      "loss_total": 0.004550853278487921,
      "step": 39600
    },
    {
      "loss_action": 0.0069440449588000774,
      "loss_total": 0.0069440449588000774,
      "step": 39600
    },
    {
      "grad_norm": 0.13719823956489563,
      "learning_rate": 9.934441033136934e-05,
      "loss": 0.0094,
      "step": 39610
    },
    {
      "loss_action": 0.004288932308554649,
      "loss_total": 0.004288932308554649,
      "step": 39610
    },
    {
      "loss_action": 0.01020775455981493,
      "loss_total": 0.01020775455981493,
      "step": 39610
    },
    {
      "loss_action": 0.010935597121715546,
      "loss_total": 0.010935597121715546,
      "step": 39610
    },
    {
      "loss_action": 0.022812630981206894,
      "loss_total": 0.022812630981206894,
      "step": 39610
    },
    {
      "loss_action": 0.006399678066372871,
      "loss_total": 0.006399678066372871,
      "step": 39610
    },
    {
      "loss_action": 0.012606840580701828,
      "loss_total": 0.012606840580701828,
      "step": 39610
    },
    {
      "loss_action": 0.0032268217764794827,
      "loss_total": 0.0032268217764794827,
      "step": 39610
    },
    {
      "loss_action": 0.010505210608243942,
      "loss_total": 0.010505210608243942,
      "step": 39610
    },
    {
      "grad_norm": 0.19405299425125122,
      "learning_rate": 9.934374296579957e-05,
      "loss": 0.0103,
      "step": 39620
    },
    {
      "loss_action": 0.008194784633815289,
      "loss_total": 0.008194784633815289,
      "step": 39620
    },
    {
      "loss_action": 0.00872931070625782,
      "loss_total": 0.00872931070625782,
      "step": 39620
    },
    {
      "loss_action": 0.002966242842376232,
      "loss_total": 0.002966242842376232,
      "step": 39620
    },
    {
      "loss_action": 0.006628606468439102,
      "loss_total": 0.006628606468439102,
      "step": 39620
    },
    {
      "loss_action": 0.005378587171435356,
      "loss_total": 0.005378587171435356,
      "step": 39620
    },
    {
      "loss_action": 0.02093569189310074,
      "loss_total": 0.02093569189310074,
      "step": 39620
    },
    {
      "loss_action": 0.04826720803976059,
      "loss_total": 0.04826720803976059,
      "step": 39620
    },
    {
      "loss_action": 0.003889733226969838,
      "loss_total": 0.003889733226969838,
      "step": 39620
    },
    {
      "grad_norm": 0.15183353424072266,
      "learning_rate": 9.934307526296997e-05,
      "loss": 0.0093,
      "step": 39630
    },
    {
      "loss_action": 0.010260183364152908,
      "loss_total": 0.010260183364152908,
      "step": 39630
    },
    {
      "loss_action": 0.013821559958159924,
      "loss_total": 0.013821559958159924,
      "step": 39630
    },
    {
      "loss_action": 0.007545020431280136,
      "loss_total": 0.007545020431280136,
      "step": 39630
    },
    {
      "loss_action": 0.011418217793107033,
      "loss_total": 0.011418217793107033,
      "step": 39630
    },
    {
      "loss_action": 0.013565105386078358,
      "loss_total": 0.013565105386078358,
      "step": 39630
    },
    {
      "loss_action": 0.006755281705409288,
      "loss_total": 0.006755281705409288,
      "step": 39630
    },
    {
      "loss_action": 0.007307962980121374,
      "loss_total": 0.007307962980121374,
      "step": 39630
    },
    {
      "loss_action": 0.00314153591170907,
      "loss_total": 0.00314153591170907,
      "step": 39630
    },
    {
      "grad_norm": 0.19803059101104736,
      "learning_rate": 9.934240722288508e-05,
      "loss": 0.0113,
      "step": 39640
    },
    {
      "loss_action": 0.012167767621576786,
      "loss_total": 0.012167767621576786,
      "step": 39640
    },
    {
      "loss_action": 0.0072911586612463,
      "loss_total": 0.0072911586612463,
      "step": 39640
    },
    {
      "loss_action": 0.007204258814454079,
      "loss_total": 0.007204258814454079,
      "step": 39640
    },
    {
      "loss_action": 0.010834036394953728,
      "loss_total": 0.010834036394953728,
      "step": 39640
    },
    {
      "loss_action": 0.005677470937371254,
      "loss_total": 0.005677470937371254,
      "step": 39640
    },
    {
      "loss_action": 0.011674067005515099,
      "loss_total": 0.011674067005515099,
      "step": 39640
    },
    {
      "loss_action": 0.008951457217335701,
      "loss_total": 0.008951457217335701,
      "step": 39640
    },
    {
      "loss_action": 0.016734061762690544,
      "loss_total": 0.016734061762690544,
      "step": 39640
    },
    {
      "grad_norm": 0.14828060567378998,
      "learning_rate": 9.934173884554948e-05,
      "loss": 0.0121,
      "step": 39650
    },
    {
      "loss_action": 0.0035519066732376814,
      "loss_total": 0.0035519066732376814,
      "step": 39650
    },
    {
      "loss_action": 0.005995233543217182,
      "loss_total": 0.005995233543217182,
      "step": 39650
    },
    {
      "loss_action": 0.009664058685302734,
      "loss_total": 0.009664058685302734,
      "step": 39650
    },
    {
      "loss_action": 0.0079084113240242,
      "loss_total": 0.0079084113240242,
      "step": 39650
    },
    {
      "loss_action": 0.007781590335071087,
      "loss_total": 0.007781590335071087,
      "step": 39650
    },
    {
      "loss_action": 0.005789629183709621,
      "loss_total": 0.005789629183709621,
      "step": 39650
    },
    {
      "loss_action": 0.008314419537782669,
      "loss_total": 0.008314419537782669,
      "step": 39650
    },
    {
      "loss_action": 0.0108994971960783,
      "loss_total": 0.0108994971960783,
      "step": 39650
    },
    {
      "grad_norm": 0.10742523521184921,
      "learning_rate": 9.93410701309677e-05,
      "loss": 0.0119,
      "step": 39660
    },
    {
      "loss_action": 0.005114823579788208,
      "loss_total": 0.005114823579788208,
      "step": 39660
    },
    {
      "loss_action": 0.005526348017156124,
      "loss_total": 0.005526348017156124,
      "step": 39660
    },
    {
      "loss_action": 0.009573007002472878,
      "loss_total": 0.009573007002472878,
      "step": 39660
    },
    {
      "loss_action": 0.0074510155245661736,
      "loss_total": 0.0074510155245661736,
      "step": 39660
    },
    {
      "loss_action": 0.031046884134411812,
      "loss_total": 0.031046884134411812,
      "step": 39660
    },
    {
      "loss_action": 0.022162463515996933,
      "loss_total": 0.022162463515996933,
      "step": 39660
    },
    {
      "loss_action": 0.00996498391032219,
      "loss_total": 0.00996498391032219,
      "step": 39660
    },
    {
      "loss_action": 0.008131546899676323,
      "loss_total": 0.008131546899676323,
      "step": 39660
    },
    {
      "grad_norm": 0.11038234829902649,
      "learning_rate": 9.934040107914435e-05,
      "loss": 0.0107,
      "step": 39670
    },
    {
      "loss_action": 0.009586483240127563,
      "loss_total": 0.009586483240127563,
      "step": 39670
    },
    {
      "loss_action": 0.008379686623811722,
      "loss_total": 0.008379686623811722,
      "step": 39670
    },
    {
      "loss_action": 0.010711869224905968,
      "loss_total": 0.010711869224905968,
      "step": 39670
    },
    {
      "loss_action": 0.01037811953574419,
      "loss_total": 0.01037811953574419,
      "step": 39670
    },
    {
      "loss_action": 0.009204352274537086,
      "loss_total": 0.009204352274537086,
      "step": 39670
    },
    {
      "loss_action": 0.0024607363156974316,
      "loss_total": 0.0024607363156974316,
      "step": 39670
    },
    {
      "loss_action": 0.00873611681163311,
      "loss_total": 0.00873611681163311,
      "step": 39670
    },
    {
      "loss_action": 0.005423753522336483,
      "loss_total": 0.005423753522336483,
      "step": 39670
    },
    {
      "grad_norm": 0.11520000547170639,
      "learning_rate": 9.933973169008399e-05,
      "loss": 0.0096,
      "step": 39680
    },
    {
      "loss_action": 0.005164075642824173,
      "loss_total": 0.005164075642824173,
      "step": 39680
    },
    {
      "loss_action": 0.003685754258185625,
      "loss_total": 0.003685754258185625,
      "step": 39680
    },
    {
      "loss_action": 0.009600698947906494,
      "loss_total": 0.009600698947906494,
      "step": 39680
    },
    {
      "loss_action": 0.020389389246702194,
      "loss_total": 0.020389389246702194,
      "step": 39680
    },
    {
      "loss_action": 0.037561289966106415,
      "loss_total": 0.037561289966106415,
      "step": 39680
    },
    {
      "loss_action": 0.008305158466100693,
      "loss_total": 0.008305158466100693,
      "step": 39680
    },
    {
      "loss_action": 0.010819599032402039,
      "loss_total": 0.010819599032402039,
      "step": 39680
    },
    {
      "loss_action": 0.03389706462621689,
      "loss_total": 0.03389706462621689,
      "step": 39680
    },
    {
      "grad_norm": 0.14871986210346222,
      "learning_rate": 9.933906196379121e-05,
      "loss": 0.0149,
      "step": 39690
    },
    {
      "loss_action": 0.017260732129216194,
      "loss_total": 0.017260732129216194,
      "step": 39690
    },
    {
      "loss_action": 0.026948237791657448,
      "loss_total": 0.026948237791657448,
      "step": 39690
    },
    {
      "loss_action": 0.010126246139407158,
      "loss_total": 0.010126246139407158,
      "step": 39690
    },
    {
      "loss_action": 0.02317400649189949,
      "loss_total": 0.02317400649189949,
      "step": 39690
    },
    {
      "loss_action": 0.0076698740012943745,
      "loss_total": 0.0076698740012943745,
      "step": 39690
    },
    {
      "loss_action": 0.005834120325744152,
      "loss_total": 0.005834120325744152,
      "step": 39690
    },
    {
      "loss_action": 0.017612135037779808,
      "loss_total": 0.017612135037779808,
      "step": 39690
    },
    {
      "loss_action": 0.005399622488766909,
      "loss_total": 0.005399622488766909,
      "step": 39690
    },
    {
      "grad_norm": 0.19933998584747314,
      "learning_rate": 9.933839190027057e-05,
      "loss": 0.0135,
      "step": 39700
    },
    {
      "loss_action": 0.010796960443258286,
      "loss_total": 0.010796960443258286,
      "step": 39700
    },
    {
      "loss_action": 0.009623561054468155,
      "loss_total": 0.009623561054468155,
      "step": 39700
    },
    {
      "loss_action": 0.01795664057135582,
      "loss_total": 0.01795664057135582,
      "step": 39700
    },
    {
      "loss_action": 0.010193649679422379,
      "loss_total": 0.010193649679422379,
      "step": 39700
    },
    {
      "loss_action": 0.014377930201590061,
      "loss_total": 0.014377930201590061,
      "step": 39700
    },
    {
      "loss_action": 0.010922171175479889,
      "loss_total": 0.010922171175479889,
      "step": 39700
    },
    {
      "loss_action": 0.008044717833399773,
      "loss_total": 0.008044717833399773,
      "step": 39700
    },
    {
      "loss_action": 0.01966773346066475,
      "loss_total": 0.01966773346066475,
      "step": 39700
    },
    {
      "grad_norm": 0.14207473397254944,
      "learning_rate": 9.933772149952666e-05,
      "loss": 0.0116,
      "step": 39710
    },
    {
      "loss_action": 0.0050588552840054035,
      "loss_total": 0.0050588552840054035,
      "step": 39710
    },
    {
      "loss_action": 0.005219515413045883,
      "loss_total": 0.005219515413045883,
      "step": 39710
    },
    {
      "loss_action": 0.023890726268291473,
      "loss_total": 0.023890726268291473,
      "step": 39710
    },
    {
      "loss_action": 0.005868836306035519,
      "loss_total": 0.005868836306035519,
      "step": 39710
    },
    {
      "loss_action": 0.01592058688402176,
      "loss_total": 0.01592058688402176,
      "step": 39710
    },
    {
      "loss_action": 0.008973361924290657,
      "loss_total": 0.008973361924290657,
      "step": 39710
    },
    {
      "loss_action": 0.01236790046095848,
      "loss_total": 0.01236790046095848,
      "step": 39710
    },
    {
      "loss_action": 0.012781423516571522,
      "loss_total": 0.012781423516571522,
      "step": 39710
    },
    {
      "grad_norm": 0.1344377100467682,
      "learning_rate": 9.933705076156405e-05,
      "loss": 0.0108,
      "step": 39720
    },
    {
      "loss_action": 0.009761465713381767,
      "loss_total": 0.009761465713381767,
      "step": 39720
    },
    {
      "loss_action": 0.005359813570976257,
      "loss_total": 0.005359813570976257,
      "step": 39720
    },
    {
      "loss_action": 0.004244584124535322,
      "loss_total": 0.004244584124535322,
      "step": 39720
    },
    {
      "loss_action": 0.0051600197330117226,
      "loss_total": 0.0051600197330117226,
      "step": 39720
    },
    {
      "loss_action": 0.011232699267566204,
      "loss_total": 0.011232699267566204,
      "step": 39720
    },
    {
      "loss_action": 0.004363546147942543,
      "loss_total": 0.004363546147942543,
      "step": 39720
    },
    {
      "loss_action": 0.004813710693269968,
      "loss_total": 0.004813710693269968,
      "step": 39720
    },
    {
      "loss_action": 0.010707667097449303,
      "loss_total": 0.010707667097449303,
      "step": 39720
    },
    {
      "grad_norm": 0.16668282449245453,
      "learning_rate": 9.933637968638734e-05,
      "loss": 0.0124,
      "step": 39730
    },
    {
      "loss_action": 0.019430024549365044,
      "loss_total": 0.019430024549365044,
      "step": 39730
    },
    {
      "loss_action": 0.01104680635035038,
      "loss_total": 0.01104680635035038,
      "step": 39730
    },
    {
      "loss_action": 0.01419055461883545,
      "loss_total": 0.01419055461883545,
      "step": 39730
    },
    {
      "loss_action": 0.009969806298613548,
      "loss_total": 0.009969806298613548,
      "step": 39730
    },
    {
      "loss_action": 0.012725327163934708,
      "loss_total": 0.012725327163934708,
      "step": 39730
    },
    {
      "loss_action": 0.007075090426951647,
      "loss_total": 0.007075090426951647,
      "step": 39730
    },
    {
      "loss_action": 0.004560298752039671,
      "loss_total": 0.004560298752039671,
      "step": 39730
    },
    {
      "loss_action": 0.020727939903736115,
      "loss_total": 0.020727939903736115,
      "step": 39730
    },
    {
      "grad_norm": 0.14816224575042725,
      "learning_rate": 9.933570827400109e-05,
      "loss": 0.012,
      "step": 39740
    },
    {
      "loss_action": 0.00920233502984047,
      "loss_total": 0.00920233502984047,
      "step": 39740
    },
    {
      "loss_action": 0.031118985265493393,
      "loss_total": 0.031118985265493393,
      "step": 39740
    },
    {
      "loss_action": 0.011266376823186874,
      "loss_total": 0.011266376823186874,
      "step": 39740
    },
    {
      "loss_action": 0.016466323286294937,
      "loss_total": 0.016466323286294937,
      "step": 39740
    },
    {
      "loss_action": 0.0052514346316456795,
      "loss_total": 0.0052514346316456795,
      "step": 39740
    },
    {
      "loss_action": 0.007189564406871796,
      "loss_total": 0.007189564406871796,
      "step": 39740
    },
    {
      "loss_action": 0.027393996715545654,
      "loss_total": 0.027393996715545654,
      "step": 39740
    },
    {
      "loss_action": 0.012739578261971474,
      "loss_total": 0.012739578261971474,
      "step": 39740
    },
    {
      "grad_norm": 0.10665653645992279,
      "learning_rate": 9.933503652440992e-05,
      "loss": 0.0107,
      "step": 39750
    },
    {
      "loss_action": 0.0058702388778328896,
      "loss_total": 0.0058702388778328896,
      "step": 39750
    },
    {
      "loss_action": 0.016184845939278603,
      "loss_total": 0.016184845939278603,
      "step": 39750
    },
    {
      "loss_action": 0.00437695300206542,
      "loss_total": 0.00437695300206542,
      "step": 39750
    },
    {
      "loss_action": 0.0032895123586058617,
      "loss_total": 0.0032895123586058617,
      "step": 39750
    },
    {
      "loss_action": 0.014516996219754219,
      "loss_total": 0.014516996219754219,
      "step": 39750
    },
    {
      "loss_action": 0.00941799022257328,
      "loss_total": 0.00941799022257328,
      "step": 39750
    },
    {
      "loss_action": 0.007913721725344658,
      "loss_total": 0.007913721725344658,
      "step": 39750
    },
    {
      "loss_action": 0.013005347922444344,
      "loss_total": 0.013005347922444344,
      "step": 39750
    },
    {
      "grad_norm": 0.11618456989526749,
      "learning_rate": 9.93343644376184e-05,
      "loss": 0.0098,
      "step": 39760
    },
    {
      "loss_action": 0.002487069694325328,
      "loss_total": 0.002487069694325328,
      "step": 39760
    },
    {
      "loss_action": 0.0038574999198317528,
      "loss_total": 0.0038574999198317528,
      "step": 39760
    },
    {
      "loss_action": 0.004231123719364405,
      "loss_total": 0.004231123719364405,
      "step": 39760
    },
    {
      "loss_action": 0.014834333211183548,
      "loss_total": 0.014834333211183548,
      "step": 39760
    },
    {
      "loss_action": 0.009849503636360168,
      "loss_total": 0.009849503636360168,
      "step": 39760
    },
    {
      "loss_action": 0.008476652204990387,
      "loss_total": 0.008476652204990387,
      "step": 39760
    },
    {
      "loss_action": 0.012796672992408276,
      "loss_total": 0.012796672992408276,
      "step": 39760
    },
    {
      "loss_action": 0.00950796902179718,
      "loss_total": 0.00950796902179718,
      "step": 39760
    },
    {
      "grad_norm": 0.20689766108989716,
      "learning_rate": 9.933369201363114e-05,
      "loss": 0.012,
      "step": 39770
    },
    {
      "loss_action": 0.014161614701151848,
      "loss_total": 0.014161614701151848,
      "step": 39770
    },
    {
      "loss_action": 0.015826601535081863,
      "loss_total": 0.015826601535081863,
      "step": 39770
    },
    {
      "loss_action": 0.012592844665050507,
      "loss_total": 0.012592844665050507,
      "step": 39770
    },
    {
      "loss_action": 0.008452710695564747,
      "loss_total": 0.008452710695564747,
      "step": 39770
    },
    {
      "loss_action": 0.009024972096085548,
      "loss_total": 0.009024972096085548,
      "step": 39770
    },
    {
      "loss_action": 0.010919859632849693,
      "loss_total": 0.010919859632849693,
      "step": 39770
    },
    {
      "loss_action": 0.006775479763746262,
      "loss_total": 0.006775479763746262,
      "step": 39770
    },
    {
      "loss_action": 0.009050196968019009,
      "loss_total": 0.009050196968019009,
      "step": 39770
    },
    {
      "grad_norm": 0.1513117253780365,
      "learning_rate": 9.933301925245273e-05,
      "loss": 0.0103,
      "step": 39780
    },
    {
      "loss_action": 0.007109224330633879,
      "loss_total": 0.007109224330633879,
      "step": 39780
    },
    {
      "loss_action": 0.010567288845777512,
      "loss_total": 0.010567288845777512,
      "step": 39780
    },
    {
      "loss_action": 0.008670296519994736,
      "loss_total": 0.008670296519994736,
      "step": 39780
    },
    {
      "loss_action": 0.004807983059436083,
      "loss_total": 0.004807983059436083,
      "step": 39780
    },
    {
      "loss_action": 0.011380900628864765,
      "loss_total": 0.011380900628864765,
      "step": 39780
    },
    {
      "loss_action": 0.006660337559878826,
      "loss_total": 0.006660337559878826,
      "step": 39780
    },
    {
      "loss_action": 0.02294015884399414,
      "loss_total": 0.02294015884399414,
      "step": 39780
    },
    {
      "loss_action": 0.007582982070744038,
      "loss_total": 0.007582982070744038,
      "step": 39780
    },
    {
      "grad_norm": 0.18209333717823029,
      "learning_rate": 9.933234615408775e-05,
      "loss": 0.0115,
      "step": 39790
    },
    {
      "loss_action": 0.009456772357225418,
      "loss_total": 0.009456772357225418,
      "step": 39790
    },
    {
      "loss_action": 0.013930490240454674,
      "loss_total": 0.013930490240454674,
      "step": 39790
    },
    {
      "loss_action": 0.0202820785343647,
      "loss_total": 0.0202820785343647,
      "step": 39790
    },
    {
      "loss_action": 0.012603452429175377,
      "loss_total": 0.012603452429175377,
      "step": 39790
    },
    {
      "loss_action": 0.00915507785975933,
      "loss_total": 0.00915507785975933,
      "step": 39790
    },
    {
      "loss_action": 0.005243969615548849,
      "loss_total": 0.005243969615548849,
      "step": 39790
    },
    {
      "loss_action": 0.01079125888645649,
      "loss_total": 0.01079125888645649,
      "step": 39790
    },
    {
      "loss_action": 0.04390996694564819,
      "loss_total": 0.04390996694564819,
      "step": 39790
    },
    {
      "grad_norm": 0.11814640462398529,
      "learning_rate": 9.933167271854084e-05,
      "loss": 0.0114,
      "step": 39800
    },
    {
      "loss_action": 0.006294049322605133,
      "loss_total": 0.006294049322605133,
      "step": 39800
    },
    {
      "loss_action": 0.004842385649681091,
      "loss_total": 0.004842385649681091,
      "step": 39800
    },
    {
      "loss_action": 0.014215843752026558,
      "loss_total": 0.014215843752026558,
      "step": 39800
    },
    {
      "loss_action": 0.009979836642742157,
      "loss_total": 0.009979836642742157,
      "step": 39800
    },
    {
      "loss_action": 0.0037894437555223703,
      "loss_total": 0.0037894437555223703,
      "step": 39800
    },
    {
      "loss_action": 0.011337757110595703,
      "loss_total": 0.011337757110595703,
      "step": 39800
    },
    {
      "loss_action": 0.011669357307255268,
      "loss_total": 0.011669357307255268,
      "step": 39800
    },
    {
      "loss_action": 0.00414977315813303,
      "loss_total": 0.00414977315813303,
      "step": 39800
    },
    {
      "grad_norm": 0.13837505877017975,
      "learning_rate": 9.933099894581657e-05,
      "loss": 0.0099,
      "step": 39810
    },
    {
      "loss_action": 0.010405966080725193,
      "loss_total": 0.010405966080725193,
      "step": 39810
    },
    {
      "loss_action": 0.01696748659014702,
      "loss_total": 0.01696748659014702,
      "step": 39810
    },
    {
      "loss_action": 0.005794753320515156,
      "loss_total": 0.005794753320515156,
      "step": 39810
    },
    {
      "loss_action": 0.012146145105361938,
      "loss_total": 0.012146145105361938,
      "step": 39810
    },
    {
      "loss_action": 0.014760566875338554,
      "loss_total": 0.014760566875338554,
      "step": 39810
    },
    {
      "loss_action": 0.006438979413360357,
      "loss_total": 0.006438979413360357,
      "step": 39810
    },
    {
      "loss_action": 0.0030889033805578947,
      "loss_total": 0.0030889033805578947,
      "step": 39810
    },
    {
      "loss_action": 0.014609700068831444,
      "loss_total": 0.014609700068831444,
      "step": 39810
    },
    {
      "grad_norm": 0.15417668223381042,
      "learning_rate": 9.933032483591954e-05,
      "loss": 0.0142,
      "step": 39820
    },
    {
      "loss_action": 0.010978763923048973,
      "loss_total": 0.010978763923048973,
      "step": 39820
    },
    {
      "loss_action": 0.004429742228239775,
      "loss_total": 0.004429742228239775,
      "step": 39820
    },
    {
      "loss_action": 0.013301730155944824,
      "loss_total": 0.013301730155944824,
      "step": 39820
    },
    {
      "loss_action": 0.0042137643322348595,
      "loss_total": 0.0042137643322348595,
      "step": 39820
    },
    {
      "loss_action": 0.007926099002361298,
      "loss_total": 0.007926099002361298,
      "step": 39820
    },
    {
      "loss_action": 0.010586598888039589,
      "loss_total": 0.010586598888039589,
      "step": 39820
    },
    {
      "loss_action": 0.023670421913266182,
      "loss_total": 0.023670421913266182,
      "step": 39820
    },
    {
      "loss_action": 0.012866834178566933,
      "loss_total": 0.012866834178566933,
      "step": 39820
    },
    {
      "grad_norm": 0.13539689779281616,
      "learning_rate": 9.932965038885438e-05,
      "loss": 0.0106,
      "step": 39830
    },
    {
      "loss_action": 0.007878482341766357,
      "loss_total": 0.007878482341766357,
      "step": 39830
    },
    {
      "loss_action": 0.004568415693938732,
      "loss_total": 0.004568415693938732,
      "step": 39830
    },
    {
      "loss_action": 0.006183622870594263,
      "loss_total": 0.006183622870594263,
      "step": 39830
    },
    {
      "loss_action": 0.011052912101149559,
      "loss_total": 0.011052912101149559,
      "step": 39830
    },
    {
      "loss_action": 0.013041572645306587,
      "loss_total": 0.013041572645306587,
      "step": 39830
    },
    {
      "loss_action": 0.005661613307893276,
      "loss_total": 0.005661613307893276,
      "step": 39830
    },
    {
      "loss_action": 0.005337391048669815,
      "loss_total": 0.005337391048669815,
      "step": 39830
    },
    {
      "loss_action": 0.024400487542152405,
      "loss_total": 0.024400487542152405,
      "step": 39830
    },
    {
      "grad_norm": 0.14391262829303741,
      "learning_rate": 9.932897560462571e-05,
      "loss": 0.0111,
      "step": 39840
    },
    {
      "loss_action": 0.014826307073235512,
      "loss_total": 0.014826307073235512,
      "step": 39840
    },
    {
      "loss_action": 0.022193599492311478,
      "loss_total": 0.022193599492311478,
      "step": 39840
    },
    {
      "loss_action": 0.014258982613682747,
      "loss_total": 0.014258982613682747,
      "step": 39840
    },
    {
      "loss_action": 0.021165654063224792,
      "loss_total": 0.021165654063224792,
      "step": 39840
    },
    {
      "loss_action": 0.018772296607494354,
      "loss_total": 0.018772296607494354,
      "step": 39840
    },
    {
      "loss_action": 0.015799999237060547,
      "loss_total": 0.015799999237060547,
      "step": 39840
    },
    {
      "loss_action": 0.011870387941598892,
      "loss_total": 0.011870387941598892,
      "step": 39840
    },
    {
      "loss_action": 0.005626989528536797,
      "loss_total": 0.005626989528536797,
      "step": 39840
    },
    {
      "grad_norm": 0.12084101140499115,
      "learning_rate": 9.932830048323811e-05,
      "loss": 0.0114,
      "step": 39850
    },
    {
      "loss_action": 0.005339640658348799,
      "loss_total": 0.005339640658348799,
      "step": 39850
    },
    {
      "loss_action": 0.014116952195763588,
      "loss_total": 0.014116952195763588,
      "step": 39850
    },
    {
      "loss_action": 0.006180805154144764,
      "loss_total": 0.006180805154144764,
      "step": 39850
    },
    {
      "loss_action": 0.0038400008343160152,
      "loss_total": 0.0038400008343160152,
      "step": 39850
    },
    {
      "loss_action": 0.005914753302931786,
      "loss_total": 0.005914753302931786,
      "step": 39850
    },
    {
      "loss_action": 0.01029145997017622,
      "loss_total": 0.01029145997017622,
      "step": 39850
    },
    {
      "loss_action": 0.017235951498150826,
      "loss_total": 0.017235951498150826,
      "step": 39850
    },
    {
      "loss_action": 0.005462861154228449,
      "loss_total": 0.005462861154228449,
      "step": 39850
    },
    {
      "grad_norm": 0.15320776402950287,
      "learning_rate": 9.932762502469622e-05,
      "loss": 0.0093,
      "step": 39860
    },
    {
      "loss_action": 0.0038288147188723087,
      "loss_total": 0.0038288147188723087,
      "step": 39860
    },
    {
      "loss_action": 0.004011700861155987,
      "loss_total": 0.004011700861155987,
      "step": 39860
    },
    {
      "loss_action": 0.0033356989733874798,
      "loss_total": 0.0033356989733874798,
      "step": 39860
    },
    {
      "loss_action": 0.014560027047991753,
      "loss_total": 0.014560027047991753,
      "step": 39860
    },
    {
      "loss_action": 0.0048032719641923904,
      "loss_total": 0.0048032719641923904,
      "step": 39860
    },
    {
      "loss_action": 0.005288868211209774,
      "loss_total": 0.005288868211209774,
      "step": 39860
    },
    {
      "loss_action": 0.004849768243730068,
      "loss_total": 0.004849768243730068,
      "step": 39860
    },
    {
      "loss_action": 0.004081549122929573,
      "loss_total": 0.004081549122929573,
      "step": 39860
    },
    {
      "grad_norm": 0.11780854314565659,
      "learning_rate": 9.932694922900463e-05,
      "loss": 0.0086,
      "step": 39870
    },
    {
      "loss_action": 0.005227173212915659,
      "loss_total": 0.005227173212915659,
      "step": 39870
    },
    {
      "loss_action": 0.05907183140516281,
      "loss_total": 0.05907183140516281,
      "step": 39870
    },
    {
      "loss_action": 0.0048822881653904915,
      "loss_total": 0.0048822881653904915,
      "step": 39870
    },
    {
      "loss_action": 0.010325286537408829,
      "loss_total": 0.010325286537408829,
      "step": 39870
    },
    {
      "loss_action": 0.005437700543552637,
      "loss_total": 0.005437700543552637,
      "step": 39870
    },
    {
      "loss_action": 0.006315882317721844,
      "loss_total": 0.006315882317721844,
      "step": 39870
    },
    {
      "loss_action": 0.009305295534431934,
      "loss_total": 0.009305295534431934,
      "step": 39870
    },
    {
      "loss_action": 0.00726925116032362,
      "loss_total": 0.00726925116032362,
      "step": 39870
    },
    {
      "grad_norm": 0.14771975576877594,
      "learning_rate": 9.932627309616797e-05,
      "loss": 0.0116,
      "step": 39880
    },
    {
      "loss_action": 0.008719736710190773,
      "loss_total": 0.008719736710190773,
      "step": 39880
    },
    {
      "loss_action": 0.008026671595871449,
      "loss_total": 0.008026671595871449,
      "step": 39880
    },
    {
      "loss_action": 0.0054295663721859455,
      "loss_total": 0.0054295663721859455,
      "step": 39880
    },
    {
      "loss_action": 0.005077512003481388,
      "loss_total": 0.005077512003481388,
      "step": 39880
    },
    {
      "loss_action": 0.0038431985303759575,
      "loss_total": 0.0038431985303759575,
      "step": 39880
    },
    {
      "loss_action": 0.004539044573903084,
      "loss_total": 0.004539044573903084,
      "step": 39880
    },
    {
      "loss_action": 0.005722143687307835,
      "loss_total": 0.005722143687307835,
      "step": 39880
    },
    {
      "loss_action": 0.0036553600803017616,
      "loss_total": 0.0036553600803017616,
      "step": 39880
    },
    {
      "grad_norm": 0.1777718961238861,
      "learning_rate": 9.932559662619088e-05,
      "loss": 0.0099,
      "step": 39890
    },
    {
      "loss_action": 0.010218325071036816,
      "loss_total": 0.010218325071036816,
      "step": 39890
    },
    {
      "loss_action": 0.009486215189099312,
      "loss_total": 0.009486215189099312,
      "step": 39890
    },
    {
      "loss_action": 0.004447507206350565,
      "loss_total": 0.004447507206350565,
      "step": 39890
    },
    {
      "loss_action": 0.01611817069351673,
      "loss_total": 0.01611817069351673,
      "step": 39890
    },
    {
      "loss_action": 0.004888459108769894,
      "loss_total": 0.004888459108769894,
      "step": 39890
    },
    {
      "loss_action": 0.0084715336561203,
      "loss_total": 0.0084715336561203,
      "step": 39890
    },
    {
      "loss_action": 0.0097320806235075,
      "loss_total": 0.0097320806235075,
      "step": 39890
    },
    {
      "loss_action": 0.018398478627204895,
      "loss_total": 0.018398478627204895,
      "step": 39890
    },
    {
      "grad_norm": 0.09964018315076828,
      "learning_rate": 9.932491981907796e-05,
      "loss": 0.0115,
      "step": 39900
    },
    {
      "loss_action": 0.010706312954425812,
      "loss_total": 0.010706312954425812,
      "step": 39900
    },
    {
      "loss_action": 0.033753953874111176,
      "loss_total": 0.033753953874111176,
      "step": 39900
    },
    {
      "loss_action": 0.006615025922656059,
      "loss_total": 0.006615025922656059,
      "step": 39900
    },
    {
      "loss_action": 0.010473581962287426,
      "loss_total": 0.010473581962287426,
      "step": 39900
    },
    {
      "loss_action": 0.006474520079791546,
      "loss_total": 0.006474520079791546,
      "step": 39900
    },
    {
      "loss_action": 0.004952303133904934,
      "loss_total": 0.004952303133904934,
      "step": 39900
    },
    {
      "loss_action": 0.007521837949752808,
      "loss_total": 0.007521837949752808,
      "step": 39900
    },
    {
      "loss_action": 0.004258593078702688,
      "loss_total": 0.004258593078702688,
      "step": 39900
    },
    {
      "grad_norm": 0.1579362452030182,
      "learning_rate": 9.932424267483384e-05,
      "loss": 0.0108,
      "step": 39910
    },
    {
      "loss_action": 0.010465746745467186,
      "loss_total": 0.010465746745467186,
      "step": 39910
    },
    {
      "loss_action": 0.007409563288092613,
      "loss_total": 0.007409563288092613,
      "step": 39910
    },
    {
      "loss_action": 0.004632384050637484,
      "loss_total": 0.004632384050637484,
      "step": 39910
    },
    {
      "loss_action": 0.010711624287068844,
      "loss_total": 0.010711624287068844,
      "step": 39910
    },
    {
      "loss_action": 0.014232885092496872,
      "loss_total": 0.014232885092496872,
      "step": 39910
    },
    {
      "loss_action": 0.005603579804301262,
      "loss_total": 0.005603579804301262,
      "step": 39910
    },
    {
      "loss_action": 0.016443705186247826,
      "loss_total": 0.016443705186247826,
      "step": 39910
    },
    {
      "loss_action": 0.008620889857411385,
      "loss_total": 0.008620889857411385,
      "step": 39910
    },
    {
      "grad_norm": 0.1416003406047821,
      "learning_rate": 9.932356519346317e-05,
      "loss": 0.0101,
      "step": 39920
    },
    {
      "loss_action": 0.00560221541672945,
      "loss_total": 0.00560221541672945,
      "step": 39920
    },
    {
      "loss_action": 0.004834687802940607,
      "loss_total": 0.004834687802940607,
      "step": 39920
    },
    {
      "loss_action": 0.011523968540132046,
      "loss_total": 0.011523968540132046,
      "step": 39920
    },
    {
      "loss_action": 0.007294734939932823,
      "loss_total": 0.007294734939932823,
      "step": 39920
    },
    {
      "loss_action": 0.005864693783223629,
      "loss_total": 0.005864693783223629,
      "step": 39920
    },
    {
      "loss_action": 0.0071748364716768265,
      "loss_total": 0.0071748364716768265,
      "step": 39920
    },
    {
      "loss_action": 0.011885380372405052,
      "loss_total": 0.011885380372405052,
      "step": 39920
    },
    {
      "loss_action": 0.02072880044579506,
      "loss_total": 0.02072880044579506,
      "step": 39920
    },
    {
      "grad_norm": 0.14822648465633392,
      "learning_rate": 9.932288737497055e-05,
      "loss": 0.0098,
      "step": 39930
    },
    {
      "loss_action": 0.008745810016989708,
      "loss_total": 0.008745810016989708,
      "step": 39930
    },
    {
      "loss_action": 0.00689099682494998,
      "loss_total": 0.00689099682494998,
      "step": 39930
    },
    {
      "loss_action": 0.00422171875834465,
      "loss_total": 0.00422171875834465,
      "step": 39930
    },
    {
      "loss_action": 0.007055077236145735,
      "loss_total": 0.007055077236145735,
      "step": 39930
    },
    {
      "loss_action": 0.013481901958584785,
      "loss_total": 0.013481901958584785,
      "step": 39930
    },
    {
      "loss_action": 0.018477192148566246,
      "loss_total": 0.018477192148566246,
      "step": 39930
    },
    {
      "loss_action": 0.008596491068601608,
      "loss_total": 0.008596491068601608,
      "step": 39930
    },
    {
      "loss_action": 0.0030857871752232313,
      "loss_total": 0.0030857871752232313,
      "step": 39930
    },
    {
      "grad_norm": 0.1320018768310547,
      "learning_rate": 9.932220921936064e-05,
      "loss": 0.0094,
      "step": 39940
    },
    {
      "loss_action": 0.005450446158647537,
      "loss_total": 0.005450446158647537,
      "step": 39940
    },
    {
      "loss_action": 0.008391487412154675,
      "loss_total": 0.008391487412154675,
      "step": 39940
    },
    {
      "loss_action": 0.011268910020589828,
      "loss_total": 0.011268910020589828,
      "step": 39940
    },
    {
      "loss_action": 0.0046707456931471825,
      "loss_total": 0.0046707456931471825,
      "step": 39940
    },
    {
      "loss_action": 0.008546021766960621,
      "loss_total": 0.008546021766960621,
      "step": 39940
    },
    {
      "loss_action": 0.007158971391618252,
      "loss_total": 0.007158971391618252,
      "step": 39940
    },
    {
      "loss_action": 0.016637511551380157,
      "loss_total": 0.016637511551380157,
      "step": 39940
    },
    {
      "loss_action": 0.008774214424192905,
      "loss_total": 0.008774214424192905,
      "step": 39940
    },
    {
      "grad_norm": 0.11181645095348358,
      "learning_rate": 9.932153072663806e-05,
      "loss": 0.009,
      "step": 39950
    },
    {
      "loss_action": 0.012591397389769554,
      "loss_total": 0.012591397389769554,
      "step": 39950
    },
    {
      "loss_action": 0.0043318746611475945,
      "loss_total": 0.0043318746611475945,
      "step": 39950
    },
    {
      "loss_action": 0.006670552771538496,
      "loss_total": 0.006670552771538496,
      "step": 39950
    },
    {
      "loss_action": 0.006223906762897968,
      "loss_total": 0.006223906762897968,
      "step": 39950
    },
    {
      "loss_action": 0.013859357684850693,
      "loss_total": 0.013859357684850693,
      "step": 39950
    },
    {
      "loss_action": 0.007426973897963762,
      "loss_total": 0.007426973897963762,
      "step": 39950
    },
    {
      "loss_action": 0.02087055705487728,
      "loss_total": 0.02087055705487728,
      "step": 39950
    },
    {
      "loss_action": 0.006684879772365093,
      "loss_total": 0.006684879772365093,
      "step": 39950
    },
    {
      "grad_norm": 0.2219344973564148,
      "learning_rate": 9.932085189680744e-05,
      "loss": 0.0105,
      "step": 39960
    },
    {
      "loss_action": 0.01840287819504738,
      "loss_total": 0.01840287819504738,
      "step": 39960
    },
    {
      "loss_action": 0.008506584912538528,
      "loss_total": 0.008506584912538528,
      "step": 39960
    },
    {
      "loss_action": 0.003115566913038492,
      "loss_total": 0.003115566913038492,
      "step": 39960
    },
    {
      "loss_action": 0.006217715330421925,
      "loss_total": 0.006217715330421925,
      "step": 39960
    },
    {
      "loss_action": 0.004781669937074184,
      "loss_total": 0.004781669937074184,
      "step": 39960
    },
    {
      "loss_action": 0.020546283572912216,
      "loss_total": 0.020546283572912216,
      "step": 39960
    },
    {
      "loss_action": 0.014639681205153465,
      "loss_total": 0.014639681205153465,
      "step": 39960
    },
    {
      "loss_action": 0.01071680523455143,
      "loss_total": 0.01071680523455143,
      "step": 39960
    },
    {
      "grad_norm": 0.13622361421585083,
      "learning_rate": 9.932017272987345e-05,
      "loss": 0.011,
      "step": 39970
    },
    {
      "loss_action": 0.0060254354029893875,
      "loss_total": 0.0060254354029893875,
      "step": 39970
    },
    {
      "loss_action": 0.010057356208562851,
      "loss_total": 0.010057356208562851,
      "step": 39970
    },
    {
      "loss_action": 0.014916365034878254,
      "loss_total": 0.014916365034878254,
      "step": 39970
    },
    {
      "loss_action": 0.019928306341171265,
      "loss_total": 0.019928306341171265,
      "step": 39970
    },
    {
      "loss_action": 0.007108643185347319,
      "loss_total": 0.007108643185347319,
      "step": 39970
    },
    {
      "loss_action": 0.03811514377593994,
      "loss_total": 0.03811514377593994,
      "step": 39970
    },
    {
      "loss_action": 0.01964772306382656,
      "loss_total": 0.01964772306382656,
      "step": 39970
    },
    {
      "loss_action": 0.011336477473378181,
      "loss_total": 0.011336477473378181,
      "step": 39970
    },
    {
      "grad_norm": 0.11078982055187225,
      "learning_rate": 9.931949322584068e-05,
      "loss": 0.0103,
      "step": 39980
    },
    {
      "loss_action": 0.004501630552113056,
      "loss_total": 0.004501630552113056,
      "step": 39980
    },
    {
      "loss_action": 0.007048342376947403,
      "loss_total": 0.007048342376947403,
      "step": 39980
    },
    {
      "loss_action": 0.013641731813549995,
      "loss_total": 0.013641731813549995,
      "step": 39980
    },
    {
      "loss_action": 0.01834980957210064,
      "loss_total": 0.01834980957210064,
      "step": 39980
    },
    {
      "loss_action": 0.010996871627867222,
      "loss_total": 0.010996871627867222,
      "step": 39980
    },
    {
      "loss_action": 0.00970978569239378,
      "loss_total": 0.00970978569239378,
      "step": 39980
    },
    {
      "loss_action": 0.01329581905156374,
      "loss_total": 0.01329581905156374,
      "step": 39980
    },
    {
      "loss_action": 0.00988289900124073,
      "loss_total": 0.00988289900124073,
      "step": 39980
    },
    {
      "grad_norm": 0.08909332752227783,
      "learning_rate": 9.931881338471382e-05,
      "loss": 0.0099,
      "step": 39990
    },
    {
      "loss_action": 0.010110121220350266,
      "loss_total": 0.010110121220350266,
      "step": 39990
    },
    {
      "loss_action": 0.012586517259478569,
      "loss_total": 0.012586517259478569,
      "step": 39990
    },
    {
      "loss_action": 0.006615958176553249,
      "loss_total": 0.006615958176553249,
      "step": 39990
    },
    {
      "loss_action": 0.004209890961647034,
      "loss_total": 0.004209890961647034,
      "step": 39990
    },
    {
      "loss_action": 0.0052668144926428795,
      "loss_total": 0.0052668144926428795,
      "step": 39990
    },
    {
      "loss_action": 0.005226561799645424,
      "loss_total": 0.005226561799645424,
      "step": 39990
    },
    {
      "loss_action": 0.010462899692356586,
      "loss_total": 0.010462899692356586,
      "step": 39990
    },
    {
      "loss_action": 0.003292428096756339,
      "loss_total": 0.003292428096756339,
      "step": 39990
    },
    {
      "grad_norm": 0.12399859726428986,
      "learning_rate": 9.93181332064975e-05,
      "loss": 0.0108,
      "step": 40000
    },
    {
      "loss_action": 0.005636507645249367,
      "loss_total": 0.005636507645249367,
      "step": 40000
    },
    {
      "loss_action": 0.002784878946840763,
      "loss_total": 0.002784878946840763,
      "step": 40000
    },
    {
      "loss_action": 0.0051959725096821785,
      "loss_total": 0.0051959725096821785,
      "step": 40000
    },
    {
      "loss_action": 0.006689947098493576,
      "loss_total": 0.006689947098493576,
      "step": 40000
    },
    {
      "loss_action": 0.007763052359223366,
      "loss_total": 0.007763052359223366,
      "step": 40000
    },
    {
      "loss_action": 0.012168549001216888,
      "loss_total": 0.012168549001216888,
      "step": 40000
    },
    {
      "loss_action": 0.013321053236722946,
      "loss_total": 0.013321053236722946,
      "step": 40000
    },
    {
      "loss_action": 0.008252277970314026,
      "loss_total": 0.008252277970314026,
      "step": 40000
    },
    {
      "grad_norm": 0.12600825726985931,
      "learning_rate": 9.931745269119636e-05,
      "loss": 0.0102,
      "step": 40010
    },
    {
      "loss_action": 0.0053710779175162315,
      "loss_total": 0.0053710779175162315,
      "step": 40010
    },
    {
      "loss_action": 0.008478384464979172,
      "loss_total": 0.008478384464979172,
      "step": 40010
    },
    {
      "loss_action": 0.009906936436891556,
      "loss_total": 0.009906936436891556,
      "step": 40010
    },
    {
      "loss_action": 0.004524340853095055,
      "loss_total": 0.004524340853095055,
      "step": 40010
    },
    {
      "loss_action": 0.005241277161985636,
      "loss_total": 0.005241277161985636,
      "step": 40010
    },
    {
      "loss_action": 0.00892436970025301,
      "loss_total": 0.00892436970025301,
      "step": 40010
    },
    {
      "loss_action": 0.012577993795275688,
      "loss_total": 0.012577993795275688,
      "step": 40010
    },
    {
      "loss_action": 0.006234283093363047,
      "loss_total": 0.006234283093363047,
      "step": 40010
    },
    {
      "grad_norm": 0.10240212827920914,
      "learning_rate": 9.931677183881508e-05,
      "loss": 0.0091,
      "step": 40020
    },
    {
      "loss_action": 0.0028386381454765797,
      "loss_total": 0.0028386381454765797,
      "step": 40020
    },
    {
      "loss_action": 0.00916444044560194,
      "loss_total": 0.00916444044560194,
      "step": 40020
    },
    {
      "loss_action": 0.004982997663319111,
      "loss_total": 0.004982997663319111,
      "step": 40020
    },
    {
      "loss_action": 0.007760434411466122,
      "loss_total": 0.007760434411466122,
      "step": 40020
    },
    {
      "loss_action": 0.014127873815596104,
      "loss_total": 0.014127873815596104,
      "step": 40020
    },
    {
      "loss_action": 0.008531475439667702,
      "loss_total": 0.008531475439667702,
      "step": 40020
    },
    {
      "loss_action": 0.0020076667424291372,
      "loss_total": 0.0020076667424291372,
      "step": 40020
    },
    {
      "loss_action": 0.01326911710202694,
      "loss_total": 0.01326911710202694,
      "step": 40020
    },
    {
      "grad_norm": 0.1357237994670868,
      "learning_rate": 9.93160906493583e-05,
      "loss": 0.0109,
      "step": 40030
    },
    {
      "loss_action": 0.004574171267449856,
      "loss_total": 0.004574171267449856,
      "step": 40030
    },
    {
      "loss_action": 0.0032359405886381865,
      "loss_total": 0.0032359405886381865,
      "step": 40030
    },
    {
      "loss_action": 0.009176095016300678,
      "loss_total": 0.009176095016300678,
      "step": 40030
    },
    {
      "loss_action": 0.0031128497794270515,
      "loss_total": 0.0031128497794270515,
      "step": 40030
    },
    {
      "loss_action": 0.007466559298336506,
      "loss_total": 0.007466559298336506,
      "step": 40030
    },
    {
      "loss_action": 0.00692508090287447,
      "loss_total": 0.00692508090287447,
      "step": 40030
    },
    {
      "loss_action": 0.008818471804261208,
      "loss_total": 0.008818471804261208,
      "step": 40030
    },
    {
      "loss_action": 0.006172695197165012,
      "loss_total": 0.006172695197165012,
      "step": 40030
    },
    {
      "grad_norm": 0.17041248083114624,
      "learning_rate": 9.931540912283066e-05,
      "loss": 0.0101,
      "step": 40040
    },
    {
      "loss_action": 0.011680474504828453,
      "loss_total": 0.011680474504828453,
      "step": 40040
    },
    {
      "loss_action": 0.006974305957555771,
      "loss_total": 0.006974305957555771,
      "step": 40040
    },
    {
      "loss_action": 0.012457611970603466,
      "loss_total": 0.012457611970603466,
      "step": 40040
    },
    {
      "loss_action": 0.005026799160987139,
      "loss_total": 0.005026799160987139,
      "step": 40040
    },
    {
      "loss_action": 0.010593364015221596,
      "loss_total": 0.010593364015221596,
      "step": 40040
    },
    {
      "loss_action": 0.020036645233631134,
      "loss_total": 0.020036645233631134,
      "step": 40040
    },
    {
      "loss_action": 0.028449494391679764,
      "loss_total": 0.028449494391679764,
      "step": 40040
    },
    {
      "loss_action": 0.005602892022579908,
      "loss_total": 0.005602892022579908,
      "step": 40040
    },
    {
      "grad_norm": 0.21167266368865967,
      "learning_rate": 9.931472725923683e-05,
      "loss": 0.0111,
      "step": 40050
    },
    {
      "loss_action": 0.010004337877035141,
      "loss_total": 0.010004337877035141,
      "step": 40050
    },
    {
      "loss_action": 0.013392343185842037,
      "loss_total": 0.013392343185842037,
      "step": 40050
    },
    {
      "loss_action": 0.005897508468478918,
      "loss_total": 0.005897508468478918,
      "step": 40050
    },
    {
      "loss_action": 0.01931159198284149,
      "loss_total": 0.01931159198284149,
      "step": 40050
    },
    {
      "loss_action": 0.012221146374940872,
      "loss_total": 0.012221146374940872,
      "step": 40050
    },
    {
      "loss_action": 0.005911611951887608,
      "loss_total": 0.005911611951887608,
      "step": 40050
    },
    {
      "loss_action": 0.009026004932820797,
      "loss_total": 0.009026004932820797,
      "step": 40050
    },
    {
      "loss_action": 0.013522488996386528,
      "loss_total": 0.013522488996386528,
      "step": 40050
    },
    {
      "grad_norm": 0.14015156030654907,
      "learning_rate": 9.931404505858146e-05,
      "loss": 0.01,
      "step": 40060
    },
    {
      "loss_action": 0.011291993781924248,
      "loss_total": 0.011291993781924248,
      "step": 40060
    },
    {
      "loss_action": 0.009136558510363102,
      "loss_total": 0.009136558510363102,
      "step": 40060
    },
    {
      "loss_action": 0.013190586119890213,
      "loss_total": 0.013190586119890213,
      "step": 40060
    },
    {
      "loss_action": 0.010337493382394314,
      "loss_total": 0.010337493382394314,
      "step": 40060
    },
    {
      "loss_action": 0.013289835304021835,
      "loss_total": 0.013289835304021835,
      "step": 40060
    },
    {
      "loss_action": 0.007220986299216747,
      "loss_total": 0.007220986299216747,
      "step": 40060
    },
    {
      "loss_action": 0.009625411592423916,
      "loss_total": 0.009625411592423916,
      "step": 40060
    },
    {
      "loss_action": 0.013701975345611572,
      "loss_total": 0.013701975345611572,
      "step": 40060
    },
    {
      "grad_norm": 0.13496163487434387,
      "learning_rate": 9.931336252086924e-05,
      "loss": 0.0111,
      "step": 40070
    },
    {
      "loss_action": 0.01409656647592783,
      "loss_total": 0.01409656647592783,
      "step": 40070
    },
    {
      "loss_action": 0.00858720950782299,
      "loss_total": 0.00858720950782299,
      "step": 40070
    },
    {
      "loss_action": 0.009822688065469265,
      "loss_total": 0.009822688065469265,
      "step": 40070
    },
    {
      "loss_action": 0.006111788563430309,
      "loss_total": 0.006111788563430309,
      "step": 40070
    },
    {
      "loss_action": 0.008673463948071003,
      "loss_total": 0.008673463948071003,
      "step": 40070
    },
    {
      "loss_action": 0.005885442718863487,
      "loss_total": 0.005885442718863487,
      "step": 40070
    },
    {
      "loss_action": 0.012093963101506233,
      "loss_total": 0.012093963101506233,
      "step": 40070
    },
    {
      "loss_action": 0.008699961937963963,
      "loss_total": 0.008699961937963963,
      "step": 40070
    },
    {
      "grad_norm": 0.19659174978733063,
      "learning_rate": 9.931267964610482e-05,
      "loss": 0.0131,
      "step": 40080
    },
    {
      "loss_action": 0.026960723102092743,
      "loss_total": 0.026960723102092743,
      "step": 40080
    },
    {
      "loss_action": 0.01699841395020485,
      "loss_total": 0.01699841395020485,
      "step": 40080
    },
    {
      "loss_action": 0.005672157742083073,
      "loss_total": 0.005672157742083073,
      "step": 40080
    },
    {
      "loss_action": 0.011316385120153427,
      "loss_total": 0.011316385120153427,
      "step": 40080
    },
    {
      "loss_action": 0.014162088744342327,
      "loss_total": 0.014162088744342327,
      "step": 40080
    },
    {
      "loss_action": 0.005953706800937653,
      "loss_total": 0.005953706800937653,
      "step": 40080
    },
    {
      "loss_action": 0.007906073704361916,
      "loss_total": 0.007906073704361916,
      "step": 40080
    },
    {
      "loss_action": 0.01268739439547062,
      "loss_total": 0.01268739439547062,
      "step": 40080
    },
    {
      "grad_norm": 0.1714068055152893,
      "learning_rate": 9.931199643429285e-05,
      "loss": 0.0105,
      "step": 40090
    },
    {
      "loss_action": 0.009928912855684757,
      "loss_total": 0.009928912855684757,
      "step": 40090
    },
    {
      "loss_action": 0.00290129566565156,
      "loss_total": 0.00290129566565156,
      "step": 40090
    },
    {
      "loss_action": 0.007100406568497419,
      "loss_total": 0.007100406568497419,
      "step": 40090
    },
    {
      "loss_action": 0.013380632735788822,
      "loss_total": 0.013380632735788822,
      "step": 40090
    },
    {
      "loss_action": 0.0099158501252532,
      "loss_total": 0.0099158501252532,
      "step": 40090
    },
    {
      "loss_action": 0.004934210330247879,
      "loss_total": 0.004934210330247879,
      "step": 40090
    },
    {
      "loss_action": 0.01068379357457161,
      "loss_total": 0.01068379357457161,
      "step": 40090
    },
    {
      "loss_action": 0.0065309228375554085,
      "loss_total": 0.0065309228375554085,
      "step": 40090
    },
    {
      "grad_norm": 0.1421278417110443,
      "learning_rate": 9.931131288543803e-05,
      "loss": 0.0113,
      "step": 40100
    },
    {
      "loss_action": 0.004430925473570824,
      "loss_total": 0.004430925473570824,
      "step": 40100
    },
    {
      "loss_action": 0.01638919860124588,
      "loss_total": 0.01638919860124588,
      "step": 40100
    },
    {
      "loss_action": 0.012128625065088272,
      "loss_total": 0.012128625065088272,
      "step": 40100
    },
    {
      "loss_action": 0.008075933903455734,
      "loss_total": 0.008075933903455734,
      "step": 40100
    },
    {
      "loss_action": 0.02399541810154915,
      "loss_total": 0.02399541810154915,
      "step": 40100
    },
    {
      "loss_action": 0.008845992386341095,
      "loss_total": 0.008845992386341095,
      "step": 40100
    },
    {
      "loss_action": 0.0074190618470311165,
      "loss_total": 0.0074190618470311165,
      "step": 40100
    },
    {
      "loss_action": 0.0041582356207072735,
      "loss_total": 0.0041582356207072735,
      "step": 40100
    },
    {
      "grad_norm": 0.18519049882888794,
      "learning_rate": 9.9310628999545e-05,
      "loss": 0.01,
      "step": 40110
    },
    {
      "loss_action": 0.010572778061032295,
      "loss_total": 0.010572778061032295,
      "step": 40110
    },
    {
      "loss_action": 0.009182967245578766,
      "loss_total": 0.009182967245578766,
      "step": 40110
    },
    {
      "loss_action": 0.006669993977993727,
      "loss_total": 0.006669993977993727,
      "step": 40110
    },
    {
      "loss_action": 0.011715861037373543,
      "loss_total": 0.011715861037373543,
      "step": 40110
    },
    {
      "loss_action": 0.02483546733856201,
      "loss_total": 0.02483546733856201,
      "step": 40110
    },
    {
      "loss_action": 0.011020222678780556,
      "loss_total": 0.011020222678780556,
      "step": 40110
    },
    {
      "loss_action": 0.010636985301971436,
      "loss_total": 0.010636985301971436,
      "step": 40110
    },
    {
      "loss_action": 0.012726310640573502,
      "loss_total": 0.012726310640573502,
      "step": 40110
    },
    {
      "grad_norm": 0.1260140836238861,
      "learning_rate": 9.930994477661848e-05,
      "loss": 0.0104,
      "step": 40120
    },
    {
      "loss_action": 0.013076923787593842,
      "loss_total": 0.013076923787593842,
      "step": 40120
    },
    {
      "loss_action": 0.006417436525225639,
      "loss_total": 0.006417436525225639,
      "step": 40120
    },
    {
      "loss_action": 0.008345376700162888,
      "loss_total": 0.008345376700162888,
      "step": 40120
    },
    {
      "loss_action": 0.008286209776997566,
      "loss_total": 0.008286209776997566,
      "step": 40120
    },
    {
      "loss_action": 0.015564484521746635,
      "loss_total": 0.015564484521746635,
      "step": 40120
    },
    {
      "loss_action": 0.009174243547022343,
      "loss_total": 0.009174243547022343,
      "step": 40120
    },
    {
      "loss_action": 0.007342734839767218,
      "loss_total": 0.007342734839767218,
      "step": 40120
    },
    {
      "loss_action": 0.004889431409537792,
      "loss_total": 0.004889431409537792,
      "step": 40120
    },
    {
      "grad_norm": 0.16397243738174438,
      "learning_rate": 9.930926021666308e-05,
      "loss": 0.0102,
      "step": 40130
    },
    {
      "loss_action": 0.013900646939873695,
      "loss_total": 0.013900646939873695,
      "step": 40130
    },
    {
      "loss_action": 0.006189276929944754,
      "loss_total": 0.006189276929944754,
      "step": 40130
    },
    {
      "loss_action": 0.0040110815316438675,
      "loss_total": 0.0040110815316438675,
      "step": 40130
    },
    {
      "loss_action": 0.005182415246963501,
      "loss_total": 0.005182415246963501,
      "step": 40130
    },
    {
      "loss_action": 0.010423550382256508,
      "loss_total": 0.010423550382256508,
      "step": 40130
    },
    {
      "loss_action": 0.006435495801270008,
      "loss_total": 0.006435495801270008,
      "step": 40130
    },
    {
      "loss_action": 0.006362445652484894,
      "loss_total": 0.006362445652484894,
      "step": 40130
    },
    {
      "loss_action": 0.01010180078446865,
      "loss_total": 0.01010180078446865,
      "step": 40130
    },
    {
      "grad_norm": 0.10798206180334091,
      "learning_rate": 9.930857531968355e-05,
      "loss": 0.0092,
      "step": 40140
    },
    {
      "loss_action": 0.013537265360355377,
      "loss_total": 0.013537265360355377,
      "step": 40140
    },
    {
      "loss_action": 0.007611447013914585,
      "loss_total": 0.007611447013914585,
      "step": 40140
    },
    {
      "loss_action": 0.006925362162292004,
      "loss_total": 0.006925362162292004,
      "step": 40140
    },
    {
      "loss_action": 0.011097241193056107,
      "loss_total": 0.011097241193056107,
      "step": 40140
    },
    {
      "loss_action": 0.013039019890129566,
      "loss_total": 0.013039019890129566,
      "step": 40140
    },
    {
      "loss_action": 0.012260358780622482,
      "loss_total": 0.012260358780622482,
      "step": 40140
    },
    {
      "loss_action": 0.005569332744926214,
      "loss_total": 0.005569332744926214,
      "step": 40140
    },
    {
      "loss_action": 0.019020631909370422,
      "loss_total": 0.019020631909370422,
      "step": 40140
    },
    {
      "grad_norm": 0.1266554445028305,
      "learning_rate": 9.930789008568454e-05,
      "loss": 0.011,
      "step": 40150
    },
    {
      "loss_action": 0.032830607146024704,
      "loss_total": 0.032830607146024704,
      "step": 40150
    },
    {
      "loss_action": 0.018306376412510872,
      "loss_total": 0.018306376412510872,
      "step": 40150
    },
    {
      "loss_action": 0.013681798242032528,
      "loss_total": 0.013681798242032528,
      "step": 40150
    },
    {
      "loss_action": 0.006091487593948841,
      "loss_total": 0.006091487593948841,
      "step": 40150
    },
    {
      "loss_action": 0.0076347277499735355,
      "loss_total": 0.0076347277499735355,
      "step": 40150
    },
    {
      "loss_action": 0.010635867714881897,
      "loss_total": 0.010635867714881897,
      "step": 40150
    },
    {
      "loss_action": 0.009524871595203876,
      "loss_total": 0.009524871595203876,
      "step": 40150
    },
    {
      "loss_action": 0.010005854070186615,
      "loss_total": 0.010005854070186615,
      "step": 40150
    },
    {
      "grad_norm": 0.11976957321166992,
      "learning_rate": 9.93072045146707e-05,
      "loss": 0.0115,
      "step": 40160
    },
    {
      "loss_action": 0.011282727122306824,
      "loss_total": 0.011282727122306824,
      "step": 40160
    },
    {
      "loss_action": 0.0177305955439806,
      "loss_total": 0.0177305955439806,
      "step": 40160
    },
    {
      "loss_action": 0.018997706472873688,
      "loss_total": 0.018997706472873688,
      "step": 40160
    },
    {
      "loss_action": 0.014980891719460487,
      "loss_total": 0.014980891719460487,
      "step": 40160
    },
    {
      "loss_action": 0.015166029334068298,
      "loss_total": 0.015166029334068298,
      "step": 40160
    },
    {
      "loss_action": 0.0043189264833927155,
      "loss_total": 0.0043189264833927155,
      "step": 40160
    },
    {
      "loss_action": 0.006723039783537388,
      "loss_total": 0.006723039783537388,
      "step": 40160
    },
    {
      "loss_action": 0.011354096233844757,
      "loss_total": 0.011354096233844757,
      "step": 40160
    },
    {
      "grad_norm": 0.10152441263198853,
      "learning_rate": 9.930651860664678e-05,
      "loss": 0.0105,
      "step": 40170
    },
    {
      "loss_action": 0.0034796593245118856,
      "loss_total": 0.0034796593245118856,
      "step": 40170
    },
    {
      "loss_action": 0.003071651328355074,
      "loss_total": 0.003071651328355074,
      "step": 40170
    },
    {
      "loss_action": 0.016316894441843033,
      "loss_total": 0.016316894441843033,
      "step": 40170
    },
    {
      "loss_action": 0.011136509478092194,
      "loss_total": 0.011136509478092194,
      "step": 40170
    },
    {
      "loss_action": 0.004910906311124563,
      "loss_total": 0.004910906311124563,
      "step": 40170
    },
    {
      "loss_action": 0.004636378027498722,
      "loss_total": 0.004636378027498722,
      "step": 40170
    },
    {
      "loss_action": 0.003802455496042967,
      "loss_total": 0.003802455496042967,
      "step": 40170
    },
    {
      "loss_action": 0.003926870878785849,
      "loss_total": 0.003926870878785849,
      "step": 40170
    },
    {
      "grad_norm": 0.09396746754646301,
      "learning_rate": 9.930583236161741e-05,
      "loss": 0.0081,
      "step": 40180
    },
    {
      "loss_action": 0.004318028688430786,
      "loss_total": 0.004318028688430786,
      "step": 40180
    },
    {
      "loss_action": 0.009502196684479713,
      "loss_total": 0.009502196684479713,
      "step": 40180
    },
    {
      "loss_action": 0.0033382161054760218,
      "loss_total": 0.0033382161054760218,
      "step": 40180
    },
    {
      "loss_action": 0.005752605386078358,
      "loss_total": 0.005752605386078358,
      "step": 40180
    },
    {
      "loss_action": 0.008416252210736275,
      "loss_total": 0.008416252210736275,
      "step": 40180
    },
    {
      "loss_action": 0.010703476145863533,
      "loss_total": 0.010703476145863533,
      "step": 40180
    },
    {
      "loss_action": 0.004139303229749203,
      "loss_total": 0.004139303229749203,
      "step": 40180
    },
    {
      "loss_action": 0.00831436924636364,
      "loss_total": 0.00831436924636364,
      "step": 40180
    },
    {
      "grad_norm": 0.11060936003923416,
      "learning_rate": 9.930514577958732e-05,
      "loss": 0.0104,
      "step": 40190
    },
    {
      "loss_action": 0.0029396372847259045,
      "loss_total": 0.0029396372847259045,
      "step": 40190
    },
    {
      "loss_action": 0.003522684099152684,
      "loss_total": 0.003522684099152684,
      "step": 40190
    },
    {
      "loss_action": 0.005237862467765808,
      "loss_total": 0.005237862467765808,
      "step": 40190
    },
    {
      "loss_action": 0.00283732358366251,
      "loss_total": 0.00283732358366251,
      "step": 40190
    },
    {
      "loss_action": 0.01352749578654766,
      "loss_total": 0.01352749578654766,
      "step": 40190
    },
    {
      "loss_action": 0.01074983924627304,
      "loss_total": 0.01074983924627304,
      "step": 40190
    },
    {
      "loss_action": 0.013375290669500828,
      "loss_total": 0.013375290669500828,
      "step": 40190
    },
    {
      "loss_action": 0.008704052306711674,
      "loss_total": 0.008704052306711674,
      "step": 40190
    },
    {
      "grad_norm": 0.11235794425010681,
      "learning_rate": 9.930445886056118e-05,
      "loss": 0.0141,
      "step": 40200
    },
    {
      "loss_action": 0.01267461758106947,
      "loss_total": 0.01267461758106947,
      "step": 40200
    },
    {
      "loss_action": 0.025583161041140556,
      "loss_total": 0.025583161041140556,
      "step": 40200
    },
    {
      "loss_action": 0.007763532921671867,
      "loss_total": 0.007763532921671867,
      "step": 40200
    },
    {
      "loss_action": 0.006443324498832226,
      "loss_total": 0.006443324498832226,
      "step": 40200
    },
    {
      "loss_action": 0.010377893224358559,
      "loss_total": 0.010377893224358559,
      "step": 40200
    },
    {
      "loss_action": 0.016359981149435043,
      "loss_total": 0.016359981149435043,
      "step": 40200
    },
    {
      "loss_action": 0.008839251473546028,
      "loss_total": 0.008839251473546028,
      "step": 40200
    },
    {
      "loss_action": 0.0045625194907188416,
      "loss_total": 0.0045625194907188416,
      "step": 40200
    },
    {
      "grad_norm": 0.1884152740240097,
      "learning_rate": 9.93037716045437e-05,
      "loss": 0.0128,
      "step": 40210
    },
    {
      "loss_action": 0.005381905473768711,
      "loss_total": 0.005381905473768711,
      "step": 40210
    },
    {
      "loss_action": 0.00468232948333025,
      "loss_total": 0.00468232948333025,
      "step": 40210
    },
    {
      "loss_action": 0.010112067684531212,
      "loss_total": 0.010112067684531212,
      "step": 40210
    },
    {
      "loss_action": 0.012157437391579151,
      "loss_total": 0.012157437391579151,
      "step": 40210
    },
    {
      "loss_action": 0.0057616769336164,
      "loss_total": 0.0057616769336164,
      "step": 40210
    },
    {
      "loss_action": 0.0057624164037406445,
      "loss_total": 0.0057624164037406445,
      "step": 40210
    },
    {
      "loss_action": 0.0033601983450353146,
      "loss_total": 0.0033601983450353146,
      "step": 40210
    },
    {
      "loss_action": 0.007567177526652813,
      "loss_total": 0.007567177526652813,
      "step": 40210
    },
    {
      "grad_norm": 0.14990703761577606,
      "learning_rate": 9.930308401153957e-05,
      "loss": 0.0097,
      "step": 40220
    },
    {
      "loss_action": 0.014780674129724503,
      "loss_total": 0.014780674129724503,
      "step": 40220
    },
    {
      "loss_action": 0.009456440806388855,
      "loss_total": 0.009456440806388855,
      "step": 40220
    },
    {
      "loss_action": 0.01060682162642479,
      "loss_total": 0.01060682162642479,
      "step": 40220
    },
    {
      "loss_action": 0.007627084385603666,
      "loss_total": 0.007627084385603666,
      "step": 40220
    },
    {
      "loss_action": 0.013403357937932014,
      "loss_total": 0.013403357937932014,
      "step": 40220
    },
    {
      "loss_action": 0.006074670702219009,
      "loss_total": 0.006074670702219009,
      "step": 40220
    },
    {
      "loss_action": 0.004889196716248989,
      "loss_total": 0.004889196716248989,
      "step": 40220
    },
    {
      "loss_action": 0.018668347969651222,
      "loss_total": 0.018668347969651222,
      "step": 40220
    },
    {
      "grad_norm": 0.14618360996246338,
      "learning_rate": 9.930239608155349e-05,
      "loss": 0.0111,
      "step": 40230
    },
    {
      "loss_action": 0.010316233150660992,
      "loss_total": 0.010316233150660992,
      "step": 40230
    },
    {
      "loss_action": 0.005259281024336815,
      "loss_total": 0.005259281024336815,
      "step": 40230
    },
    {
      "loss_action": 0.011025536805391312,
      "loss_total": 0.011025536805391312,
      "step": 40230
    },
    {
      "loss_action": 0.016631675884127617,
      "loss_total": 0.016631675884127617,
      "step": 40230
    },
    {
      "loss_action": 0.003244839608669281,
      "loss_total": 0.003244839608669281,
      "step": 40230
    },
    {
      "loss_action": 0.004817081615328789,
      "loss_total": 0.004817081615328789,
      "step": 40230
    },
    {
      "loss_action": 0.0052498988807201385,
      "loss_total": 0.0052498988807201385,
      "step": 40230
    },
    {
      "loss_action": 0.007969187572598457,
      "loss_total": 0.007969187572598457,
      "step": 40230
    },
    {
      "grad_norm": 0.12753447890281677,
      "learning_rate": 9.930170781459016e-05,
      "loss": 0.0102,
      "step": 40240
    },
    {
      "loss_action": 0.012477302923798561,
      "loss_total": 0.012477302923798561,
      "step": 40240
    },
    {
      "loss_action": 0.012034252285957336,
      "loss_total": 0.012034252285957336,
      "step": 40240
    },
    {
      "loss_action": 0.016652196645736694,
      "loss_total": 0.016652196645736694,
      "step": 40240
    },
    {
      "loss_action": 0.009349821135401726,
      "loss_total": 0.009349821135401726,
      "step": 40240
    },
    {
      "loss_action": 0.008579429239034653,
      "loss_total": 0.008579429239034653,
      "step": 40240
    },
    {
      "loss_action": 0.0036705960519611835,
      "loss_total": 0.0036705960519611835,
      "step": 40240
    },
    {
      "loss_action": 0.014880221337080002,
      "loss_total": 0.014880221337080002,
      "step": 40240
    },
    {
      "loss_action": 0.01238231360912323,
      "loss_total": 0.01238231360912323,
      "step": 40240
    },
    {
      "grad_norm": 0.18129801750183105,
      "learning_rate": 9.930101921065428e-05,
      "loss": 0.0123,
      "step": 40250
    },
    {
      "loss_action": 0.004217624664306641,
      "loss_total": 0.004217624664306641,
      "step": 40250
    },
    {
      "loss_action": 0.022217243909835815,
      "loss_total": 0.022217243909835815,
      "step": 40250
    },
    {
      "loss_action": 0.010634496808052063,
      "loss_total": 0.010634496808052063,
      "step": 40250
    },
    {
      "loss_action": 0.008344371803104877,
      "loss_total": 0.008344371803104877,
      "step": 40250
    },
    {
      "loss_action": 0.014920312911272049,
      "loss_total": 0.014920312911272049,
      "step": 40250
    },
    {
      "loss_action": 0.006028014235198498,
      "loss_total": 0.006028014235198498,
      "step": 40250
    },
    {
      "loss_action": 0.007274731528013945,
      "loss_total": 0.007274731528013945,
      "step": 40250
    },
    {
      "loss_action": 0.010479557327926159,
      "loss_total": 0.010479557327926159,
      "step": 40250
    },
    {
      "grad_norm": 0.12329874187707901,
      "learning_rate": 9.930033026975058e-05,
      "loss": 0.0109,
      "step": 40260
    },
    {
      "loss_action": 0.02455032616853714,
      "loss_total": 0.02455032616853714,
      "step": 40260
    },
    {
      "loss_action": 0.012915996834635735,
      "loss_total": 0.012915996834635735,
      "step": 40260
    },
    {
      "loss_action": 0.0035177278332412243,
      "loss_total": 0.0035177278332412243,
      "step": 40260
    },
    {
      "loss_action": 0.00970570556819439,
      "loss_total": 0.00970570556819439,
      "step": 40260
    },
    {
      "loss_action": 0.009120709262788296,
      "loss_total": 0.009120709262788296,
      "step": 40260
    },
    {
      "loss_action": 0.006568246055394411,
      "loss_total": 0.006568246055394411,
      "step": 40260
    },
    {
      "loss_action": 0.00837111845612526,
      "loss_total": 0.00837111845612526,
      "step": 40260
    },
    {
      "loss_action": 0.010034428909420967,
      "loss_total": 0.010034428909420967,
      "step": 40260
    },
    {
      "grad_norm": 0.14915433526039124,
      "learning_rate": 9.929964099188376e-05,
      "loss": 0.0113,
      "step": 40270
    },
    {
      "loss_action": 0.007178949657827616,
      "loss_total": 0.007178949657827616,
      "step": 40270
    },
    {
      "loss_action": 0.009125394746661186,
      "loss_total": 0.009125394746661186,
      "step": 40270
    },
    {
      "loss_action": 0.01667124219238758,
      "loss_total": 0.01667124219238758,
      "step": 40270
    },
    {
      "loss_action": 0.028852585703134537,
      "loss_total": 0.028852585703134537,
      "step": 40270
    },
    {
      "loss_action": 0.011451463215053082,
      "loss_total": 0.011451463215053082,
      "step": 40270
    },
    {
      "loss_action": 0.010304741561412811,
      "loss_total": 0.010304741561412811,
      "step": 40270
    },
    {
      "loss_action": 0.005738247651606798,
      "loss_total": 0.005738247651606798,
      "step": 40270
    },
    {
      "loss_action": 0.005418599583208561,
      "loss_total": 0.005418599583208561,
      "step": 40270
    },
    {
      "grad_norm": 0.13975155353546143,
      "learning_rate": 9.929895137705851e-05,
      "loss": 0.0112,
      "step": 40280
    },
    {
      "loss_action": 0.009355682879686356,
      "loss_total": 0.009355682879686356,
      "step": 40280
    },
    {
      "loss_action": 0.008724510669708252,
      "loss_total": 0.008724510669708252,
      "step": 40280
    },
    {
      "loss_action": 0.006670370697975159,
      "loss_total": 0.006670370697975159,
      "step": 40280
    },
    {
      "loss_action": 0.006801063194870949,
      "loss_total": 0.006801063194870949,
      "step": 40280
    },
    {
      "loss_action": 0.010483200661838055,
      "loss_total": 0.010483200661838055,
      "step": 40280
    },
    {
      "loss_action": 0.009320556186139584,
      "loss_total": 0.009320556186139584,
      "step": 40280
    },
    {
      "loss_action": 0.007926030084490776,
      "loss_total": 0.007926030084490776,
      "step": 40280
    },
    {
      "loss_action": 0.022051405161619186,
      "loss_total": 0.022051405161619186,
      "step": 40280
    },
    {
      "grad_norm": 0.13523946702480316,
      "learning_rate": 9.929826142527956e-05,
      "loss": 0.0108,
      "step": 40290
    },
    {
      "loss_action": 0.012535760179162025,
      "loss_total": 0.012535760179162025,
      "step": 40290
    },
    {
      "loss_action": 0.006341089494526386,
      "loss_total": 0.006341089494526386,
      "step": 40290
    },
    {
      "loss_action": 0.006877530831843615,
      "loss_total": 0.006877530831843615,
      "step": 40290
    },
    {
      "loss_action": 0.016358882188796997,
      "loss_total": 0.016358882188796997,
      "step": 40290
    },
    {
      "loss_action": 0.011946585960686207,
      "loss_total": 0.011946585960686207,
      "step": 40290
    },
    {
      "loss_action": 0.030827999114990234,
      "loss_total": 0.030827999114990234,
      "step": 40290
    },
    {
      "loss_action": 0.026691831648349762,
      "loss_total": 0.026691831648349762,
      "step": 40290
    },
    {
      "loss_action": 0.014062299393117428,
      "loss_total": 0.014062299393117428,
      "step": 40290
    },
    {
      "grad_norm": 0.14069275557994843,
      "learning_rate": 9.929757113655162e-05,
      "loss": 0.011,
      "step": 40300
    },
    {
      "loss_action": 0.0036000108812004328,
      "loss_total": 0.0036000108812004328,
      "step": 40300
    },
    {
      "loss_action": 0.010888655669987202,
      "loss_total": 0.010888655669987202,
      "step": 40300
    },
    {
      "loss_action": 0.004161417484283447,
      "loss_total": 0.004161417484283447,
      "step": 40300
    },
    {
      "loss_action": 0.011342713609337807,
      "loss_total": 0.011342713609337807,
      "step": 40300
    },
    {
      "loss_action": 0.02538098394870758,
      "loss_total": 0.02538098394870758,
      "step": 40300
    },
    {
      "loss_action": 0.009588632732629776,
      "loss_total": 0.009588632732629776,
      "step": 40300
    },
    {
      "loss_action": 0.0051975068636238575,
      "loss_total": 0.0051975068636238575,
      "step": 40300
    },
    {
      "loss_action": 0.008689368143677711,
      "loss_total": 0.008689368143677711,
      "step": 40300
    },
    {
      "grad_norm": 0.08838210254907608,
      "learning_rate": 9.929688051087941e-05,
      "loss": 0.0095,
      "step": 40310
    },
    {
      "loss_action": 0.005701023619621992,
      "loss_total": 0.005701023619621992,
      "step": 40310
    },
    {
      "loss_action": 0.002612063195556402,
      "loss_total": 0.002612063195556402,
      "step": 40310
    },
    {
      "loss_action": 0.012311580590903759,
      "loss_total": 0.012311580590903759,
      "step": 40310
    },
    {
      "loss_action": 0.014770276844501495,
      "loss_total": 0.014770276844501495,
      "step": 40310
    },
    {
      "loss_action": 0.01036903914064169,
      "loss_total": 0.01036903914064169,
      "step": 40310
    },
    {
      "loss_action": 0.010104147717356682,
      "loss_total": 0.010104147717356682,
      "step": 40310
    },
    {
      "loss_action": 0.010623193345963955,
      "loss_total": 0.010623193345963955,
      "step": 40310
    },
    {
      "loss_action": 0.004022869747132063,
      "loss_total": 0.004022869747132063,
      "step": 40310
    },
    {
      "grad_norm": 0.20172768831253052,
      "learning_rate": 9.929618954826765e-05,
      "loss": 0.0104,
      "step": 40320
    },
    {
      "loss_action": 0.007639859803020954,
      "loss_total": 0.007639859803020954,
      "step": 40320
    },
    {
      "loss_action": 0.006981733720749617,
      "loss_total": 0.006981733720749617,
      "step": 40320
    },
    {
      "loss_action": 0.006018486805260181,
      "loss_total": 0.006018486805260181,
      "step": 40320
    },
    {
      "loss_action": 0.023420440033078194,
      "loss_total": 0.023420440033078194,
      "step": 40320
    },
    {
      "loss_action": 0.004561365116387606,
      "loss_total": 0.004561365116387606,
      "step": 40320
    },
    {
      "loss_action": 0.011174840852618217,
      "loss_total": 0.011174840852618217,
      "step": 40320
    },
    {
      "loss_action": 0.019122380763292313,
      "loss_total": 0.019122380763292313,
      "step": 40320
    },
    {
      "loss_action": 0.011309370398521423,
      "loss_total": 0.011309370398521423,
      "step": 40320
    },
    {
      "grad_norm": 0.1827581375837326,
      "learning_rate": 9.929549824872107e-05,
      "loss": 0.01,
      "step": 40330
    },
    {
      "loss_action": 0.017705203965306282,
      "loss_total": 0.017705203965306282,
      "step": 40330
    },
    {
      "loss_action": 0.016878481954336166,
      "loss_total": 0.016878481954336166,
      "step": 40330
    },
    {
      "loss_action": 0.010119715705513954,
      "loss_total": 0.010119715705513954,
      "step": 40330
    },
    {
      "loss_action": 0.057160016149282455,
      "loss_total": 0.057160016149282455,
      "step": 40330
    },
    {
      "loss_action": 0.0060305967926979065,
      "loss_total": 0.0060305967926979065,
      "step": 40330
    },
    {
      "loss_action": 0.007423935923725367,
      "loss_total": 0.007423935923725367,
      "step": 40330
    },
    {
      "loss_action": 0.006792411208152771,
      "loss_total": 0.006792411208152771,
      "step": 40330
    },
    {
      "loss_action": 0.010296737775206566,
      "loss_total": 0.010296737775206566,
      "step": 40330
    },
    {
      "grad_norm": 0.11437760293483734,
      "learning_rate": 9.929480661224438e-05,
      "loss": 0.0096,
      "step": 40340
    },
    {
      "loss_action": 0.010128305293619633,
      "loss_total": 0.010128305293619633,
      "step": 40340
    },
    {
      "loss_action": 0.01320851780474186,
      "loss_total": 0.01320851780474186,
      "step": 40340
    },
    {
      "loss_action": 0.006089481059461832,
      "loss_total": 0.006089481059461832,
      "step": 40340
    },
    {
      "loss_action": 0.00665900856256485,
      "loss_total": 0.00665900856256485,
      "step": 40340
    },
    {
      "loss_action": 0.007302352227270603,
      "loss_total": 0.007302352227270603,
      "step": 40340
    },
    {
      "loss_action": 0.01302291639149189,
      "loss_total": 0.01302291639149189,
      "step": 40340
    },
    {
      "loss_action": 0.009850911796092987,
      "loss_total": 0.009850911796092987,
      "step": 40340
    },
    {
      "loss_action": 0.005489659029990435,
      "loss_total": 0.005489659029990435,
      "step": 40340
    },
    {
      "grad_norm": 0.13480453193187714,
      "learning_rate": 9.929411463884231e-05,
      "loss": 0.0104,
      "step": 40350
    },
    {
      "loss_action": 0.04894892871379852,
      "loss_total": 0.04894892871379852,
      "step": 40350
    },
    {
      "loss_action": 0.009988759644329548,
      "loss_total": 0.009988759644329548,
      "step": 40350
    },
    {
      "loss_action": 0.0141679085791111,
      "loss_total": 0.0141679085791111,
      "step": 40350
    },
    {
      "loss_action": 0.006290304474532604,
      "loss_total": 0.006290304474532604,
      "step": 40350
    },
    {
      "loss_action": 0.009430976584553719,
      "loss_total": 0.009430976584553719,
      "step": 40350
    },
    {
      "loss_action": 0.005668678320944309,
      "loss_total": 0.005668678320944309,
      "step": 40350
    },
    {
      "loss_action": 0.011091845110058784,
      "loss_total": 0.011091845110058784,
      "step": 40350
    },
    {
      "loss_action": 0.01394885964691639,
      "loss_total": 0.01394885964691639,
      "step": 40350
    },
    {
      "grad_norm": 0.15451323986053467,
      "learning_rate": 9.929342232851961e-05,
      "loss": 0.0098,
      "step": 40360
    },
    {
      "loss_action": 0.00574734341353178,
      "loss_total": 0.00574734341353178,
      "step": 40360
    },
    {
      "loss_action": 0.018545998260378838,
      "loss_total": 0.018545998260378838,
      "step": 40360
    },
    {
      "loss_action": 0.007209560833871365,
      "loss_total": 0.007209560833871365,
      "step": 40360
    },
    {
      "loss_action": 0.004236873239278793,
      "loss_total": 0.004236873239278793,
      "step": 40360
    },
    {
      "loss_action": 0.004402887541800737,
      "loss_total": 0.004402887541800737,
      "step": 40360
    },
    {
      "loss_action": 0.006555016618221998,
      "loss_total": 0.006555016618221998,
      "step": 40360
    },
    {
      "loss_action": 0.015902655199170113,
      "loss_total": 0.015902655199170113,
      "step": 40360
    },
    {
      "loss_action": 0.01224440336227417,
      "loss_total": 0.01224440336227417,
      "step": 40360
    },
    {
      "grad_norm": 0.12194044142961502,
      "learning_rate": 9.9292729681281e-05,
      "loss": 0.0105,
      "step": 40370
    },
    {
      "loss_action": 0.0035631651990115643,
      "loss_total": 0.0035631651990115643,
      "step": 40370
    },
    {
      "loss_action": 0.003915388137102127,
      "loss_total": 0.003915388137102127,
      "step": 40370
    },
    {
      "loss_action": 0.0042846607975661755,
      "loss_total": 0.0042846607975661755,
      "step": 40370
    },
    {
      "loss_action": 0.014217321760952473,
      "loss_total": 0.014217321760952473,
      "step": 40370
    },
    {
      "loss_action": 0.011912702582776546,
      "loss_total": 0.011912702582776546,
      "step": 40370
    },
    {
      "loss_action": 0.005672969855368137,
      "loss_total": 0.005672969855368137,
      "step": 40370
    },
    {
      "loss_action": 0.010335149243474007,
      "loss_total": 0.010335149243474007,
      "step": 40370
    },
    {
      "loss_action": 0.013205124996602535,
      "loss_total": 0.013205124996602535,
      "step": 40370
    },
    {
      "grad_norm": 0.19299839437007904,
      "learning_rate": 9.929203669713121e-05,
      "loss": 0.009,
      "step": 40380
    },
    {
      "loss_action": 0.010148945264518261,
      "loss_total": 0.010148945264518261,
      "step": 40380
    },
    {
      "loss_action": 0.008355476893484592,
      "loss_total": 0.008355476893484592,
      "step": 40380
    },
    {
      "loss_action": 0.007068967912346125,
      "loss_total": 0.007068967912346125,
      "step": 40380
    },
    {
      "loss_action": 0.0049482425674796104,
      "loss_total": 0.0049482425674796104,
      "step": 40380
    },
    {
      "loss_action": 0.010489800944924355,
      "loss_total": 0.010489800944924355,
      "step": 40380
    },
    {
      "loss_action": 0.018028711900115013,
      "loss_total": 0.018028711900115013,
      "step": 40380
    },
    {
      "loss_action": 0.00845035258680582,
      "loss_total": 0.00845035258680582,
      "step": 40380
    },
    {
      "loss_action": 0.01410555187612772,
      "loss_total": 0.01410555187612772,
      "step": 40380
    },
    {
      "grad_norm": 0.1150406077504158,
      "learning_rate": 9.929134337607498e-05,
      "loss": 0.0092,
      "step": 40390
    },
    {
      "loss_action": 0.005268102511763573,
      "loss_total": 0.005268102511763573,
      "step": 40390
    },
    {
      "loss_action": 0.011087048798799515,
      "loss_total": 0.011087048798799515,
      "step": 40390
    },
    {
      "loss_action": 0.02065931260585785,
      "loss_total": 0.02065931260585785,
      "step": 40390
    },
    {
      "loss_action": 0.011472666636109352,
      "loss_total": 0.011472666636109352,
      "step": 40390
    },
    {
      "loss_action": 0.010032357648015022,
      "loss_total": 0.010032357648015022,
      "step": 40390
    },
    {
      "loss_action": 0.009153317660093307,
      "loss_total": 0.009153317660093307,
      "step": 40390
    },
    {
      "loss_action": 0.011751338839530945,
      "loss_total": 0.011751338839530945,
      "step": 40390
    },
    {
      "loss_action": 0.019057272002100945,
      "loss_total": 0.019057272002100945,
      "step": 40390
    },
    {
      "grad_norm": 0.15454474091529846,
      "learning_rate": 9.929064971811703e-05,
      "loss": 0.0105,
      "step": 40400
    },
    {
      "loss_action": 0.009516258724033833,
      "loss_total": 0.009516258724033833,
      "step": 40400
    },
    {
      "loss_action": 0.0043335240334272385,
      "loss_total": 0.0043335240334272385,
      "step": 40400
    },
    {
      "loss_action": 0.004642704501748085,
      "loss_total": 0.004642704501748085,
      "step": 40400
    },
    {
      "loss_action": 0.005615441128611565,
      "loss_total": 0.005615441128611565,
      "step": 40400
    },
    {
      "loss_action": 0.011065611615777016,
      "loss_total": 0.011065611615777016,
      "step": 40400
    },
    {
      "loss_action": 0.007856312207877636,
      "loss_total": 0.007856312207877636,
      "step": 40400
    },
    {
      "loss_action": 0.004026331007480621,
      "loss_total": 0.004026331007480621,
      "step": 40400
    },
    {
      "loss_action": 0.004900751635432243,
      "loss_total": 0.004900751635432243,
      "step": 40400
    },
    {
      "grad_norm": 0.10895916819572449,
      "learning_rate": 9.928995572326212e-05,
      "loss": 0.0102,
      "step": 40410
    },
    {
      "loss_action": 0.005904184188693762,
      "loss_total": 0.005904184188693762,
      "step": 40410
    },
    {
      "loss_action": 0.00755305914208293,
      "loss_total": 0.00755305914208293,
      "step": 40410
    },
    {
      "loss_action": 0.009879499673843384,
      "loss_total": 0.009879499673843384,
      "step": 40410
    },
    {
      "loss_action": 0.013765888288617134,
      "loss_total": 0.013765888288617134,
      "step": 40410
    },
    {
      "loss_action": 0.007499099243432283,
      "loss_total": 0.007499099243432283,
      "step": 40410
    },
    {
      "loss_action": 0.009831055998802185,
      "loss_total": 0.009831055998802185,
      "step": 40410
    },
    {
      "loss_action": 0.007644926197826862,
      "loss_total": 0.007644926197826862,
      "step": 40410
    },
    {
      "loss_action": 0.008085549809038639,
      "loss_total": 0.008085549809038639,
      "step": 40410
    },
    {
      "grad_norm": 0.15405789017677307,
      "learning_rate": 9.9289261391515e-05,
      "loss": 0.0123,
      "step": 40420
    },
    {
      "loss_action": 0.018228895962238312,
      "loss_total": 0.018228895962238312,
      "step": 40420
    },
    {
      "loss_action": 0.024591470137238503,
      "loss_total": 0.024591470137238503,
      "step": 40420
    },
    {
      "loss_action": 0.012614628300070763,
      "loss_total": 0.012614628300070763,
      "step": 40420
    },
    {
      "loss_action": 0.01048612967133522,
      "loss_total": 0.01048612967133522,
      "step": 40420
    },
    {
      "loss_action": 0.014351502992212772,
      "loss_total": 0.014351502992212772,
      "step": 40420
    },
    {
      "loss_action": 0.024720672518014908,
      "loss_total": 0.024720672518014908,
      "step": 40420
    },
    {
      "loss_action": 0.009898526594042778,
      "loss_total": 0.009898526594042778,
      "step": 40420
    },
    {
      "loss_action": 0.012897057458758354,
      "loss_total": 0.012897057458758354,
      "step": 40420
    },
    {
      "grad_norm": 0.1512831300497055,
      "learning_rate": 9.92885667228804e-05,
      "loss": 0.0116,
      "step": 40430
    },
    {
      "loss_action": 0.01843578740954399,
      "loss_total": 0.01843578740954399,
      "step": 40430
    },
    {
      "loss_action": 0.007843168452382088,
      "loss_total": 0.007843168452382088,
      "step": 40430
    },
    {
      "loss_action": 0.006443917751312256,
      "loss_total": 0.006443917751312256,
      "step": 40430
    },
    {
      "loss_action": 0.012247886508703232,
      "loss_total": 0.012247886508703232,
      "step": 40430
    },
    {
      "loss_action": 0.007792447693645954,
      "loss_total": 0.007792447693645954,
      "step": 40430
    },
    {
      "loss_action": 0.003572117770090699,
      "loss_total": 0.003572117770090699,
      "step": 40430
    },
    {
      "loss_action": 0.01795024424791336,
      "loss_total": 0.01795024424791336,
      "step": 40430
    },
    {
      "loss_action": 0.005362176336348057,
      "loss_total": 0.005362176336348057,
      "step": 40430
    },
    {
      "grad_norm": 0.21119819581508636,
      "learning_rate": 9.928787171736309e-05,
      "loss": 0.0111,
      "step": 40440
    },
    {
      "loss_action": 0.009513497352600098,
      "loss_total": 0.009513497352600098,
      "step": 40440
    },
    {
      "loss_action": 0.008556241169571877,
      "loss_total": 0.008556241169571877,
      "step": 40440
    },
    {
      "loss_action": 0.007529295049607754,
      "loss_total": 0.007529295049607754,
      "step": 40440
    },
    {
      "loss_action": 0.002998318523168564,
      "loss_total": 0.002998318523168564,
      "step": 40440
    },
    {
      "loss_action": 0.020601311698555946,
      "loss_total": 0.020601311698555946,
      "step": 40440
    },
    {
      "loss_action": 0.010636471211910248,
      "loss_total": 0.010636471211910248,
      "step": 40440
    },
    {
      "loss_action": 0.008537082001566887,
      "loss_total": 0.008537082001566887,
      "step": 40440
    },
    {
      "loss_action": 0.01278366707265377,
      "loss_total": 0.01278366707265377,
      "step": 40440
    },
    {
      "grad_norm": 0.12929236888885498,
      "learning_rate": 9.92871763749678e-05,
      "loss": 0.0092,
      "step": 40450
    },
    {
      "loss_action": 0.008166927844285965,
      "loss_total": 0.008166927844285965,
      "step": 40450
    },
    {
      "loss_action": 0.021023638546466827,
      "loss_total": 0.021023638546466827,
      "step": 40450
    },
    {
      "loss_action": 0.00593000091612339,
      "loss_total": 0.00593000091612339,
      "step": 40450
    },
    {
      "loss_action": 0.008367487229406834,
      "loss_total": 0.008367487229406834,
      "step": 40450
    },
    {
      "loss_action": 0.007480718195438385,
      "loss_total": 0.007480718195438385,
      "step": 40450
    },
    {
      "loss_action": 0.008901100605726242,
      "loss_total": 0.008901100605726242,
      "step": 40450
    },
    {
      "loss_action": 0.013575337827205658,
      "loss_total": 0.013575337827205658,
      "step": 40450
    },
    {
      "loss_action": 0.004790252074599266,
      "loss_total": 0.004790252074599266,
      "step": 40450
    },
    {
      "grad_norm": 0.17952443659305573,
      "learning_rate": 9.928648069569928e-05,
      "loss": 0.0099,
      "step": 40460
    },
    {
      "loss_action": 0.012376445345580578,
      "loss_total": 0.012376445345580578,
      "step": 40460
    },
    {
      "loss_action": 0.004550417885184288,
      "loss_total": 0.004550417885184288,
      "step": 40460
    },
    {
      "loss_action": 0.012263748794794083,
      "loss_total": 0.012263748794794083,
      "step": 40460
    },
    {
      "loss_action": 0.007717975415289402,
      "loss_total": 0.007717975415289402,
      "step": 40460
    },
    {
      "loss_action": 0.009628420695662498,
      "loss_total": 0.009628420695662498,
      "step": 40460
    },
    {
      "loss_action": 0.009606137871742249,
      "loss_total": 0.009606137871742249,
      "step": 40460
    },
    {
      "loss_action": 0.01727765053510666,
      "loss_total": 0.01727765053510666,
      "step": 40460
    },
    {
      "loss_action": 0.010785377584397793,
      "loss_total": 0.010785377584397793,
      "step": 40460
    },
    {
      "grad_norm": 0.10466575622558594,
      "learning_rate": 9.928578467956232e-05,
      "loss": 0.0104,
      "step": 40470
    },
    {
      "loss_action": 0.008844022639095783,
      "loss_total": 0.008844022639095783,
      "step": 40470
    },
    {
      "loss_action": 0.013925962150096893,
      "loss_total": 0.013925962150096893,
      "step": 40470
    },
    {
      "loss_action": 0.0073013631626963615,
      "loss_total": 0.0073013631626963615,
      "step": 40470
    },
    {
      "loss_action": 0.015806537121534348,
      "loss_total": 0.015806537121534348,
      "step": 40470
    },
    {
      "loss_action": 0.0054431878961622715,
      "loss_total": 0.0054431878961622715,
      "step": 40470
    },
    {
      "loss_action": 0.0347171314060688,
      "loss_total": 0.0347171314060688,
      "step": 40470
    },
    {
      "loss_action": 0.003057376714423299,
      "loss_total": 0.003057376714423299,
      "step": 40470
    },
    {
      "loss_action": 0.004898648709058762,
      "loss_total": 0.004898648709058762,
      "step": 40470
    },
    {
      "grad_norm": 0.11831501126289368,
      "learning_rate": 9.928508832656161e-05,
      "loss": 0.0102,
      "step": 40480
    },
    {
      "loss_action": 0.015954775735735893,
      "loss_total": 0.015954775735735893,
      "step": 40480
    },
    {
      "loss_action": 0.007172856479883194,
      "loss_total": 0.007172856479883194,
      "step": 40480
    },
    {
      "loss_action": 0.006429537199437618,
      "loss_total": 0.006429537199437618,
      "step": 40480
    },
    {
      "loss_action": 0.009221534244716167,
      "loss_total": 0.009221534244716167,
      "step": 40480
    },
    {
      "loss_action": 0.004692750982940197,
      "loss_total": 0.004692750982940197,
      "step": 40480
    },
    {
      "loss_action": 0.0041040703654289246,
      "loss_total": 0.0041040703654289246,
      "step": 40480
    },
    {
      "loss_action": 0.014013082720339298,
      "loss_total": 0.014013082720339298,
      "step": 40480
    },
    {
      "loss_action": 0.01927531510591507,
      "loss_total": 0.01927531510591507,
      "step": 40480
    },
    {
      "grad_norm": 0.10443201661109924,
      "learning_rate": 9.928439163670197e-05,
      "loss": 0.0098,
      "step": 40490
    },
    {
      "loss_action": 0.006255968473851681,
      "loss_total": 0.006255968473851681,
      "step": 40490
    },
    {
      "loss_action": 0.005035921931266785,
      "loss_total": 0.005035921931266785,
      "step": 40490
    },
    {
      "loss_action": 0.005603389348834753,
      "loss_total": 0.005603389348834753,
      "step": 40490
    },
    {
      "loss_action": 0.02070239931344986,
      "loss_total": 0.02070239931344986,
      "step": 40490
    },
    {
      "loss_action": 0.008603472262620926,
      "loss_total": 0.008603472262620926,
      "step": 40490
    },
    {
      "loss_action": 0.01048430148512125,
      "loss_total": 0.01048430148512125,
      "step": 40490
    },
    {
      "loss_action": 0.00891955941915512,
      "loss_total": 0.00891955941915512,
      "step": 40490
    },
    {
      "loss_action": 0.0035594883374869823,
      "loss_total": 0.0035594883374869823,
      "step": 40490
    },
    {
      "grad_norm": 0.09954675287008286,
      "learning_rate": 9.928369460998814e-05,
      "loss": 0.0093,
      "step": 40500
    },
    {
      "loss_action": 0.01453027781099081,
      "loss_total": 0.01453027781099081,
      "step": 40500
    },
    {
      "loss_action": 0.010412268340587616,
      "loss_total": 0.010412268340587616,
      "step": 40500
    },
    {
      "loss_action": 0.006018919870257378,
      "loss_total": 0.006018919870257378,
      "step": 40500
    },
    {
      "loss_action": 0.003903656266629696,
      "loss_total": 0.003903656266629696,
      "step": 40500
    },
    {
      "loss_action": 0.005124209448695183,
      "loss_total": 0.005124209448695183,
      "step": 40500
    },
    {
      "loss_action": 0.007029483560472727,
      "loss_total": 0.007029483560472727,
      "step": 40500
    },
    {
      "loss_action": 0.004748696461319923,
      "loss_total": 0.004748696461319923,
      "step": 40500
    },
    {
      "loss_action": 0.022030111402273178,
      "loss_total": 0.022030111402273178,
      "step": 40500
    },
    {
      "grad_norm": 0.1073497012257576,
      "learning_rate": 9.928299724642489e-05,
      "loss": 0.0099,
      "step": 40510
    },
    {
      "loss_action": 0.01634354516863823,
      "loss_total": 0.01634354516863823,
      "step": 40510
    },
    {
      "loss_action": 0.017955664545297623,
      "loss_total": 0.017955664545297623,
      "step": 40510
    },
    {
      "loss_action": 0.009256342425942421,
      "loss_total": 0.009256342425942421,
      "step": 40510
    },
    {
      "loss_action": 0.006042510271072388,
      "loss_total": 0.006042510271072388,
      "step": 40510
    },
    {
      "loss_action": 0.006042509339749813,
      "loss_total": 0.006042509339749813,
      "step": 40510
    },
    {
      "loss_action": 0.02034866251051426,
      "loss_total": 0.02034866251051426,
      "step": 40510
    },
    {
      "loss_action": 0.01632516272366047,
      "loss_total": 0.01632516272366047,
      "step": 40510
    },
    {
      "loss_action": 0.009320682846009731,
      "loss_total": 0.009320682846009731,
      "step": 40510
    },
    {
      "grad_norm": 0.1613626927137375,
      "learning_rate": 9.928229954601698e-05,
      "loss": 0.0097,
      "step": 40520
    },
    {
      "loss_action": 0.017746763303875923,
      "loss_total": 0.017746763303875923,
      "step": 40520
    },
    {
      "loss_action": 0.013284376822412014,
      "loss_total": 0.013284376822412014,
      "step": 40520
    },
    {
      "loss_action": 0.004903520457446575,
      "loss_total": 0.004903520457446575,
      "step": 40520
    },
    {
      "loss_action": 0.005487711168825626,
      "loss_total": 0.005487711168825626,
      "step": 40520
    },
    {
      "loss_action": 0.006126345135271549,
      "loss_total": 0.006126345135271549,
      "step": 40520
    },
    {
      "loss_action": 0.02749600075185299,
      "loss_total": 0.02749600075185299,
      "step": 40520
    },
    {
      "loss_action": 0.026143455877900124,
      "loss_total": 0.026143455877900124,
      "step": 40520
    },
    {
      "loss_action": 0.01707211136817932,
      "loss_total": 0.01707211136817932,
      "step": 40520
    },
    {
      "grad_norm": 0.11857932060956955,
      "learning_rate": 9.928160150876917e-05,
      "loss": 0.0092,
      "step": 40530
    },
    {
      "loss_action": 0.009320942685008049,
      "loss_total": 0.009320942685008049,
      "step": 40530
    },
    {
      "loss_action": 0.003327705431729555,
      "loss_total": 0.003327705431729555,
      "step": 40530
    },
    {
      "loss_action": 0.008873959071934223,
      "loss_total": 0.008873959071934223,
      "step": 40530
    },
    {
      "loss_action": 0.011583001352846622,
      "loss_total": 0.011583001352846622,
      "step": 40530
    },
    {
      "loss_action": 0.016294492408633232,
      "loss_total": 0.016294492408633232,
      "step": 40530
    },
    {
      "loss_action": 0.007298072800040245,
      "loss_total": 0.007298072800040245,
      "step": 40530
    },
    {
      "loss_action": 0.005768893286585808,
      "loss_total": 0.005768893286585808,
      "step": 40530
    },
    {
      "loss_action": 0.005659523420035839,
      "loss_total": 0.005659523420035839,
      "step": 40530
    },
    {
      "grad_norm": 0.1369558572769165,
      "learning_rate": 9.928090313468626e-05,
      "loss": 0.0109,
      "step": 40540
    },
    {
      "loss_action": 0.007778215687721968,
      "loss_total": 0.007778215687721968,
      "step": 40540
    },
    {
      "loss_action": 0.006592399440705776,
      "loss_total": 0.006592399440705776,
      "step": 40540
    },
    {
      "loss_action": 0.004523936193436384,
      "loss_total": 0.004523936193436384,
      "step": 40540
    },
    {
      "loss_action": 0.0049116890877485275,
      "loss_total": 0.0049116890877485275,
      "step": 40540
    },
    {
      "loss_action": 0.006969878450036049,
      "loss_total": 0.006969878450036049,
      "step": 40540
    },
    {
      "loss_action": 0.005326929036527872,
      "loss_total": 0.005326929036527872,
      "step": 40540
    },
    {
      "loss_action": 0.009452982805669308,
      "loss_total": 0.009452982805669308,
      "step": 40540
    },
    {
      "loss_action": 0.008809559047222137,
      "loss_total": 0.008809559047222137,
      "step": 40540
    },
    {
      "grad_norm": 0.09370560199022293,
      "learning_rate": 9.928020442377298e-05,
      "loss": 0.0086,
      "step": 40550
    },
    {
      "loss_action": 0.008100107312202454,
      "loss_total": 0.008100107312202454,
      "step": 40550
    },
    {
      "loss_action": 0.012623671442270279,
      "loss_total": 0.012623671442270279,
      "step": 40550
    },
    {
      "loss_action": 0.009288100525736809,
      "loss_total": 0.009288100525736809,
      "step": 40550
    },
    {
      "loss_action": 0.00860406644642353,
      "loss_total": 0.00860406644642353,
      "step": 40550
    },
    {
      "loss_action": 0.002924742642790079,
      "loss_total": 0.002924742642790079,
      "step": 40550
    },
    {
      "loss_action": 0.006842684466391802,
      "loss_total": 0.006842684466391802,
      "step": 40550
    },
    {
      "loss_action": 0.004878020379692316,
      "loss_total": 0.004878020379692316,
      "step": 40550
    },
    {
      "loss_action": 0.01003932673484087,
      "loss_total": 0.01003932673484087,
      "step": 40550
    },
    {
      "grad_norm": 0.10118613392114639,
      "learning_rate": 9.927950537603415e-05,
      "loss": 0.0088,
      "step": 40560
    },
    {
      "loss_action": 0.01510569080710411,
      "loss_total": 0.01510569080710411,
      "step": 40560
    },
    {
      "loss_action": 0.02062222734093666,
      "loss_total": 0.02062222734093666,
      "step": 40560
    },
    {
      "loss_action": 0.004345791880041361,
      "loss_total": 0.004345791880041361,
      "step": 40560
    },
    {
      "loss_action": 0.004569476470351219,
      "loss_total": 0.004569476470351219,
      "step": 40560
    },
    {
      "loss_action": 0.015123482793569565,
      "loss_total": 0.015123482793569565,
      "step": 40560
    },
    {
      "loss_action": 0.007484649773687124,
      "loss_total": 0.007484649773687124,
      "step": 40560
    },
    {
      "loss_action": 0.009460242465138435,
      "loss_total": 0.009460242465138435,
      "step": 40560
    },
    {
      "loss_action": 0.011040582321584225,
      "loss_total": 0.011040582321584225,
      "step": 40560
    },
    {
      "grad_norm": 0.13165265321731567,
      "learning_rate": 9.927880599147452e-05,
      "loss": 0.0102,
      "step": 40570
    },
    {
      "loss_action": 0.010558439418673515,
      "loss_total": 0.010558439418673515,
      "step": 40570
    },
    {
      "loss_action": 0.0057117813266813755,
      "loss_total": 0.0057117813266813755,
      "step": 40570
    },
    {
      "loss_action": 0.004456091206520796,
      "loss_total": 0.004456091206520796,
      "step": 40570
    },
    {
      "loss_action": 0.004968352150171995,
      "loss_total": 0.004968352150171995,
      "step": 40570
    },
    {
      "loss_action": 0.011376367881894112,
      "loss_total": 0.011376367881894112,
      "step": 40570
    },
    {
      "loss_action": 0.006924886256456375,
      "loss_total": 0.006924886256456375,
      "step": 40570
    },
    {
      "loss_action": 0.012736976146697998,
      "loss_total": 0.012736976146697998,
      "step": 40570
    },
    {
      "loss_action": 0.005745588801801205,
      "loss_total": 0.005745588801801205,
      "step": 40570
    },
    {
      "grad_norm": 0.09484650939702988,
      "learning_rate": 9.927810627009887e-05,
      "loss": 0.0089,
      "step": 40580
    },
    {
      "loss_action": 0.010423095896840096,
      "loss_total": 0.010423095896840096,
      "step": 40580
    },
    {
      "loss_action": 0.005833122879266739,
      "loss_total": 0.005833122879266739,
      "step": 40580
    },
    {
      "loss_action": 0.005073119420558214,
      "loss_total": 0.005073119420558214,
      "step": 40580
    },
    {
      "loss_action": 0.015859462320804596,
      "loss_total": 0.015859462320804596,
      "step": 40580
    },
    {
      "loss_action": 0.011344997212290764,
      "loss_total": 0.011344997212290764,
      "step": 40580
    },
    {
      "loss_action": 0.01509302668273449,
      "loss_total": 0.01509302668273449,
      "step": 40580
    },
    {
      "loss_action": 0.0071498677134513855,
      "loss_total": 0.0071498677134513855,
      "step": 40580
    },
    {
      "loss_action": 0.0056621921248734,
      "loss_total": 0.0056621921248734,
      "step": 40580
    },
    {
      "grad_norm": 0.10023801028728485,
      "learning_rate": 9.927740621191201e-05,
      "loss": 0.0092,
      "step": 40590
    },
    {
      "loss_action": 0.010547671467065811,
      "loss_total": 0.010547671467065811,
      "step": 40590
    },
    {
      "loss_action": 0.022042136639356613,
      "loss_total": 0.022042136639356613,
      "step": 40590
    },
    {
      "loss_action": 0.011867763474583626,
      "loss_total": 0.011867763474583626,
      "step": 40590
    },
    {
      "loss_action": 0.01238492876291275,
      "loss_total": 0.01238492876291275,
      "step": 40590
    },
    {
      "loss_action": 0.011031664907932281,
      "loss_total": 0.011031664907932281,
      "step": 40590
    },
    {
      "loss_action": 0.010487009771168232,
      "loss_total": 0.010487009771168232,
      "step": 40590
    },
    {
      "loss_action": 0.008320236578583717,
      "loss_total": 0.008320236578583717,
      "step": 40590
    },
    {
      "loss_action": 0.02065262198448181,
      "loss_total": 0.02065262198448181,
      "step": 40590
    },
    {
      "grad_norm": 0.11139225959777832,
      "learning_rate": 9.927670581691871e-05,
      "loss": 0.0109,
      "step": 40600
    },
    {
      "loss_action": 0.010895363055169582,
      "loss_total": 0.010895363055169582,
      "step": 40600
    },
    {
      "loss_action": 0.006354867480695248,
      "loss_total": 0.006354867480695248,
      "step": 40600
    },
    {
      "loss_action": 0.006387283559888601,
      "loss_total": 0.006387283559888601,
      "step": 40600
    },
    {
      "loss_action": 0.005004762671887875,
      "loss_total": 0.005004762671887875,
      "step": 40600
    },
    {
      "loss_action": 0.007545236963778734,
      "loss_total": 0.007545236963778734,
      "step": 40600
    },
    {
      "loss_action": 0.014914218336343765,
      "loss_total": 0.014914218336343765,
      "step": 40600
    },
    {
      "loss_action": 0.0045336224138736725,
      "loss_total": 0.0045336224138736725,
      "step": 40600
    },
    {
      "loss_action": 0.004798599984496832,
      "loss_total": 0.004798599984496832,
      "step": 40600
    },
    {
      "grad_norm": 0.12008922547101974,
      "learning_rate": 9.927600508512373e-05,
      "loss": 0.0112,
      "step": 40610
    },
    {
      "loss_action": 0.014797639101743698,
      "loss_total": 0.014797639101743698,
      "step": 40610
    },
    {
      "loss_action": 0.005258469842374325,
      "loss_total": 0.005258469842374325,
      "step": 40610
    },
    {
      "loss_action": 0.0152593944221735,
      "loss_total": 0.0152593944221735,
      "step": 40610
    },
    {
      "loss_action": 0.00425881240516901,
      "loss_total": 0.00425881240516901,
      "step": 40610
    },
    {
      "loss_action": 0.010178377851843834,
      "loss_total": 0.010178377851843834,
      "step": 40610
    },
    {
      "loss_action": 0.00548132136464119,
      "loss_total": 0.00548132136464119,
      "step": 40610
    },
    {
      "loss_action": 0.008011623285710812,
      "loss_total": 0.008011623285710812,
      "step": 40610
    },
    {
      "loss_action": 0.007893389090895653,
      "loss_total": 0.007893389090895653,
      "step": 40610
    },
    {
      "grad_norm": 0.1656375527381897,
      "learning_rate": 9.927530401653191e-05,
      "loss": 0.0108,
      "step": 40620
    },
    {
      "loss_action": 0.009391965344548225,
      "loss_total": 0.009391965344548225,
      "step": 40620
    },
    {
      "loss_action": 0.01072223111987114,
      "loss_total": 0.01072223111987114,
      "step": 40620
    },
    {
      "loss_action": 0.013814644888043404,
      "loss_total": 0.013814644888043404,
      "step": 40620
    },
    {
      "loss_action": 0.005589241161942482,
      "loss_total": 0.005589241161942482,
      "step": 40620
    },
    {
      "loss_action": 0.006693768315017223,
      "loss_total": 0.006693768315017223,
      "step": 40620
    },
    {
      "loss_action": 0.005130074452608824,
      "loss_total": 0.005130074452608824,
      "step": 40620
    },
    {
      "loss_action": 0.005504347383975983,
      "loss_total": 0.005504347383975983,
      "step": 40620
    },
    {
      "loss_action": 0.00691346637904644,
      "loss_total": 0.00691346637904644,
      "step": 40620
    },
    {
      "grad_norm": 0.12846504151821136,
      "learning_rate": 9.927460261114798e-05,
      "loss": 0.0094,
      "step": 40630
    },
    {
      "loss_action": 0.00572727806866169,
      "loss_total": 0.00572727806866169,
      "step": 40630
    },
    {
      "loss_action": 0.014610366895794868,
      "loss_total": 0.014610366895794868,
      "step": 40630
    },
    {
      "loss_action": 0.004110247828066349,
      "loss_total": 0.004110247828066349,
      "step": 40630
    },
    {
      "loss_action": 0.004043270833790302,
      "loss_total": 0.004043270833790302,
      "step": 40630
    },
    {
      "loss_action": 0.0053570689633488655,
      "loss_total": 0.0053570689633488655,
      "step": 40630
    },
    {
      "loss_action": 0.004982518497854471,
      "loss_total": 0.004982518497854471,
      "step": 40630
    },
    {
      "loss_action": 0.006258402951061726,
      "loss_total": 0.006258402951061726,
      "step": 40630
    },
    {
      "loss_action": 0.002940889447927475,
      "loss_total": 0.002940889447927475,
      "step": 40630
    },
    {
      "grad_norm": 0.11756425350904465,
      "learning_rate": 9.92739008689768e-05,
      "loss": 0.0087,
      "step": 40640
    },
    {
      "loss_action": 0.007156556472182274,
      "loss_total": 0.007156556472182274,
      "step": 40640
    },
    {
      "loss_action": 0.006102451588958502,
      "loss_total": 0.006102451588958502,
      "step": 40640
    },
    {
      "loss_action": 0.008026357740163803,
      "loss_total": 0.008026357740163803,
      "step": 40640
    },
    {
      "loss_action": 0.0059805503115057945,
      "loss_total": 0.0059805503115057945,
      "step": 40640
    },
    {
      "loss_action": 0.008171994239091873,
      "loss_total": 0.008171994239091873,
      "step": 40640
    },
    {
      "loss_action": 0.008981271646916866,
      "loss_total": 0.008981271646916866,
      "step": 40640
    },
    {
      "loss_action": 0.006567466072738171,
      "loss_total": 0.006567466072738171,
      "step": 40640
    },
    {
      "loss_action": 0.005300084128975868,
      "loss_total": 0.005300084128975868,
      "step": 40640
    },
    {
      "grad_norm": 0.1855725795030594,
      "learning_rate": 9.927319879002312e-05,
      "loss": 0.0085,
      "step": 40650
    },
    {
      "loss_action": 0.010913452133536339,
      "loss_total": 0.010913452133536339,
      "step": 40650
    },
    {
      "loss_action": 0.014081034809350967,
      "loss_total": 0.014081034809350967,
      "step": 40650
    },
    {
      "loss_action": 0.007560087833553553,
      "loss_total": 0.007560087833553553,
      "step": 40650
    },
    {
      "loss_action": 0.011010627262294292,
      "loss_total": 0.011010627262294292,
      "step": 40650
    },
    {
      "loss_action": 0.013514066115021706,
      "loss_total": 0.013514066115021706,
      "step": 40650
    },
    {
      "loss_action": 0.005544240586459637,
      "loss_total": 0.005544240586459637,
      "step": 40650
    },
    {
      "loss_action": 0.003546500811353326,
      "loss_total": 0.003546500811353326,
      "step": 40650
    },
    {
      "loss_action": 0.008066680282354355,
      "loss_total": 0.008066680282354355,
      "step": 40650
    },
    {
      "grad_norm": 0.13177813589572906,
      "learning_rate": 9.927249637429176e-05,
      "loss": 0.0099,
      "step": 40660
    },
    {
      "loss_action": 0.006864385679364204,
      "loss_total": 0.006864385679364204,
      "step": 40660
    },
    {
      "loss_action": 0.011569816619157791,
      "loss_total": 0.011569816619157791,
      "step": 40660
    },
    {
      "loss_action": 0.016160394996404648,
      "loss_total": 0.016160394996404648,
      "step": 40660
    },
    {
      "loss_action": 0.005075748078525066,
      "loss_total": 0.005075748078525066,
      "step": 40660
    },
    {
      "loss_action": 0.006200527772307396,
      "loss_total": 0.006200527772307396,
      "step": 40660
    },
    {
      "loss_action": 0.009959369897842407,
      "loss_total": 0.009959369897842407,
      "step": 40660
    },
    {
      "loss_action": 0.014270768500864506,
      "loss_total": 0.014270768500864506,
      "step": 40660
    },
    {
      "loss_action": 0.01475080568343401,
      "loss_total": 0.01475080568343401,
      "step": 40660
    },
    {
      "grad_norm": 0.18970952928066254,
      "learning_rate": 9.927179362178751e-05,
      "loss": 0.0097,
      "step": 40670
    },
    {
      "loss_action": 0.01257120631635189,
      "loss_total": 0.01257120631635189,
      "step": 40670
    },
    {
      "loss_action": 0.004465142730623484,
      "loss_total": 0.004465142730623484,
      "step": 40670
    },
    {
      "loss_action": 0.009395116940140724,
      "loss_total": 0.009395116940140724,
      "step": 40670
    },
    {
      "loss_action": 0.008157201111316681,
      "loss_total": 0.008157201111316681,
      "step": 40670
    },
    {
      "loss_action": 0.009254150092601776,
      "loss_total": 0.009254150092601776,
      "step": 40670
    },
    {
      "loss_action": 0.010604826733469963,
      "loss_total": 0.010604826733469963,
      "step": 40670
    },
    {
      "loss_action": 0.006758242845535278,
      "loss_total": 0.006758242845535278,
      "step": 40670
    },
    {
      "loss_action": 0.010072849690914154,
      "loss_total": 0.010072849690914154,
      "step": 40670
    },
    {
      "grad_norm": 0.23111285269260406,
      "learning_rate": 9.927109053251518e-05,
      "loss": 0.0118,
      "step": 40680
    },
    {
      "loss_action": 0.01571664772927761,
      "loss_total": 0.01571664772927761,
      "step": 40680
    },
    {
      "loss_action": 0.023844588547945023,
      "loss_total": 0.023844588547945023,
      "step": 40680
    },
    {
      "loss_action": 0.02259022742509842,
      "loss_total": 0.02259022742509842,
      "step": 40680
    },
    {
      "loss_action": 0.009098973125219345,
      "loss_total": 0.009098973125219345,
      "step": 40680
    },
    {
      "loss_action": 0.008631642907857895,
      "loss_total": 0.008631642907857895,
      "step": 40680
    },
    {
      "loss_action": 0.014325877651572227,
      "loss_total": 0.014325877651572227,
      "step": 40680
    },
    {
      "loss_action": 0.011719816364347935,
      "loss_total": 0.011719816364347935,
      "step": 40680
    },
    {
      "loss_action": 0.00831306166946888,
      "loss_total": 0.00831306166946888,
      "step": 40680
    },
    {
      "grad_norm": 0.13150817155838013,
      "learning_rate": 9.927038710647957e-05,
      "loss": 0.0111,
      "step": 40690
    },
    {
      "loss_action": 0.01766502484679222,
      "loss_total": 0.01766502484679222,
      "step": 40690
    },
    {
      "loss_action": 0.006748924031853676,
      "loss_total": 0.006748924031853676,
      "step": 40690
    },
    {
      "loss_action": 0.007450695615261793,
      "loss_total": 0.007450695615261793,
      "step": 40690
    },
    {
      "loss_action": 0.007417646236717701,
      "loss_total": 0.007417646236717701,
      "step": 40690
    },
    {
      "loss_action": 0.009134666994214058,
      "loss_total": 0.009134666994214058,
      "step": 40690
    },
    {
      "loss_action": 0.010215512476861477,
      "loss_total": 0.010215512476861477,
      "step": 40690
    },
    {
      "loss_action": 0.00409659743309021,
      "loss_total": 0.00409659743309021,
      "step": 40690
    },
    {
      "loss_action": 0.011068107560276985,
      "loss_total": 0.011068107560276985,
      "step": 40690
    },
    {
      "grad_norm": 0.17007073760032654,
      "learning_rate": 9.92696833436855e-05,
      "loss": 0.0104,
      "step": 40700
    },
    {
      "loss_action": 0.01272167544811964,
      "loss_total": 0.01272167544811964,
      "step": 40700
    },
    {
      "loss_action": 0.006830861326307058,
      "loss_total": 0.006830861326307058,
      "step": 40700
    },
    {
      "loss_action": 0.0035772849805653095,
      "loss_total": 0.0035772849805653095,
      "step": 40700
    },
    {
      "loss_action": 0.00693922583013773,
      "loss_total": 0.00693922583013773,
      "step": 40700
    },
    {
      "loss_action": 0.004514032043516636,
      "loss_total": 0.004514032043516636,
      "step": 40700
    },
    {
      "loss_action": 0.011677330359816551,
      "loss_total": 0.011677330359816551,
      "step": 40700
    },
    {
      "loss_action": 0.012736683711409569,
      "loss_total": 0.012736683711409569,
      "step": 40700
    },
    {
      "loss_action": 0.007938681170344353,
      "loss_total": 0.007938681170344353,
      "step": 40700
    },
    {
      "grad_norm": 0.1349944919347763,
      "learning_rate": 9.926897924413776e-05,
      "loss": 0.0103,
      "step": 40710
    },
    {
      "loss_action": 0.005707244388759136,
      "loss_total": 0.005707244388759136,
      "step": 40710
    },
    {
      "loss_action": 0.017784737050533295,
      "loss_total": 0.017784737050533295,
      "step": 40710
    },
    {
      "loss_action": 0.007706372532993555,
      "loss_total": 0.007706372532993555,
      "step": 40710
    },
    {
      "loss_action": 0.011641090735793114,
      "loss_total": 0.011641090735793114,
      "step": 40710
    },
    {
      "loss_action": 0.019363736733794212,
      "loss_total": 0.019363736733794212,
      "step": 40710
    },
    {
      "loss_action": 0.010095920413732529,
      "loss_total": 0.010095920413732529,
      "step": 40710
    },
    {
      "loss_action": 0.005422160029411316,
      "loss_total": 0.005422160029411316,
      "step": 40710
    },
    {
      "loss_action": 0.018585367128252983,
      "loss_total": 0.018585367128252983,
      "step": 40710
    },
    {
      "grad_norm": 0.14543510973453522,
      "learning_rate": 9.926827480784118e-05,
      "loss": 0.0126,
      "step": 40720
    },
    {
      "loss_action": 0.01618456281721592,
      "loss_total": 0.01618456281721592,
      "step": 40720
    },
    {
      "loss_action": 0.012874355539679527,
      "loss_total": 0.012874355539679527,
      "step": 40720
    },
    {
      "loss_action": 0.005373281892389059,
      "loss_total": 0.005373281892389059,
      "step": 40720
    },
    {
      "loss_action": 0.012301401235163212,
      "loss_total": 0.012301401235163212,
      "step": 40720
    },
    {
      "loss_action": 0.012100053019821644,
      "loss_total": 0.012100053019821644,
      "step": 40720
    },
    {
      "loss_action": 0.012385777197778225,
      "loss_total": 0.012385777197778225,
      "step": 40720
    },
    {
      "loss_action": 0.011923451907932758,
      "loss_total": 0.011923451907932758,
      "step": 40720
    },
    {
      "loss_action": 0.00468172412365675,
      "loss_total": 0.00468172412365675,
      "step": 40720
    },
    {
      "grad_norm": 0.09685489535331726,
      "learning_rate": 9.926757003480055e-05,
      "loss": 0.0107,
      "step": 40730
    },
    {
      "loss_action": 0.015403247438371181,
      "loss_total": 0.015403247438371181,
      "step": 40730
    },
    {
      "loss_action": 0.008271782658994198,
      "loss_total": 0.008271782658994198,
      "step": 40730
    },
    {
      "loss_action": 0.008661584928631783,
      "loss_total": 0.008661584928631783,
      "step": 40730
    },
    {
      "loss_action": 0.011501045897603035,
      "loss_total": 0.011501045897603035,
      "step": 40730
    },
    {
      "loss_action": 0.01827748864889145,
      "loss_total": 0.01827748864889145,
      "step": 40730
    },
    {
      "loss_action": 0.011098205111920834,
      "loss_total": 0.011098205111920834,
      "step": 40730
    },
    {
      "loss_action": 0.0032855807803571224,
      "loss_total": 0.0032855807803571224,
      "step": 40730
    },
    {
      "loss_action": 0.007585437037050724,
      "loss_total": 0.007585437037050724,
      "step": 40730
    },
    {
      "grad_norm": 0.22421365976333618,
      "learning_rate": 9.926686492502073e-05,
      "loss": 0.0092,
      "step": 40740
    },
    {
      "loss_action": 0.0035132188349962234,
      "loss_total": 0.0035132188349962234,
      "step": 40740
    },
    {
      "loss_action": 0.005841728299856186,
      "loss_total": 0.005841728299856186,
      "step": 40740
    },
    {
      "loss_action": 0.008341729640960693,
      "loss_total": 0.008341729640960693,
      "step": 40740
    },
    {
      "loss_action": 0.005214606411755085,
      "loss_total": 0.005214606411755085,
      "step": 40740
    },
    {
      "loss_action": 0.00857476331293583,
      "loss_total": 0.00857476331293583,
      "step": 40740
    },
    {
      "loss_action": 0.00621284544467926,
      "loss_total": 0.00621284544467926,
      "step": 40740
    },
    {
      "loss_action": 0.0021395524963736534,
      "loss_total": 0.0021395524963736534,
      "step": 40740
    },
    {
      "loss_action": 0.006621199194341898,
      "loss_total": 0.006621199194341898,
      "step": 40740
    },
    {
      "grad_norm": 0.10387076437473297,
      "learning_rate": 9.92661594785065e-05,
      "loss": 0.009,
      "step": 40750
    },
    {
      "loss_action": 0.006857801228761673,
      "loss_total": 0.006857801228761673,
      "step": 40750
    },
    {
      "loss_action": 0.0030291969887912273,
      "loss_total": 0.0030291969887912273,
      "step": 40750
    },
    {
      "loss_action": 0.004152401816099882,
      "loss_total": 0.004152401816099882,
      "step": 40750
    },
    {
      "loss_action": 0.006306393537670374,
      "loss_total": 0.006306393537670374,
      "step": 40750
    },
    {
      "loss_action": 0.0069171660579741,
      "loss_total": 0.0069171660579741,
      "step": 40750
    },
    {
      "loss_action": 0.006292649544775486,
      "loss_total": 0.006292649544775486,
      "step": 40750
    },
    {
      "loss_action": 0.008365727961063385,
      "loss_total": 0.008365727961063385,
      "step": 40750
    },
    {
      "loss_action": 0.010674258694052696,
      "loss_total": 0.010674258694052696,
      "step": 40750
    },
    {
      "grad_norm": 0.10298409312963486,
      "learning_rate": 9.926545369526271e-05,
      "loss": 0.0109,
      "step": 40760
    },
    {
      "loss_action": 0.01177745871245861,
      "loss_total": 0.01177745871245861,
      "step": 40760
    },
    {
      "loss_action": 0.0068237148225307465,
      "loss_total": 0.0068237148225307465,
      "step": 40760
    },
    {
      "loss_action": 0.008340169675648212,
      "loss_total": 0.008340169675648212,
      "step": 40760
    },
    {
      "loss_action": 0.005355588160455227,
      "loss_total": 0.005355588160455227,
      "step": 40760
    },
    {
      "loss_action": 0.006490016356110573,
      "loss_total": 0.006490016356110573,
      "step": 40760
    },
    {
      "loss_action": 0.0038950673770159483,
      "loss_total": 0.0038950673770159483,
      "step": 40760
    },
    {
      "loss_action": 0.006690780632197857,
      "loss_total": 0.006690780632197857,
      "step": 40760
    },
    {
      "loss_action": 0.006293545477092266,
      "loss_total": 0.006293545477092266,
      "step": 40760
    },
    {
      "grad_norm": 0.13987630605697632,
      "learning_rate": 9.926474757529415e-05,
      "loss": 0.0112,
      "step": 40770
    },
    {
      "loss_action": 0.003741404740139842,
      "loss_total": 0.003741404740139842,
      "step": 40770
    },
    {
      "loss_action": 0.006844491697847843,
      "loss_total": 0.006844491697847843,
      "step": 40770
    },
    {
      "loss_action": 0.0034467456862330437,
      "loss_total": 0.0034467456862330437,
      "step": 40770
    },
    {
      "loss_action": 0.005172601900994778,
      "loss_total": 0.005172601900994778,
      "step": 40770
    },
    {
      "loss_action": 0.005264962092041969,
      "loss_total": 0.005264962092041969,
      "step": 40770
    },
    {
      "loss_action": 0.004202000796794891,
      "loss_total": 0.004202000796794891,
      "step": 40770
    },
    {
      "loss_action": 0.004036161117255688,
      "loss_total": 0.004036161117255688,
      "step": 40770
    },
    {
      "loss_action": 0.009585456922650337,
      "loss_total": 0.009585456922650337,
      "step": 40770
    },
    {
      "grad_norm": 0.12163899093866348,
      "learning_rate": 9.92640411186057e-05,
      "loss": 0.0095,
      "step": 40780
    },
    {
      "loss_action": 0.017884908244013786,
      "loss_total": 0.017884908244013786,
      "step": 40780
    },
    {
      "loss_action": 0.0035208724439144135,
      "loss_total": 0.0035208724439144135,
      "step": 40780
    },
    {
      "loss_action": 0.00862878281623125,
      "loss_total": 0.00862878281623125,
      "step": 40780
    },
    {
      "loss_action": 0.007004252634942532,
      "loss_total": 0.007004252634942532,
      "step": 40780
    },
    {
      "loss_action": 0.006832837127149105,
      "loss_total": 0.006832837127149105,
      "step": 40780
    },
    {
      "loss_action": 0.006188526283949614,
      "loss_total": 0.006188526283949614,
      "step": 40780
    },
    {
      "loss_action": 0.01469137892127037,
      "loss_total": 0.01469137892127037,
      "step": 40780
    },
    {
      "loss_action": 0.023317232728004456,
      "loss_total": 0.023317232728004456,
      "step": 40780
    },
    {
      "grad_norm": 0.10443698614835739,
      "learning_rate": 9.926333432520213e-05,
      "loss": 0.0103,
      "step": 40790
    },
    {
      "loss_action": 0.008002455346286297,
      "loss_total": 0.008002455346286297,
      "step": 40790
    },
    {
      "loss_action": 0.006650746800005436,
      "loss_total": 0.006650746800005436,
      "step": 40790
    },
    {
      "loss_action": 0.009985139593482018,
      "loss_total": 0.009985139593482018,
      "step": 40790
    },
    {
      "loss_action": 0.005791608709841967,
      "loss_total": 0.005791608709841967,
      "step": 40790
    },
    {
      "loss_action": 0.00674446951597929,
      "loss_total": 0.00674446951597929,
      "step": 40790
    },
    {
      "loss_action": 0.0169838834553957,
      "loss_total": 0.0169838834553957,
      "step": 40790
    },
    {
      "loss_action": 0.006124699488282204,
      "loss_total": 0.006124699488282204,
      "step": 40790
    },
    {
      "loss_action": 0.004617432132363319,
      "loss_total": 0.004617432132363319,
      "step": 40790
    },
    {
      "grad_norm": 0.12833772599697113,
      "learning_rate": 9.92626271950883e-05,
      "loss": 0.0106,
      "step": 40800
    },
    {
      "loss_action": 0.004799360409379005,
      "loss_total": 0.004799360409379005,
      "step": 40800
    },
    {
      "loss_action": 0.004850530065596104,
      "loss_total": 0.004850530065596104,
      "step": 40800
    },
    {
      "loss_action": 0.023574046790599823,
      "loss_total": 0.023574046790599823,
      "step": 40800
    },
    {
      "loss_action": 0.006470107939094305,
      "loss_total": 0.006470107939094305,
      "step": 40800
    },
    {
      "loss_action": 0.006258098408579826,
      "loss_total": 0.006258098408579826,
      "step": 40800
    },
    {
      "loss_action": 0.004029513336718082,
      "loss_total": 0.004029513336718082,
      "step": 40800
    },
    {
      "loss_action": 0.010756640695035458,
      "loss_total": 0.010756640695035458,
      "step": 40800
    },
    {
      "loss_action": 0.005383707117289305,
      "loss_total": 0.005383707117289305,
      "step": 40800
    },
    {
      "grad_norm": 0.12401353567838669,
      "learning_rate": 9.926191972826903e-05,
      "loss": 0.0105,
      "step": 40810
    },
    {
      "loss_action": 0.0216832272708416,
      "loss_total": 0.0216832272708416,
      "step": 40810
    },
    {
      "loss_action": 0.012297911569476128,
      "loss_total": 0.012297911569476128,
      "step": 40810
    },
    {
      "loss_action": 0.014680140651762486,
      "loss_total": 0.014680140651762486,
      "step": 40810
    },
    {
      "loss_action": 0.01913543790578842,
      "loss_total": 0.01913543790578842,
      "step": 40810
    },
    {
      "loss_action": 0.0076425871811807156,
      "loss_total": 0.0076425871811807156,
      "step": 40810
    },
    {
      "loss_action": 0.005942809861153364,
      "loss_total": 0.005942809861153364,
      "step": 40810
    },
    {
      "loss_action": 0.008334269747138023,
      "loss_total": 0.008334269747138023,
      "step": 40810
    },
    {
      "loss_action": 0.004119250923395157,
      "loss_total": 0.004119250923395157,
      "step": 40810
    },
    {
      "grad_norm": 0.20234599709510803,
      "learning_rate": 9.926121192474919e-05,
      "loss": 0.0109,
      "step": 40820
    },
    {
      "loss_action": 0.0070323580875992775,
      "loss_total": 0.0070323580875992775,
      "step": 40820
    },
    {
      "loss_action": 0.011039186269044876,
      "loss_total": 0.011039186269044876,
      "step": 40820
    },
    {
      "loss_action": 0.017501812428236008,
      "loss_total": 0.017501812428236008,
      "step": 40820
    },
    {
      "loss_action": 0.026692144572734833,
      "loss_total": 0.026692144572734833,
      "step": 40820
    },
    {
      "loss_action": 0.004105706233531237,
      "loss_total": 0.004105706233531237,
      "step": 40820
    },
    {
      "loss_action": 0.004451933316886425,
      "loss_total": 0.004451933316886425,
      "step": 40820
    },
    {
      "loss_action": 0.008237993344664574,
      "loss_total": 0.008237993344664574,
      "step": 40820
    },
    {
      "loss_action": 0.007095902226865292,
      "loss_total": 0.007095902226865292,
      "step": 40820
    },
    {
      "grad_norm": 0.1351434886455536,
      "learning_rate": 9.926050378453358e-05,
      "loss": 0.0095,
      "step": 40830
    },
    {
      "loss_action": 0.007814791053533554,
      "loss_total": 0.007814791053533554,
      "step": 40830
    },
    {
      "loss_action": 0.014599421992897987,
      "loss_total": 0.014599421992897987,
      "step": 40830
    },
    {
      "loss_action": 0.007599561475217342,
      "loss_total": 0.007599561475217342,
      "step": 40830
    },
    {
      "loss_action": 0.011617233976721764,
      "loss_total": 0.011617233976721764,
      "step": 40830
    },
    {
      "loss_action": 0.023539651185274124,
      "loss_total": 0.023539651185274124,
      "step": 40830
    },
    {
      "loss_action": 0.0056206719018518925,
      "loss_total": 0.0056206719018518925,
      "step": 40830
    },
    {
      "loss_action": 0.011693738400936127,
      "loss_total": 0.011693738400936127,
      "step": 40830
    },
    {
      "loss_action": 0.0048553054220974445,
      "loss_total": 0.0048553054220974445,
      "step": 40830
    },
    {
      "grad_norm": 0.14567482471466064,
      "learning_rate": 9.925979530762704e-05,
      "loss": 0.01,
      "step": 40840
    },
    {
      "loss_action": 0.002842264249920845,
      "loss_total": 0.002842264249920845,
      "step": 40840
    },
    {
      "loss_action": 0.005786733236163855,
      "loss_total": 0.005786733236163855,
      "step": 40840
    },
    {
      "loss_action": 0.006346785929054022,
      "loss_total": 0.006346785929054022,
      "step": 40840
    },
    {
      "loss_action": 0.00821464229375124,
      "loss_total": 0.00821464229375124,
      "step": 40840
    },
    {
      "loss_action": 0.005482247099280357,
      "loss_total": 0.005482247099280357,
      "step": 40840
    },
    {
      "loss_action": 0.015462111681699753,
      "loss_total": 0.015462111681699753,
      "step": 40840
    },
    {
      "loss_action": 0.0049718208611011505,
      "loss_total": 0.0049718208611011505,
      "step": 40840
    },
    {
      "loss_action": 0.007475673221051693,
      "loss_total": 0.007475673221051693,
      "step": 40840
    },
    {
      "grad_norm": 0.11787787824869156,
      "learning_rate": 9.925908649403443e-05,
      "loss": 0.0101,
      "step": 40850
    },
    {
      "loss_action": 0.004946061410009861,
      "loss_total": 0.004946061410009861,
      "step": 40850
    },
    {
      "loss_action": 0.0056801955215632915,
      "loss_total": 0.0056801955215632915,
      "step": 40850
    },
    {
      "loss_action": 0.00589743722230196,
      "loss_total": 0.00589743722230196,
      "step": 40850
    },
    {
      "loss_action": 0.007093012798577547,
      "loss_total": 0.007093012798577547,
      "step": 40850
    },
    {
      "loss_action": 0.00489449966698885,
      "loss_total": 0.00489449966698885,
      "step": 40850
    },
    {
      "loss_action": 0.004196701571345329,
      "loss_total": 0.004196701571345329,
      "step": 40850
    },
    {
      "loss_action": 0.007181284949183464,
      "loss_total": 0.007181284949183464,
      "step": 40850
    },
    {
      "loss_action": 0.004068425856530666,
      "loss_total": 0.004068425856530666,
      "step": 40850
    },
    {
      "grad_norm": 0.1095743179321289,
      "learning_rate": 9.92583773437606e-05,
      "loss": 0.0097,
      "step": 40860
    },
    {
      "loss_action": 0.0029536024667322636,
      "loss_total": 0.0029536024667322636,
      "step": 40860
    },
    {
      "loss_action": 0.02078990265727043,
      "loss_total": 0.02078990265727043,
      "step": 40860
    },
    {
      "loss_action": 0.004612568765878677,
      "loss_total": 0.004612568765878677,
      "step": 40860
    },
    {
      "loss_action": 0.007151257246732712,
      "loss_total": 0.007151257246732712,
      "step": 40860
    },
    {
      "loss_action": 0.007855936884880066,
      "loss_total": 0.007855936884880066,
      "step": 40860
    },
    {
      "loss_action": 0.0043058148585259914,
      "loss_total": 0.0043058148585259914,
      "step": 40860
    },
    {
      "loss_action": 0.004883239511400461,
      "loss_total": 0.004883239511400461,
      "step": 40860
    },
    {
      "loss_action": 0.010537718422710896,
      "loss_total": 0.010537718422710896,
      "step": 40860
    },
    {
      "grad_norm": 0.15962719917297363,
      "learning_rate": 9.925766785681038e-05,
      "loss": 0.0104,
      "step": 40870
    },
    {
      "loss_action": 0.08253341168165207,
      "loss_total": 0.08253341168165207,
      "step": 40870
    },
    {
      "loss_action": 0.0071878512389957905,
      "loss_total": 0.0071878512389957905,
      "step": 40870
    },
    {
      "loss_action": 0.005538221914321184,
      "loss_total": 0.005538221914321184,
      "step": 40870
    },
    {
      "loss_action": 0.0046404884196817875,
      "loss_total": 0.0046404884196817875,
      "step": 40870
    },
    {
      "loss_action": 0.009477049112319946,
      "loss_total": 0.009477049112319946,
      "step": 40870
    },
    {
      "loss_action": 0.0035025733523070812,
      "loss_total": 0.0035025733523070812,
      "step": 40870
    },
    {
      "loss_action": 0.019091129302978516,
      "loss_total": 0.019091129302978516,
      "step": 40870
    },
    {
      "loss_action": 0.013487039133906364,
      "loss_total": 0.013487039133906364,
      "step": 40870
    },
    {
      "grad_norm": 0.10059104114770889,
      "learning_rate": 9.925695803318864e-05,
      "loss": 0.0118,
      "step": 40880
    },
    {
      "loss_action": 0.005305067636072636,
      "loss_total": 0.005305067636072636,
      "step": 40880
    },
    {
      "loss_action": 0.004776753485202789,
      "loss_total": 0.004776753485202789,
      "step": 40880
    },
    {
      "loss_action": 0.0037771258503198624,
      "loss_total": 0.0037771258503198624,
      "step": 40880
    },
    {
      "loss_action": 0.007527653127908707,
      "loss_total": 0.007527653127908707,
      "step": 40880
    },
    {
      "loss_action": 0.004303811118006706,
      "loss_total": 0.004303811118006706,
      "step": 40880
    },
    {
      "loss_action": 0.009334872476756573,
      "loss_total": 0.009334872476756573,
      "step": 40880
    },
    {
      "loss_action": 0.006471364293247461,
      "loss_total": 0.006471364293247461,
      "step": 40880
    },
    {
      "loss_action": 0.024590063840150833,
      "loss_total": 0.024590063840150833,
      "step": 40880
    },
    {
      "grad_norm": 0.19773925840854645,
      "learning_rate": 9.92562478729002e-05,
      "loss": 0.01,
      "step": 40890
    },
    {
      "loss_action": 0.0076660094782710075,
      "loss_total": 0.0076660094782710075,
      "step": 40890
    },
    {
      "loss_action": 0.004829113371670246,
      "loss_total": 0.004829113371670246,
      "step": 40890
    },
    {
      "loss_action": 0.008648389019072056,
      "loss_total": 0.008648389019072056,
      "step": 40890
    },
    {
      "loss_action": 0.008028765209019184,
      "loss_total": 0.008028765209019184,
      "step": 40890
    },
    {
      "loss_action": 0.003846398089081049,
      "loss_total": 0.003846398089081049,
      "step": 40890
    },
    {
      "loss_action": 0.01704118773341179,
      "loss_total": 0.01704118773341179,
      "step": 40890
    },
    {
      "loss_action": 0.12899748980998993,
      "loss_total": 0.12899748980998993,
      "step": 40890
    },
    {
      "loss_action": 0.00552249513566494,
      "loss_total": 0.00552249513566494,
      "step": 40890
    },
    {
      "grad_norm": 0.1155463382601738,
      "learning_rate": 9.925553737594994e-05,
      "loss": 0.0117,
      "step": 40900
    },
    {
      "loss_action": 0.016339275985956192,
      "loss_total": 0.016339275985956192,
      "step": 40900
    },
    {
      "loss_action": 0.004495169967412949,
      "loss_total": 0.004495169967412949,
      "step": 40900
    },
    {
      "loss_action": 0.0044321888126432896,
      "loss_total": 0.0044321888126432896,
      "step": 40900
    },
    {
      "loss_action": 0.007648485247045755,
      "loss_total": 0.007648485247045755,
      "step": 40900
    },
    {
      "loss_action": 0.017895488068461418,
      "loss_total": 0.017895488068461418,
      "step": 40900
    },
    {
      "loss_action": 0.021618442609906197,
      "loss_total": 0.021618442609906197,
      "step": 40900
    },
    {
      "loss_action": 0.024113986641168594,
      "loss_total": 0.024113986641168594,
      "step": 40900
    },
    {
      "loss_action": 0.009823892265558243,
      "loss_total": 0.009823892265558243,
      "step": 40900
    },
    {
      "grad_norm": 0.15012355148792267,
      "learning_rate": 9.92548265423427e-05,
      "loss": 0.0104,
      "step": 40910
    },
    {
      "loss_action": 0.008528630249202251,
      "loss_total": 0.008528630249202251,
      "step": 40910
    },
    {
      "loss_action": 0.009442982263863087,
      "loss_total": 0.009442982263863087,
      "step": 40910
    },
    {
      "loss_action": 0.007266825996339321,
      "loss_total": 0.007266825996339321,
      "step": 40910
    },
    {
      "loss_action": 0.00570105854421854,
      "loss_total": 0.00570105854421854,
      "step": 40910
    },
    {
      "loss_action": 0.014231651090085506,
      "loss_total": 0.014231651090085506,
      "step": 40910
    },
    {
      "loss_action": 0.012903867289423943,
      "loss_total": 0.012903867289423943,
      "step": 40910
    },
    {
      "loss_action": 0.013748817145824432,
      "loss_total": 0.013748817145824432,
      "step": 40910
    },
    {
      "loss_action": 0.005521074403077364,
      "loss_total": 0.005521074403077364,
      "step": 40910
    },
    {
      "grad_norm": 0.1266922652721405,
      "learning_rate": 9.925411537208336e-05,
      "loss": 0.0088,
      "step": 40920
    },
    {
      "loss_action": 0.005534116178750992,
      "loss_total": 0.005534116178750992,
      "step": 40920
    },
    {
      "loss_action": 0.0045027583837509155,
      "loss_total": 0.0045027583837509155,
      "step": 40920
    },
    {
      "loss_action": 0.005046410486102104,
      "loss_total": 0.005046410486102104,
      "step": 40920
    },
    {
      "loss_action": 0.010859405621886253,
      "loss_total": 0.010859405621886253,
      "step": 40920
    },
    {
      "loss_action": 0.004127032123506069,
      "loss_total": 0.004127032123506069,
      "step": 40920
    },
    {
      "loss_action": 0.015825267881155014,
      "loss_total": 0.015825267881155014,
      "step": 40920
    },
    {
      "loss_action": 0.0036177095025777817,
      "loss_total": 0.0036177095025777817,
      "step": 40920
    },
    {
      "loss_action": 0.008707636967301369,
      "loss_total": 0.008707636967301369,
      "step": 40920
    },
    {
      "grad_norm": 0.16968785226345062,
      "learning_rate": 9.925340386517675e-05,
      "loss": 0.0096,
      "step": 40930
    },
    {
      "loss_action": 0.022417988628149033,
      "loss_total": 0.022417988628149033,
      "step": 40930
    },
    {
      "loss_action": 0.006822946947067976,
      "loss_total": 0.006822946947067976,
      "step": 40930
    },
    {
      "loss_action": 0.01858045533299446,
      "loss_total": 0.01858045533299446,
      "step": 40930
    },
    {
      "loss_action": 0.007281304802745581,
      "loss_total": 0.007281304802745581,
      "step": 40930
    },
    {
      "loss_action": 0.007520594634115696,
      "loss_total": 0.007520594634115696,
      "step": 40930
    },
    {
      "loss_action": 0.005774260498583317,
      "loss_total": 0.005774260498583317,
      "step": 40930
    },
    {
      "loss_action": 0.006765129044651985,
      "loss_total": 0.006765129044651985,
      "step": 40930
    },
    {
      "loss_action": 0.013828159309923649,
      "loss_total": 0.013828159309923649,
      "step": 40930
    },
    {
      "grad_norm": 0.11508879065513611,
      "learning_rate": 9.925269202162776e-05,
      "loss": 0.0102,
      "step": 40940
    },
    {
      "loss_action": 0.008335653692483902,
      "loss_total": 0.008335653692483902,
      "step": 40940
    },
    {
      "loss_action": 0.01568673364818096,
      "loss_total": 0.01568673364818096,
      "step": 40940
    },
    {
      "loss_action": 0.07521791756153107,
      "loss_total": 0.07521791756153107,
      "step": 40940
    },
    {
      "loss_action": 0.006349586881697178,
      "loss_total": 0.006349586881697178,
      "step": 40940
    },
    {
      "loss_action": 0.00269971857778728,
      "loss_total": 0.00269971857778728,
      "step": 40940
    },
    {
      "loss_action": 0.010968398302793503,
      "loss_total": 0.010968398302793503,
      "step": 40940
    },
    {
      "loss_action": 0.007102462463080883,
      "loss_total": 0.007102462463080883,
      "step": 40940
    },
    {
      "loss_action": 0.004710214678198099,
      "loss_total": 0.004710214678198099,
      "step": 40940
    },
    {
      "grad_norm": 0.21407835185527802,
      "learning_rate": 9.925197984144125e-05,
      "loss": 0.011,
      "step": 40950
    },
    {
      "loss_action": 0.014643837697803974,
      "loss_total": 0.014643837697803974,
      "step": 40950
    },
    {
      "loss_action": 0.005383748095482588,
      "loss_total": 0.005383748095482588,
      "step": 40950
    },
    {
      "loss_action": 0.012219483964145184,
      "loss_total": 0.012219483964145184,
      "step": 40950
    },
    {
      "loss_action": 0.0074603017419576645,
      "loss_total": 0.0074603017419576645,
      "step": 40950
    },
    {
      "loss_action": 0.006180739030241966,
      "loss_total": 0.006180739030241966,
      "step": 40950
    },
    {
      "loss_action": 0.0035221106372773647,
      "loss_total": 0.0035221106372773647,
      "step": 40950
    },
    {
      "loss_action": 0.007548259571194649,
      "loss_total": 0.007548259571194649,
      "step": 40950
    },
    {
      "loss_action": 0.006161036901175976,
      "loss_total": 0.006161036901175976,
      "step": 40950
    },
    {
      "grad_norm": 0.13405585289001465,
      "learning_rate": 9.925126732462206e-05,
      "loss": 0.0101,
      "step": 40960
    },
    {
      "loss_action": 0.05869636684656143,
      "loss_total": 0.05869636684656143,
      "step": 40960
    },
    {
      "loss_action": 0.003217610064893961,
      "loss_total": 0.003217610064893961,
      "step": 40960
    },
    {
      "loss_action": 0.022647764533758163,
      "loss_total": 0.022647764533758163,
      "step": 40960
    },
    {
      "loss_action": 0.015150539577007294,
      "loss_total": 0.015150539577007294,
      "step": 40960
    },
    {
      "loss_action": 0.0063062263652682304,
      "loss_total": 0.0063062263652682304,
      "step": 40960
    },
    {
      "loss_action": 0.011183446273207664,
      "loss_total": 0.011183446273207664,
      "step": 40960
    },
    {
      "loss_action": 0.007796119898557663,
      "loss_total": 0.007796119898557663,
      "step": 40960
    },
    {
      "loss_action": 0.0059385476633906364,
      "loss_total": 0.0059385476633906364,
      "step": 40960
    },
    {
      "grad_norm": 0.1669239103794098,
      "learning_rate": 9.925055447117511e-05,
      "loss": 0.011,
      "step": 40970
    },
    {
      "loss_action": 0.009213494136929512,
      "loss_total": 0.009213494136929512,
      "step": 40970
    },
    {
      "loss_action": 0.006695940159261227,
      "loss_total": 0.006695940159261227,
      "step": 40970
    },
    {
      "loss_action": 0.008195538073778152,
      "loss_total": 0.008195538073778152,
      "step": 40970
    },
    {
      "loss_action": 0.01861252821981907,
      "loss_total": 0.01861252821981907,
      "step": 40970
    },
    {
      "loss_action": 0.004671619273722172,
      "loss_total": 0.004671619273722172,
      "step": 40970
    },
    {
      "loss_action": 0.005960519425570965,
      "loss_total": 0.005960519425570965,
      "step": 40970
    },
    {
      "loss_action": 0.009576446376740932,
      "loss_total": 0.009576446376740932,
      "step": 40970
    },
    {
      "loss_action": 0.010342273861169815,
      "loss_total": 0.010342273861169815,
      "step": 40970
    },
    {
      "grad_norm": 0.11820000410079956,
      "learning_rate": 9.924984128110524e-05,
      "loss": 0.0104,
      "step": 40980
    },
    {
      "loss_action": 0.005509403999894857,
      "loss_total": 0.005509403999894857,
      "step": 40980
    },
    {
      "loss_action": 0.014446616172790527,
      "loss_total": 0.014446616172790527,
      "step": 40980
    },
    {
      "loss_action": 0.005188193172216415,
      "loss_total": 0.005188193172216415,
      "step": 40980
    },
    {
      "loss_action": 0.010853491723537445,
      "loss_total": 0.010853491723537445,
      "step": 40980
    },
    {
      "loss_action": 0.004939921200275421,
      "loss_total": 0.004939921200275421,
      "step": 40980
    },
    {
      "loss_action": 0.023989539593458176,
      "loss_total": 0.023989539593458176,
      "step": 40980
    },
    {
      "loss_action": 0.005750994198024273,
      "loss_total": 0.005750994198024273,
      "step": 40980
    },
    {
      "loss_action": 0.00865880772471428,
      "loss_total": 0.00865880772471428,
      "step": 40980
    },
    {
      "grad_norm": 0.19218966364860535,
      "learning_rate": 9.924912775441731e-05,
      "loss": 0.0106,
      "step": 40990
    },
    {
      "loss_action": 0.008152421563863754,
      "loss_total": 0.008152421563863754,
      "step": 40990
    },
    {
      "loss_action": 0.005497989244759083,
      "loss_total": 0.005497989244759083,
      "step": 40990
    },
    {
      "loss_action": 0.010131921619176865,
      "loss_total": 0.010131921619176865,
      "step": 40990
    },
    {
      "loss_action": 0.010154305025935173,
      "loss_total": 0.010154305025935173,
      "step": 40990
    },
    {
      "loss_action": 0.004370615817606449,
      "loss_total": 0.004370615817606449,
      "step": 40990
    },
    {
      "loss_action": 0.009990241378545761,
      "loss_total": 0.009990241378545761,
      "step": 40990
    },
    {
      "loss_action": 0.007013113237917423,
      "loss_total": 0.007013113237917423,
      "step": 40990
    },
    {
      "loss_action": 0.008491391316056252,
      "loss_total": 0.008491391316056252,
      "step": 40990
    },
    {
      "grad_norm": 0.152848020195961,
      "learning_rate": 9.924841389111623e-05,
      "loss": 0.0106,
      "step": 41000
    },
    {
      "loss_action": 0.01103336550295353,
      "loss_total": 0.01103336550295353,
      "step": 41000
    },
    {
      "loss_action": 0.00704397726804018,
      "loss_total": 0.00704397726804018,
      "step": 41000
    },
    {
      "loss_action": 0.006887917872518301,
      "loss_total": 0.006887917872518301,
      "step": 41000
    },
    {
      "loss_action": 0.02862333506345749,
      "loss_total": 0.02862333506345749,
      "step": 41000
    },
    {
      "loss_action": 0.012617210857570171,
      "loss_total": 0.012617210857570171,
      "step": 41000
    },
    {
      "loss_action": 0.005930045619606972,
      "loss_total": 0.005930045619606972,
      "step": 41000
    },
    {
      "loss_action": 0.004792490974068642,
      "loss_total": 0.004792490974068642,
      "step": 41000
    },
    {
      "loss_action": 0.015497641637921333,
      "loss_total": 0.015497641637921333,
      "step": 41000
    },
    {
      "grad_norm": 0.13205744326114655,
      "learning_rate": 9.924769969120688e-05,
      "loss": 0.0097,
      "step": 41010
    },
    {
      "loss_action": 0.007441583089530468,
      "loss_total": 0.007441583089530468,
      "step": 41010
    },
    {
      "loss_action": 0.007085083983838558,
      "loss_total": 0.007085083983838558,
      "step": 41010
    },
    {
      "loss_action": 0.003691305872052908,
      "loss_total": 0.003691305872052908,
      "step": 41010
    },
    {
      "loss_action": 0.008341554552316666,
      "loss_total": 0.008341554552316666,
      "step": 41010
    },
    {
      "loss_action": 0.007633301429450512,
      "loss_total": 0.007633301429450512,
      "step": 41010
    },
    {
      "loss_action": 0.015931494534015656,
      "loss_total": 0.015931494534015656,
      "step": 41010
    },
    {
      "loss_action": 0.005800495855510235,
      "loss_total": 0.005800495855510235,
      "step": 41010
    },
    {
      "loss_action": 0.014204696752130985,
      "loss_total": 0.014204696752130985,
      "step": 41010
    },
    {
      "grad_norm": 0.12163058668375015,
      "learning_rate": 9.92469851546941e-05,
      "loss": 0.0098,
      "step": 41020
    },
    {
      "loss_action": 0.006018438376486301,
      "loss_total": 0.006018438376486301,
      "step": 41020
    },
    {
      "loss_action": 0.01580256223678589,
      "loss_total": 0.01580256223678589,
      "step": 41020
    },
    {
      "loss_action": 0.007494610734283924,
      "loss_total": 0.007494610734283924,
      "step": 41020
    },
    {
      "loss_action": 0.004080066457390785,
      "loss_total": 0.004080066457390785,
      "step": 41020
    },
    {
      "loss_action": 0.021252021193504333,
      "loss_total": 0.021252021193504333,
      "step": 41020
    },
    {
      "loss_action": 0.009123524650931358,
      "loss_total": 0.009123524650931358,
      "step": 41020
    },
    {
      "loss_action": 0.010392528027296066,
      "loss_total": 0.010392528027296066,
      "step": 41020
    },
    {
      "loss_action": 0.004407329484820366,
      "loss_total": 0.004407329484820366,
      "step": 41020
    },
    {
      "grad_norm": 0.09933706372976303,
      "learning_rate": 9.924627028158282e-05,
      "loss": 0.0103,
      "step": 41030
    },
    {
      "loss_action": 0.010671688243746758,
      "loss_total": 0.010671688243746758,
      "step": 41030
    },
    {
      "loss_action": 0.00408503133803606,
      "loss_total": 0.00408503133803606,
      "step": 41030
    },
    {
      "loss_action": 0.003331590909510851,
      "loss_total": 0.003331590909510851,
      "step": 41030
    },
    {
      "loss_action": 0.003800879465416074,
      "loss_total": 0.003800879465416074,
      "step": 41030
    },
    {
      "loss_action": 0.017124593257904053,
      "loss_total": 0.017124593257904053,
      "step": 41030
    },
    {
      "loss_action": 0.01706422120332718,
      "loss_total": 0.01706422120332718,
      "step": 41030
    },
    {
      "loss_action": 0.007041022181510925,
      "loss_total": 0.007041022181510925,
      "step": 41030
    },
    {
      "loss_action": 0.008001554757356644,
      "loss_total": 0.008001554757356644,
      "step": 41030
    },
    {
      "grad_norm": 0.1288202404975891,
      "learning_rate": 9.924555507187791e-05,
      "loss": 0.0116,
      "step": 41040
    },
    {
      "loss_action": 0.007988881319761276,
      "loss_total": 0.007988881319761276,
      "step": 41040
    },
    {
      "loss_action": 0.006795008201152086,
      "loss_total": 0.006795008201152086,
      "step": 41040
    },
    {
      "loss_action": 0.011235138401389122,
      "loss_total": 0.011235138401389122,
      "step": 41040
    },
    {
      "loss_action": 0.008063433691859245,
      "loss_total": 0.008063433691859245,
      "step": 41040
    },
    {
      "loss_action": 0.004777500405907631,
      "loss_total": 0.004777500405907631,
      "step": 41040
    },
    {
      "loss_action": 0.014645306393504143,
      "loss_total": 0.014645306393504143,
      "step": 41040
    },
    {
      "loss_action": 0.0050384546630084515,
      "loss_total": 0.0050384546630084515,
      "step": 41040
    },
    {
      "loss_action": 0.06595981121063232,
      "loss_total": 0.06595981121063232,
      "step": 41040
    },
    {
      "grad_norm": 0.11937884241342545,
      "learning_rate": 9.924483952558424e-05,
      "loss": 0.0106,
      "step": 41050
    },
    {
      "loss_action": 0.009933438152074814,
      "loss_total": 0.009933438152074814,
      "step": 41050
    },
    {
      "loss_action": 0.004794258624315262,
      "loss_total": 0.004794258624315262,
      "step": 41050
    },
    {
      "loss_action": 0.0054836939089000225,
      "loss_total": 0.0054836939089000225,
      "step": 41050
    },
    {
      "loss_action": 0.0051153115928173065,
      "loss_total": 0.0051153115928173065,
      "step": 41050
    },
    {
      "loss_action": 0.0043254029005765915,
      "loss_total": 0.0043254029005765915,
      "step": 41050
    },
    {
      "loss_action": 0.00477849505841732,
      "loss_total": 0.00477849505841732,
      "step": 41050
    },
    {
      "loss_action": 0.007954953238368034,
      "loss_total": 0.007954953238368034,
      "step": 41050
    },
    {
      "loss_action": 0.012532703578472137,
      "loss_total": 0.012532703578472137,
      "step": 41050
    },
    {
      "grad_norm": 0.11612411588430405,
      "learning_rate": 9.924412364270672e-05,
      "loss": 0.0095,
      "step": 41060
    },
    {
      "loss_action": 0.006356583908200264,
      "loss_total": 0.006356583908200264,
      "step": 41060
    },
    {
      "loss_action": 0.009167946875095367,
      "loss_total": 0.009167946875095367,
      "step": 41060
    },
    {
      "loss_action": 0.009096335619688034,
      "loss_total": 0.009096335619688034,
      "step": 41060
    },
    {
      "loss_action": 0.01212587021291256,
      "loss_total": 0.01212587021291256,
      "step": 41060
    },
    {
      "loss_action": 0.017427004873752594,
      "loss_total": 0.017427004873752594,
      "step": 41060
    },
    {
      "loss_action": 0.003087918274104595,
      "loss_total": 0.003087918274104595,
      "step": 41060
    },
    {
      "loss_action": 0.010687608271837234,
      "loss_total": 0.010687608271837234,
      "step": 41060
    },
    {
      "loss_action": 0.015151239931583405,
      "loss_total": 0.015151239931583405,
      "step": 41060
    },
    {
      "grad_norm": 0.16775545477867126,
      "learning_rate": 9.924340742325025e-05,
      "loss": 0.0094,
      "step": 41070
    },
    {
      "loss_action": 0.017670631408691406,
      "loss_total": 0.017670631408691406,
      "step": 41070
    },
    {
      "loss_action": 0.005883543752133846,
      "loss_total": 0.005883543752133846,
      "step": 41070
    },
    {
      "loss_action": 0.006034215912222862,
      "loss_total": 0.006034215912222862,
      "step": 41070
    },
    {
      "loss_action": 0.006872101686894894,
      "loss_total": 0.006872101686894894,
      "step": 41070
    },
    {
      "loss_action": 0.00857599638402462,
      "loss_total": 0.00857599638402462,
      "step": 41070
    },
    {
      "loss_action": 0.003370091784745455,
      "loss_total": 0.003370091784745455,
      "step": 41070
    },
    {
      "loss_action": 0.03226926922798157,
      "loss_total": 0.03226926922798157,
      "step": 41070
    },
    {
      "loss_action": 0.006722150836139917,
      "loss_total": 0.006722150836139917,
      "step": 41070
    },
    {
      "grad_norm": 0.1203768327832222,
      "learning_rate": 9.924269086721971e-05,
      "loss": 0.0092,
      "step": 41080
    },
    {
      "loss_action": 0.008371526375412941,
      "loss_total": 0.008371526375412941,
      "step": 41080
    },
    {
      "loss_action": 0.008473570458590984,
      "loss_total": 0.008473570458590984,
      "step": 41080
    },
    {
      "loss_action": 0.010912807658314705,
      "loss_total": 0.010912807658314705,
      "step": 41080
    },
    {
      "loss_action": 0.007825839333236217,
      "loss_total": 0.007825839333236217,
      "step": 41080
    },
    {
      "loss_action": 0.005132087506353855,
      "loss_total": 0.005132087506353855,
      "step": 41080
    },
    {
      "loss_action": 0.009201118722558022,
      "loss_total": 0.009201118722558022,
      "step": 41080
    },
    {
      "loss_action": 0.0064471689984202385,
      "loss_total": 0.0064471689984202385,
      "step": 41080
    },
    {
      "loss_action": 0.004240529611706734,
      "loss_total": 0.004240529611706734,
      "step": 41080
    },
    {
      "grad_norm": 0.11108169704675674,
      "learning_rate": 9.924197397462001e-05,
      "loss": 0.0092,
      "step": 41090
    },
    {
      "loss_action": 0.028624437749385834,
      "loss_total": 0.028624437749385834,
      "step": 41090
    },
    {
      "loss_action": 0.007552882190793753,
      "loss_total": 0.007552882190793753,
      "step": 41090
    },
    {
      "loss_action": 0.0015303348191082478,
      "loss_total": 0.0015303348191082478,
      "step": 41090
    },
    {
      "loss_action": 0.01842901110649109,
      "loss_total": 0.01842901110649109,
      "step": 41090
    },
    {
      "loss_action": 0.00435332115739584,
      "loss_total": 0.00435332115739584,
      "step": 41090
    },
    {
      "loss_action": 0.005187162663787603,
      "loss_total": 0.005187162663787603,
      "step": 41090
    },
    {
      "loss_action": 0.00927529763430357,
      "loss_total": 0.00927529763430357,
      "step": 41090
    },
    {
      "loss_action": 0.007580595090985298,
      "loss_total": 0.007580595090985298,
      "step": 41090
    },
    {
      "grad_norm": 0.14774614572525024,
      "learning_rate": 9.924125674545603e-05,
      "loss": 0.0102,
      "step": 41100
    },
    {
      "loss_action": 0.010709881782531738,
      "loss_total": 0.010709881782531738,
      "step": 41100
    },
    {
      "loss_action": 0.004305032081902027,
      "loss_total": 0.004305032081902027,
      "step": 41100
    },
    {
      "loss_action": 0.007509055081754923,
      "loss_total": 0.007509055081754923,
      "step": 41100
    },
    {
      "loss_action": 0.0031219152733683586,
      "loss_total": 0.0031219152733683586,
      "step": 41100
    },
    {
      "loss_action": 0.010095346719026566,
      "loss_total": 0.010095346719026566,
      "step": 41100
    },
    {
      "loss_action": 0.010560672730207443,
      "loss_total": 0.010560672730207443,
      "step": 41100
    },
    {
      "loss_action": 0.004405540879815817,
      "loss_total": 0.004405540879815817,
      "step": 41100
    },
    {
      "loss_action": 0.0032512859907001257,
      "loss_total": 0.0032512859907001257,
      "step": 41100
    },
    {
      "grad_norm": 0.16521720588207245,
      "learning_rate": 9.924053917973269e-05,
      "loss": 0.012,
      "step": 41110
    },
    {
      "loss_action": 0.02278747223317623,
      "loss_total": 0.02278747223317623,
      "step": 41110
    },
    {
      "loss_action": 0.008323544636368752,
      "loss_total": 0.008323544636368752,
      "step": 41110
    },
    {
      "loss_action": 0.007699117064476013,
      "loss_total": 0.007699117064476013,
      "step": 41110
    },
    {
      "loss_action": 0.0148630915209651,
      "loss_total": 0.0148630915209651,
      "step": 41110
    },
    {
      "loss_action": 0.003987438511103392,
      "loss_total": 0.003987438511103392,
      "step": 41110
    },
    {
      "loss_action": 0.005922014359384775,
      "loss_total": 0.005922014359384775,
      "step": 41110
    },
    {
      "loss_action": 0.005536598153412342,
      "loss_total": 0.005536598153412342,
      "step": 41110
    },
    {
      "loss_action": 0.008046374656260014,
      "loss_total": 0.008046374656260014,
      "step": 41110
    },
    {
      "grad_norm": 0.1460876315832138,
      "learning_rate": 9.923982127745489e-05,
      "loss": 0.0113,
      "step": 41120
    },
    {
      "loss_action": 0.0063019609078764915,
      "loss_total": 0.0063019609078764915,
      "step": 41120
    },
    {
      "loss_action": 0.00458159577101469,
      "loss_total": 0.00458159577101469,
      "step": 41120
    },
    {
      "loss_action": 0.007940736599266529,
      "loss_total": 0.007940736599266529,
      "step": 41120
    },
    {
      "loss_action": 0.019267581403255463,
      "loss_total": 0.019267581403255463,
      "step": 41120
    },
    {
      "loss_action": 0.005044697783887386,
      "loss_total": 0.005044697783887386,
      "step": 41120
    },
    {
      "loss_action": 0.020332373678684235,
      "loss_total": 0.020332373678684235,
      "step": 41120
    },
    {
      "loss_action": 0.01902134343981743,
      "loss_total": 0.01902134343981743,
      "step": 41120
    },
    {
      "loss_action": 0.01917700469493866,
      "loss_total": 0.01917700469493866,
      "step": 41120
    },
    {
      "grad_norm": 0.14130346477031708,
      "learning_rate": 9.92391030386275e-05,
      "loss": 0.0096,
      "step": 41130
    },
    {
      "loss_action": 0.0037680556997656822,
      "loss_total": 0.0037680556997656822,
      "step": 41130
    },
    {
      "loss_action": 0.011894775554537773,
      "loss_total": 0.011894775554537773,
      "step": 41130
    },
    {
      "loss_action": 0.006600528489798307,
      "loss_total": 0.006600528489798307,
      "step": 41130
    },
    {
      "loss_action": 0.016984902322292328,
      "loss_total": 0.016984902322292328,
      "step": 41130
    },
    {
      "loss_action": 0.007564113009721041,
      "loss_total": 0.007564113009721041,
      "step": 41130
    },
    {
      "loss_action": 0.011328116059303284,
      "loss_total": 0.011328116059303284,
      "step": 41130
    },
    {
      "loss_action": 0.014022094197571278,
      "loss_total": 0.014022094197571278,
      "step": 41130
    },
    {
      "loss_action": 0.004937869496643543,
      "loss_total": 0.004937869496643543,
      "step": 41130
    },
    {
      "grad_norm": 0.14634746313095093,
      "learning_rate": 9.92383844632555e-05,
      "loss": 0.0098,
      "step": 41140
    },
    {
      "loss_action": 0.009211860597133636,
      "loss_total": 0.009211860597133636,
      "step": 41140
    },
    {
      "loss_action": 0.0053692590445280075,
      "loss_total": 0.0053692590445280075,
      "step": 41140
    },
    {
      "loss_action": 0.01385468803346157,
      "loss_total": 0.01385468803346157,
      "step": 41140
    },
    {
      "loss_action": 0.022942472249269485,
      "loss_total": 0.022942472249269485,
      "step": 41140
    },
    {
      "loss_action": 0.005030081607401371,
      "loss_total": 0.005030081607401371,
      "step": 41140
    },
    {
      "loss_action": 0.009996695443987846,
      "loss_total": 0.009996695443987846,
      "step": 41140
    },
    {
      "loss_action": 0.007452158257365227,
      "loss_total": 0.007452158257365227,
      "step": 41140
    },
    {
      "loss_action": 0.00923516508191824,
      "loss_total": 0.00923516508191824,
      "step": 41140
    },
    {
      "grad_norm": 0.10163024067878723,
      "learning_rate": 9.923766555134377e-05,
      "loss": 0.0099,
      "step": 41150
    },
    {
      "loss_action": 0.05052631348371506,
      "loss_total": 0.05052631348371506,
      "step": 41150
    },
    {
      "loss_action": 0.009952379390597343,
      "loss_total": 0.009952379390597343,
      "step": 41150
    },
    {
      "loss_action": 0.0034673460759222507,
      "loss_total": 0.0034673460759222507,
      "step": 41150
    },
    {
      "loss_action": 0.008677912876009941,
      "loss_total": 0.008677912876009941,
      "step": 41150
    },
    {
      "loss_action": 0.005695115774869919,
      "loss_total": 0.005695115774869919,
      "step": 41150
    },
    {
      "loss_action": 0.0047243558801710606,
      "loss_total": 0.0047243558801710606,
      "step": 41150
    },
    {
      "loss_action": 0.009244721382856369,
      "loss_total": 0.009244721382856369,
      "step": 41150
    },
    {
      "loss_action": 0.004277115222066641,
      "loss_total": 0.004277115222066641,
      "step": 41150
    },
    {
      "grad_norm": 0.14348646998405457,
      "learning_rate": 9.923694630289722e-05,
      "loss": 0.0103,
      "step": 41160
    },
    {
      "loss_action": 0.009834077209234238,
      "loss_total": 0.009834077209234238,
      "step": 41160
    },
    {
      "loss_action": 0.005585590377449989,
      "loss_total": 0.005585590377449989,
      "step": 41160
    },
    {
      "loss_action": 0.010035502724349499,
      "loss_total": 0.010035502724349499,
      "step": 41160
    },
    {
      "loss_action": 0.004484991077333689,
      "loss_total": 0.004484991077333689,
      "step": 41160
    },
    {
      "loss_action": 0.011714212596416473,
      "loss_total": 0.011714212596416473,
      "step": 41160
    },
    {
      "loss_action": 0.008127124980092049,
      "loss_total": 0.008127124980092049,
      "step": 41160
    },
    {
      "loss_action": 0.004859287291765213,
      "loss_total": 0.004859287291765213,
      "step": 41160
    },
    {
      "loss_action": 0.014628980308771133,
      "loss_total": 0.014628980308771133,
      "step": 41160
    },
    {
      "grad_norm": 0.11697623133659363,
      "learning_rate": 9.923622671792076e-05,
      "loss": 0.0096,
      "step": 41170
    },
    {
      "loss_action": 0.008982338942587376,
      "loss_total": 0.008982338942587376,
      "step": 41170
    },
    {
      "loss_action": 0.005953063722699881,
      "loss_total": 0.005953063722699881,
      "step": 41170
    },
    {
      "loss_action": 0.003214191412553191,
      "loss_total": 0.003214191412553191,
      "step": 41170
    },
    {
      "loss_action": 0.004327125381678343,
      "loss_total": 0.004327125381678343,
      "step": 41170
    },
    {
      "loss_action": 0.011116365902125835,
      "loss_total": 0.011116365902125835,
      "step": 41170
    },
    {
      "loss_action": 0.0359029620885849,
      "loss_total": 0.0359029620885849,
      "step": 41170
    },
    {
      "loss_action": 0.016980843618512154,
      "loss_total": 0.016980843618512154,
      "step": 41170
    },
    {
      "loss_action": 0.009798582643270493,
      "loss_total": 0.009798582643270493,
      "step": 41170
    },
    {
      "grad_norm": 0.18851841986179352,
      "learning_rate": 9.92355067964193e-05,
      "loss": 0.0124,
      "step": 41180
    },
    {
      "loss_action": 0.011593107134103775,
      "loss_total": 0.011593107134103775,
      "step": 41180
    },
    {
      "loss_action": 0.006003689020872116,
      "loss_total": 0.006003689020872116,
      "step": 41180
    },
    {
      "loss_action": 0.014360320754349232,
      "loss_total": 0.014360320754349232,
      "step": 41180
    },
    {
      "loss_action": 0.018206797540187836,
      "loss_total": 0.018206797540187836,
      "step": 41180
    },
    {
      "loss_action": 0.006973553448915482,
      "loss_total": 0.006973553448915482,
      "step": 41180
    },
    {
      "loss_action": 0.0063878754153847694,
      "loss_total": 0.0063878754153847694,
      "step": 41180
    },
    {
      "loss_action": 0.007007651962339878,
      "loss_total": 0.007007651962339878,
      "step": 41180
    },
    {
      "loss_action": 0.0030201436020433903,
      "loss_total": 0.0030201436020433903,
      "step": 41180
    },
    {
      "grad_norm": 0.16691230237483978,
      "learning_rate": 9.92347865383978e-05,
      "loss": 0.0114,
      "step": 41190
    },
    {
      "loss_action": 0.012743979692459106,
      "loss_total": 0.012743979692459106,
      "step": 41190
    },
    {
      "loss_action": 0.007160230539739132,
      "loss_total": 0.007160230539739132,
      "step": 41190
    },
    {
      "loss_action": 0.006167697720229626,
      "loss_total": 0.006167697720229626,
      "step": 41190
    },
    {
      "loss_action": 0.005032435059547424,
      "loss_total": 0.005032435059547424,
      "step": 41190
    },
    {
      "loss_action": 0.006670636124908924,
      "loss_total": 0.006670636124908924,
      "step": 41190
    },
    {
      "loss_action": 0.00955226644873619,
      "loss_total": 0.00955226644873619,
      "step": 41190
    },
    {
      "loss_action": 0.016910307109355927,
      "loss_total": 0.016910307109355927,
      "step": 41190
    },
    {
      "loss_action": 0.010636044666171074,
      "loss_total": 0.010636044666171074,
      "step": 41190
    },
    {
      "grad_norm": 0.19334429502487183,
      "learning_rate": 9.923406594386114e-05,
      "loss": 0.0102,
      "step": 41200
    },
    {
      "loss_action": 0.015075618401169777,
      "loss_total": 0.015075618401169777,
      "step": 41200
    },
    {
      "loss_action": 0.019337650388479233,
      "loss_total": 0.019337650388479233,
      "step": 41200
    },
    {
      "loss_action": 0.0155187314376235,
      "loss_total": 0.0155187314376235,
      "step": 41200
    },
    {
      "loss_action": 0.021911002695560455,
      "loss_total": 0.021911002695560455,
      "step": 41200
    },
    {
      "loss_action": 0.01371873077005148,
      "loss_total": 0.01371873077005148,
      "step": 41200
    },
    {
      "loss_action": 0.009225325658917427,
      "loss_total": 0.009225325658917427,
      "step": 41200
    },
    {
      "loss_action": 0.009934216737747192,
      "loss_total": 0.009934216737747192,
      "step": 41200
    },
    {
      "loss_action": 0.006986154243350029,
      "loss_total": 0.006986154243350029,
      "step": 41200
    },
    {
      "grad_norm": 0.17480987310409546,
      "learning_rate": 9.923334501281427e-05,
      "loss": 0.0123,
      "step": 41210
    },
    {
      "loss_action": 0.003799830097705126,
      "loss_total": 0.003799830097705126,
      "step": 41210
    },
    {
      "loss_action": 0.009796480648219585,
      "loss_total": 0.009796480648219585,
      "step": 41210
    },
    {
      "loss_action": 0.006168904714286327,
      "loss_total": 0.006168904714286327,
      "step": 41210
    },
    {
      "loss_action": 0.011971162632107735,
      "loss_total": 0.011971162632107735,
      "step": 41210
    },
    {
      "loss_action": 0.02235804870724678,
      "loss_total": 0.02235804870724678,
      "step": 41210
    },
    {
      "loss_action": 0.011875622905790806,
      "loss_total": 0.011875622905790806,
      "step": 41210
    },
    {
      "loss_action": 0.011343264952301979,
      "loss_total": 0.011343264952301979,
      "step": 41210
    },
    {
      "loss_action": 0.007871409878134727,
      "loss_total": 0.007871409878134727,
      "step": 41210
    },
    {
      "grad_norm": 0.17293500900268555,
      "learning_rate": 9.92326237452621e-05,
      "loss": 0.0127,
      "step": 41220
    },
    {
      "loss_action": 0.007543808780610561,
      "loss_total": 0.007543808780610561,
      "step": 41220
    },
    {
      "loss_action": 0.0074531459249556065,
      "loss_total": 0.0074531459249556065,
      "step": 41220
    },
    {
      "loss_action": 0.008130738511681557,
      "loss_total": 0.008130738511681557,
      "step": 41220
    },
    {
      "loss_action": 0.0064009069465100765,
      "loss_total": 0.0064009069465100765,
      "step": 41220
    },
    {
      "loss_action": 0.010722262784838676,
      "loss_total": 0.010722262784838676,
      "step": 41220
    },
    {
      "loss_action": 0.011949182488024235,
      "loss_total": 0.011949182488024235,
      "step": 41220
    },
    {
      "loss_action": 0.009908642619848251,
      "loss_total": 0.009908642619848251,
      "step": 41220
    },
    {
      "loss_action": 0.005725701805204153,
      "loss_total": 0.005725701805204153,
      "step": 41220
    },
    {
      "grad_norm": 0.10962764173746109,
      "learning_rate": 9.923190214120958e-05,
      "loss": 0.0105,
      "step": 41230
    },
    {
      "loss_action": 0.010360497049987316,
      "loss_total": 0.010360497049987316,
      "step": 41230
    },
    {
      "loss_action": 0.02410963736474514,
      "loss_total": 0.02410963736474514,
      "step": 41230
    },
    {
      "loss_action": 0.011310040019452572,
      "loss_total": 0.011310040019452572,
      "step": 41230
    },
    {
      "loss_action": 0.007466845214366913,
      "loss_total": 0.007466845214366913,
      "step": 41230
    },
    {
      "loss_action": 0.011583702638745308,
      "loss_total": 0.011583702638745308,
      "step": 41230
    },
    {
      "loss_action": 0.01284688152372837,
      "loss_total": 0.01284688152372837,
      "step": 41230
    },
    {
      "loss_action": 0.01576964370906353,
      "loss_total": 0.01576964370906353,
      "step": 41230
    },
    {
      "loss_action": 0.007741629146039486,
      "loss_total": 0.007741629146039486,
      "step": 41230
    },
    {
      "grad_norm": 0.13789600133895874,
      "learning_rate": 9.923118020066163e-05,
      "loss": 0.0103,
      "step": 41240
    },
    {
      "loss_action": 0.00797990895807743,
      "loss_total": 0.00797990895807743,
      "step": 41240
    },
    {
      "loss_action": 0.004061342682689428,
      "loss_total": 0.004061342682689428,
      "step": 41240
    },
    {
      "loss_action": 0.010021630674600601,
      "loss_total": 0.010021630674600601,
      "step": 41240
    },
    {
      "loss_action": 0.006593990605324507,
      "loss_total": 0.006593990605324507,
      "step": 41240
    },
    {
      "loss_action": 0.008840279653668404,
      "loss_total": 0.008840279653668404,
      "step": 41240
    },
    {
      "loss_action": 0.008080372586846352,
      "loss_total": 0.008080372586846352,
      "step": 41240
    },
    {
      "loss_action": 0.017204444855451584,
      "loss_total": 0.017204444855451584,
      "step": 41240
    },
    {
      "loss_action": 0.00791134499013424,
      "loss_total": 0.00791134499013424,
      "step": 41240
    },
    {
      "grad_norm": 0.17651012539863586,
      "learning_rate": 9.923045792362318e-05,
      "loss": 0.0101,
      "step": 41250
    },
    {
      "loss_action": 0.012867122888565063,
      "loss_total": 0.012867122888565063,
      "step": 41250
    },
    {
      "loss_action": 0.014394382014870644,
      "loss_total": 0.014394382014870644,
      "step": 41250
    },
    {
      "loss_action": 0.010788125917315483,
      "loss_total": 0.010788125917315483,
      "step": 41250
    },
    {
      "loss_action": 0.002856836188584566,
      "loss_total": 0.002856836188584566,
      "step": 41250
    },
    {
      "loss_action": 0.010606452822685242,
      "loss_total": 0.010606452822685242,
      "step": 41250
    },
    {
      "loss_action": 0.007047539576888084,
      "loss_total": 0.007047539576888084,
      "step": 41250
    },
    {
      "loss_action": 0.00913168303668499,
      "loss_total": 0.00913168303668499,
      "step": 41250
    },
    {
      "loss_action": 0.010193103924393654,
      "loss_total": 0.010193103924393654,
      "step": 41250
    },
    {
      "grad_norm": 0.13126878440380096,
      "learning_rate": 9.922973531009918e-05,
      "loss": 0.0102,
      "step": 41260
    },
    {
      "loss_action": 0.008776490576565266,
      "loss_total": 0.008776490576565266,
      "step": 41260
    },
    {
      "loss_action": 0.0550958514213562,
      "loss_total": 0.0550958514213562,
      "step": 41260
    },
    {
      "loss_action": 0.004662118852138519,
      "loss_total": 0.004662118852138519,
      "step": 41260
    },
    {
      "loss_action": 0.007468091323971748,
      "loss_total": 0.007468091323971748,
      "step": 41260
    },
    {
      "loss_action": 0.005850049201399088,
      "loss_total": 0.005850049201399088,
      "step": 41260
    },
    {
      "loss_action": 0.010659105144441128,
      "loss_total": 0.010659105144441128,
      "step": 41260
    },
    {
      "loss_action": 0.012588276527822018,
      "loss_total": 0.012588276527822018,
      "step": 41260
    },
    {
      "loss_action": 0.02816827781498432,
      "loss_total": 0.02816827781498432,
      "step": 41260
    },
    {
      "grad_norm": 0.14921310544013977,
      "learning_rate": 9.922901236009456e-05,
      "loss": 0.0108,
      "step": 41270
    },
    {
      "loss_action": 0.004315625876188278,
      "loss_total": 0.004315625876188278,
      "step": 41270
    },
    {
      "loss_action": 0.008655908517539501,
      "loss_total": 0.008655908517539501,
      "step": 41270
    },
    {
      "loss_action": 0.006709626875817776,
      "loss_total": 0.006709626875817776,
      "step": 41270
    },
    {
      "loss_action": 0.01651575230062008,
      "loss_total": 0.01651575230062008,
      "step": 41270
    },
    {
      "loss_action": 0.003379568923264742,
      "loss_total": 0.003379568923264742,
      "step": 41270
    },
    {
      "loss_action": 0.0060424888506531715,
      "loss_total": 0.0060424888506531715,
      "step": 41270
    },
    {
      "loss_action": 0.007752410136163235,
      "loss_total": 0.007752410136163235,
      "step": 41270
    },
    {
      "loss_action": 0.009623130783438683,
      "loss_total": 0.009623130783438683,
      "step": 41270
    },
    {
      "grad_norm": 0.1404758244752884,
      "learning_rate": 9.922828907361428e-05,
      "loss": 0.0102,
      "step": 41280
    },
    {
      "loss_action": 0.0033154801931232214,
      "loss_total": 0.0033154801931232214,
      "step": 41280
    },
    {
      "loss_action": 0.018574342131614685,
      "loss_total": 0.018574342131614685,
      "step": 41280
    },
    {
      "loss_action": 0.00959270540624857,
      "loss_total": 0.00959270540624857,
      "step": 41280
    },
    {
      "loss_action": 0.005772005766630173,
      "loss_total": 0.005772005766630173,
      "step": 41280
    },
    {
      "loss_action": 0.008272286504507065,
      "loss_total": 0.008272286504507065,
      "step": 41280
    },
    {
      "loss_action": 0.005517186596989632,
      "loss_total": 0.005517186596989632,
      "step": 41280
    },
    {
      "loss_action": 0.004332178272306919,
      "loss_total": 0.004332178272306919,
      "step": 41280
    },
    {
      "loss_action": 0.007006138563156128,
      "loss_total": 0.007006138563156128,
      "step": 41280
    },
    {
      "grad_norm": 0.13183201849460602,
      "learning_rate": 9.922756545066325e-05,
      "loss": 0.0091,
      "step": 41290
    },
    {
      "loss_action": 0.015058268792927265,
      "loss_total": 0.015058268792927265,
      "step": 41290
    },
    {
      "loss_action": 0.010730277746915817,
      "loss_total": 0.010730277746915817,
      "step": 41290
    },
    {
      "loss_action": 0.00896619725972414,
      "loss_total": 0.00896619725972414,
      "step": 41290
    },
    {
      "loss_action": 0.005321238189935684,
      "loss_total": 0.005321238189935684,
      "step": 41290
    },
    {
      "loss_action": 0.00483725918456912,
      "loss_total": 0.00483725918456912,
      "step": 41290
    },
    {
      "loss_action": 0.005534354597330093,
      "loss_total": 0.005534354597330093,
      "step": 41290
    },
    {
      "loss_action": 0.011052850633859634,
      "loss_total": 0.011052850633859634,
      "step": 41290
    },
    {
      "loss_action": 0.006376930512487888,
      "loss_total": 0.006376930512487888,
      "step": 41290
    },
    {
      "grad_norm": 0.16281373798847198,
      "learning_rate": 9.922684149124644e-05,
      "loss": 0.0113,
      "step": 41300
    },
    {
      "loss_action": 0.01124484371393919,
      "loss_total": 0.01124484371393919,
      "step": 41300
    },
    {
      "loss_action": 0.023570222780108452,
      "loss_total": 0.023570222780108452,
      "step": 41300
    },
    {
      "loss_action": 0.02709583193063736,
      "loss_total": 0.02709583193063736,
      "step": 41300
    },
    {
      "loss_action": 0.017722178250551224,
      "loss_total": 0.017722178250551224,
      "step": 41300
    },
    {
      "loss_action": 0.010102061554789543,
      "loss_total": 0.010102061554789543,
      "step": 41300
    },
    {
      "loss_action": 0.007808103691786528,
      "loss_total": 0.007808103691786528,
      "step": 41300
    },
    {
      "loss_action": 0.009915266185998917,
      "loss_total": 0.009915266185998917,
      "step": 41300
    },
    {
      "loss_action": 0.0064737689681351185,
      "loss_total": 0.0064737689681351185,
      "step": 41300
    },
    {
      "grad_norm": 0.18579447269439697,
      "learning_rate": 9.922611719536878e-05,
      "loss": 0.0128,
      "step": 41310
    },
    {
      "loss_action": 0.008416120894253254,
      "loss_total": 0.008416120894253254,
      "step": 41310
    },
    {
      "loss_action": 0.005950241349637508,
      "loss_total": 0.005950241349637508,
      "step": 41310
    },
    {
      "loss_action": 0.02449932135641575,
      "loss_total": 0.02449932135641575,
      "step": 41310
    },
    {
      "loss_action": 0.010454421862959862,
      "loss_total": 0.010454421862959862,
      "step": 41310
    },
    {
      "loss_action": 0.017018545418977737,
      "loss_total": 0.017018545418977737,
      "step": 41310
    },
    {
      "loss_action": 0.009898794814944267,
      "loss_total": 0.009898794814944267,
      "step": 41310
    },
    {
      "loss_action": 0.0064088935032486916,
      "loss_total": 0.0064088935032486916,
      "step": 41310
    },
    {
      "loss_action": 0.00792829878628254,
      "loss_total": 0.00792829878628254,
      "step": 41310
    },
    {
      "grad_norm": 0.1961686760187149,
      "learning_rate": 9.922539256303525e-05,
      "loss": 0.013,
      "step": 41320
    },
    {
      "loss_action": 0.007883000187575817,
      "loss_total": 0.007883000187575817,
      "step": 41320
    },
    {
      "loss_action": 0.011768481694161892,
      "loss_total": 0.011768481694161892,
      "step": 41320
    },
    {
      "loss_action": 0.003934479784220457,
      "loss_total": 0.003934479784220457,
      "step": 41320
    },
    {
      "loss_action": 0.024531105533242226,
      "loss_total": 0.024531105533242226,
      "step": 41320
    },
    {
      "loss_action": 0.00405083317309618,
      "loss_total": 0.00405083317309618,
      "step": 41320
    },
    {
      "loss_action": 0.006189761217683554,
      "loss_total": 0.006189761217683554,
      "step": 41320
    },
    {
      "loss_action": 0.009532803669571877,
      "loss_total": 0.009532803669571877,
      "step": 41320
    },
    {
      "loss_action": 0.030415769666433334,
      "loss_total": 0.030415769666433334,
      "step": 41320
    },
    {
      "grad_norm": 0.12391314655542374,
      "learning_rate": 9.922466759425077e-05,
      "loss": 0.0107,
      "step": 41330
    },
    {
      "loss_action": 0.005701074376702309,
      "loss_total": 0.005701074376702309,
      "step": 41330
    },
    {
      "loss_action": 0.004206879995763302,
      "loss_total": 0.004206879995763302,
      "step": 41330
    },
    {
      "loss_action": 0.005405760370194912,
      "loss_total": 0.005405760370194912,
      "step": 41330
    },
    {
      "loss_action": 0.015739507973194122,
      "loss_total": 0.015739507973194122,
      "step": 41330
    },
    {
      "loss_action": 0.011034814640879631,
      "loss_total": 0.011034814640879631,
      "step": 41330
    },
    {
      "loss_action": 0.01283683255314827,
      "loss_total": 0.01283683255314827,
      "step": 41330
    },
    {
      "loss_action": 0.0058492086827754974,
      "loss_total": 0.0058492086827754974,
      "step": 41330
    },
    {
      "loss_action": 0.014196505770087242,
      "loss_total": 0.014196505770087242,
      "step": 41330
    },
    {
      "grad_norm": 0.17479372024536133,
      "learning_rate": 9.92239422890203e-05,
      "loss": 0.009,
      "step": 41340
    },
    {
      "loss_action": 0.004617324564605951,
      "loss_total": 0.004617324564605951,
      "step": 41340
    },
    {
      "loss_action": 0.01498025469481945,
      "loss_total": 0.01498025469481945,
      "step": 41340
    },
    {
      "loss_action": 0.019478384405374527,
      "loss_total": 0.019478384405374527,
      "step": 41340
    },
    {
      "loss_action": 0.010029667988419533,
      "loss_total": 0.010029667988419533,
      "step": 41340
    },
    {
      "loss_action": 0.013139498420059681,
      "loss_total": 0.013139498420059681,
      "step": 41340
    },
    {
      "loss_action": 0.054616935551166534,
      "loss_total": 0.054616935551166534,
      "step": 41340
    },
    {
      "loss_action": 0.005549898371100426,
      "loss_total": 0.005549898371100426,
      "step": 41340
    },
    {
      "loss_action": 0.021713946014642715,
      "loss_total": 0.021713946014642715,
      "step": 41340
    },
    {
      "grad_norm": 0.10132002830505371,
      "learning_rate": 9.922321664734883e-05,
      "loss": 0.0117,
      "step": 41350
    },
    {
      "loss_action": 0.0035163527354598045,
      "loss_total": 0.0035163527354598045,
      "step": 41350
    },
    {
      "loss_action": 0.01153983362019062,
      "loss_total": 0.01153983362019062,
      "step": 41350
    },
    {
      "loss_action": 0.012565020471811295,
      "loss_total": 0.012565020471811295,
      "step": 41350
    },
    {
      "loss_action": 0.005033107940107584,
      "loss_total": 0.005033107940107584,
      "step": 41350
    },
    {
      "loss_action": 0.006354784592986107,
      "loss_total": 0.006354784592986107,
      "step": 41350
    },
    {
      "loss_action": 0.008710893802344799,
      "loss_total": 0.008710893802344799,
      "step": 41350
    },
    {
      "loss_action": 0.013445026241242886,
      "loss_total": 0.013445026241242886,
      "step": 41350
    },
    {
      "loss_action": 0.008721579797565937,
      "loss_total": 0.008721579797565937,
      "step": 41350
    },
    {
      "grad_norm": 0.12345219403505325,
      "learning_rate": 9.922249066924127e-05,
      "loss": 0.0098,
      "step": 41360
    },
    {
      "loss_action": 0.005643193610012531,
      "loss_total": 0.005643193610012531,
      "step": 41360
    },
    {
      "loss_action": 0.011417005211114883,
      "loss_total": 0.011417005211114883,
      "step": 41360
    },
    {
      "loss_action": 0.005111373960971832,
      "loss_total": 0.005111373960971832,
      "step": 41360
    },
    {
      "loss_action": 0.01300419494509697,
      "loss_total": 0.01300419494509697,
      "step": 41360
    },
    {
      "loss_action": 0.004786990582942963,
      "loss_total": 0.004786990582942963,
      "step": 41360
    },
    {
      "loss_action": 0.006749430205672979,
      "loss_total": 0.006749430205672979,
      "step": 41360
    },
    {
      "loss_action": 0.032911501824855804,
      "loss_total": 0.032911501824855804,
      "step": 41360
    },
    {
      "loss_action": 0.01621699333190918,
      "loss_total": 0.01621699333190918,
      "step": 41360
    },
    {
      "grad_norm": 0.180049866437912,
      "learning_rate": 9.922176435470264e-05,
      "loss": 0.0102,
      "step": 41370
    },
    {
      "loss_action": 0.013080623932182789,
      "loss_total": 0.013080623932182789,
      "step": 41370
    },
    {
      "loss_action": 0.004748794250190258,
      "loss_total": 0.004748794250190258,
      "step": 41370
    },
    {
      "loss_action": 0.009017322212457657,
      "loss_total": 0.009017322212457657,
      "step": 41370
    },
    {
      "loss_action": 0.0036092486698180437,
      "loss_total": 0.0036092486698180437,
      "step": 41370
    },
    {
      "loss_action": 0.014772510156035423,
      "loss_total": 0.014772510156035423,
      "step": 41370
    },
    {
      "loss_action": 0.008680257946252823,
      "loss_total": 0.008680257946252823,
      "step": 41370
    },
    {
      "loss_action": 0.013336684554815292,
      "loss_total": 0.013336684554815292,
      "step": 41370
    },
    {
      "loss_action": 0.003991479519754648,
      "loss_total": 0.003991479519754648,
      "step": 41370
    },
    {
      "grad_norm": 0.13506099581718445,
      "learning_rate": 9.922103770373785e-05,
      "loss": 0.0106,
      "step": 41380
    },
    {
      "loss_action": 0.027725916355848312,
      "loss_total": 0.027725916355848312,
      "step": 41380
    },
    {
      "loss_action": 0.004389546811580658,
      "loss_total": 0.004389546811580658,
      "step": 41380
    },
    {
      "loss_action": 0.006328512914478779,
      "loss_total": 0.006328512914478779,
      "step": 41380
    },
    {
      "loss_action": 0.00432326877489686,
      "loss_total": 0.00432326877489686,
      "step": 41380
    },
    {
      "loss_action": 0.010570243000984192,
      "loss_total": 0.010570243000984192,
      "step": 41380
    },
    {
      "loss_action": 0.008674787357449532,
      "loss_total": 0.008674787357449532,
      "step": 41380
    },
    {
      "loss_action": 0.008314104750752449,
      "loss_total": 0.008314104750752449,
      "step": 41380
    },
    {
      "loss_action": 0.012281237170100212,
      "loss_total": 0.012281237170100212,
      "step": 41380
    },
    {
      "grad_norm": 0.14445002377033234,
      "learning_rate": 9.92203107163519e-05,
      "loss": 0.0103,
      "step": 41390
    },
    {
      "loss_action": 0.019326461479067802,
      "loss_total": 0.019326461479067802,
      "step": 41390
    },
    {
      "loss_action": 0.008430376648902893,
      "loss_total": 0.008430376648902893,
      "step": 41390
    },
    {
      "loss_action": 0.006306773982942104,
      "loss_total": 0.006306773982942104,
      "step": 41390
    },
    {
      "loss_action": 0.006297868210822344,
      "loss_total": 0.006297868210822344,
      "step": 41390
    },
    {
      "loss_action": 0.015150104649364948,
      "loss_total": 0.015150104649364948,
      "step": 41390
    },
    {
      "loss_action": 0.005589443724602461,
      "loss_total": 0.005589443724602461,
      "step": 41390
    },
    {
      "loss_action": 0.00901076104491949,
      "loss_total": 0.00901076104491949,
      "step": 41390
    },
    {
      "loss_action": 0.007235337980091572,
      "loss_total": 0.007235337980091572,
      "step": 41390
    },
    {
      "grad_norm": 0.1230049654841423,
      "learning_rate": 9.921958339254975e-05,
      "loss": 0.0118,
      "step": 41400
    },
    {
      "loss_action": 0.0210657250136137,
      "loss_total": 0.0210657250136137,
      "step": 41400
    },
    {
      "loss_action": 0.005977461114525795,
      "loss_total": 0.005977461114525795,
      "step": 41400
    },
    {
      "loss_action": 0.0033472678624093533,
      "loss_total": 0.0033472678624093533,
      "step": 41400
    },
    {
      "loss_action": 0.006677818018943071,
      "loss_total": 0.006677818018943071,
      "step": 41400
    },
    {
      "loss_action": 0.010362734086811543,
      "loss_total": 0.010362734086811543,
      "step": 41400
    },
    {
      "loss_action": 0.02091546542942524,
      "loss_total": 0.02091546542942524,
      "step": 41400
    },
    {
      "loss_action": 0.005006404593586922,
      "loss_total": 0.005006404593586922,
      "step": 41400
    },
    {
      "loss_action": 0.020893950015306473,
      "loss_total": 0.020893950015306473,
      "step": 41400
    },
    {
      "grad_norm": 0.13751345872879028,
      "learning_rate": 9.921885573233638e-05,
      "loss": 0.0098,
      "step": 41410
    },
    {
      "loss_action": 0.00630588736385107,
      "loss_total": 0.00630588736385107,
      "step": 41410
    },
    {
      "loss_action": 0.0074819959700107574,
      "loss_total": 0.0074819959700107574,
      "step": 41410
    },
    {
      "loss_action": 0.0975777730345726,
      "loss_total": 0.0975777730345726,
      "step": 41410
    },
    {
      "loss_action": 0.006514743901789188,
      "loss_total": 0.006514743901789188,
      "step": 41410
    },
    {
      "loss_action": 0.020096419379115105,
      "loss_total": 0.020096419379115105,
      "step": 41410
    },
    {
      "loss_action": 0.015910809859633446,
      "loss_total": 0.015910809859633446,
      "step": 41410
    },
    {
      "loss_action": 0.005225870758295059,
      "loss_total": 0.005225870758295059,
      "step": 41410
    },
    {
      "loss_action": 0.015794238075613976,
      "loss_total": 0.015794238075613976,
      "step": 41410
    },
    {
      "grad_norm": 0.13534517586231232,
      "learning_rate": 9.921812773571672e-05,
      "loss": 0.0105,
      "step": 41420
    },
    {
      "loss_action": 0.011586707085371017,
      "loss_total": 0.011586707085371017,
      "step": 41420
    },
    {
      "loss_action": 0.0064356354996562,
      "loss_total": 0.0064356354996562,
      "step": 41420
    },
    {
      "loss_action": 0.007911743596196175,
      "loss_total": 0.007911743596196175,
      "step": 41420
    },
    {
      "loss_action": 0.004080832935869694,
      "loss_total": 0.004080832935869694,
      "step": 41420
    },
    {
      "loss_action": 0.012613089755177498,
      "loss_total": 0.012613089755177498,
      "step": 41420
    },
    {
      "loss_action": 0.014505941420793533,
      "loss_total": 0.014505941420793533,
      "step": 41420
    },
    {
      "loss_action": 0.009588424116373062,
      "loss_total": 0.009588424116373062,
      "step": 41420
    },
    {
      "loss_action": 0.015172316692769527,
      "loss_total": 0.015172316692769527,
      "step": 41420
    },
    {
      "grad_norm": 0.17397378385066986,
      "learning_rate": 9.921739940269581e-05,
      "loss": 0.0111,
      "step": 41430
    },
    {
      "loss_action": 0.007363479118794203,
      "loss_total": 0.007363479118794203,
      "step": 41430
    },
    {
      "loss_action": 0.0039023524150252342,
      "loss_total": 0.0039023524150252342,
      "step": 41430
    },
    {
      "loss_action": 0.014286655932664871,
      "loss_total": 0.014286655932664871,
      "step": 41430
    },
    {
      "loss_action": 0.009053977206349373,
      "loss_total": 0.009053977206349373,
      "step": 41430
    },
    {
      "loss_action": 0.016029246151447296,
      "loss_total": 0.016029246151447296,
      "step": 41430
    },
    {
      "loss_action": 0.008184025064110756,
      "loss_total": 0.008184025064110756,
      "step": 41430
    },
    {
      "loss_action": 0.009949264116585255,
      "loss_total": 0.009949264116585255,
      "step": 41430
    },
    {
      "loss_action": 0.011261332780122757,
      "loss_total": 0.011261332780122757,
      "step": 41430
    },
    {
      "grad_norm": 0.1365939974784851,
      "learning_rate": 9.921667073327858e-05,
      "loss": 0.0108,
      "step": 41440
    },
    {
      "loss_action": 0.013703299686312675,
      "loss_total": 0.013703299686312675,
      "step": 41440
    },
    {
      "loss_action": 0.018774012103676796,
      "loss_total": 0.018774012103676796,
      "step": 41440
    },
    {
      "loss_action": 0.01619979739189148,
      "loss_total": 0.01619979739189148,
      "step": 41440
    },
    {
      "loss_action": 0.015783870592713356,
      "loss_total": 0.015783870592713356,
      "step": 41440
    },
    {
      "loss_action": 0.011035050265491009,
      "loss_total": 0.011035050265491009,
      "step": 41440
    },
    {
      "loss_action": 0.009648345410823822,
      "loss_total": 0.009648345410823822,
      "step": 41440
    },
    {
      "loss_action": 0.005096807144582272,
      "loss_total": 0.005096807144582272,
      "step": 41440
    },
    {
      "loss_action": 0.012523101642727852,
      "loss_total": 0.012523101642727852,
      "step": 41440
    },
    {
      "grad_norm": 0.19881883263587952,
      "learning_rate": 9.921594172747003e-05,
      "loss": 0.0113,
      "step": 41450
    },
    {
      "loss_action": 0.007571360561996698,
      "loss_total": 0.007571360561996698,
      "step": 41450
    },
    {
      "loss_action": 0.00956088025122881,
      "loss_total": 0.00956088025122881,
      "step": 41450
    },
    {
      "loss_action": 0.005253169685602188,
      "loss_total": 0.005253169685602188,
      "step": 41450
    },
    {
      "loss_action": 0.011868968605995178,
      "loss_total": 0.011868968605995178,
      "step": 41450
    },
    {
      "loss_action": 0.007961648516356945,
      "loss_total": 0.007961648516356945,
      "step": 41450
    },
    {
      "loss_action": 0.007565964944660664,
      "loss_total": 0.007565964944660664,
      "step": 41450
    },
    {
      "loss_action": 0.02212897688150406,
      "loss_total": 0.02212897688150406,
      "step": 41450
    },
    {
      "loss_action": 0.006913891062140465,
      "loss_total": 0.006913891062140465,
      "step": 41450
    },
    {
      "grad_norm": 0.20777152478694916,
      "learning_rate": 9.921521238527513e-05,
      "loss": 0.0109,
      "step": 41460
    },
    {
      "loss_action": 0.0404445081949234,
      "loss_total": 0.0404445081949234,
      "step": 41460
    },
    {
      "loss_action": 0.01318028662353754,
      "loss_total": 0.01318028662353754,
      "step": 41460
    },
    {
      "loss_action": 0.017516957595944405,
      "loss_total": 0.017516957595944405,
      "step": 41460
    },
    {
      "loss_action": 0.005220397375524044,
      "loss_total": 0.005220397375524044,
      "step": 41460
    },
    {
      "loss_action": 0.021639522165060043,
      "loss_total": 0.021639522165060043,
      "step": 41460
    },
    {
      "loss_action": 0.0038601879496127367,
      "loss_total": 0.0038601879496127367,
      "step": 41460
    },
    {
      "loss_action": 0.012719590216875076,
      "loss_total": 0.012719590216875076,
      "step": 41460
    },
    {
      "loss_action": 0.013875627890229225,
      "loss_total": 0.013875627890229225,
      "step": 41460
    },
    {
      "grad_norm": 0.12378651648759842,
      "learning_rate": 9.92144827066989e-05,
      "loss": 0.0112,
      "step": 41470
    },
    {
      "loss_action": 0.0034873895347118378,
      "loss_total": 0.0034873895347118378,
      "step": 41470
    },
    {
      "loss_action": 0.007678208872675896,
      "loss_total": 0.007678208872675896,
      "step": 41470
    },
    {
      "loss_action": 0.01740395650267601,
      "loss_total": 0.01740395650267601,
      "step": 41470
    },
    {
      "loss_action": 0.009182792156934738,
      "loss_total": 0.009182792156934738,
      "step": 41470
    },
    {
      "loss_action": 0.011364465579390526,
      "loss_total": 0.011364465579390526,
      "step": 41470
    },
    {
      "loss_action": 0.02226843684911728,
      "loss_total": 0.02226843684911728,
      "step": 41470
    },
    {
      "loss_action": 0.014079410582780838,
      "loss_total": 0.014079410582780838,
      "step": 41470
    },
    {
      "loss_action": 0.010252337902784348,
      "loss_total": 0.010252337902784348,
      "step": 41470
    },
    {
      "grad_norm": 0.14760087430477142,
      "learning_rate": 9.921375269174629e-05,
      "loss": 0.0113,
      "step": 41480
    },
    {
      "loss_action": 0.021268179640173912,
      "loss_total": 0.021268179640173912,
      "step": 41480
    },
    {
      "loss_action": 0.004220324568450451,
      "loss_total": 0.004220324568450451,
      "step": 41480
    },
    {
      "loss_action": 0.005942871794104576,
      "loss_total": 0.005942871794104576,
      "step": 41480
    },
    {
      "loss_action": 0.01302461139857769,
      "loss_total": 0.01302461139857769,
      "step": 41480
    },
    {
      "loss_action": 0.0028762207366526127,
      "loss_total": 0.0028762207366526127,
      "step": 41480
    },
    {
      "loss_action": 0.00747400289401412,
      "loss_total": 0.00747400289401412,
      "step": 41480
    },
    {
      "loss_action": 0.017834467813372612,
      "loss_total": 0.017834467813372612,
      "step": 41480
    },
    {
      "loss_action": 0.011368028819561005,
      "loss_total": 0.011368028819561005,
      "step": 41480
    },
    {
      "grad_norm": 0.16041265428066254,
      "learning_rate": 9.921302234042232e-05,
      "loss": 0.0108,
      "step": 41490
    },
    {
      "loss_action": 0.006058064289391041,
      "loss_total": 0.006058064289391041,
      "step": 41490
    },
    {
      "loss_action": 0.002872671466320753,
      "loss_total": 0.002872671466320753,
      "step": 41490
    },
    {
      "loss_action": 0.003366385120898485,
      "loss_total": 0.003366385120898485,
      "step": 41490
    },
    {
      "loss_action": 0.006604749243706465,
      "loss_total": 0.006604749243706465,
      "step": 41490
    },
    {
      "loss_action": 0.004700361285358667,
      "loss_total": 0.004700361285358667,
      "step": 41490
    },
    {
      "loss_action": 0.014607420191168785,
      "loss_total": 0.014607420191168785,
      "step": 41490
    },
    {
      "loss_action": 0.008413506671786308,
      "loss_total": 0.008413506671786308,
      "step": 41490
    },
    {
      "loss_action": 0.006729728076606989,
      "loss_total": 0.006729728076606989,
      "step": 41490
    },
    {
      "grad_norm": 0.12311204522848129,
      "learning_rate": 9.921229165273194e-05,
      "loss": 0.0099,
      "step": 41500
    },
    {
      "loss_action": 0.022806763648986816,
      "loss_total": 0.022806763648986816,
      "step": 41500
    },
    {
      "loss_action": 0.008291972801089287,
      "loss_total": 0.008291972801089287,
      "step": 41500
    },
    {
      "loss_action": 0.007381419651210308,
      "loss_total": 0.007381419651210308,
      "step": 41500
    },
    {
      "loss_action": 0.011330947279930115,
      "loss_total": 0.011330947279930115,
      "step": 41500
    },
    {
      "loss_action": 0.008752112276852131,
      "loss_total": 0.008752112276852131,
      "step": 41500
    },
    {
      "loss_action": 0.006791629362851381,
      "loss_total": 0.006791629362851381,
      "step": 41500
    },
    {
      "loss_action": 0.004753445275127888,
      "loss_total": 0.004753445275127888,
      "step": 41500
    },
    {
      "loss_action": 0.010599873960018158,
      "loss_total": 0.010599873960018158,
      "step": 41500
    },
    {
      "grad_norm": 0.18153594434261322,
      "learning_rate": 9.921156062868017e-05,
      "loss": 0.0102,
      "step": 41510
    },
    {
      "loss_action": 0.016538595780730247,
      "loss_total": 0.016538595780730247,
      "step": 41510
    },
    {
      "loss_action": 0.009561640210449696,
      "loss_total": 0.009561640210449696,
      "step": 41510
    },
    {
      "loss_action": 0.045737504959106445,
      "loss_total": 0.045737504959106445,
      "step": 41510
    },
    {
      "loss_action": 0.031335681676864624,
      "loss_total": 0.031335681676864624,
      "step": 41510
    },
    {
      "loss_action": 0.007160685025155544,
      "loss_total": 0.007160685025155544,
      "step": 41510
    },
    {
      "loss_action": 0.0071367924101650715,
      "loss_total": 0.0071367924101650715,
      "step": 41510
    },
    {
      "loss_action": 0.006372908130288124,
      "loss_total": 0.006372908130288124,
      "step": 41510
    },
    {
      "loss_action": 0.020630773156881332,
      "loss_total": 0.020630773156881332,
      "step": 41510
    },
    {
      "grad_norm": 0.1871376484632492,
      "learning_rate": 9.9210829268272e-05,
      "loss": 0.0114,
      "step": 41520
    },
    {
      "loss_action": 0.013163481839001179,
      "loss_total": 0.013163481839001179,
      "step": 41520
    },
    {
      "loss_action": 0.008362079970538616,
      "loss_total": 0.008362079970538616,
      "step": 41520
    },
    {
      "loss_action": 0.007697630673646927,
      "loss_total": 0.007697630673646927,
      "step": 41520
    },
    {
      "loss_action": 0.0159042626619339,
      "loss_total": 0.0159042626619339,
      "step": 41520
    },
    {
      "loss_action": 0.008085310459136963,
      "loss_total": 0.008085310459136963,
      "step": 41520
    },
    {
      "loss_action": 0.005063212476670742,
      "loss_total": 0.005063212476670742,
      "step": 41520
    },
    {
      "loss_action": 0.0145091712474823,
      "loss_total": 0.0145091712474823,
      "step": 41520
    },
    {
      "loss_action": 0.0070616817101836205,
      "loss_total": 0.0070616817101836205,
      "step": 41520
    },
    {
      "grad_norm": 0.1578080654144287,
      "learning_rate": 9.921009757151245e-05,
      "loss": 0.0133,
      "step": 41530
    },
    {
      "loss_action": 0.005869247950613499,
      "loss_total": 0.005869247950613499,
      "step": 41530
    },
    {
      "loss_action": 0.01609198749065399,
      "loss_total": 0.01609198749065399,
      "step": 41530
    },
    {
      "loss_action": 0.007888592779636383,
      "loss_total": 0.007888592779636383,
      "step": 41530
    },
    {
      "loss_action": 0.010527120903134346,
      "loss_total": 0.010527120903134346,
      "step": 41530
    },
    {
      "loss_action": 0.007193449884653091,
      "loss_total": 0.007193449884653091,
      "step": 41530
    },
    {
      "loss_action": 0.025314709171652794,
      "loss_total": 0.025314709171652794,
      "step": 41530
    },
    {
      "loss_action": 0.01594529300928116,
      "loss_total": 0.01594529300928116,
      "step": 41530
    },
    {
      "loss_action": 0.006508069112896919,
      "loss_total": 0.006508069112896919,
      "step": 41530
    },
    {
      "grad_norm": 0.12652158737182617,
      "learning_rate": 9.92093655384065e-05,
      "loss": 0.0107,
      "step": 41540
    },
    {
      "loss_action": 0.006929824594408274,
      "loss_total": 0.006929824594408274,
      "step": 41540
    },
    {
      "loss_action": 0.010757221840322018,
      "loss_total": 0.010757221840322018,
      "step": 41540
    },
    {
      "loss_action": 0.019259536638855934,
      "loss_total": 0.019259536638855934,
      "step": 41540
    },
    {
      "loss_action": 0.008865045383572578,
      "loss_total": 0.008865045383572578,
      "step": 41540
    },
    {
      "loss_action": 0.006212038919329643,
      "loss_total": 0.006212038919329643,
      "step": 41540
    },
    {
      "loss_action": 0.005592946894466877,
      "loss_total": 0.005592946894466877,
      "step": 41540
    },
    {
      "loss_action": 0.009454397484660149,
      "loss_total": 0.009454397484660149,
      "step": 41540
    },
    {
      "loss_action": 0.0057497648522257805,
      "loss_total": 0.0057497648522257805,
      "step": 41540
    },
    {
      "grad_norm": 0.1716129332780838,
      "learning_rate": 9.920863316895915e-05,
      "loss": 0.0104,
      "step": 41550
    },
    {
      "loss_action": 0.013819940388202667,
      "loss_total": 0.013819940388202667,
      "step": 41550
    },
    {
      "loss_action": 0.01424377504736185,
      "loss_total": 0.01424377504736185,
      "step": 41550
    },
    {
      "loss_action": 0.004316072911024094,
      "loss_total": 0.004316072911024094,
      "step": 41550
    },
    {
      "loss_action": 0.020718112587928772,
      "loss_total": 0.020718112587928772,
      "step": 41550
    },
    {
      "loss_action": 0.009753991849720478,
      "loss_total": 0.009753991849720478,
      "step": 41550
    },
    {
      "loss_action": 0.005746171809732914,
      "loss_total": 0.005746171809732914,
      "step": 41550
    },
    {
      "loss_action": 0.008761578239500523,
      "loss_total": 0.008761578239500523,
      "step": 41550
    },
    {
      "loss_action": 0.007060132920742035,
      "loss_total": 0.007060132920742035,
      "step": 41550
    },
    {
      "grad_norm": 0.12389928102493286,
      "learning_rate": 9.92079004631754e-05,
      "loss": 0.0117,
      "step": 41560
    },
    {
      "loss_action": 0.004963880404829979,
      "loss_total": 0.004963880404829979,
      "step": 41560
    },
    {
      "loss_action": 0.007185285445302725,
      "loss_total": 0.007185285445302725,
      "step": 41560
    },
    {
      "loss_action": 0.009113769978284836,
      "loss_total": 0.009113769978284836,
      "step": 41560
    },
    {
      "loss_action": 0.008430936373770237,
      "loss_total": 0.008430936373770237,
      "step": 41560
    },
    {
      "loss_action": 0.013537096790969372,
      "loss_total": 0.013537096790969372,
      "step": 41560
    },
    {
      "loss_action": 0.012489511631429195,
      "loss_total": 0.012489511631429195,
      "step": 41560
    },
    {
      "loss_action": 0.008595552295446396,
      "loss_total": 0.008595552295446396,
      "step": 41560
    },
    {
      "loss_action": 0.00869281217455864,
      "loss_total": 0.00869281217455864,
      "step": 41560
    },
    {
      "grad_norm": 0.09481760114431381,
      "learning_rate": 9.920716742106029e-05,
      "loss": 0.0089,
      "step": 41570
    },
    {
      "loss_action": 0.014467877335846424,
      "loss_total": 0.014467877335846424,
      "step": 41570
    },
    {
      "loss_action": 0.008386727422475815,
      "loss_total": 0.008386727422475815,
      "step": 41570
    },
    {
      "loss_action": 0.008740654215216637,
      "loss_total": 0.008740654215216637,
      "step": 41570
    },
    {
      "loss_action": 0.009954337030649185,
      "loss_total": 0.009954337030649185,
      "step": 41570
    },
    {
      "loss_action": 0.010439515113830566,
      "loss_total": 0.010439515113830566,
      "step": 41570
    },
    {
      "loss_action": 0.021656055003404617,
      "loss_total": 0.021656055003404617,
      "step": 41570
    },
    {
      "loss_action": 0.005716316867619753,
      "loss_total": 0.005716316867619753,
      "step": 41570
    },
    {
      "loss_action": 0.005597075913101435,
      "loss_total": 0.005597075913101435,
      "step": 41570
    },
    {
      "grad_norm": 0.12077447026968002,
      "learning_rate": 9.920643404261882e-05,
      "loss": 0.0108,
      "step": 41580
    },
    {
      "loss_action": 0.0073192971758544445,
      "loss_total": 0.0073192971758544445,
      "step": 41580
    },
    {
      "loss_action": 0.01404546294361353,
      "loss_total": 0.01404546294361353,
      "step": 41580
    },
    {
      "loss_action": 0.007106397300958633,
      "loss_total": 0.007106397300958633,
      "step": 41580
    },
    {
      "loss_action": 0.024618176743388176,
      "loss_total": 0.024618176743388176,
      "step": 41580
    },
    {
      "loss_action": 0.019711928442120552,
      "loss_total": 0.019711928442120552,
      "step": 41580
    },
    {
      "loss_action": 0.006418505683541298,
      "loss_total": 0.006418505683541298,
      "step": 41580
    },
    {
      "loss_action": 0.01033635251224041,
      "loss_total": 0.01033635251224041,
      "step": 41580
    },
    {
      "loss_action": 0.002321249106898904,
      "loss_total": 0.002321249106898904,
      "step": 41580
    },
    {
      "grad_norm": 0.15473052859306335,
      "learning_rate": 9.920570032785599e-05,
      "loss": 0.0119,
      "step": 41590
    },
    {
      "loss_action": 0.003009224310517311,
      "loss_total": 0.003009224310517311,
      "step": 41590
    },
    {
      "loss_action": 0.0045863669365644455,
      "loss_total": 0.0045863669365644455,
      "step": 41590
    },
    {
      "loss_action": 0.014041528105735779,
      "loss_total": 0.014041528105735779,
      "step": 41590
    },
    {
      "loss_action": 0.006921117193996906,
      "loss_total": 0.006921117193996906,
      "step": 41590
    },
    {
      "loss_action": 0.020854033529758453,
      "loss_total": 0.020854033529758453,
      "step": 41590
    },
    {
      "loss_action": 0.005117068532854319,
      "loss_total": 0.005117068532854319,
      "step": 41590
    },
    {
      "loss_action": 0.008364633657038212,
      "loss_total": 0.008364633657038212,
      "step": 41590
    },
    {
      "loss_action": 0.008096262812614441,
      "loss_total": 0.008096262812614441,
      "step": 41590
    },
    {
      "grad_norm": 0.18053801357746124,
      "learning_rate": 9.920496627677681e-05,
      "loss": 0.0108,
      "step": 41600
    },
    {
      "loss_action": 0.007694802712649107,
      "loss_total": 0.007694802712649107,
      "step": 41600
    },
    {
      "loss_action": 0.003923541866242886,
      "loss_total": 0.003923541866242886,
      "step": 41600
    },
    {
      "loss_action": 0.01312167476862669,
      "loss_total": 0.01312167476862669,
      "step": 41600
    },
    {
      "loss_action": 0.03585990145802498,
      "loss_total": 0.03585990145802498,
      "step": 41600
    },
    {
      "loss_action": 0.013649056665599346,
      "loss_total": 0.013649056665599346,
      "step": 41600
    },
    {
      "loss_action": 0.01760680601000786,
      "loss_total": 0.01760680601000786,
      "step": 41600
    },
    {
      "loss_action": 0.00881858542561531,
      "loss_total": 0.00881858542561531,
      "step": 41600
    },
    {
      "loss_action": 0.013767516240477562,
      "loss_total": 0.013767516240477562,
      "step": 41600
    },
    {
      "grad_norm": 0.22793813049793243,
      "learning_rate": 9.920423188938631e-05,
      "loss": 0.0105,
      "step": 41610
    },
    {
      "loss_action": 0.010683640837669373,
      "loss_total": 0.010683640837669373,
      "step": 41610
    },
    {
      "loss_action": 0.016140654683113098,
      "loss_total": 0.016140654683113098,
      "step": 41610
    },
    {
      "loss_action": 0.009011846035718918,
      "loss_total": 0.009011846035718918,
      "step": 41610
    },
    {
      "loss_action": 0.008497276343405247,
      "loss_total": 0.008497276343405247,
      "step": 41610
    },
    {
      "loss_action": 0.011487340554594994,
      "loss_total": 0.011487340554594994,
      "step": 41610
    },
    {
      "loss_action": 0.02056695707142353,
      "loss_total": 0.02056695707142353,
      "step": 41610
    },
    {
      "loss_action": 0.007410395424813032,
      "loss_total": 0.007410395424813032,
      "step": 41610
    },
    {
      "loss_action": 0.008834311738610268,
      "loss_total": 0.008834311738610268,
      "step": 41610
    },
    {
      "grad_norm": 0.1168459877371788,
      "learning_rate": 9.920349716568951e-05,
      "loss": 0.0104,
      "step": 41620
    },
    {
      "loss_action": 0.009106608107686043,
      "loss_total": 0.009106608107686043,
      "step": 41620
    },
    {
      "loss_action": 0.003737815422937274,
      "loss_total": 0.003737815422937274,
      "step": 41620
    },
    {
      "loss_action": 0.02058298885822296,
      "loss_total": 0.02058298885822296,
      "step": 41620
    },
    {
      "loss_action": 0.006249645724892616,
      "loss_total": 0.006249645724892616,
      "step": 41620
    },
    {
      "loss_action": 0.017566882073879242,
      "loss_total": 0.017566882073879242,
      "step": 41620
    },
    {
      "loss_action": 0.01046838704496622,
      "loss_total": 0.01046838704496622,
      "step": 41620
    },
    {
      "loss_action": 0.013306278735399246,
      "loss_total": 0.013306278735399246,
      "step": 41620
    },
    {
      "loss_action": 0.01100766658782959,
      "loss_total": 0.01100766658782959,
      "step": 41620
    },
    {
      "grad_norm": 0.10550183057785034,
      "learning_rate": 9.920276210569141e-05,
      "loss": 0.0096,
      "step": 41630
    },
    {
      "loss_action": 0.003950249869376421,
      "loss_total": 0.003950249869376421,
      "step": 41630
    },
    {
      "loss_action": 0.0248691588640213,
      "loss_total": 0.0248691588640213,
      "step": 41630
    },
    {
      "loss_action": 0.009250596165657043,
      "loss_total": 0.009250596165657043,
      "step": 41630
    },
    {
      "loss_action": 0.004586431197822094,
      "loss_total": 0.004586431197822094,
      "step": 41630
    },
    {
      "loss_action": 0.004526510369032621,
      "loss_total": 0.004526510369032621,
      "step": 41630
    },
    {
      "loss_action": 0.005044426769018173,
      "loss_total": 0.005044426769018173,
      "step": 41630
    },
    {
      "loss_action": 0.00360091938637197,
      "loss_total": 0.00360091938637197,
      "step": 41630
    },
    {
      "loss_action": 0.008672949858009815,
      "loss_total": 0.008672949858009815,
      "step": 41630
    },
    {
      "grad_norm": 0.18349549174308777,
      "learning_rate": 9.920202670939707e-05,
      "loss": 0.0096,
      "step": 41640
    },
    {
      "loss_action": 0.004338870756328106,
      "loss_total": 0.004338870756328106,
      "step": 41640
    },
    {
      "loss_action": 0.004016060382127762,
      "loss_total": 0.004016060382127762,
      "step": 41640
    },
    {
      "loss_action": 0.004896440543234348,
      "loss_total": 0.004896440543234348,
      "step": 41640
    },
    {
      "loss_action": 0.0038249813951551914,
      "loss_total": 0.0038249813951551914,
      "step": 41640
    },
    {
      "loss_action": 0.0030775400809943676,
      "loss_total": 0.0030775400809943676,
      "step": 41640
    },
    {
      "loss_action": 0.008472846820950508,
      "loss_total": 0.008472846820950508,
      "step": 41640
    },
    {
      "loss_action": 0.00737335067242384,
      "loss_total": 0.00737335067242384,
      "step": 41640
    },
    {
      "loss_action": 0.009405241347849369,
      "loss_total": 0.009405241347849369,
      "step": 41640
    },
    {
      "grad_norm": 0.16403111815452576,
      "learning_rate": 9.92012909768115e-05,
      "loss": 0.0094,
      "step": 41650
    },
    {
      "loss_action": 0.008865227922797203,
      "loss_total": 0.008865227922797203,
      "step": 41650
    },
    {
      "loss_action": 0.02327602356672287,
      "loss_total": 0.02327602356672287,
      "step": 41650
    },
    {
      "loss_action": 0.04167484492063522,
      "loss_total": 0.04167484492063522,
      "step": 41650
    },
    {
      "loss_action": 0.004726937040686607,
      "loss_total": 0.004726937040686607,
      "step": 41650
    },
    {
      "loss_action": 0.007707810495048761,
      "loss_total": 0.007707810495048761,
      "step": 41650
    },
    {
      "loss_action": 0.009421944618225098,
      "loss_total": 0.009421944618225098,
      "step": 41650
    },
    {
      "loss_action": 0.014979268424212933,
      "loss_total": 0.014979268424212933,
      "step": 41650
    },
    {
      "loss_action": 0.008779332041740417,
      "loss_total": 0.008779332041740417,
      "step": 41650
    },
    {
      "grad_norm": 0.16007737815380096,
      "learning_rate": 9.920055490793972e-05,
      "loss": 0.0126,
      "step": 41660
    },
    {
      "loss_action": 0.009120035916566849,
      "loss_total": 0.009120035916566849,
      "step": 41660
    },
    {
      "loss_action": 0.007154835853725672,
      "loss_total": 0.007154835853725672,
      "step": 41660
    },
    {
      "loss_action": 0.025976145640015602,
      "loss_total": 0.025976145640015602,
      "step": 41660
    },
    {
      "loss_action": 0.0142540093511343,
      "loss_total": 0.0142540093511343,
      "step": 41660
    },
    {
      "loss_action": 0.005819421261548996,
      "loss_total": 0.005819421261548996,
      "step": 41660
    },
    {
      "loss_action": 0.013617439195513725,
      "loss_total": 0.013617439195513725,
      "step": 41660
    },
    {
      "loss_action": 0.008115722797811031,
      "loss_total": 0.008115722797811031,
      "step": 41660
    },
    {
      "loss_action": 0.010304350405931473,
      "loss_total": 0.010304350405931473,
      "step": 41660
    },
    {
      "grad_norm": 0.1195891946554184,
      "learning_rate": 9.919981850278677e-05,
      "loss": 0.0109,
      "step": 41670
    },
    {
      "loss_action": 0.006305298767983913,
      "loss_total": 0.006305298767983913,
      "step": 41670
    },
    {
      "loss_action": 0.0063233752734959126,
      "loss_total": 0.0063233752734959126,
      "step": 41670
    },
    {
      "loss_action": 0.0032954842317849398,
      "loss_total": 0.0032954842317849398,
      "step": 41670
    },
    {
      "loss_action": 0.006627770606428385,
      "loss_total": 0.006627770606428385,
      "step": 41670
    },
    {
      "loss_action": 0.024239258840680122,
      "loss_total": 0.024239258840680122,
      "step": 41670
    },
    {
      "loss_action": 0.01811206340789795,
      "loss_total": 0.01811206340789795,
      "step": 41670
    },
    {
      "loss_action": 0.015562226995825768,
      "loss_total": 0.015562226995825768,
      "step": 41670
    },
    {
      "loss_action": 0.004076975863426924,
      "loss_total": 0.004076975863426924,
      "step": 41670
    },
    {
      "grad_norm": 0.11912886053323746,
      "learning_rate": 9.919908176135768e-05,
      "loss": 0.0114,
      "step": 41680
    },
    {
      "loss_action": 0.01644209772348404,
      "loss_total": 0.01644209772348404,
      "step": 41680
    },
    {
      "loss_action": 0.015332933515310287,
      "loss_total": 0.015332933515310287,
      "step": 41680
    },
    {
      "loss_action": 0.00580683583393693,
      "loss_total": 0.00580683583393693,
      "step": 41680
    },
    {
      "loss_action": 0.006771204061806202,
      "loss_total": 0.006771204061806202,
      "step": 41680
    },
    {
      "loss_action": 0.003961730748414993,
      "loss_total": 0.003961730748414993,
      "step": 41680
    },
    {
      "loss_action": 0.009136686101555824,
      "loss_total": 0.009136686101555824,
      "step": 41680
    },
    {
      "loss_action": 0.012980177998542786,
      "loss_total": 0.012980177998542786,
      "step": 41680
    },
    {
      "loss_action": 0.006906303111463785,
      "loss_total": 0.006906303111463785,
      "step": 41680
    },
    {
      "grad_norm": 0.19207370281219482,
      "learning_rate": 9.919834468365748e-05,
      "loss": 0.0105,
      "step": 41690
    },
    {
      "loss_action": 0.005647829733788967,
      "loss_total": 0.005647829733788967,
      "step": 41690
    },
    {
      "loss_action": 0.006064402870833874,
      "loss_total": 0.006064402870833874,
      "step": 41690
    },
    {
      "loss_action": 0.006321880966424942,
      "loss_total": 0.006321880966424942,
      "step": 41690
    },
    {
      "loss_action": 0.006941189523786306,
      "loss_total": 0.006941189523786306,
      "step": 41690
    },
    {
      "loss_action": 0.005062470678240061,
      "loss_total": 0.005062470678240061,
      "step": 41690
    },
    {
      "loss_action": 0.0067694419994950294,
      "loss_total": 0.0067694419994950294,
      "step": 41690
    },
    {
      "loss_action": 0.007960415445268154,
      "loss_total": 0.007960415445268154,
      "step": 41690
    },
    {
      "loss_action": 0.011535506695508957,
      "loss_total": 0.011535506695508957,
      "step": 41690
    },
    {
      "grad_norm": 0.15720249712467194,
      "learning_rate": 9.919760726969122e-05,
      "loss": 0.0108,
      "step": 41700
    },
    {
      "loss_action": 0.004313899204134941,
      "loss_total": 0.004313899204134941,
      "step": 41700
    },
    {
      "loss_action": 0.004568479955196381,
      "loss_total": 0.004568479955196381,
      "step": 41700
    },
    {
      "loss_action": 0.011058855801820755,
      "loss_total": 0.011058855801820755,
      "step": 41700
    },
    {
      "loss_action": 0.00556525681167841,
      "loss_total": 0.00556525681167841,
      "step": 41700
    },
    {
      "loss_action": 0.004251424688845873,
      "loss_total": 0.004251424688845873,
      "step": 41700
    },
    {
      "loss_action": 0.010376084595918655,
      "loss_total": 0.010376084595918655,
      "step": 41700
    },
    {
      "loss_action": 0.008438573218882084,
      "loss_total": 0.008438573218882084,
      "step": 41700
    },
    {
      "loss_action": 0.021714873611927032,
      "loss_total": 0.021714873611927032,
      "step": 41700
    },
    {
      "grad_norm": 0.1156776174902916,
      "learning_rate": 9.919686951946393e-05,
      "loss": 0.0086,
      "step": 41710
    },
    {
      "loss_action": 0.005208997055888176,
      "loss_total": 0.005208997055888176,
      "step": 41710
    },
    {
      "loss_action": 0.0058206659741699696,
      "loss_total": 0.0058206659741699696,
      "step": 41710
    },
    {
      "loss_action": 0.005028442479670048,
      "loss_total": 0.005028442479670048,
      "step": 41710
    },
    {
      "loss_action": 0.0031597809866070747,
      "loss_total": 0.0031597809866070747,
      "step": 41710
    },
    {
      "loss_action": 0.007369044702500105,
      "loss_total": 0.007369044702500105,
      "step": 41710
    },
    {
      "loss_action": 0.0075583430007100105,
      "loss_total": 0.0075583430007100105,
      "step": 41710
    },
    {
      "loss_action": 0.009093021973967552,
      "loss_total": 0.009093021973967552,
      "step": 41710
    },
    {
      "loss_action": 0.006373499520123005,
      "loss_total": 0.006373499520123005,
      "step": 41710
    },
    {
      "grad_norm": 0.12511393427848816,
      "learning_rate": 9.919613143298066e-05,
      "loss": 0.0083,
      "step": 41720
    },
    {
      "loss_action": 0.008716149255633354,
      "loss_total": 0.008716149255633354,
      "step": 41720
    },
    {
      "loss_action": 0.009010856971144676,
      "loss_total": 0.009010856971144676,
      "step": 41720
    },
    {
      "loss_action": 0.024730335921049118,
      "loss_total": 0.024730335921049118,
      "step": 41720
    },
    {
      "loss_action": 0.0034744711592793465,
      "loss_total": 0.0034744711592793465,
      "step": 41720
    },
    {
      "loss_action": 0.005139075685292482,
      "loss_total": 0.005139075685292482,
      "step": 41720
    },
    {
      "loss_action": 0.005442609079182148,
      "loss_total": 0.005442609079182148,
      "step": 41720
    },
    {
      "loss_action": 0.00933777168393135,
      "loss_total": 0.00933777168393135,
      "step": 41720
    },
    {
      "loss_action": 0.004942525643855333,
      "loss_total": 0.004942525643855333,
      "step": 41720
    },
    {
      "grad_norm": 0.10291095077991486,
      "learning_rate": 9.919539301024645e-05,
      "loss": 0.0098,
      "step": 41730
    },
    {
      "loss_action": 0.003183091524988413,
      "loss_total": 0.003183091524988413,
      "step": 41730
    },
    {
      "loss_action": 0.0049605779349803925,
      "loss_total": 0.0049605779349803925,
      "step": 41730
    },
    {
      "loss_action": 0.005639135837554932,
      "loss_total": 0.005639135837554932,
      "step": 41730
    },
    {
      "loss_action": 0.013853181153535843,
      "loss_total": 0.013853181153535843,
      "step": 41730
    },
    {
      "loss_action": 0.00870351493358612,
      "loss_total": 0.00870351493358612,
      "step": 41730
    },
    {
      "loss_action": 0.007248786743730307,
      "loss_total": 0.007248786743730307,
      "step": 41730
    },
    {
      "loss_action": 0.0183299221098423,
      "loss_total": 0.0183299221098423,
      "step": 41730
    },
    {
      "loss_action": 0.005857300013303757,
      "loss_total": 0.005857300013303757,
      "step": 41730
    },
    {
      "grad_norm": 0.160403311252594,
      "learning_rate": 9.919465425126635e-05,
      "loss": 0.0095,
      "step": 41740
    },
    {
      "loss_action": 0.005358752328902483,
      "loss_total": 0.005358752328902483,
      "step": 41740
    },
    {
      "loss_action": 0.006763814948499203,
      "loss_total": 0.006763814948499203,
      "step": 41740
    },
    {
      "loss_action": 0.0034745640587061644,
      "loss_total": 0.0034745640587061644,
      "step": 41740
    },
    {
      "loss_action": 0.00952624436467886,
      "loss_total": 0.00952624436467886,
      "step": 41740
    },
    {
      "loss_action": 0.004471161402761936,
      "loss_total": 0.004471161402761936,
      "step": 41740
    },
    {
      "loss_action": 0.0034270877949893475,
      "loss_total": 0.0034270877949893475,
      "step": 41740
    },
    {
      "loss_action": 0.013879646547138691,
      "loss_total": 0.013879646547138691,
      "step": 41740
    },
    {
      "loss_action": 0.003358677960932255,
      "loss_total": 0.003358677960932255,
      "step": 41740
    },
    {
      "grad_norm": 0.1086830124258995,
      "learning_rate": 9.919391515604541e-05,
      "loss": 0.0091,
      "step": 41750
    },
    {
      "loss_action": 0.02345004305243492,
      "loss_total": 0.02345004305243492,
      "step": 41750
    },
    {
      "loss_action": 0.005931701511144638,
      "loss_total": 0.005931701511144638,
      "step": 41750
    },
    {
      "loss_action": 0.005901503376662731,
      "loss_total": 0.005901503376662731,
      "step": 41750
    },
    {
      "loss_action": 0.006109493784606457,
      "loss_total": 0.006109493784606457,
      "step": 41750
    },
    {
      "loss_action": 0.004676401615142822,
      "loss_total": 0.004676401615142822,
      "step": 41750
    },
    {
      "loss_action": 0.012801609933376312,
      "loss_total": 0.012801609933376312,
      "step": 41750
    },
    {
      "loss_action": 0.006437317002564669,
      "loss_total": 0.006437317002564669,
      "step": 41750
    },
    {
      "loss_action": 0.006951795890927315,
      "loss_total": 0.006951795890927315,
      "step": 41750
    },
    {
      "grad_norm": 0.21244597434997559,
      "learning_rate": 9.919317572458869e-05,
      "loss": 0.01,
      "step": 41760
    },
    {
      "loss_action": 0.00732593284919858,
      "loss_total": 0.00732593284919858,
      "step": 41760
    },
    {
      "loss_action": 0.003490634262561798,
      "loss_total": 0.003490634262561798,
      "step": 41760
    },
    {
      "loss_action": 0.009779117070138454,
      "loss_total": 0.009779117070138454,
      "step": 41760
    },
    {
      "loss_action": 0.009738569147884846,
      "loss_total": 0.009738569147884846,
      "step": 41760
    },
    {
      "loss_action": 0.003572292160242796,
      "loss_total": 0.003572292160242796,
      "step": 41760
    },
    {
      "loss_action": 0.011856399476528168,
      "loss_total": 0.011856399476528168,
      "step": 41760
    },
    {
      "loss_action": 0.012454403564333916,
      "loss_total": 0.012454403564333916,
      "step": 41760
    },
    {
      "loss_action": 0.00490352138876915,
      "loss_total": 0.00490352138876915,
      "step": 41760
    },
    {
      "grad_norm": 0.13953012228012085,
      "learning_rate": 9.91924359569012e-05,
      "loss": 0.0101,
      "step": 41770
    },
    {
      "loss_action": 0.0052461447194218636,
      "loss_total": 0.0052461447194218636,
      "step": 41770
    },
    {
      "loss_action": 0.020758070051670074,
      "loss_total": 0.020758070051670074,
      "step": 41770
    },
    {
      "loss_action": 0.007940167561173439,
      "loss_total": 0.007940167561173439,
      "step": 41770
    },
    {
      "loss_action": 0.013397512957453728,
      "loss_total": 0.013397512957453728,
      "step": 41770
    },
    {
      "loss_action": 0.008980204351246357,
      "loss_total": 0.008980204351246357,
      "step": 41770
    },
    {
      "loss_action": 0.004921020939946175,
      "loss_total": 0.004921020939946175,
      "step": 41770
    },
    {
      "loss_action": 0.01761482283473015,
      "loss_total": 0.01761482283473015,
      "step": 41770
    },
    {
      "loss_action": 0.01727849617600441,
      "loss_total": 0.01727849617600441,
      "step": 41770
    },
    {
      "grad_norm": 0.19894850254058838,
      "learning_rate": 9.919169585298807e-05,
      "loss": 0.0123,
      "step": 41780
    },
    {
      "loss_action": 0.00858860369771719,
      "loss_total": 0.00858860369771719,
      "step": 41780
    },
    {
      "loss_action": 0.02173757553100586,
      "loss_total": 0.02173757553100586,
      "step": 41780
    },
    {
      "loss_action": 0.015017211437225342,
      "loss_total": 0.015017211437225342,
      "step": 41780
    },
    {
      "loss_action": 0.02054494060575962,
      "loss_total": 0.02054494060575962,
      "step": 41780
    },
    {
      "loss_action": 0.006562847178429365,
      "loss_total": 0.006562847178429365,
      "step": 41780
    },
    {
      "loss_action": 0.009946614503860474,
      "loss_total": 0.009946614503860474,
      "step": 41780
    },
    {
      "loss_action": 0.007619468495249748,
      "loss_total": 0.007619468495249748,
      "step": 41780
    },
    {
      "loss_action": 0.00858648307621479,
      "loss_total": 0.00858648307621479,
      "step": 41780
    },
    {
      "grad_norm": 0.18997199833393097,
      "learning_rate": 9.919095541285428e-05,
      "loss": 0.0109,
      "step": 41790
    },
    {
      "loss_action": 0.011498494073748589,
      "loss_total": 0.011498494073748589,
      "step": 41790
    },
    {
      "loss_action": 0.00609159329906106,
      "loss_total": 0.00609159329906106,
      "step": 41790
    },
    {
      "loss_action": 0.004670548718422651,
      "loss_total": 0.004670548718422651,
      "step": 41790
    },
    {
      "loss_action": 0.023463716730475426,
      "loss_total": 0.023463716730475426,
      "step": 41790
    },
    {
      "loss_action": 0.008164992555975914,
      "loss_total": 0.008164992555975914,
      "step": 41790
    },
    {
      "loss_action": 0.013065971434116364,
      "loss_total": 0.013065971434116364,
      "step": 41790
    },
    {
      "loss_action": 0.008337723091244698,
      "loss_total": 0.008337723091244698,
      "step": 41790
    },
    {
      "loss_action": 0.008917974308133125,
      "loss_total": 0.008917974308133125,
      "step": 41790
    },
    {
      "grad_norm": 0.18748997151851654,
      "learning_rate": 9.919021463650496e-05,
      "loss": 0.0106,
      "step": 41800
    },
    {
      "loss_action": 0.0139481071382761,
      "loss_total": 0.0139481071382761,
      "step": 41800
    },
    {
      "loss_action": 0.008825430646538734,
      "loss_total": 0.008825430646538734,
      "step": 41800
    },
    {
      "loss_action": 0.006762519478797913,
      "loss_total": 0.006762519478797913,
      "step": 41800
    },
    {
      "loss_action": 0.008378224447369576,
      "loss_total": 0.008378224447369576,
      "step": 41800
    },
    {
      "loss_action": 0.013638515956699848,
      "loss_total": 0.013638515956699848,
      "step": 41800
    },
    {
      "loss_action": 0.015659477561712265,
      "loss_total": 0.015659477561712265,
      "step": 41800
    },
    {
      "loss_action": 0.010089789517223835,
      "loss_total": 0.010089789517223835,
      "step": 41800
    },
    {
      "loss_action": 0.007479573599994183,
      "loss_total": 0.007479573599994183,
      "step": 41800
    },
    {
      "grad_norm": 0.16882139444351196,
      "learning_rate": 9.918947352394513e-05,
      "loss": 0.0096,
      "step": 41810
    },
    {
      "loss_action": 0.00942651741206646,
      "loss_total": 0.00942651741206646,
      "step": 41810
    },
    {
      "loss_action": 0.005140645429491997,
      "loss_total": 0.005140645429491997,
      "step": 41810
    },
    {
      "loss_action": 0.005070365499705076,
      "loss_total": 0.005070365499705076,
      "step": 41810
    },
    {
      "loss_action": 0.00714042829349637,
      "loss_total": 0.00714042829349637,
      "step": 41810
    },
    {
      "loss_action": 0.008349630981683731,
      "loss_total": 0.008349630981683731,
      "step": 41810
    },
    {
      "loss_action": 0.008151291869580746,
      "loss_total": 0.008151291869580746,
      "step": 41810
    },
    {
      "loss_action": 0.003868378698825836,
      "loss_total": 0.003868378698825836,
      "step": 41810
    },
    {
      "loss_action": 0.009661916643381119,
      "loss_total": 0.009661916643381119,
      "step": 41810
    },
    {
      "grad_norm": 0.11971345543861389,
      "learning_rate": 9.918873207517987e-05,
      "loss": 0.0087,
      "step": 41820
    },
    {
      "loss_action": 0.006855461746454239,
      "loss_total": 0.006855461746454239,
      "step": 41820
    },
    {
      "loss_action": 0.0059048268012702465,
      "loss_total": 0.0059048268012702465,
      "step": 41820
    },
    {
      "loss_action": 0.007128377445042133,
      "loss_total": 0.007128377445042133,
      "step": 41820
    },
    {
      "loss_action": 0.005068883299827576,
      "loss_total": 0.005068883299827576,
      "step": 41820
    },
    {
      "loss_action": 0.006326898001134396,
      "loss_total": 0.006326898001134396,
      "step": 41820
    },
    {
      "loss_action": 0.009420298039913177,
      "loss_total": 0.009420298039913177,
      "step": 41820
    },
    {
      "loss_action": 0.004553305916488171,
      "loss_total": 0.004553305916488171,
      "step": 41820
    },
    {
      "loss_action": 0.009006401523947716,
      "loss_total": 0.009006401523947716,
      "step": 41820
    },
    {
      "grad_norm": 0.14472024142742157,
      "learning_rate": 9.918799029021424e-05,
      "loss": 0.0103,
      "step": 41830
    },
    {
      "loss_action": 0.01312129758298397,
      "loss_total": 0.01312129758298397,
      "step": 41830
    },
    {
      "loss_action": 0.003768129274249077,
      "loss_total": 0.003768129274249077,
      "step": 41830
    },
    {
      "loss_action": 0.009565576910972595,
      "loss_total": 0.009565576910972595,
      "step": 41830
    },
    {
      "loss_action": 0.018816860392689705,
      "loss_total": 0.018816860392689705,
      "step": 41830
    },
    {
      "loss_action": 0.005776687525212765,
      "loss_total": 0.005776687525212765,
      "step": 41830
    },
    {
      "loss_action": 0.010320995002985,
      "loss_total": 0.010320995002985,
      "step": 41830
    },
    {
      "loss_action": 0.008096370846033096,
      "loss_total": 0.008096370846033096,
      "step": 41830
    },
    {
      "loss_action": 0.005040272139012814,
      "loss_total": 0.005040272139012814,
      "step": 41830
    },
    {
      "grad_norm": 0.1291234791278839,
      "learning_rate": 9.918724816905331e-05,
      "loss": 0.0091,
      "step": 41840
    },
    {
      "loss_action": 0.005776985548436642,
      "loss_total": 0.005776985548436642,
      "step": 41840
    },
    {
      "loss_action": 0.005582524463534355,
      "loss_total": 0.005582524463534355,
      "step": 41840
    },
    {
      "loss_action": 0.004052218981087208,
      "loss_total": 0.004052218981087208,
      "step": 41840
    },
    {
      "loss_action": 0.0036136284470558167,
      "loss_total": 0.0036136284470558167,
      "step": 41840
    },
    {
      "loss_action": 0.005661088041961193,
      "loss_total": 0.005661088041961193,
      "step": 41840
    },
    {
      "loss_action": 0.011630428954958916,
      "loss_total": 0.011630428954958916,
      "step": 41840
    },
    {
      "loss_action": 0.010794572532176971,
      "loss_total": 0.010794572532176971,
      "step": 41840
    },
    {
      "loss_action": 0.00877963937819004,
      "loss_total": 0.00877963937819004,
      "step": 41840
    },
    {
      "grad_norm": 0.1330697238445282,
      "learning_rate": 9.918650571170218e-05,
      "loss": 0.01,
      "step": 41850
    },
    {
      "loss_action": 0.0038159131072461605,
      "loss_total": 0.0038159131072461605,
      "step": 41850
    },
    {
      "loss_action": 0.00338748749345541,
      "loss_total": 0.00338748749345541,
      "step": 41850
    },
    {
      "loss_action": 0.01822838746011257,
      "loss_total": 0.01822838746011257,
      "step": 41850
    },
    {
      "loss_action": 0.014438716694712639,
      "loss_total": 0.014438716694712639,
      "step": 41850
    },
    {
      "loss_action": 0.005223514512181282,
      "loss_total": 0.005223514512181282,
      "step": 41850
    },
    {
      "loss_action": 0.011051610112190247,
      "loss_total": 0.011051610112190247,
      "step": 41850
    },
    {
      "loss_action": 0.010166510939598083,
      "loss_total": 0.010166510939598083,
      "step": 41850
    },
    {
      "loss_action": 0.007008776068687439,
      "loss_total": 0.007008776068687439,
      "step": 41850
    },
    {
      "grad_norm": 0.14467792212963104,
      "learning_rate": 9.918576291816589e-05,
      "loss": 0.0098,
      "step": 41860
    },
    {
      "loss_action": 0.005363603122532368,
      "loss_total": 0.005363603122532368,
      "step": 41860
    },
    {
      "loss_action": 0.007104850374162197,
      "loss_total": 0.007104850374162197,
      "step": 41860
    },
    {
      "loss_action": 0.0039947424083948135,
      "loss_total": 0.0039947424083948135,
      "step": 41860
    },
    {
      "loss_action": 0.004795295186340809,
      "loss_total": 0.004795295186340809,
      "step": 41860
    },
    {
      "loss_action": 0.004962397739291191,
      "loss_total": 0.004962397739291191,
      "step": 41860
    },
    {
      "loss_action": 0.0025804468896239996,
      "loss_total": 0.0025804468896239996,
      "step": 41860
    },
    {
      "loss_action": 0.006169193424284458,
      "loss_total": 0.006169193424284458,
      "step": 41860
    },
    {
      "loss_action": 0.01024277601391077,
      "loss_total": 0.01024277601391077,
      "step": 41860
    },
    {
      "grad_norm": 0.11699023842811584,
      "learning_rate": 9.918501978844953e-05,
      "loss": 0.0083,
      "step": 41870
    },
    {
      "loss_action": 0.009483134374022484,
      "loss_total": 0.009483134374022484,
      "step": 41870
    },
    {
      "loss_action": 0.003108922392129898,
      "loss_total": 0.003108922392129898,
      "step": 41870
    },
    {
      "loss_action": 0.013433764688670635,
      "loss_total": 0.013433764688670635,
      "step": 41870
    },
    {
      "loss_action": 0.01794012077152729,
      "loss_total": 0.01794012077152729,
      "step": 41870
    },
    {
      "loss_action": 0.018938319757580757,
      "loss_total": 0.018938319757580757,
      "step": 41870
    },
    {
      "loss_action": 0.028214821591973305,
      "loss_total": 0.028214821591973305,
      "step": 41870
    },
    {
      "loss_action": 0.0047577545046806335,
      "loss_total": 0.0047577545046806335,
      "step": 41870
    },
    {
      "loss_action": 0.006806211080402136,
      "loss_total": 0.006806211080402136,
      "step": 41870
    },
    {
      "grad_norm": 0.1701652705669403,
      "learning_rate": 9.918427632255818e-05,
      "loss": 0.011,
      "step": 41880
    },
    {
      "loss_action": 0.004409948829561472,
      "loss_total": 0.004409948829561472,
      "step": 41880
    },
    {
      "loss_action": 0.012656916864216328,
      "loss_total": 0.012656916864216328,
      "step": 41880
    },
    {
      "loss_action": 0.017018724232912064,
      "loss_total": 0.017018724232912064,
      "step": 41880
    },
    {
      "loss_action": 0.012927607633173466,
      "loss_total": 0.012927607633173466,
      "step": 41880
    },
    {
      "loss_action": 0.01256241649389267,
      "loss_total": 0.01256241649389267,
      "step": 41880
    },
    {
      "loss_action": 0.004875502549111843,
      "loss_total": 0.004875502549111843,
      "step": 41880
    },
    {
      "loss_action": 0.009109134785830975,
      "loss_total": 0.009109134785830975,
      "step": 41880
    },
    {
      "loss_action": 0.00987680722028017,
      "loss_total": 0.00987680722028017,
      "step": 41880
    },
    {
      "grad_norm": 0.17486833035945892,
      "learning_rate": 9.918353252049693e-05,
      "loss": 0.0099,
      "step": 41890
    },
    {
      "loss_action": 0.00785344559699297,
      "loss_total": 0.00785344559699297,
      "step": 41890
    },
    {
      "loss_action": 0.015142833814024925,
      "loss_total": 0.015142833814024925,
      "step": 41890
    },
    {
      "loss_action": 0.017041534185409546,
      "loss_total": 0.017041534185409546,
      "step": 41890
    },
    {
      "loss_action": 0.008512843400239944,
      "loss_total": 0.008512843400239944,
      "step": 41890
    },
    {
      "loss_action": 0.013714730739593506,
      "loss_total": 0.013714730739593506,
      "step": 41890
    },
    {
      "loss_action": 0.004673514049500227,
      "loss_total": 0.004673514049500227,
      "step": 41890
    },
    {
      "loss_action": 0.023792633786797523,
      "loss_total": 0.023792633786797523,
      "step": 41890
    },
    {
      "loss_action": 0.013254089280962944,
      "loss_total": 0.013254089280962944,
      "step": 41890
    },
    {
      "grad_norm": 0.12476357817649841,
      "learning_rate": 9.918278838227083e-05,
      "loss": 0.0107,
      "step": 41900
    },
    {
      "loss_action": 0.0042367419227957726,
      "loss_total": 0.0042367419227957726,
      "step": 41900
    },
    {
      "loss_action": 0.009227201342582703,
      "loss_total": 0.009227201342582703,
      "step": 41900
    },
    {
      "loss_action": 0.013591538183391094,
      "loss_total": 0.013591538183391094,
      "step": 41900
    },
    {
      "loss_action": 0.0067668636329472065,
      "loss_total": 0.0067668636329472065,
      "step": 41900
    },
    {
      "loss_action": 0.007495476398617029,
      "loss_total": 0.007495476398617029,
      "step": 41900
    },
    {
      "loss_action": 0.01650737226009369,
      "loss_total": 0.01650737226009369,
      "step": 41900
    },
    {
      "loss_action": 0.006724128033965826,
      "loss_total": 0.006724128033965826,
      "step": 41900
    },
    {
      "loss_action": 0.006630356423556805,
      "loss_total": 0.006630356423556805,
      "step": 41900
    },
    {
      "grad_norm": 0.2203427106142044,
      "learning_rate": 9.9182043907885e-05,
      "loss": 0.0102,
      "step": 41910
    },
    {
      "loss_action": 0.007734688930213451,
      "loss_total": 0.007734688930213451,
      "step": 41910
    },
    {
      "loss_action": 0.007381475530564785,
      "loss_total": 0.007381475530564785,
      "step": 41910
    },
    {
      "loss_action": 0.01203780248761177,
      "loss_total": 0.01203780248761177,
      "step": 41910
    },
    {
      "loss_action": 0.008559901267290115,
      "loss_total": 0.008559901267290115,
      "step": 41910
    },
    {
      "loss_action": 0.014463328756392002,
      "loss_total": 0.014463328756392002,
      "step": 41910
    },
    {
      "loss_action": 0.010419380851089954,
      "loss_total": 0.010419380851089954,
      "step": 41910
    },
    {
      "loss_action": 0.00493141682818532,
      "loss_total": 0.00493141682818532,
      "step": 41910
    },
    {
      "loss_action": 0.006993096321821213,
      "loss_total": 0.006993096321821213,
      "step": 41910
    },
    {
      "grad_norm": 0.1296551376581192,
      "learning_rate": 9.918129909734453e-05,
      "loss": 0.0096,
      "step": 41920
    },
    {
      "loss_action": 0.0045790658332407475,
      "loss_total": 0.0045790658332407475,
      "step": 41920
    },
    {
      "loss_action": 0.006554235238581896,
      "loss_total": 0.006554235238581896,
      "step": 41920
    },
    {
      "loss_action": 0.004766284488141537,
      "loss_total": 0.004766284488141537,
      "step": 41920
    },
    {
      "loss_action": 0.006097995676100254,
      "loss_total": 0.006097995676100254,
      "step": 41920
    },
    {
      "loss_action": 0.008984430693089962,
      "loss_total": 0.008984430693089962,
      "step": 41920
    },
    {
      "loss_action": 0.011262670159339905,
      "loss_total": 0.011262670159339905,
      "step": 41920
    },
    {
      "loss_action": 0.013697345741093159,
      "loss_total": 0.013697345741093159,
      "step": 41920
    },
    {
      "loss_action": 0.010292349383234978,
      "loss_total": 0.010292349383234978,
      "step": 41920
    },
    {
      "grad_norm": 0.09199506044387817,
      "learning_rate": 9.918055395065448e-05,
      "loss": 0.0098,
      "step": 41930
    },
    {
      "loss_action": 0.008945867419242859,
      "loss_total": 0.008945867419242859,
      "step": 41930
    },
    {
      "loss_action": 0.022362202405929565,
      "loss_total": 0.022362202405929565,
      "step": 41930
    },
    {
      "loss_action": 0.011652598157525063,
      "loss_total": 0.011652598157525063,
      "step": 41930
    },
    {
      "loss_action": 0.006942557170987129,
      "loss_total": 0.006942557170987129,
      "step": 41930
    },
    {
      "loss_action": 0.009626214392483234,
      "loss_total": 0.009626214392483234,
      "step": 41930
    },
    {
      "loss_action": 0.028629407286643982,
      "loss_total": 0.028629407286643982,
      "step": 41930
    },
    {
      "loss_action": 0.004096711054444313,
      "loss_total": 0.004096711054444313,
      "step": 41930
    },
    {
      "loss_action": 0.0062688421458005905,
      "loss_total": 0.0062688421458005905,
      "step": 41930
    },
    {
      "grad_norm": 0.1355305314064026,
      "learning_rate": 9.917980846781997e-05,
      "loss": 0.0091,
      "step": 41940
    },
    {
      "loss_action": 0.008171984925866127,
      "loss_total": 0.008171984925866127,
      "step": 41940
    },
    {
      "loss_action": 0.005551805254071951,
      "loss_total": 0.005551805254071951,
      "step": 41940
    },
    {
      "loss_action": 0.005188945680856705,
      "loss_total": 0.005188945680856705,
      "step": 41940
    },
    {
      "loss_action": 0.0031664478592574596,
      "loss_total": 0.0031664478592574596,
      "step": 41940
    },
    {
      "loss_action": 0.0065433913841843605,
      "loss_total": 0.0065433913841843605,
      "step": 41940
    },
    {
      "loss_action": 0.004186517093330622,
      "loss_total": 0.004186517093330622,
      "step": 41940
    },
    {
      "loss_action": 0.0036234175786376,
      "loss_total": 0.0036234175786376,
      "step": 41940
    },
    {
      "loss_action": 0.005027610808610916,
      "loss_total": 0.005027610808610916,
      "step": 41940
    },
    {
      "grad_norm": 0.11643237620592117,
      "learning_rate": 9.91790626488461e-05,
      "loss": 0.0094,
      "step": 41950
    },
    {
      "loss_action": 0.01064269058406353,
      "loss_total": 0.01064269058406353,
      "step": 41950
    },
    {
      "loss_action": 0.0023924442939460278,
      "loss_total": 0.0023924442939460278,
      "step": 41950
    },
    {
      "loss_action": 0.006060182116925716,
      "loss_total": 0.006060182116925716,
      "step": 41950
    },
    {
      "loss_action": 0.005269696936011314,
      "loss_total": 0.005269696936011314,
      "step": 41950
    },
    {
      "loss_action": 0.005900189746171236,
      "loss_total": 0.005900189746171236,
      "step": 41950
    },
    {
      "loss_action": 0.005854524206370115,
      "loss_total": 0.005854524206370115,
      "step": 41950
    },
    {
      "loss_action": 0.017646223306655884,
      "loss_total": 0.017646223306655884,
      "step": 41950
    },
    {
      "loss_action": 0.00828030426055193,
      "loss_total": 0.00828030426055193,
      "step": 41950
    },
    {
      "grad_norm": 0.10756498575210571,
      "learning_rate": 9.917831649373795e-05,
      "loss": 0.0097,
      "step": 41960
    },
    {
      "loss_action": 0.018280478194355965,
      "loss_total": 0.018280478194355965,
      "step": 41960
    },
    {
      "loss_action": 0.006038098596036434,
      "loss_total": 0.006038098596036434,
      "step": 41960
    },
    {
      "loss_action": 0.004570255987346172,
      "loss_total": 0.004570255987346172,
      "step": 41960
    },
    {
      "loss_action": 0.009883283637464046,
      "loss_total": 0.009883283637464046,
      "step": 41960
    },
    {
      "loss_action": 0.010031063109636307,
      "loss_total": 0.010031063109636307,
      "step": 41960
    },
    {
      "loss_action": 0.006551159545779228,
      "loss_total": 0.006551159545779228,
      "step": 41960
    },
    {
      "loss_action": 0.011005418375134468,
      "loss_total": 0.011005418375134468,
      "step": 41960
    },
    {
      "loss_action": 0.008098656311631203,
      "loss_total": 0.008098656311631203,
      "step": 41960
    },
    {
      "grad_norm": 0.13326655328273773,
      "learning_rate": 9.91775700025006e-05,
      "loss": 0.0102,
      "step": 41970
    },
    {
      "loss_action": 0.002818220993503928,
      "loss_total": 0.002818220993503928,
      "step": 41970
    },
    {
      "loss_action": 0.008262785151600838,
      "loss_total": 0.008262785151600838,
      "step": 41970
    },
    {
      "loss_action": 0.0031590766739100218,
      "loss_total": 0.0031590766739100218,
      "step": 41970
    },
    {
      "loss_action": 0.00990957673639059,
      "loss_total": 0.00990957673639059,
      "step": 41970
    },
    {
      "loss_action": 0.006376962643116713,
      "loss_total": 0.006376962643116713,
      "step": 41970
    },
    {
      "loss_action": 0.012979925610125065,
      "loss_total": 0.012979925610125065,
      "step": 41970
    },
    {
      "loss_action": 0.0054871877655386925,
      "loss_total": 0.0054871877655386925,
      "step": 41970
    },
    {
      "loss_action": 0.021388623863458633,
      "loss_total": 0.021388623863458633,
      "step": 41970
    },
    {
      "grad_norm": 0.17810273170471191,
      "learning_rate": 9.91768231751392e-05,
      "loss": 0.0098,
      "step": 41980
    },
    {
      "loss_action": 0.0053430404514074326,
      "loss_total": 0.0053430404514074326,
      "step": 41980
    },
    {
      "loss_action": 0.008178338408470154,
      "loss_total": 0.008178338408470154,
      "step": 41980
    },
    {
      "loss_action": 0.004194434266537428,
      "loss_total": 0.004194434266537428,
      "step": 41980
    },
    {
      "loss_action": 0.006501768250018358,
      "loss_total": 0.006501768250018358,
      "step": 41980
    },
    {
      "loss_action": 0.004461335483938456,
      "loss_total": 0.004461335483938456,
      "step": 41980
    },
    {
      "loss_action": 0.006616538390517235,
      "loss_total": 0.006616538390517235,
      "step": 41980
    },
    {
      "loss_action": 0.00434290524572134,
      "loss_total": 0.00434290524572134,
      "step": 41980
    },
    {
      "loss_action": 0.005823894403874874,
      "loss_total": 0.005823894403874874,
      "step": 41980
    },
    {
      "grad_norm": 0.12322323024272919,
      "learning_rate": 9.917607601165884e-05,
      "loss": 0.0086,
      "step": 41990
    },
    {
      "loss_action": 0.006506041157990694,
      "loss_total": 0.006506041157990694,
      "step": 41990
    },
    {
      "loss_action": 0.011987125501036644,
      "loss_total": 0.011987125501036644,
      "step": 41990
    },
    {
      "loss_action": 0.007816221565008163,
      "loss_total": 0.007816221565008163,
      "step": 41990
    },
    {
      "loss_action": 0.01533496007323265,
      "loss_total": 0.01533496007323265,
      "step": 41990
    },
    {
      "loss_action": 0.014912934973835945,
      "loss_total": 0.014912934973835945,
      "step": 41990
    },
    {
      "loss_action": 0.005684643052518368,
      "loss_total": 0.005684643052518368,
      "step": 41990
    },
    {
      "loss_action": 0.005593753419816494,
      "loss_total": 0.005593753419816494,
      "step": 41990
    },
    {
      "loss_action": 0.010069466196000576,
      "loss_total": 0.010069466196000576,
      "step": 41990
    },
    {
      "grad_norm": 0.10394366085529327,
      "learning_rate": 9.917532851206461e-05,
      "loss": 0.0082,
      "step": 42000
    },
    {
      "loss_action": 0.004418761469423771,
      "loss_total": 0.004418761469423771,
      "step": 42000
    },
    {
      "loss_action": 0.009914644062519073,
      "loss_total": 0.009914644062519073,
      "step": 42000
    },
    {
      "loss_action": 0.0066474247723817825,
      "loss_total": 0.0066474247723817825,
      "step": 42000
    },
    {
      "loss_action": 0.005926115904003382,
      "loss_total": 0.005926115904003382,
      "step": 42000
    },
    {
      "loss_action": 0.008058920502662659,
      "loss_total": 0.008058920502662659,
      "step": 42000
    },
    {
      "loss_action": 0.006421270780265331,
      "loss_total": 0.006421270780265331,
      "step": 42000
    },
    {
      "loss_action": 0.010550030507147312,
      "loss_total": 0.010550030507147312,
      "step": 42000
    },
    {
      "loss_action": 0.0034287467133253813,
      "loss_total": 0.0034287467133253813,
      "step": 42000
    },
    {
      "grad_norm": 0.10764101892709732,
      "learning_rate": 9.917458067636163e-05,
      "loss": 0.0101,
      "step": 42010
    },
    {
      "loss_action": 0.020870480686426163,
      "loss_total": 0.020870480686426163,
      "step": 42010
    },
    {
      "loss_action": 0.0060910629108548164,
      "loss_total": 0.0060910629108548164,
      "step": 42010
    },
    {
      "loss_action": 0.004259319510310888,
      "loss_total": 0.004259319510310888,
      "step": 42010
    },
    {
      "loss_action": 0.0024058292619884014,
      "loss_total": 0.0024058292619884014,
      "step": 42010
    },
    {
      "loss_action": 0.0064078038558363914,
      "loss_total": 0.0064078038558363914,
      "step": 42010
    },
    {
      "loss_action": 0.013962915167212486,
      "loss_total": 0.013962915167212486,
      "step": 42010
    },
    {
      "loss_action": 0.0033381141256541014,
      "loss_total": 0.0033381141256541014,
      "step": 42010
    },
    {
      "loss_action": 0.005676001310348511,
      "loss_total": 0.005676001310348511,
      "step": 42010
    },
    {
      "grad_norm": 0.1283317655324936,
      "learning_rate": 9.9173832504555e-05,
      "loss": 0.0091,
      "step": 42020
    },
    {
      "loss_action": 0.018855378031730652,
      "loss_total": 0.018855378031730652,
      "step": 42020
    },
    {
      "loss_action": 0.006120234727859497,
      "loss_total": 0.006120234727859497,
      "step": 42020
    },
    {
      "loss_action": 0.005760332569479942,
      "loss_total": 0.005760332569479942,
      "step": 42020
    },
    {
      "loss_action": 0.028551487252116203,
      "loss_total": 0.028551487252116203,
      "step": 42020
    },
    {
      "loss_action": 0.007918301969766617,
      "loss_total": 0.007918301969766617,
      "step": 42020
    },
    {
      "loss_action": 0.01213940978050232,
      "loss_total": 0.01213940978050232,
      "step": 42020
    },
    {
      "loss_action": 0.012993497774004936,
      "loss_total": 0.012993497774004936,
      "step": 42020
    },
    {
      "loss_action": 0.005636308342218399,
      "loss_total": 0.005636308342218399,
      "step": 42020
    },
    {
      "grad_norm": 0.11439984291791916,
      "learning_rate": 9.917308399664985e-05,
      "loss": 0.0083,
      "step": 42030
    },
    {
      "loss_action": 0.005643688607960939,
      "loss_total": 0.005643688607960939,
      "step": 42030
    },
    {
      "loss_action": 0.011246534995734692,
      "loss_total": 0.011246534995734692,
      "step": 42030
    },
    {
      "loss_action": 0.006519976072013378,
      "loss_total": 0.006519976072013378,
      "step": 42030
    },
    {
      "loss_action": 0.008456510491669178,
      "loss_total": 0.008456510491669178,
      "step": 42030
    },
    {
      "loss_action": 0.006671303417533636,
      "loss_total": 0.006671303417533636,
      "step": 42030
    },
    {
      "loss_action": 0.011479604989290237,
      "loss_total": 0.011479604989290237,
      "step": 42030
    },
    {
      "loss_action": 0.006966287270188332,
      "loss_total": 0.006966287270188332,
      "step": 42030
    },
    {
      "loss_action": 0.007830309681594372,
      "loss_total": 0.007830309681594372,
      "step": 42030
    },
    {
      "grad_norm": 0.14221875369548798,
      "learning_rate": 9.917233515265128e-05,
      "loss": 0.0094,
      "step": 42040
    },
    {
      "loss_action": 0.01200203038752079,
      "loss_total": 0.01200203038752079,
      "step": 42040
    },
    {
      "loss_action": 0.005642309319227934,
      "loss_total": 0.005642309319227934,
      "step": 42040
    },
    {
      "loss_action": 0.0037055467255413532,
      "loss_total": 0.0037055467255413532,
      "step": 42040
    },
    {
      "loss_action": 0.00521900923922658,
      "loss_total": 0.00521900923922658,
      "step": 42040
    },
    {
      "loss_action": 0.008901707828044891,
      "loss_total": 0.008901707828044891,
      "step": 42040
    },
    {
      "loss_action": 0.008063667453825474,
      "loss_total": 0.008063667453825474,
      "step": 42040
    },
    {
      "loss_action": 0.010862771421670914,
      "loss_total": 0.010862771421670914,
      "step": 42040
    },
    {
      "loss_action": 0.002214444801211357,
      "loss_total": 0.002214444801211357,
      "step": 42040
    },
    {
      "grad_norm": 0.17741301655769348,
      "learning_rate": 9.917158597256443e-05,
      "loss": 0.0098,
      "step": 42050
    },
    {
      "loss_action": 0.025496959686279297,
      "loss_total": 0.025496959686279297,
      "step": 42050
    },
    {
      "loss_action": 0.007295558229088783,
      "loss_total": 0.007295558229088783,
      "step": 42050
    },
    {
      "loss_action": 0.014006693847477436,
      "loss_total": 0.014006693847477436,
      "step": 42050
    },
    {
      "loss_action": 0.006616608239710331,
      "loss_total": 0.006616608239710331,
      "step": 42050
    },
    {
      "loss_action": 0.020544974133372307,
      "loss_total": 0.020544974133372307,
      "step": 42050
    },
    {
      "loss_action": 0.007930217310786247,
      "loss_total": 0.007930217310786247,
      "step": 42050
    },
    {
      "loss_action": 0.00854097492992878,
      "loss_total": 0.00854097492992878,
      "step": 42050
    },
    {
      "loss_action": 0.004628801252692938,
      "loss_total": 0.004628801252692938,
      "step": 42050
    },
    {
      "grad_norm": 0.1198103129863739,
      "learning_rate": 9.91708364563944e-05,
      "loss": 0.0112,
      "step": 42060
    },
    {
      "loss_action": 0.018233973532915115,
      "loss_total": 0.018233973532915115,
      "step": 42060
    },
    {
      "loss_action": 0.004607643000781536,
      "loss_total": 0.004607643000781536,
      "step": 42060
    },
    {
      "loss_action": 0.0060132755897939205,
      "loss_total": 0.0060132755897939205,
      "step": 42060
    },
    {
      "loss_action": 0.00562483724206686,
      "loss_total": 0.00562483724206686,
      "step": 42060
    },
    {
      "loss_action": 0.034786853939294815,
      "loss_total": 0.034786853939294815,
      "step": 42060
    },
    {
      "loss_action": 0.019271180033683777,
      "loss_total": 0.019271180033683777,
      "step": 42060
    },
    {
      "loss_action": 0.030056556686758995,
      "loss_total": 0.030056556686758995,
      "step": 42060
    },
    {
      "loss_action": 0.015087535604834557,
      "loss_total": 0.015087535604834557,
      "step": 42060
    },
    {
      "grad_norm": 0.11863616108894348,
      "learning_rate": 9.917008660414633e-05,
      "loss": 0.0127,
      "step": 42070
    },
    {
      "loss_action": 0.015293549746274948,
      "loss_total": 0.015293549746274948,
      "step": 42070
    },
    {
      "loss_action": 0.017197277396917343,
      "loss_total": 0.017197277396917343,
      "step": 42070
    },
    {
      "loss_action": 0.004281455185264349,
      "loss_total": 0.004281455185264349,
      "step": 42070
    },
    {
      "loss_action": 0.007089187391102314,
      "loss_total": 0.007089187391102314,
      "step": 42070
    },
    {
      "loss_action": 0.016744382679462433,
      "loss_total": 0.016744382679462433,
      "step": 42070
    },
    {
      "loss_action": 0.006063688080757856,
      "loss_total": 0.006063688080757856,
      "step": 42070
    },
    {
      "loss_action": 0.010053779929876328,
      "loss_total": 0.010053779929876328,
      "step": 42070
    },
    {
      "loss_action": 0.008412099443376064,
      "loss_total": 0.008412099443376064,
      "step": 42070
    },
    {
      "grad_norm": 0.11712008714675903,
      "learning_rate": 9.91693364158253e-05,
      "loss": 0.0101,
      "step": 42080
    },
    {
      "loss_action": 0.015179688110947609,
      "loss_total": 0.015179688110947609,
      "step": 42080
    },
    {
      "loss_action": 0.005712525453418493,
      "loss_total": 0.005712525453418493,
      "step": 42080
    },
    {
      "loss_action": 0.007620023563504219,
      "loss_total": 0.007620023563504219,
      "step": 42080
    },
    {
      "loss_action": 0.0074538313783705235,
      "loss_total": 0.0074538313783705235,
      "step": 42080
    },
    {
      "loss_action": 0.018923550844192505,
      "loss_total": 0.018923550844192505,
      "step": 42080
    },
    {
      "loss_action": 0.006571158766746521,
      "loss_total": 0.006571158766746521,
      "step": 42080
    },
    {
      "loss_action": 0.00579622108489275,
      "loss_total": 0.00579622108489275,
      "step": 42080
    },
    {
      "loss_action": 0.0064283255487680435,
      "loss_total": 0.0064283255487680435,
      "step": 42080
    },
    {
      "grad_norm": 0.1617526113986969,
      "learning_rate": 9.916858589143652e-05,
      "loss": 0.0098,
      "step": 42090
    },
    {
      "loss_action": 0.0074327546171844006,
      "loss_total": 0.0074327546171844006,
      "step": 42090
    },
    {
      "loss_action": 0.019460167735815048,
      "loss_total": 0.019460167735815048,
      "step": 42090
    },
    {
      "loss_action": 0.009107112884521484,
      "loss_total": 0.009107112884521484,
      "step": 42090
    },
    {
      "loss_action": 0.008849762380123138,
      "loss_total": 0.008849762380123138,
      "step": 42090
    },
    {
      "loss_action": 0.007232624106109142,
      "loss_total": 0.007232624106109142,
      "step": 42090
    },
    {
      "loss_action": 0.009263113141059875,
      "loss_total": 0.009263113141059875,
      "step": 42090
    },
    {
      "loss_action": 0.0056947991251945496,
      "loss_total": 0.0056947991251945496,
      "step": 42090
    },
    {
      "loss_action": 0.006478658877313137,
      "loss_total": 0.006478658877313137,
      "step": 42090
    },
    {
      "grad_norm": 0.13451454043388367,
      "learning_rate": 9.916783503098505e-05,
      "loss": 0.0082,
      "step": 42100
    },
    {
      "loss_action": 0.01306467317044735,
      "loss_total": 0.01306467317044735,
      "step": 42100
    },
    {
      "loss_action": 0.011018842458724976,
      "loss_total": 0.011018842458724976,
      "step": 42100
    },
    {
      "loss_action": 0.009079400449991226,
      "loss_total": 0.009079400449991226,
      "step": 42100
    },
    {
      "loss_action": 0.006042449735105038,
      "loss_total": 0.006042449735105038,
      "step": 42100
    },
    {
      "loss_action": 0.02462415210902691,
      "loss_total": 0.02462415210902691,
      "step": 42100
    },
    {
      "loss_action": 0.006392905488610268,
      "loss_total": 0.006392905488610268,
      "step": 42100
    },
    {
      "loss_action": 0.010072300210595131,
      "loss_total": 0.010072300210595131,
      "step": 42100
    },
    {
      "loss_action": 0.011719441041350365,
      "loss_total": 0.011719441041350365,
      "step": 42100
    },
    {
      "grad_norm": 0.16427376866340637,
      "learning_rate": 9.916708383447604e-05,
      "loss": 0.0114,
      "step": 42110
    },
    {
      "loss_action": 0.005137744825333357,
      "loss_total": 0.005137744825333357,
      "step": 42110
    },
    {
      "loss_action": 0.008002405986189842,
      "loss_total": 0.008002405986189842,
      "step": 42110
    },
    {
      "loss_action": 0.0039727697148919106,
      "loss_total": 0.0039727697148919106,
      "step": 42110
    },
    {
      "loss_action": 0.008987192995846272,
      "loss_total": 0.008987192995846272,
      "step": 42110
    },
    {
      "loss_action": 0.004829615354537964,
      "loss_total": 0.004829615354537964,
      "step": 42110
    },
    {
      "loss_action": 0.006670083850622177,
      "loss_total": 0.006670083850622177,
      "step": 42110
    },
    {
      "loss_action": 0.012911628000438213,
      "loss_total": 0.012911628000438213,
      "step": 42110
    },
    {
      "loss_action": 0.0156683512032032,
      "loss_total": 0.0156683512032032,
      "step": 42110
    },
    {
      "grad_norm": 0.08996039628982544,
      "learning_rate": 9.916633230191464e-05,
      "loss": 0.0091,
      "step": 42120
    },
    {
      "loss_action": 0.0136910704895854,
      "loss_total": 0.0136910704895854,
      "step": 42120
    },
    {
      "loss_action": 0.007746727671474218,
      "loss_total": 0.007746727671474218,
      "step": 42120
    },
    {
      "loss_action": 0.012918290682137012,
      "loss_total": 0.012918290682137012,
      "step": 42120
    },
    {
      "loss_action": 0.005772395059466362,
      "loss_total": 0.005772395059466362,
      "step": 42120
    },
    {
      "loss_action": 0.006316836923360825,
      "loss_total": 0.006316836923360825,
      "step": 42120
    },
    {
      "loss_action": 0.0053998250514268875,
      "loss_total": 0.0053998250514268875,
      "step": 42120
    },
    {
      "loss_action": 0.006421464495360851,
      "loss_total": 0.006421464495360851,
      "step": 42120
    },
    {
      "loss_action": 0.008410089649260044,
      "loss_total": 0.008410089649260044,
      "step": 42120
    },
    {
      "grad_norm": 0.12219460308551788,
      "learning_rate": 9.916558043330597e-05,
      "loss": 0.0097,
      "step": 42130
    },
    {
      "loss_action": 0.01300409622490406,
      "loss_total": 0.01300409622490406,
      "step": 42130
    },
    {
      "loss_action": 0.008928492665290833,
      "loss_total": 0.008928492665290833,
      "step": 42130
    },
    {
      "loss_action": 0.008041957393288612,
      "loss_total": 0.008041957393288612,
      "step": 42130
    },
    {
      "loss_action": 0.0027508889324963093,
      "loss_total": 0.0027508889324963093,
      "step": 42130
    },
    {
      "loss_action": 0.017147134989500046,
      "loss_total": 0.017147134989500046,
      "step": 42130
    },
    {
      "loss_action": 0.004758510738611221,
      "loss_total": 0.004758510738611221,
      "step": 42130
    },
    {
      "loss_action": 0.0066285515204072,
      "loss_total": 0.0066285515204072,
      "step": 42130
    },
    {
      "loss_action": 0.006400419399142265,
      "loss_total": 0.006400419399142265,
      "step": 42130
    },
    {
      "grad_norm": 0.17454937100410461,
      "learning_rate": 9.916482822865519e-05,
      "loss": 0.0103,
      "step": 42140
    },
    {
      "loss_action": 0.012269699946045876,
      "loss_total": 0.012269699946045876,
      "step": 42140
    },
    {
      "loss_action": 0.004834135994315147,
      "loss_total": 0.004834135994315147,
      "step": 42140
    },
    {
      "loss_action": 0.0032254019752144814,
      "loss_total": 0.0032254019752144814,
      "step": 42140
    },
    {
      "loss_action": 0.007974326610565186,
      "loss_total": 0.007974326610565186,
      "step": 42140
    },
    {
      "loss_action": 0.01341204158961773,
      "loss_total": 0.01341204158961773,
      "step": 42140
    },
    {
      "loss_action": 0.009916859678924084,
      "loss_total": 0.009916859678924084,
      "step": 42140
    },
    {
      "loss_action": 0.009702359326183796,
      "loss_total": 0.009702359326183796,
      "step": 42140
    },
    {
      "loss_action": 0.0059384312480688095,
      "loss_total": 0.0059384312480688095,
      "step": 42140
    },
    {
      "grad_norm": 0.09428960829973221,
      "learning_rate": 9.916407568796741e-05,
      "loss": 0.009,
      "step": 42150
    },
    {
      "loss_action": 0.002753038890659809,
      "loss_total": 0.002753038890659809,
      "step": 42150
    },
    {
      "loss_action": 0.00577852688729763,
      "loss_total": 0.00577852688729763,
      "step": 42150
    },
    {
      "loss_action": 0.015030032023787498,
      "loss_total": 0.015030032023787498,
      "step": 42150
    },
    {
      "loss_action": 0.004424057900905609,
      "loss_total": 0.004424057900905609,
      "step": 42150
    },
    {
      "loss_action": 0.003213252406567335,
      "loss_total": 0.003213252406567335,
      "step": 42150
    },
    {
      "loss_action": 0.00806373916566372,
      "loss_total": 0.00806373916566372,
      "step": 42150
    },
    {
      "loss_action": 0.007535457145422697,
      "loss_total": 0.007535457145422697,
      "step": 42150
    },
    {
      "loss_action": 0.007668085861951113,
      "loss_total": 0.007668085861951113,
      "step": 42150
    },
    {
      "grad_norm": 0.14381703734397888,
      "learning_rate": 9.916332281124778e-05,
      "loss": 0.0103,
      "step": 42160
    },
    {
      "loss_action": 0.016771934926509857,
      "loss_total": 0.016771934926509857,
      "step": 42160
    },
    {
      "loss_action": 0.004239992238581181,
      "loss_total": 0.004239992238581181,
      "step": 42160
    },
    {
      "loss_action": 0.00524900434538722,
      "loss_total": 0.00524900434538722,
      "step": 42160
    },
    {
      "loss_action": 0.0059469700790941715,
      "loss_total": 0.0059469700790941715,
      "step": 42160
    },
    {
      "loss_action": 0.006829679012298584,
      "loss_total": 0.006829679012298584,
      "step": 42160
    },
    {
      "loss_action": 0.023351021111011505,
      "loss_total": 0.023351021111011505,
      "step": 42160
    },
    {
      "loss_action": 0.008221456781029701,
      "loss_total": 0.008221456781029701,
      "step": 42160
    },
    {
      "loss_action": 0.006647441536188126,
      "loss_total": 0.006647441536188126,
      "step": 42160
    },
    {
      "grad_norm": 0.1324615329504013,
      "learning_rate": 9.916256959850147e-05,
      "loss": 0.0101,
      "step": 42170
    },
    {
      "loss_action": 0.004114932380616665,
      "loss_total": 0.004114932380616665,
      "step": 42170
    },
    {
      "loss_action": 0.02418605051934719,
      "loss_total": 0.02418605051934719,
      "step": 42170
    },
    {
      "loss_action": 0.014899641275405884,
      "loss_total": 0.014899641275405884,
      "step": 42170
    },
    {
      "loss_action": 0.008549900725483894,
      "loss_total": 0.008549900725483894,
      "step": 42170
    },
    {
      "loss_action": 0.016974058002233505,
      "loss_total": 0.016974058002233505,
      "step": 42170
    },
    {
      "loss_action": 0.004138682037591934,
      "loss_total": 0.004138682037591934,
      "step": 42170
    },
    {
      "loss_action": 0.005073660984635353,
      "loss_total": 0.005073660984635353,
      "step": 42170
    },
    {
      "loss_action": 0.005442788824439049,
      "loss_total": 0.005442788824439049,
      "step": 42170
    },
    {
      "grad_norm": 0.17283672094345093,
      "learning_rate": 9.916181604973363e-05,
      "loss": 0.0102,
      "step": 42180
    },
    {
      "loss_action": 0.019591031596064568,
      "loss_total": 0.019591031596064568,
      "step": 42180
    },
    {
      "loss_action": 0.010974345728754997,
      "loss_total": 0.010974345728754997,
      "step": 42180
    },
    {
      "loss_action": 0.02300349250435829,
      "loss_total": 0.02300349250435829,
      "step": 42180
    },
    {
      "loss_action": 0.0048897829838097095,
      "loss_total": 0.0048897829838097095,
      "step": 42180
    },
    {
      "loss_action": 0.003975483123213053,
      "loss_total": 0.003975483123213053,
      "step": 42180
    },
    {
      "loss_action": 0.007312987931072712,
      "loss_total": 0.007312987931072712,
      "step": 42180
    },
    {
      "loss_action": 0.01549176499247551,
      "loss_total": 0.01549176499247551,
      "step": 42180
    },
    {
      "loss_action": 0.01102511491626501,
      "loss_total": 0.01102511491626501,
      "step": 42180
    },
    {
      "grad_norm": 0.12125043570995331,
      "learning_rate": 9.916106216494936e-05,
      "loss": 0.0095,
      "step": 42190
    },
    {
      "loss_action": 0.008762158453464508,
      "loss_total": 0.008762158453464508,
      "step": 42190
    },
    {
      "loss_action": 0.012249117717146873,
      "loss_total": 0.012249117717146873,
      "step": 42190
    },
    {
      "loss_action": 0.00910170003771782,
      "loss_total": 0.00910170003771782,
      "step": 42190
    },
    {
      "loss_action": 0.00450374698266387,
      "loss_total": 0.00450374698266387,
      "step": 42190
    },
    {
      "loss_action": 0.00748648215085268,
      "loss_total": 0.00748648215085268,
      "step": 42190
    },
    {
      "loss_action": 0.004263023380190134,
      "loss_total": 0.004263023380190134,
      "step": 42190
    },
    {
      "loss_action": 0.006034527439624071,
      "loss_total": 0.006034527439624071,
      "step": 42190
    },
    {
      "loss_action": 0.008923698216676712,
      "loss_total": 0.008923698216676712,
      "step": 42190
    },
    {
      "grad_norm": 0.2570800483226776,
      "learning_rate": 9.916030794415388e-05,
      "loss": 0.0106,
      "step": 42200
    },
    {
      "loss_action": 0.005163589492440224,
      "loss_total": 0.005163589492440224,
      "step": 42200
    },
    {
      "loss_action": 0.006551438942551613,
      "loss_total": 0.006551438942551613,
      "step": 42200
    },
    {
      "loss_action": 0.005950567312538624,
      "loss_total": 0.005950567312538624,
      "step": 42200
    },
    {
      "loss_action": 0.011865384876728058,
      "loss_total": 0.011865384876728058,
      "step": 42200
    },
    {
      "loss_action": 0.0024338450748473406,
      "loss_total": 0.0024338450748473406,
      "step": 42200
    },
    {
      "loss_action": 0.02978603169322014,
      "loss_total": 0.02978603169322014,
      "step": 42200
    },
    {
      "loss_action": 0.012974444776773453,
      "loss_total": 0.012974444776773453,
      "step": 42200
    },
    {
      "loss_action": 0.0076492177322506905,
      "loss_total": 0.0076492177322506905,
      "step": 42200
    },
    {
      "grad_norm": 0.15957382321357727,
      "learning_rate": 9.915955338735228e-05,
      "loss": 0.0097,
      "step": 42210
    },
    {
      "loss_action": 0.013201825320720673,
      "loss_total": 0.013201825320720673,
      "step": 42210
    },
    {
      "loss_action": 0.006093248724937439,
      "loss_total": 0.006093248724937439,
      "step": 42210
    },
    {
      "loss_action": 0.009450731799006462,
      "loss_total": 0.009450731799006462,
      "step": 42210
    },
    {
      "loss_action": 0.0048703383654356,
      "loss_total": 0.0048703383654356,
      "step": 42210
    },
    {
      "loss_action": 0.004882358945906162,
      "loss_total": 0.004882358945906162,
      "step": 42210
    },
    {
      "loss_action": 0.00546604348346591,
      "loss_total": 0.00546604348346591,
      "step": 42210
    },
    {
      "loss_action": 0.0053937314078211784,
      "loss_total": 0.0053937314078211784,
      "step": 42210
    },
    {
      "loss_action": 0.01992213726043701,
      "loss_total": 0.01992213726043701,
      "step": 42210
    },
    {
      "grad_norm": 0.1268361508846283,
      "learning_rate": 9.915879849454977e-05,
      "loss": 0.01,
      "step": 42220
    },
    {
      "loss_action": 0.007310766726732254,
      "loss_total": 0.007310766726732254,
      "step": 42220
    },
    {
      "loss_action": 0.012470593675971031,
      "loss_total": 0.012470593675971031,
      "step": 42220
    },
    {
      "loss_action": 0.005919750314205885,
      "loss_total": 0.005919750314205885,
      "step": 42220
    },
    {
      "loss_action": 0.005640857852995396,
      "loss_total": 0.005640857852995396,
      "step": 42220
    },
    {
      "loss_action": 0.009633958339691162,
      "loss_total": 0.009633958339691162,
      "step": 42220
    },
    {
      "loss_action": 0.010172221809625626,
      "loss_total": 0.010172221809625626,
      "step": 42220
    },
    {
      "loss_action": 0.0069810920394957066,
      "loss_total": 0.0069810920394957066,
      "step": 42220
    },
    {
      "loss_action": 0.015211460180580616,
      "loss_total": 0.015211460180580616,
      "step": 42220
    },
    {
      "grad_norm": 0.12086506932973862,
      "learning_rate": 9.915804326575148e-05,
      "loss": 0.009,
      "step": 42230
    },
    {
      "loss_action": 0.006340673193335533,
      "loss_total": 0.006340673193335533,
      "step": 42230
    },
    {
      "loss_action": 0.007986620999872684,
      "loss_total": 0.007986620999872684,
      "step": 42230
    },
    {
      "loss_action": 0.00597151555120945,
      "loss_total": 0.00597151555120945,
      "step": 42230
    },
    {
      "loss_action": 0.006180121563374996,
      "loss_total": 0.006180121563374996,
      "step": 42230
    },
    {
      "loss_action": 0.0027820465620607138,
      "loss_total": 0.0027820465620607138,
      "step": 42230
    },
    {
      "loss_action": 0.0036128489300608635,
      "loss_total": 0.0036128489300608635,
      "step": 42230
    },
    {
      "loss_action": 0.014762897044420242,
      "loss_total": 0.014762897044420242,
      "step": 42230
    },
    {
      "loss_action": 0.004369028843939304,
      "loss_total": 0.004369028843939304,
      "step": 42230
    },
    {
      "grad_norm": 0.11507928371429443,
      "learning_rate": 9.915728770096258e-05,
      "loss": 0.0084,
      "step": 42240
    },
    {
      "loss_action": 0.009487491101026535,
      "loss_total": 0.009487491101026535,
      "step": 42240
    },
    {
      "loss_action": 0.004620273131877184,
      "loss_total": 0.004620273131877184,
      "step": 42240
    },
    {
      "loss_action": 0.008390644565224648,
      "loss_total": 0.008390644565224648,
      "step": 42240
    },
    {
      "loss_action": 0.0034131412394344807,
      "loss_total": 0.0034131412394344807,
      "step": 42240
    },
    {
      "loss_action": 0.006196076516062021,
      "loss_total": 0.006196076516062021,
      "step": 42240
    },
    {
      "loss_action": 0.018829327076673508,
      "loss_total": 0.018829327076673508,
      "step": 42240
    },
    {
      "loss_action": 0.009480278939008713,
      "loss_total": 0.009480278939008713,
      "step": 42240
    },
    {
      "loss_action": 0.006328335963189602,
      "loss_total": 0.006328335963189602,
      "step": 42240
    },
    {
      "grad_norm": 0.1865583211183548,
      "learning_rate": 9.915653180018825e-05,
      "loss": 0.01,
      "step": 42250
    },
    {
      "loss_action": 0.0077986749820411205,
      "loss_total": 0.0077986749820411205,
      "step": 42250
    },
    {
      "loss_action": 0.035715557634830475,
      "loss_total": 0.035715557634830475,
      "step": 42250
    },
    {
      "loss_action": 0.005589614622294903,
      "loss_total": 0.005589614622294903,
      "step": 42250
    },
    {
      "loss_action": 0.010051188990473747,
      "loss_total": 0.010051188990473747,
      "step": 42250
    },
    {
      "loss_action": 0.012175369076430798,
      "loss_total": 0.012175369076430798,
      "step": 42250
    },
    {
      "loss_action": 0.019793476909399033,
      "loss_total": 0.019793476909399033,
      "step": 42250
    },
    {
      "loss_action": 0.00812138058245182,
      "loss_total": 0.00812138058245182,
      "step": 42250
    },
    {
      "loss_action": 0.012726875953376293,
      "loss_total": 0.012726875953376293,
      "step": 42250
    },
    {
      "grad_norm": 0.14237485826015472,
      "learning_rate": 9.915577556343363e-05,
      "loss": 0.0097,
      "step": 42260
    },
    {
      "loss_action": 0.007524842396378517,
      "loss_total": 0.007524842396378517,
      "step": 42260
    },
    {
      "loss_action": 0.0059035830199718475,
      "loss_total": 0.0059035830199718475,
      "step": 42260
    },
    {
      "loss_action": 0.004980640020221472,
      "loss_total": 0.004980640020221472,
      "step": 42260
    },
    {
      "loss_action": 0.008616207167506218,
      "loss_total": 0.008616207167506218,
      "step": 42260
    },
    {
      "loss_action": 0.01886560022830963,
      "loss_total": 0.01886560022830963,
      "step": 42260
    },
    {
      "loss_action": 0.005536525510251522,
      "loss_total": 0.005536525510251522,
      "step": 42260
    },
    {
      "loss_action": 0.006973398383706808,
      "loss_total": 0.006973398383706808,
      "step": 42260
    },
    {
      "loss_action": 0.004486188292503357,
      "loss_total": 0.004486188292503357,
      "step": 42260
    },
    {
      "grad_norm": 0.13330918550491333,
      "learning_rate": 9.91550189907039e-05,
      "loss": 0.01,
      "step": 42270
    },
    {
      "loss_action": 0.003709623124450445,
      "loss_total": 0.003709623124450445,
      "step": 42270
    },
    {
      "loss_action": 0.01395028829574585,
      "loss_total": 0.01395028829574585,
      "step": 42270
    },
    {
      "loss_action": 0.002809311728924513,
      "loss_total": 0.002809311728924513,
      "step": 42270
    },
    {
      "loss_action": 0.003860666649416089,
      "loss_total": 0.003860666649416089,
      "step": 42270
    },
    {
      "loss_action": 0.01931089349091053,
      "loss_total": 0.01931089349091053,
      "step": 42270
    },
    {
      "loss_action": 0.014399029314517975,
      "loss_total": 0.014399029314517975,
      "step": 42270
    },
    {
      "loss_action": 0.012951783835887909,
      "loss_total": 0.012951783835887909,
      "step": 42270
    },
    {
      "loss_action": 0.005230340175330639,
      "loss_total": 0.005230340175330639,
      "step": 42270
    },
    {
      "grad_norm": 0.1664009690284729,
      "learning_rate": 9.915426208200422e-05,
      "loss": 0.0096,
      "step": 42280
    },
    {
      "loss_action": 0.007960161194205284,
      "loss_total": 0.007960161194205284,
      "step": 42280
    },
    {
      "loss_action": 0.01717819646000862,
      "loss_total": 0.01717819646000862,
      "step": 42280
    },
    {
      "loss_action": 0.006870787590742111,
      "loss_total": 0.006870787590742111,
      "step": 42280
    },
    {
      "loss_action": 0.005017397925257683,
      "loss_total": 0.005017397925257683,
      "step": 42280
    },
    {
      "loss_action": 0.006677995435893536,
      "loss_total": 0.006677995435893536,
      "step": 42280
    },
    {
      "loss_action": 0.00387754593975842,
      "loss_total": 0.00387754593975842,
      "step": 42280
    },
    {
      "loss_action": 0.007181581575423479,
      "loss_total": 0.007181581575423479,
      "step": 42280
    },
    {
      "loss_action": 0.008881445974111557,
      "loss_total": 0.008881445974111557,
      "step": 42280
    },
    {
      "grad_norm": 0.11726199835538864,
      "learning_rate": 9.915350483733978e-05,
      "loss": 0.0088,
      "step": 42290
    },
    {
      "loss_action": 0.005116210784763098,
      "loss_total": 0.005116210784763098,
      "step": 42290
    },
    {
      "loss_action": 0.024788551032543182,
      "loss_total": 0.024788551032543182,
      "step": 42290
    },
    {
      "loss_action": 0.0036834958009421825,
      "loss_total": 0.0036834958009421825,
      "step": 42290
    },
    {
      "loss_action": 0.01161719299852848,
      "loss_total": 0.01161719299852848,
      "step": 42290
    },
    {
      "loss_action": 0.004318797029554844,
      "loss_total": 0.004318797029554844,
      "step": 42290
    },
    {
      "loss_action": 0.004901168867945671,
      "loss_total": 0.004901168867945671,
      "step": 42290
    },
    {
      "loss_action": 0.01779896393418312,
      "loss_total": 0.01779896393418312,
      "step": 42290
    },
    {
      "loss_action": 0.006970612797886133,
      "loss_total": 0.006970612797886133,
      "step": 42290
    },
    {
      "grad_norm": 0.13968244194984436,
      "learning_rate": 9.915274725671576e-05,
      "loss": 0.009,
      "step": 42300
    },
    {
      "loss_action": 0.008668830618262291,
      "loss_total": 0.008668830618262291,
      "step": 42300
    },
    {
      "loss_action": 0.013767758384346962,
      "loss_total": 0.013767758384346962,
      "step": 42300
    },
    {
      "loss_action": 0.00358744733966887,
      "loss_total": 0.00358744733966887,
      "step": 42300
    },
    {
      "loss_action": 0.011518403887748718,
      "loss_total": 0.011518403887748718,
      "step": 42300
    },
    {
      "loss_action": 0.01145152933895588,
      "loss_total": 0.01145152933895588,
      "step": 42300
    },
    {
      "loss_action": 0.0034522300120443106,
      "loss_total": 0.0034522300120443106,
      "step": 42300
    },
    {
      "loss_action": 0.008133121766149998,
      "loss_total": 0.008133121766149998,
      "step": 42300
    },
    {
      "loss_action": 0.003984208684414625,
      "loss_total": 0.003984208684414625,
      "step": 42300
    },
    {
      "grad_norm": 0.15373492240905762,
      "learning_rate": 9.915198934013732e-05,
      "loss": 0.0096,
      "step": 42310
    },
    {
      "loss_action": 0.030982647091150284,
      "loss_total": 0.030982647091150284,
      "step": 42310
    },
    {
      "loss_action": 0.007204917259514332,
      "loss_total": 0.007204917259514332,
      "step": 42310
    },
    {
      "loss_action": 0.0135525893419981,
      "loss_total": 0.0135525893419981,
      "step": 42310
    },
    {
      "loss_action": 0.009589983150362968,
      "loss_total": 0.009589983150362968,
      "step": 42310
    },
    {
      "loss_action": 0.004665539599955082,
      "loss_total": 0.004665539599955082,
      "step": 42310
    },
    {
      "loss_action": 0.008116909302771091,
      "loss_total": 0.008116909302771091,
      "step": 42310
    },
    {
      "loss_action": 0.009351821616292,
      "loss_total": 0.009351821616292,
      "step": 42310
    },
    {
      "loss_action": 0.009701425209641457,
      "loss_total": 0.009701425209641457,
      "step": 42310
    },
    {
      "grad_norm": 0.13233239948749542,
      "learning_rate": 9.915123108760966e-05,
      "loss": 0.01,
      "step": 42320
    },
    {
      "loss_action": 0.0032750354148447514,
      "loss_total": 0.0032750354148447514,
      "step": 42320
    },
    {
      "loss_action": 0.004499976523220539,
      "loss_total": 0.004499976523220539,
      "step": 42320
    },
    {
      "loss_action": 0.007033332251012325,
      "loss_total": 0.007033332251012325,
      "step": 42320
    },
    {
      "loss_action": 0.005027195438742638,
      "loss_total": 0.005027195438742638,
      "step": 42320
    },
    {
      "loss_action": 0.04698146507143974,
      "loss_total": 0.04698146507143974,
      "step": 42320
    },
    {
      "loss_action": 0.015386446379125118,
      "loss_total": 0.015386446379125118,
      "step": 42320
    },
    {
      "loss_action": 0.002911259885877371,
      "loss_total": 0.002911259885877371,
      "step": 42320
    },
    {
      "loss_action": 0.007924558594822884,
      "loss_total": 0.007924558594822884,
      "step": 42320
    },
    {
      "grad_norm": 0.12823987007141113,
      "learning_rate": 9.915047249913793e-05,
      "loss": 0.0097,
      "step": 42330
    },
    {
      "loss_action": 0.007421135902404785,
      "loss_total": 0.007421135902404785,
      "step": 42330
    },
    {
      "loss_action": 0.004439044743776321,
      "loss_total": 0.004439044743776321,
      "step": 42330
    },
    {
      "loss_action": 0.006782129406929016,
      "loss_total": 0.006782129406929016,
      "step": 42330
    },
    {
      "loss_action": 0.00438578799366951,
      "loss_total": 0.00438578799366951,
      "step": 42330
    },
    {
      "loss_action": 0.004840342327952385,
      "loss_total": 0.004840342327952385,
      "step": 42330
    },
    {
      "loss_action": 0.007833985611796379,
      "loss_total": 0.007833985611796379,
      "step": 42330
    },
    {
      "loss_action": 0.006407497450709343,
      "loss_total": 0.006407497450709343,
      "step": 42330
    },
    {
      "loss_action": 0.009736483916640282,
      "loss_total": 0.009736483916640282,
      "step": 42330
    },
    {
      "grad_norm": 0.22141321003437042,
      "learning_rate": 9.914971357472736e-05,
      "loss": 0.0098,
      "step": 42340
    },
    {
      "loss_action": 0.005858089774847031,
      "loss_total": 0.005858089774847031,
      "step": 42340
    },
    {
      "loss_action": 0.00753982737660408,
      "loss_total": 0.00753982737660408,
      "step": 42340
    },
    {
      "loss_action": 0.007337050046771765,
      "loss_total": 0.007337050046771765,
      "step": 42340
    },
    {
      "loss_action": 0.016672171652317047,
      "loss_total": 0.016672171652317047,
      "step": 42340
    },
    {
      "loss_action": 0.01894877478480339,
      "loss_total": 0.01894877478480339,
      "step": 42340
    },
    {
      "loss_action": 0.005735209211707115,
      "loss_total": 0.005735209211707115,
      "step": 42340
    },
    {
      "loss_action": 0.009794436395168304,
      "loss_total": 0.009794436395168304,
      "step": 42340
    },
    {
      "loss_action": 0.0047810566611588,
      "loss_total": 0.0047810566611588,
      "step": 42340
    },
    {
      "grad_norm": 0.13440534472465515,
      "learning_rate": 9.914895431438311e-05,
      "loss": 0.0108,
      "step": 42350
    },
    {
      "loss_action": 0.005822707898914814,
      "loss_total": 0.005822707898914814,
      "step": 42350
    },
    {
      "loss_action": 0.005997196771204472,
      "loss_total": 0.005997196771204472,
      "step": 42350
    },
    {
      "loss_action": 0.008806366473436356,
      "loss_total": 0.008806366473436356,
      "step": 42350
    },
    {
      "loss_action": 0.0068868836387991905,
      "loss_total": 0.0068868836387991905,
      "step": 42350
    },
    {
      "loss_action": 0.010978210717439651,
      "loss_total": 0.010978210717439651,
      "step": 42350
    },
    {
      "loss_action": 0.012164639309048653,
      "loss_total": 0.012164639309048653,
      "step": 42350
    },
    {
      "loss_action": 0.013617726974189281,
      "loss_total": 0.013617726974189281,
      "step": 42350
    },
    {
      "loss_action": 0.006508790887892246,
      "loss_total": 0.006508790887892246,
      "step": 42350
    },
    {
      "grad_norm": 0.14881347119808197,
      "learning_rate": 9.914819471811036e-05,
      "loss": 0.0096,
      "step": 42360
    },
    {
      "loss_action": 0.00508273346349597,
      "loss_total": 0.00508273346349597,
      "step": 42360
    },
    {
      "loss_action": 0.007555610500276089,
      "loss_total": 0.007555610500276089,
      "step": 42360
    },
    {
      "loss_action": 0.010895730927586555,
      "loss_total": 0.010895730927586555,
      "step": 42360
    },
    {
      "loss_action": 0.009088316932320595,
      "loss_total": 0.009088316932320595,
      "step": 42360
    },
    {
      "loss_action": 0.004625336267054081,
      "loss_total": 0.004625336267054081,
      "step": 42360
    },
    {
      "loss_action": 0.009950713254511356,
      "loss_total": 0.009950713254511356,
      "step": 42360
    },
    {
      "loss_action": 0.01746997982263565,
      "loss_total": 0.01746997982263565,
      "step": 42360
    },
    {
      "loss_action": 0.03154204040765762,
      "loss_total": 0.03154204040765762,
      "step": 42360
    },
    {
      "grad_norm": 0.21479900181293488,
      "learning_rate": 9.914743478591433e-05,
      "loss": 0.0127,
      "step": 42370
    },
    {
      "loss_action": 0.022966453805565834,
      "loss_total": 0.022966453805565834,
      "step": 42370
    },
    {
      "loss_action": 0.014267237856984138,
      "loss_total": 0.014267237856984138,
      "step": 42370
    },
    {
      "loss_action": 0.010072104632854462,
      "loss_total": 0.010072104632854462,
      "step": 42370
    },
    {
      "loss_action": 0.008263243362307549,
      "loss_total": 0.008263243362307549,
      "step": 42370
    },
    {
      "loss_action": 0.0044280714355409145,
      "loss_total": 0.0044280714355409145,
      "step": 42370
    },
    {
      "loss_action": 0.01703229546546936,
      "loss_total": 0.01703229546546936,
      "step": 42370
    },
    {
      "loss_action": 0.01396569050848484,
      "loss_total": 0.01396569050848484,
      "step": 42370
    },
    {
      "loss_action": 0.0049921367317438126,
      "loss_total": 0.0049921367317438126,
      "step": 42370
    },
    {
      "grad_norm": 0.16369089484214783,
      "learning_rate": 9.914667451780019e-05,
      "loss": 0.0114,
      "step": 42380
    },
    {
      "loss_action": 0.0056563857942819595,
      "loss_total": 0.0056563857942819595,
      "step": 42380
    },
    {
      "loss_action": 0.008476433344185352,
      "loss_total": 0.008476433344185352,
      "step": 42380
    },
    {
      "loss_action": 0.007668874226510525,
      "loss_total": 0.007668874226510525,
      "step": 42380
    },
    {
      "loss_action": 0.02243928611278534,
      "loss_total": 0.02243928611278534,
      "step": 42380
    },
    {
      "loss_action": 0.007306864019483328,
      "loss_total": 0.007306864019483328,
      "step": 42380
    },
    {
      "loss_action": 0.0030027739703655243,
      "loss_total": 0.0030027739703655243,
      "step": 42380
    },
    {
      "loss_action": 0.007528314832597971,
      "loss_total": 0.007528314832597971,
      "step": 42380
    },
    {
      "loss_action": 0.012491624802350998,
      "loss_total": 0.012491624802350998,
      "step": 42380
    },
    {
      "grad_norm": 0.1276111751794815,
      "learning_rate": 9.914591391377315e-05,
      "loss": 0.009,
      "step": 42390
    },
    {
      "loss_action": 0.00516919419169426,
      "loss_total": 0.00516919419169426,
      "step": 42390
    },
    {
      "loss_action": 0.007798419799655676,
      "loss_total": 0.007798419799655676,
      "step": 42390
    },
    {
      "loss_action": 0.007467327639460564,
      "loss_total": 0.007467327639460564,
      "step": 42390
    },
    {
      "loss_action": 0.007502938620746136,
      "loss_total": 0.007502938620746136,
      "step": 42390
    },
    {
      "loss_action": 0.015906525775790215,
      "loss_total": 0.015906525775790215,
      "step": 42390
    },
    {
      "loss_action": 0.012515340000391006,
      "loss_total": 0.012515340000391006,
      "step": 42390
    },
    {
      "loss_action": 0.015446854755282402,
      "loss_total": 0.015446854755282402,
      "step": 42390
    },
    {
      "loss_action": 0.005898411851376295,
      "loss_total": 0.005898411851376295,
      "step": 42390
    },
    {
      "grad_norm": 0.10850371420383453,
      "learning_rate": 9.914515297383839e-05,
      "loss": 0.0097,
      "step": 42400
    },
    {
      "loss_action": 0.008116057142615318,
      "loss_total": 0.008116057142615318,
      "step": 42400
    },
    {
      "loss_action": 0.02047453261911869,
      "loss_total": 0.02047453261911869,
      "step": 42400
    },
    {
      "loss_action": 0.005199076142162085,
      "loss_total": 0.005199076142162085,
      "step": 42400
    },
    {
      "loss_action": 0.01992153748869896,
      "loss_total": 0.01992153748869896,
      "step": 42400
    },
    {
      "loss_action": 0.008225621655583382,
      "loss_total": 0.008225621655583382,
      "step": 42400
    },
    {
      "loss_action": 0.0033265184611082077,
      "loss_total": 0.0033265184611082077,
      "step": 42400
    },
    {
      "loss_action": 0.003003304358571768,
      "loss_total": 0.003003304358571768,
      "step": 42400
    },
    {
      "loss_action": 0.03643049672245979,
      "loss_total": 0.03643049672245979,
      "step": 42400
    },
    {
      "grad_norm": 0.152487650513649,
      "learning_rate": 9.914439169800114e-05,
      "loss": 0.0098,
      "step": 42410
    },
    {
      "loss_action": 0.009019623510539532,
      "loss_total": 0.009019623510539532,
      "step": 42410
    },
    {
      "loss_action": 0.009860832244157791,
      "loss_total": 0.009860832244157791,
      "step": 42410
    },
    {
      "loss_action": 0.01150457188487053,
      "loss_total": 0.01150457188487053,
      "step": 42410
    },
    {
      "loss_action": 0.005848144181072712,
      "loss_total": 0.005848144181072712,
      "step": 42410
    },
    {
      "loss_action": 0.01505270041525364,
      "loss_total": 0.01505270041525364,
      "step": 42410
    },
    {
      "loss_action": 0.01832444965839386,
      "loss_total": 0.01832444965839386,
      "step": 42410
    },
    {
      "loss_action": 0.007902855053544044,
      "loss_total": 0.007902855053544044,
      "step": 42410
    },
    {
      "loss_action": 0.015159529633820057,
      "loss_total": 0.015159529633820057,
      "step": 42410
    },
    {
      "grad_norm": 0.15009938180446625,
      "learning_rate": 9.914363008626656e-05,
      "loss": 0.0117,
      "step": 42420
    },
    {
      "loss_action": 0.007058548741042614,
      "loss_total": 0.007058548741042614,
      "step": 42420
    },
    {
      "loss_action": 0.003768819384276867,
      "loss_total": 0.003768819384276867,
      "step": 42420
    },
    {
      "loss_action": 0.008460937067866325,
      "loss_total": 0.008460937067866325,
      "step": 42420
    },
    {
      "loss_action": 0.012865212745964527,
      "loss_total": 0.012865212745964527,
      "step": 42420
    },
    {
      "loss_action": 0.09948760271072388,
      "loss_total": 0.09948760271072388,
      "step": 42420
    },
    {
      "loss_action": 0.006058246362954378,
      "loss_total": 0.006058246362954378,
      "step": 42420
    },
    {
      "loss_action": 0.012997929006814957,
      "loss_total": 0.012997929006814957,
      "step": 42420
    },
    {
      "loss_action": 0.003632490523159504,
      "loss_total": 0.003632490523159504,
      "step": 42420
    },
    {
      "grad_norm": 0.1274789422750473,
      "learning_rate": 9.914286813863991e-05,
      "loss": 0.0118,
      "step": 42430
    },
    {
      "loss_action": 0.0055892691016197205,
      "loss_total": 0.0055892691016197205,
      "step": 42430
    },
    {
      "loss_action": 0.01184766460210085,
      "loss_total": 0.01184766460210085,
      "step": 42430
    },
    {
      "loss_action": 0.010757897049188614,
      "loss_total": 0.010757897049188614,
      "step": 42430
    },
    {
      "loss_action": 0.02340049110352993,
      "loss_total": 0.02340049110352993,
      "step": 42430
    },
    {
      "loss_action": 0.011845794506371021,
      "loss_total": 0.011845794506371021,
      "step": 42430
    },
    {
      "loss_action": 0.015367197804152966,
      "loss_total": 0.015367197804152966,
      "step": 42430
    },
    {
      "loss_action": 0.015253135934472084,
      "loss_total": 0.015253135934472084,
      "step": 42430
    },
    {
      "loss_action": 0.007119716610759497,
      "loss_total": 0.007119716610759497,
      "step": 42430
    },
    {
      "grad_norm": 0.12113319337368011,
      "learning_rate": 9.914210585512638e-05,
      "loss": 0.0101,
      "step": 42440
    },
    {
      "loss_action": 0.007690311409533024,
      "loss_total": 0.007690311409533024,
      "step": 42440
    },
    {
      "loss_action": 0.006782947573810816,
      "loss_total": 0.006782947573810816,
      "step": 42440
    },
    {
      "loss_action": 0.0045806895941495895,
      "loss_total": 0.0045806895941495895,
      "step": 42440
    },
    {
      "loss_action": 0.004834055434912443,
      "loss_total": 0.004834055434912443,
      "step": 42440
    },
    {
      "loss_action": 0.005972504615783691,
      "loss_total": 0.005972504615783691,
      "step": 42440
    },
    {
      "loss_action": 0.0030309329740703106,
      "loss_total": 0.0030309329740703106,
      "step": 42440
    },
    {
      "loss_action": 0.009171932935714722,
      "loss_total": 0.009171932935714722,
      "step": 42440
    },
    {
      "loss_action": 0.017021402716636658,
      "loss_total": 0.017021402716636658,
      "step": 42440
    },
    {
      "grad_norm": 0.14784736931324005,
      "learning_rate": 9.914134323573114e-05,
      "loss": 0.0101,
      "step": 42450
    },
    {
      "loss_action": 0.00610953476279974,
      "loss_total": 0.00610953476279974,
      "step": 42450
    },
    {
      "loss_action": 0.020346935838460922,
      "loss_total": 0.020346935838460922,
      "step": 42450
    },
    {
      "loss_action": 0.016463709995150566,
      "loss_total": 0.016463709995150566,
      "step": 42450
    },
    {
      "loss_action": 0.004962288308888674,
      "loss_total": 0.004962288308888674,
      "step": 42450
    },
    {
      "loss_action": 0.00478124525398016,
      "loss_total": 0.00478124525398016,
      "step": 42450
    },
    {
      "loss_action": 0.012311495840549469,
      "loss_total": 0.012311495840549469,
      "step": 42450
    },
    {
      "loss_action": 0.018511828035116196,
      "loss_total": 0.018511828035116196,
      "step": 42450
    },
    {
      "loss_action": 0.01037200540304184,
      "loss_total": 0.01037200540304184,
      "step": 42450
    },
    {
      "grad_norm": 0.13913239538669586,
      "learning_rate": 9.914058028045946e-05,
      "loss": 0.0095,
      "step": 42460
    },
    {
      "loss_action": 0.0193357951939106,
      "loss_total": 0.0193357951939106,
      "step": 42460
    },
    {
      "loss_action": 0.008079619146883488,
      "loss_total": 0.008079619146883488,
      "step": 42460
    },
    {
      "loss_action": 0.006703771650791168,
      "loss_total": 0.006703771650791168,
      "step": 42460
    },
    {
      "loss_action": 0.015567432157695293,
      "loss_total": 0.015567432157695293,
      "step": 42460
    },
    {
      "loss_action": 0.010057713836431503,
      "loss_total": 0.010057713836431503,
      "step": 42460
    },
    {
      "loss_action": 0.006034486927092075,
      "loss_total": 0.006034486927092075,
      "step": 42460
    },
    {
      "loss_action": 0.008271288126707077,
      "loss_total": 0.008271288126707077,
      "step": 42460
    },
    {
      "loss_action": 0.007054672110825777,
      "loss_total": 0.007054672110825777,
      "step": 42460
    },
    {
      "grad_norm": 0.15328851342201233,
      "learning_rate": 9.913981698931652e-05,
      "loss": 0.0099,
      "step": 42470
    },
    {
      "loss_action": 0.006901757791638374,
      "loss_total": 0.006901757791638374,
      "step": 42470
    },
    {
      "loss_action": 0.007967102341353893,
      "loss_total": 0.007967102341353893,
      "step": 42470
    },
    {
      "loss_action": 0.007532990071922541,
      "loss_total": 0.007532990071922541,
      "step": 42470
    },
    {
      "loss_action": 0.006659374572336674,
      "loss_total": 0.006659374572336674,
      "step": 42470
    },
    {
      "loss_action": 0.007468428462743759,
      "loss_total": 0.007468428462743759,
      "step": 42470
    },
    {
      "loss_action": 0.00964499730616808,
      "loss_total": 0.00964499730616808,
      "step": 42470
    },
    {
      "loss_action": 0.028371227905154228,
      "loss_total": 0.028371227905154228,
      "step": 42470
    },
    {
      "loss_action": 0.007442286238074303,
      "loss_total": 0.007442286238074303,
      "step": 42470
    },
    {
      "grad_norm": 0.14037229120731354,
      "learning_rate": 9.913905336230755e-05,
      "loss": 0.0089,
      "step": 42480
    },
    {
      "loss_action": 0.015922315418720245,
      "loss_total": 0.015922315418720245,
      "step": 42480
    },
    {
      "loss_action": 0.01940207928419113,
      "loss_total": 0.01940207928419113,
      "step": 42480
    },
    {
      "loss_action": 0.003922797739505768,
      "loss_total": 0.003922797739505768,
      "step": 42480
    },
    {
      "loss_action": 0.009509005583822727,
      "loss_total": 0.009509005583822727,
      "step": 42480
    },
    {
      "loss_action": 0.004089659079909325,
      "loss_total": 0.004089659079909325,
      "step": 42480
    },
    {
      "loss_action": 0.0112081877887249,
      "loss_total": 0.0112081877887249,
      "step": 42480
    },
    {
      "loss_action": 0.007846038788557053,
      "loss_total": 0.007846038788557053,
      "step": 42480
    },
    {
      "loss_action": 0.008183585479855537,
      "loss_total": 0.008183585479855537,
      "step": 42480
    },
    {
      "grad_norm": 0.15786223113536835,
      "learning_rate": 9.913828939943775e-05,
      "loss": 0.0092,
      "step": 42490
    },
    {
      "loss_action": 0.02192641608417034,
      "loss_total": 0.02192641608417034,
      "step": 42490
    },
    {
      "loss_action": 0.004546116106212139,
      "loss_total": 0.004546116106212139,
      "step": 42490
    },
    {
      "loss_action": 0.004062483087182045,
      "loss_total": 0.004062483087182045,
      "step": 42490
    },
    {
      "loss_action": 0.008050828240811825,
      "loss_total": 0.008050828240811825,
      "step": 42490
    },
    {
      "loss_action": 0.00687456876039505,
      "loss_total": 0.00687456876039505,
      "step": 42490
    },
    {
      "loss_action": 0.009762043133378029,
      "loss_total": 0.009762043133378029,
      "step": 42490
    },
    {
      "loss_action": 0.01189980935305357,
      "loss_total": 0.01189980935305357,
      "step": 42490
    },
    {
      "loss_action": 0.024130064994096756,
      "loss_total": 0.024130064994096756,
      "step": 42490
    },
    {
      "grad_norm": 0.13950905203819275,
      "learning_rate": 9.913752510071237e-05,
      "loss": 0.0099,
      "step": 42500
    },
    {
      "loss_action": 0.006264762952923775,
      "loss_total": 0.006264762952923775,
      "step": 42500
    },
    {
      "loss_action": 0.0064367009326815605,
      "loss_total": 0.0064367009326815605,
      "step": 42500
    },
    {
      "loss_action": 0.016339819878339767,
      "loss_total": 0.016339819878339767,
      "step": 42500
    },
    {
      "loss_action": 0.002856371458619833,
      "loss_total": 0.002856371458619833,
      "step": 42500
    },
    {
      "loss_action": 0.011320434510707855,
      "loss_total": 0.011320434510707855,
      "step": 42500
    },
    {
      "loss_action": 0.005184824112802744,
      "loss_total": 0.005184824112802744,
      "step": 42500
    },
    {
      "loss_action": 0.012645884416997433,
      "loss_total": 0.012645884416997433,
      "step": 42500
    },
    {
      "loss_action": 0.007926823571324348,
      "loss_total": 0.007926823571324348,
      "step": 42500
    },
    {
      "grad_norm": 0.2077137976884842,
      "learning_rate": 9.913676046613662e-05,
      "loss": 0.0085,
      "step": 42510
    },
    {
      "loss_action": 0.007390440907329321,
      "loss_total": 0.007390440907329321,
      "step": 42510
    },
    {
      "loss_action": 0.005882222205400467,
      "loss_total": 0.005882222205400467,
      "step": 42510
    },
    {
      "loss_action": 0.008963705971837044,
      "loss_total": 0.008963705971837044,
      "step": 42510
    },
    {
      "loss_action": 0.006047595292329788,
      "loss_total": 0.006047595292329788,
      "step": 42510
    },
    {
      "loss_action": 0.005725376773625612,
      "loss_total": 0.005725376773625612,
      "step": 42510
    },
    {
      "loss_action": 0.022354405373334885,
      "loss_total": 0.022354405373334885,
      "step": 42510
    },
    {
      "loss_action": 0.008458367548882961,
      "loss_total": 0.008458367548882961,
      "step": 42510
    },
    {
      "loss_action": 0.011116460897028446,
      "loss_total": 0.011116460897028446,
      "step": 42510
    },
    {
      "grad_norm": 0.15794654190540314,
      "learning_rate": 9.913599549571572e-05,
      "loss": 0.0108,
      "step": 42520
    },
    {
      "loss_action": 0.008357647806406021,
      "loss_total": 0.008357647806406021,
      "step": 42520
    },
    {
      "loss_action": 0.004098616074770689,
      "loss_total": 0.004098616074770689,
      "step": 42520
    },
    {
      "loss_action": 0.0032153152860701084,
      "loss_total": 0.0032153152860701084,
      "step": 42520
    },
    {
      "loss_action": 0.004832052625715733,
      "loss_total": 0.004832052625715733,
      "step": 42520
    },
    {
      "loss_action": 0.012273991480469704,
      "loss_total": 0.012273991480469704,
      "step": 42520
    },
    {
      "loss_action": 0.007329188287258148,
      "loss_total": 0.007329188287258148,
      "step": 42520
    },
    {
      "loss_action": 0.0052584996446967125,
      "loss_total": 0.0052584996446967125,
      "step": 42520
    },
    {
      "loss_action": 0.006696290802210569,
      "loss_total": 0.006696290802210569,
      "step": 42520
    },
    {
      "grad_norm": 0.08433946222066879,
      "learning_rate": 9.91352301894549e-05,
      "loss": 0.0103,
      "step": 42530
    },
    {
      "loss_action": 0.0054809763096272945,
      "loss_total": 0.0054809763096272945,
      "step": 42530
    },
    {
      "loss_action": 0.009455705061554909,
      "loss_total": 0.009455705061554909,
      "step": 42530
    },
    {
      "loss_action": 0.007945410907268524,
      "loss_total": 0.007945410907268524,
      "step": 42530
    },
    {
      "loss_action": 0.022548697888851166,
      "loss_total": 0.022548697888851166,
      "step": 42530
    },
    {
      "loss_action": 0.00309180305339396,
      "loss_total": 0.00309180305339396,
      "step": 42530
    },
    {
      "loss_action": 0.011202167719602585,
      "loss_total": 0.011202167719602585,
      "step": 42530
    },
    {
      "loss_action": 0.009928576648235321,
      "loss_total": 0.009928576648235321,
      "step": 42530
    },
    {
      "loss_action": 0.005518496036529541,
      "loss_total": 0.005518496036529541,
      "step": 42530
    },
    {
      "grad_norm": 0.1634431928396225,
      "learning_rate": 9.913446454735942e-05,
      "loss": 0.0102,
      "step": 42540
    },
    {
      "loss_action": 0.004965603817254305,
      "loss_total": 0.004965603817254305,
      "step": 42540
    },
    {
      "loss_action": 0.009316738694906235,
      "loss_total": 0.009316738694906235,
      "step": 42540
    },
    {
      "loss_action": 0.006803275551646948,
      "loss_total": 0.006803275551646948,
      "step": 42540
    },
    {
      "loss_action": 0.019045686349272728,
      "loss_total": 0.019045686349272728,
      "step": 42540
    },
    {
      "loss_action": 0.009232904762029648,
      "loss_total": 0.009232904762029648,
      "step": 42540
    },
    {
      "loss_action": 0.013211604207754135,
      "loss_total": 0.013211604207754135,
      "step": 42540
    },
    {
      "loss_action": 0.010616114363074303,
      "loss_total": 0.010616114363074303,
      "step": 42540
    },
    {
      "loss_action": 0.011384576559066772,
      "loss_total": 0.011384576559066772,
      "step": 42540
    },
    {
      "grad_norm": 0.19843779504299164,
      "learning_rate": 9.913369856943446e-05,
      "loss": 0.0105,
      "step": 42550
    },
    {
      "loss_action": 0.02930034138262272,
      "loss_total": 0.02930034138262272,
      "step": 42550
    },
    {
      "loss_action": 0.006742505822330713,
      "loss_total": 0.006742505822330713,
      "step": 42550
    },
    {
      "loss_action": 0.00803886353969574,
      "loss_total": 0.00803886353969574,
      "step": 42550
    },
    {
      "loss_action": 0.01977703347802162,
      "loss_total": 0.01977703347802162,
      "step": 42550
    },
    {
      "loss_action": 0.01548056397587061,
      "loss_total": 0.01548056397587061,
      "step": 42550
    },
    {
      "loss_action": 0.004198597744107246,
      "loss_total": 0.004198597744107246,
      "step": 42550
    },
    {
      "loss_action": 0.006409355439245701,
      "loss_total": 0.006409355439245701,
      "step": 42550
    },
    {
      "loss_action": 0.00987119972705841,
      "loss_total": 0.00987119972705841,
      "step": 42550
    },
    {
      "grad_norm": 0.1386357545852661,
      "learning_rate": 9.91329322556853e-05,
      "loss": 0.0103,
      "step": 42560
    },
    {
      "loss_action": 0.014182278886437416,
      "loss_total": 0.014182278886437416,
      "step": 42560
    },
    {
      "loss_action": 0.00928894430398941,
      "loss_total": 0.00928894430398941,
      "step": 42560
    },
    {
      "loss_action": 0.005063820630311966,
      "loss_total": 0.005063820630311966,
      "step": 42560
    },
    {
      "loss_action": 0.007845629006624222,
      "loss_total": 0.007845629006624222,
      "step": 42560
    },
    {
      "loss_action": 0.011006785556674004,
      "loss_total": 0.011006785556674004,
      "step": 42560
    },
    {
      "loss_action": 0.004397631622850895,
      "loss_total": 0.004397631622850895,
      "step": 42560
    },
    {
      "loss_action": 0.01084993127733469,
      "loss_total": 0.01084993127733469,
      "step": 42560
    },
    {
      "loss_action": 0.004419527482241392,
      "loss_total": 0.004419527482241392,
      "step": 42560
    },
    {
      "grad_norm": 0.1607510894536972,
      "learning_rate": 9.913216560611716e-05,
      "loss": 0.0088,
      "step": 42570
    },
    {
      "loss_action": 0.007521237246692181,
      "loss_total": 0.007521237246692181,
      "step": 42570
    },
    {
      "loss_action": 0.010217114351689816,
      "loss_total": 0.010217114351689816,
      "step": 42570
    },
    {
      "loss_action": 0.009189569391310215,
      "loss_total": 0.009189569391310215,
      "step": 42570
    },
    {
      "loss_action": 0.006901935674250126,
      "loss_total": 0.006901935674250126,
      "step": 42570
    },
    {
      "loss_action": 0.006235139910131693,
      "loss_total": 0.006235139910131693,
      "step": 42570
    },
    {
      "loss_action": 0.0022107656113803387,
      "loss_total": 0.0022107656113803387,
      "step": 42570
    },
    {
      "loss_action": 0.005177892744541168,
      "loss_total": 0.005177892744541168,
      "step": 42570
    },
    {
      "loss_action": 0.01897856593132019,
      "loss_total": 0.01897856593132019,
      "step": 42570
    },
    {
      "grad_norm": 0.14270459115505219,
      "learning_rate": 9.913139862073528e-05,
      "loss": 0.009,
      "step": 42580
    },
    {
      "loss_action": 0.025934576988220215,
      "loss_total": 0.025934576988220215,
      "step": 42580
    },
    {
      "loss_action": 0.009115311317145824,
      "loss_total": 0.009115311317145824,
      "step": 42580
    },
    {
      "loss_action": 0.015979301184415817,
      "loss_total": 0.015979301184415817,
      "step": 42580
    },
    {
      "loss_action": 0.010268261656165123,
      "loss_total": 0.010268261656165123,
      "step": 42580
    },
    {
      "loss_action": 0.00808417983353138,
      "loss_total": 0.00808417983353138,
      "step": 42580
    },
    {
      "loss_action": 0.00816570594906807,
      "loss_total": 0.00816570594906807,
      "step": 42580
    },
    {
      "loss_action": 0.013917291536927223,
      "loss_total": 0.013917291536927223,
      "step": 42580
    },
    {
      "loss_action": 0.03001696802675724,
      "loss_total": 0.03001696802675724,
      "step": 42580
    },
    {
      "grad_norm": 0.19616976380348206,
      "learning_rate": 9.91306312995449e-05,
      "loss": 0.0113,
      "step": 42590
    },
    {
      "loss_action": 0.008313947357237339,
      "loss_total": 0.008313947357237339,
      "step": 42590
    },
    {
      "loss_action": 0.009977943263947964,
      "loss_total": 0.009977943263947964,
      "step": 42590
    },
    {
      "loss_action": 0.004988180473446846,
      "loss_total": 0.004988180473446846,
      "step": 42590
    },
    {
      "loss_action": 0.019534656777977943,
      "loss_total": 0.019534656777977943,
      "step": 42590
    },
    {
      "loss_action": 0.005928482860326767,
      "loss_total": 0.005928482860326767,
      "step": 42590
    },
    {
      "loss_action": 0.010087977163493633,
      "loss_total": 0.010087977163493633,
      "step": 42590
    },
    {
      "loss_action": 0.007776266895234585,
      "loss_total": 0.007776266895234585,
      "step": 42590
    },
    {
      "loss_action": 0.012381242588162422,
      "loss_total": 0.012381242588162422,
      "step": 42590
    },
    {
      "grad_norm": 0.08720691502094269,
      "learning_rate": 9.912986364255128e-05,
      "loss": 0.0105,
      "step": 42600
    },
    {
      "loss_action": 0.007336669601500034,
      "loss_total": 0.007336669601500034,
      "step": 42600
    },
    {
      "loss_action": 0.008286606520414352,
      "loss_total": 0.008286606520414352,
      "step": 42600
    },
    {
      "loss_action": 0.00663702841848135,
      "loss_total": 0.00663702841848135,
      "step": 42600
    },
    {
      "loss_action": 0.008026099763810635,
      "loss_total": 0.008026099763810635,
      "step": 42600
    },
    {
      "loss_action": 0.008135160431265831,
      "loss_total": 0.008135160431265831,
      "step": 42600
    },
    {
      "loss_action": 0.015724290162324905,
      "loss_total": 0.015724290162324905,
      "step": 42600
    },
    {
      "loss_action": 0.014778892509639263,
      "loss_total": 0.014778892509639263,
      "step": 42600
    },
    {
      "loss_action": 0.006333739031106234,
      "loss_total": 0.006333739031106234,
      "step": 42600
    },
    {
      "grad_norm": 0.13333967328071594,
      "learning_rate": 9.912909564975966e-05,
      "loss": 0.0102,
      "step": 42610
    },
    {
      "loss_action": 0.011175265535712242,
      "loss_total": 0.011175265535712242,
      "step": 42610
    },
    {
      "loss_action": 0.01028146781027317,
      "loss_total": 0.01028146781027317,
      "step": 42610
    },
    {
      "loss_action": 0.008020272478461266,
      "loss_total": 0.008020272478461266,
      "step": 42610
    },
    {
      "loss_action": 0.009739946573972702,
      "loss_total": 0.009739946573972702,
      "step": 42610
    },
    {
      "loss_action": 0.005473692901432514,
      "loss_total": 0.005473692901432514,
      "step": 42610
    },
    {
      "loss_action": 0.009221937507390976,
      "loss_total": 0.009221937507390976,
      "step": 42610
    },
    {
      "loss_action": 0.010133946314454079,
      "loss_total": 0.010133946314454079,
      "step": 42610
    },
    {
      "loss_action": 0.007703576236963272,
      "loss_total": 0.007703576236963272,
      "step": 42610
    },
    {
      "grad_norm": 0.16022956371307373,
      "learning_rate": 9.912832732117527e-05,
      "loss": 0.0093,
      "step": 42620
    },
    {
      "loss_action": 0.025957580655813217,
      "loss_total": 0.025957580655813217,
      "step": 42620
    },
    {
      "loss_action": 0.01918431743979454,
      "loss_total": 0.01918431743979454,
      "step": 42620
    },
    {
      "loss_action": 0.007219414226710796,
      "loss_total": 0.007219414226710796,
      "step": 42620
    },
    {
      "loss_action": 0.011644448153674603,
      "loss_total": 0.011644448153674603,
      "step": 42620
    },
    {
      "loss_action": 0.006300356704741716,
      "loss_total": 0.006300356704741716,
      "step": 42620
    },
    {
      "loss_action": 0.012719627469778061,
      "loss_total": 0.012719627469778061,
      "step": 42620
    },
    {
      "loss_action": 0.020314134657382965,
      "loss_total": 0.020314134657382965,
      "step": 42620
    },
    {
      "loss_action": 0.006459122058004141,
      "loss_total": 0.006459122058004141,
      "step": 42620
    },
    {
      "grad_norm": 0.1257583349943161,
      "learning_rate": 9.912755865680338e-05,
      "loss": 0.0101,
      "step": 42630
    },
    {
      "loss_action": 0.005055781453847885,
      "loss_total": 0.005055781453847885,
      "step": 42630
    },
    {
      "loss_action": 0.005221875850111246,
      "loss_total": 0.005221875850111246,
      "step": 42630
    },
    {
      "loss_action": 0.027577757835388184,
      "loss_total": 0.027577757835388184,
      "step": 42630
    },
    {
      "loss_action": 0.003434706013649702,
      "loss_total": 0.003434706013649702,
      "step": 42630
    },
    {
      "loss_action": 0.0038349220994859934,
      "loss_total": 0.0038349220994859934,
      "step": 42630
    },
    {
      "loss_action": 0.007552795112133026,
      "loss_total": 0.007552795112133026,
      "step": 42630
    },
    {
      "loss_action": 0.01305835135281086,
      "loss_total": 0.01305835135281086,
      "step": 42630
    },
    {
      "loss_action": 0.005588902626186609,
      "loss_total": 0.005588902626186609,
      "step": 42630
    },
    {
      "grad_norm": 0.08849082887172699,
      "learning_rate": 9.912678965664923e-05,
      "loss": 0.0099,
      "step": 42640
    },
    {
      "loss_action": 0.0050040725618600845,
      "loss_total": 0.0050040725618600845,
      "step": 42640
    },
    {
      "loss_action": 0.01417574379593134,
      "loss_total": 0.01417574379593134,
      "step": 42640
    },
    {
      "loss_action": 0.0034072864800691605,
      "loss_total": 0.0034072864800691605,
      "step": 42640
    },
    {
      "loss_action": 0.006797967944294214,
      "loss_total": 0.006797967944294214,
      "step": 42640
    },
    {
      "loss_action": 0.005780568812042475,
      "loss_total": 0.005780568812042475,
      "step": 42640
    },
    {
      "loss_action": 0.009350234642624855,
      "loss_total": 0.009350234642624855,
      "step": 42640
    },
    {
      "loss_action": 0.0073431022465229034,
      "loss_total": 0.0073431022465229034,
      "step": 42640
    },
    {
      "loss_action": 0.0032866112887859344,
      "loss_total": 0.0032866112887859344,
      "step": 42640
    },
    {
      "grad_norm": 0.15255799889564514,
      "learning_rate": 9.912602032071812e-05,
      "loss": 0.009,
      "step": 42650
    },
    {
      "loss_action": 0.020963497459888458,
      "loss_total": 0.020963497459888458,
      "step": 42650
    },
    {
      "loss_action": 0.016461428254842758,
      "loss_total": 0.016461428254842758,
      "step": 42650
    },
    {
      "loss_action": 0.008010052144527435,
      "loss_total": 0.008010052144527435,
      "step": 42650
    },
    {
      "loss_action": 0.011427845805883408,
      "loss_total": 0.011427845805883408,
      "step": 42650
    },
    {
      "loss_action": 0.009019037708640099,
      "loss_total": 0.009019037708640099,
      "step": 42650
    },
    {
      "loss_action": 0.02822362631559372,
      "loss_total": 0.02822362631559372,
      "step": 42650
    },
    {
      "loss_action": 0.0053436774760484695,
      "loss_total": 0.0053436774760484695,
      "step": 42650
    },
    {
      "loss_action": 0.007350879721343517,
      "loss_total": 0.007350879721343517,
      "step": 42650
    },
    {
      "grad_norm": 0.1504633128643036,
      "learning_rate": 9.912525064901524e-05,
      "loss": 0.011,
      "step": 42660
    },
    {
      "loss_action": 0.01346574630588293,
      "loss_total": 0.01346574630588293,
      "step": 42660
    },
    {
      "loss_action": 0.009513617493212223,
      "loss_total": 0.009513617493212223,
      "step": 42660
    },
    {
      "loss_action": 0.01365816593170166,
      "loss_total": 0.01365816593170166,
      "step": 42660
    },
    {
      "loss_action": 0.008671483024954796,
      "loss_total": 0.008671483024954796,
      "step": 42660
    },
    {
      "loss_action": 0.017430175095796585,
      "loss_total": 0.017430175095796585,
      "step": 42660
    },
    {
      "loss_action": 0.006161336321383715,
      "loss_total": 0.006161336321383715,
      "step": 42660
    },
    {
      "loss_action": 0.006452401168644428,
      "loss_total": 0.006452401168644428,
      "step": 42660
    },
    {
      "loss_action": 0.014821892604231834,
      "loss_total": 0.014821892604231834,
      "step": 42660
    },
    {
      "grad_norm": 0.2006591260433197,
      "learning_rate": 9.912448064154589e-05,
      "loss": 0.0157,
      "step": 42670
    },
    {
      "loss_action": 0.00908613484352827,
      "loss_total": 0.00908613484352827,
      "step": 42670
    },
    {
      "loss_action": 0.010765851475298405,
      "loss_total": 0.010765851475298405,
      "step": 42670
    },
    {
      "loss_action": 0.006873320788145065,
      "loss_total": 0.006873320788145065,
      "step": 42670
    },
    {
      "loss_action": 0.007911290973424911,
      "loss_total": 0.007911290973424911,
      "step": 42670
    },
    {
      "loss_action": 0.027922648936510086,
      "loss_total": 0.027922648936510086,
      "step": 42670
    },
    {
      "loss_action": 0.014785834588110447,
      "loss_total": 0.014785834588110447,
      "step": 42670
    },
    {
      "loss_action": 0.012977229431271553,
      "loss_total": 0.012977229431271553,
      "step": 42670
    },
    {
      "loss_action": 0.004946406465023756,
      "loss_total": 0.004946406465023756,
      "step": 42670
    },
    {
      "grad_norm": 0.15371091663837433,
      "learning_rate": 9.912371029831534e-05,
      "loss": 0.011,
      "step": 42680
    },
    {
      "loss_action": 0.015325001440942287,
      "loss_total": 0.015325001440942287,
      "step": 42680
    },
    {
      "loss_action": 0.018648358061909676,
      "loss_total": 0.018648358061909676,
      "step": 42680
    },
    {
      "loss_action": 0.0062894937582314014,
      "loss_total": 0.0062894937582314014,
      "step": 42680
    },
    {
      "loss_action": 0.006987743079662323,
      "loss_total": 0.006987743079662323,
      "step": 42680
    },
    {
      "loss_action": 0.008391202427446842,
      "loss_total": 0.008391202427446842,
      "step": 42680
    },
    {
      "loss_action": 0.00713739451020956,
      "loss_total": 0.00713739451020956,
      "step": 42680
    },
    {
      "loss_action": 0.011757828295230865,
      "loss_total": 0.011757828295230865,
      "step": 42680
    },
    {
      "loss_action": 0.007009923458099365,
      "loss_total": 0.007009923458099365,
      "step": 42680
    },
    {
      "grad_norm": 0.09535404294729233,
      "learning_rate": 9.912293961932884e-05,
      "loss": 0.0116,
      "step": 42690
    },
    {
      "loss_action": 0.022821728140115738,
      "loss_total": 0.022821728140115738,
      "step": 42690
    },
    {
      "loss_action": 0.02187943272292614,
      "loss_total": 0.02187943272292614,
      "step": 42690
    },
    {
      "loss_action": 0.01642407476902008,
      "loss_total": 0.01642407476902008,
      "step": 42690
    },
    {
      "loss_action": 0.06147092580795288,
      "loss_total": 0.06147092580795288,
      "step": 42690
    },
    {
      "loss_action": 0.005398507229983807,
      "loss_total": 0.005398507229983807,
      "step": 42690
    },
    {
      "loss_action": 0.009428055956959724,
      "loss_total": 0.009428055956959724,
      "step": 42690
    },
    {
      "loss_action": 0.00826168805360794,
      "loss_total": 0.00826168805360794,
      "step": 42690
    },
    {
      "loss_action": 0.008974342606961727,
      "loss_total": 0.008974342606961727,
      "step": 42690
    },
    {
      "grad_norm": 0.12847207486629486,
      "learning_rate": 9.912216860459166e-05,
      "loss": 0.0104,
      "step": 42700
    },
    {
      "loss_action": 0.014162443578243256,
      "loss_total": 0.014162443578243256,
      "step": 42700
    },
    {
      "loss_action": 0.006668522022664547,
      "loss_total": 0.006668522022664547,
      "step": 42700
    },
    {
      "loss_action": 0.016203299164772034,
      "loss_total": 0.016203299164772034,
      "step": 42700
    },
    {
      "loss_action": 0.0030167545191943645,
      "loss_total": 0.0030167545191943645,
      "step": 42700
    },
    {
      "loss_action": 0.012510702013969421,
      "loss_total": 0.012510702013969421,
      "step": 42700
    },
    {
      "loss_action": 0.005611284635961056,
      "loss_total": 0.005611284635961056,
      "step": 42700
    },
    {
      "loss_action": 0.025240730494260788,
      "loss_total": 0.025240730494260788,
      "step": 42700
    },
    {
      "loss_action": 0.0117172347381711,
      "loss_total": 0.0117172347381711,
      "step": 42700
    },
    {
      "grad_norm": 0.1613268107175827,
      "learning_rate": 9.912139725410907e-05,
      "loss": 0.0103,
      "step": 42710
    },
    {
      "loss_action": 0.015200423076748848,
      "loss_total": 0.015200423076748848,
      "step": 42710
    },
    {
      "loss_action": 0.006495228037238121,
      "loss_total": 0.006495228037238121,
      "step": 42710
    },
    {
      "loss_action": 0.0109628327190876,
      "loss_total": 0.0109628327190876,
      "step": 42710
    },
    {
      "loss_action": 0.007095031440258026,
      "loss_total": 0.007095031440258026,
      "step": 42710
    },
    {
      "loss_action": 0.008543459698557854,
      "loss_total": 0.008543459698557854,
      "step": 42710
    },
    {
      "loss_action": 0.004358021076768637,
      "loss_total": 0.004358021076768637,
      "step": 42710
    },
    {
      "loss_action": 0.017014380544424057,
      "loss_total": 0.017014380544424057,
      "step": 42710
    },
    {
      "loss_action": 0.0030016135424375534,
      "loss_total": 0.0030016135424375534,
      "step": 42710
    },
    {
      "grad_norm": 0.11300411075353622,
      "learning_rate": 9.912062556788635e-05,
      "loss": 0.0097,
      "step": 42720
    },
    {
      "loss_action": 0.018947450444102287,
      "loss_total": 0.018947450444102287,
      "step": 42720
    },
    {
      "loss_action": 0.0058113522827625275,
      "loss_total": 0.0058113522827625275,
      "step": 42720
    },
    {
      "loss_action": 0.009173452854156494,
      "loss_total": 0.009173452854156494,
      "step": 42720
    },
    {
      "loss_action": 0.03413830325007439,
      "loss_total": 0.03413830325007439,
      "step": 42720
    },
    {
      "loss_action": 0.0037956449668854475,
      "loss_total": 0.0037956449668854475,
      "step": 42720
    },
    {
      "loss_action": 0.011389254592359066,
      "loss_total": 0.011389254592359066,
      "step": 42720
    },
    {
      "loss_action": 0.011289496906101704,
      "loss_total": 0.011289496906101704,
      "step": 42720
    },
    {
      "loss_action": 0.008848199620842934,
      "loss_total": 0.008848199620842934,
      "step": 42720
    },
    {
      "grad_norm": 0.12266924977302551,
      "learning_rate": 9.911985354592876e-05,
      "loss": 0.0098,
      "step": 42730
    },
    {
      "loss_action": 0.005449157208204269,
      "loss_total": 0.005449157208204269,
      "step": 42730
    },
    {
      "loss_action": 0.006717614829540253,
      "loss_total": 0.006717614829540253,
      "step": 42730
    },
    {
      "loss_action": 0.0053893039003014565,
      "loss_total": 0.0053893039003014565,
      "step": 42730
    },
    {
      "loss_action": 0.0036372938193380833,
      "loss_total": 0.0036372938193380833,
      "step": 42730
    },
    {
      "loss_action": 0.004919910803437233,
      "loss_total": 0.004919910803437233,
      "step": 42730
    },
    {
      "loss_action": 0.004716748371720314,
      "loss_total": 0.004716748371720314,
      "step": 42730
    },
    {
      "loss_action": 0.008649757131934166,
      "loss_total": 0.008649757131934166,
      "step": 42730
    },
    {
      "loss_action": 0.007864952087402344,
      "loss_total": 0.007864952087402344,
      "step": 42730
    },
    {
      "grad_norm": 0.16507238149642944,
      "learning_rate": 9.911908118824158e-05,
      "loss": 0.0097,
      "step": 42740
    },
    {
      "loss_action": 0.005838819779455662,
      "loss_total": 0.005838819779455662,
      "step": 42740
    },
    {
      "loss_action": 0.012974316254258156,
      "loss_total": 0.012974316254258156,
      "step": 42740
    },
    {
      "loss_action": 0.010771695524454117,
      "loss_total": 0.010771695524454117,
      "step": 42740
    },
    {
      "loss_action": 0.006167812738567591,
      "loss_total": 0.006167812738567591,
      "step": 42740
    },
    {
      "loss_action": 0.007761182263493538,
      "loss_total": 0.007761182263493538,
      "step": 42740
    },
    {
      "loss_action": 0.0028981815557926893,
      "loss_total": 0.0028981815557926893,
      "step": 42740
    },
    {
      "loss_action": 0.008773598819971085,
      "loss_total": 0.008773598819971085,
      "step": 42740
    },
    {
      "loss_action": 0.003176070749759674,
      "loss_total": 0.003176070749759674,
      "step": 42740
    },
    {
      "grad_norm": 0.15372465550899506,
      "learning_rate": 9.911830849483009e-05,
      "loss": 0.0108,
      "step": 42750
    },
    {
      "loss_action": 0.0043810163624584675,
      "loss_total": 0.0043810163624584675,
      "step": 42750
    },
    {
      "loss_action": 0.0053595369681715965,
      "loss_total": 0.0053595369681715965,
      "step": 42750
    },
    {
      "loss_action": 0.003866506740450859,
      "loss_total": 0.003866506740450859,
      "step": 42750
    },
    {
      "loss_action": 0.010007326491177082,
      "loss_total": 0.010007326491177082,
      "step": 42750
    },
    {
      "loss_action": 0.009329032152891159,
      "loss_total": 0.009329032152891159,
      "step": 42750
    },
    {
      "loss_action": 0.009608849883079529,
      "loss_total": 0.009608849883079529,
      "step": 42750
    },
    {
      "loss_action": 0.008575485087931156,
      "loss_total": 0.008575485087931156,
      "step": 42750
    },
    {
      "loss_action": 0.005284509621560574,
      "loss_total": 0.005284509621560574,
      "step": 42750
    },
    {
      "grad_norm": 0.17768068611621857,
      "learning_rate": 9.911753546569958e-05,
      "loss": 0.0095,
      "step": 42760
    },
    {
      "loss_action": 0.007608796935528517,
      "loss_total": 0.007608796935528517,
      "step": 42760
    },
    {
      "loss_action": 0.011322220787405968,
      "loss_total": 0.011322220787405968,
      "step": 42760
    },
    {
      "loss_action": 0.01048739068210125,
      "loss_total": 0.01048739068210125,
      "step": 42760
    },
    {
      "loss_action": 0.005668099969625473,
      "loss_total": 0.005668099969625473,
      "step": 42760
    },
    {
      "loss_action": 0.0074941664934158325,
      "loss_total": 0.0074941664934158325,
      "step": 42760
    },
    {
      "loss_action": 0.005920721683651209,
      "loss_total": 0.005920721683651209,
      "step": 42760
    },
    {
      "loss_action": 0.011511251330375671,
      "loss_total": 0.011511251330375671,
      "step": 42760
    },
    {
      "loss_action": 0.006300936918705702,
      "loss_total": 0.006300936918705702,
      "step": 42760
    },
    {
      "grad_norm": 0.13819821178913116,
      "learning_rate": 9.911676210085533e-05,
      "loss": 0.0106,
      "step": 42770
    },
    {
      "loss_action": 0.005220493767410517,
      "loss_total": 0.005220493767410517,
      "step": 42770
    },
    {
      "loss_action": 0.008434132672846317,
      "loss_total": 0.008434132672846317,
      "step": 42770
    },
    {
      "loss_action": 0.009216469712555408,
      "loss_total": 0.009216469712555408,
      "step": 42770
    },
    {
      "loss_action": 0.00458903843536973,
      "loss_total": 0.00458903843536973,
      "step": 42770
    },
    {
      "loss_action": 0.009663177654147148,
      "loss_total": 0.009663177654147148,
      "step": 42770
    },
    {
      "loss_action": 0.015382902696728706,
      "loss_total": 0.015382902696728706,
      "step": 42770
    },
    {
      "loss_action": 0.004820025060325861,
      "loss_total": 0.004820025060325861,
      "step": 42770
    },
    {
      "loss_action": 0.019917434081435204,
      "loss_total": 0.019917434081435204,
      "step": 42770
    },
    {
      "grad_norm": 0.13443171977996826,
      "learning_rate": 9.911598840030263e-05,
      "loss": 0.0115,
      "step": 42780
    },
    {
      "loss_action": 0.02443043515086174,
      "loss_total": 0.02443043515086174,
      "step": 42780
    },
    {
      "loss_action": 0.005756104364991188,
      "loss_total": 0.005756104364991188,
      "step": 42780
    },
    {
      "loss_action": 0.014592351391911507,
      "loss_total": 0.014592351391911507,
      "step": 42780
    },
    {
      "loss_action": 0.004912021569907665,
      "loss_total": 0.004912021569907665,
      "step": 42780
    },
    {
      "loss_action": 0.006007184274494648,
      "loss_total": 0.006007184274494648,
      "step": 42780
    },
    {
      "loss_action": 0.0071478174068033695,
      "loss_total": 0.0071478174068033695,
      "step": 42780
    },
    {
      "loss_action": 0.008349820040166378,
      "loss_total": 0.008349820040166378,
      "step": 42780
    },
    {
      "loss_action": 0.007300208322703838,
      "loss_total": 0.007300208322703838,
      "step": 42780
    },
    {
      "grad_norm": 0.13689656555652618,
      "learning_rate": 9.911521436404675e-05,
      "loss": 0.0098,
      "step": 42790
    },
    {
      "loss_action": 0.005259922705590725,
      "loss_total": 0.005259922705590725,
      "step": 42790
    },
    {
      "loss_action": 0.004640232305973768,
      "loss_total": 0.004640232305973768,
      "step": 42790
    },
    {
      "loss_action": 0.005724879913032055,
      "loss_total": 0.005724879913032055,
      "step": 42790
    },
    {
      "loss_action": 0.008606425486505032,
      "loss_total": 0.008606425486505032,
      "step": 42790
    },
    {
      "loss_action": 0.012183335609734058,
      "loss_total": 0.012183335609734058,
      "step": 42790
    },
    {
      "loss_action": 0.00836666114628315,
      "loss_total": 0.00836666114628315,
      "step": 42790
    },
    {
      "loss_action": 0.015979474410414696,
      "loss_total": 0.015979474410414696,
      "step": 42790
    },
    {
      "loss_action": 0.006836380809545517,
      "loss_total": 0.006836380809545517,
      "step": 42790
    },
    {
      "grad_norm": 0.07178172469139099,
      "learning_rate": 9.9114439992093e-05,
      "loss": 0.0081,
      "step": 42800
    },
    {
      "loss_action": 0.006315869279205799,
      "loss_total": 0.006315869279205799,
      "step": 42800
    },
    {
      "loss_action": 0.005089809186756611,
      "loss_total": 0.005089809186756611,
      "step": 42800
    },
    {
      "loss_action": 0.011911896988749504,
      "loss_total": 0.011911896988749504,
      "step": 42800
    },
    {
      "loss_action": 0.013810917735099792,
      "loss_total": 0.013810917735099792,
      "step": 42800
    },
    {
      "loss_action": 0.012561806477606297,
      "loss_total": 0.012561806477606297,
      "step": 42800
    },
    {
      "loss_action": 0.00549978855997324,
      "loss_total": 0.00549978855997324,
      "step": 42800
    },
    {
      "loss_action": 0.014444567263126373,
      "loss_total": 0.014444567263126373,
      "step": 42800
    },
    {
      "loss_action": 0.024222450330853462,
      "loss_total": 0.024222450330853462,
      "step": 42800
    },
    {
      "grad_norm": 0.15279999375343323,
      "learning_rate": 9.911366528444666e-05,
      "loss": 0.0093,
      "step": 42810
    },
    {
      "loss_action": 0.005263291299343109,
      "loss_total": 0.005263291299343109,
      "step": 42810
    },
    {
      "loss_action": 0.006674450822174549,
      "loss_total": 0.006674450822174549,
      "step": 42810
    },
    {
      "loss_action": 0.012853284366428852,
      "loss_total": 0.012853284366428852,
      "step": 42810
    },
    {
      "loss_action": 0.0042465548031032085,
      "loss_total": 0.0042465548031032085,
      "step": 42810
    },
    {
      "loss_action": 0.010139423422515392,
      "loss_total": 0.010139423422515392,
      "step": 42810
    },
    {
      "loss_action": 0.013527090661227703,
      "loss_total": 0.013527090661227703,
      "step": 42810
    },
    {
      "loss_action": 0.018293917179107666,
      "loss_total": 0.018293917179107666,
      "step": 42810
    },
    {
      "loss_action": 0.009664181619882584,
      "loss_total": 0.009664181619882584,
      "step": 42810
    },
    {
      "grad_norm": 0.1149611622095108,
      "learning_rate": 9.911289024111303e-05,
      "loss": 0.0096,
      "step": 42820
    },
    {
      "loss_action": 0.015513837337493896,
      "loss_total": 0.015513837337493896,
      "step": 42820
    },
    {
      "loss_action": 0.006243795156478882,
      "loss_total": 0.006243795156478882,
      "step": 42820
    },
    {
      "loss_action": 0.011858937330543995,
      "loss_total": 0.011858937330543995,
      "step": 42820
    },
    {
      "loss_action": 0.03223462402820587,
      "loss_total": 0.03223462402820587,
      "step": 42820
    },
    {
      "loss_action": 0.009540124796330929,
      "loss_total": 0.009540124796330929,
      "step": 42820
    },
    {
      "loss_action": 0.006228971295058727,
      "loss_total": 0.006228971295058727,
      "step": 42820
    },
    {
      "loss_action": 0.015457715839147568,
      "loss_total": 0.015457715839147568,
      "step": 42820
    },
    {
      "loss_action": 0.009532642550766468,
      "loss_total": 0.009532642550766468,
      "step": 42820
    },
    {
      "grad_norm": 0.10497765243053436,
      "learning_rate": 9.911211486209741e-05,
      "loss": 0.0083,
      "step": 42830
    },
    {
      "loss_action": 0.0022973339073359966,
      "loss_total": 0.0022973339073359966,
      "step": 42830
    },
    {
      "loss_action": 0.0089799789711833,
      "loss_total": 0.0089799789711833,
      "step": 42830
    },
    {
      "loss_action": 0.006422046571969986,
      "loss_total": 0.006422046571969986,
      "step": 42830
    },
    {
      "loss_action": 0.006562558934092522,
      "loss_total": 0.006562558934092522,
      "step": 42830
    },
    {
      "loss_action": 0.004418675787746906,
      "loss_total": 0.004418675787746906,
      "step": 42830
    },
    {
      "loss_action": 0.009847193025052547,
      "loss_total": 0.009847193025052547,
      "step": 42830
    },
    {
      "loss_action": 0.0072523620910942554,
      "loss_total": 0.0072523620910942554,
      "step": 42830
    },
    {
      "loss_action": 0.003305986989289522,
      "loss_total": 0.003305986989289522,
      "step": 42830
    },
    {
      "grad_norm": 0.1397445797920227,
      "learning_rate": 9.911133914740509e-05,
      "loss": 0.0098,
      "step": 42840
    },
    {
      "loss_action": 0.00872877612709999,
      "loss_total": 0.00872877612709999,
      "step": 42840
    },
    {
      "loss_action": 0.016123395413160324,
      "loss_total": 0.016123395413160324,
      "step": 42840
    },
    {
      "loss_action": 0.009778781794011593,
      "loss_total": 0.009778781794011593,
      "step": 42840
    },
    {
      "loss_action": 0.009687943384051323,
      "loss_total": 0.009687943384051323,
      "step": 42840
    },
    {
      "loss_action": 0.010161866433918476,
      "loss_total": 0.010161866433918476,
      "step": 42840
    },
    {
      "loss_action": 0.006618991028517485,
      "loss_total": 0.006618991028517485,
      "step": 42840
    },
    {
      "loss_action": 0.007534796372056007,
      "loss_total": 0.007534796372056007,
      "step": 42840
    },
    {
      "loss_action": 0.01084217056632042,
      "loss_total": 0.01084217056632042,
      "step": 42840
    },
    {
      "grad_norm": 0.1477142870426178,
      "learning_rate": 9.911056309704138e-05,
      "loss": 0.0105,
      "step": 42850
    },
    {
      "loss_action": 0.013396495953202248,
      "loss_total": 0.013396495953202248,
      "step": 42850
    },
    {
      "loss_action": 0.011877061799168587,
      "loss_total": 0.011877061799168587,
      "step": 42850
    },
    {
      "loss_action": 0.0071239834651350975,
      "loss_total": 0.0071239834651350975,
      "step": 42850
    },
    {
      "loss_action": 0.0036109352950006723,
      "loss_total": 0.0036109352950006723,
      "step": 42850
    },
    {
      "loss_action": 0.01415382232517004,
      "loss_total": 0.01415382232517004,
      "step": 42850
    },
    {
      "loss_action": 0.01075027696788311,
      "loss_total": 0.01075027696788311,
      "step": 42850
    },
    {
      "loss_action": 0.013967392966151237,
      "loss_total": 0.013967392966151237,
      "step": 42850
    },
    {
      "loss_action": 0.00967117864638567,
      "loss_total": 0.00967117864638567,
      "step": 42850
    },
    {
      "grad_norm": 0.150889053940773,
      "learning_rate": 9.910978671101159e-05,
      "loss": 0.01,
      "step": 42860
    },
    {
      "loss_action": 0.004755525849759579,
      "loss_total": 0.004755525849759579,
      "step": 42860
    },
    {
      "loss_action": 0.006285837851464748,
      "loss_total": 0.006285837851464748,
      "step": 42860
    },
    {
      "loss_action": 0.029307596385478973,
      "loss_total": 0.029307596385478973,
      "step": 42860
    },
    {
      "loss_action": 0.010442720726132393,
      "loss_total": 0.010442720726132393,
      "step": 42860
    },
    {
      "loss_action": 0.014451255090534687,
      "loss_total": 0.014451255090534687,
      "step": 42860
    },
    {
      "loss_action": 0.006961153820157051,
      "loss_total": 0.006961153820157051,
      "step": 42860
    },
    {
      "loss_action": 0.008239259012043476,
      "loss_total": 0.008239259012043476,
      "step": 42860
    },
    {
      "loss_action": 0.004972696769982576,
      "loss_total": 0.004972696769982576,
      "step": 42860
    },
    {
      "grad_norm": 0.1702670156955719,
      "learning_rate": 9.910900998932102e-05,
      "loss": 0.0103,
      "step": 42870
    },
    {
      "loss_action": 0.00561877666041255,
      "loss_total": 0.00561877666041255,
      "step": 42870
    },
    {
      "loss_action": 0.005427451804280281,
      "loss_total": 0.005427451804280281,
      "step": 42870
    },
    {
      "loss_action": 0.014630267396569252,
      "loss_total": 0.014630267396569252,
      "step": 42870
    },
    {
      "loss_action": 0.008006302639842033,
      "loss_total": 0.008006302639842033,
      "step": 42870
    },
    {
      "loss_action": 0.009564515203237534,
      "loss_total": 0.009564515203237534,
      "step": 42870
    },
    {
      "loss_action": 0.005273208953440189,
      "loss_total": 0.005273208953440189,
      "step": 42870
    },
    {
      "loss_action": 0.006468749605119228,
      "loss_total": 0.006468749605119228,
      "step": 42870
    },
    {
      "loss_action": 0.016887547448277473,
      "loss_total": 0.016887547448277473,
      "step": 42870
    },
    {
      "grad_norm": 0.09454446285963058,
      "learning_rate": 9.910823293197498e-05,
      "loss": 0.0085,
      "step": 42880
    },
    {
      "loss_action": 0.013193299062550068,
      "loss_total": 0.013193299062550068,
      "step": 42880
    },
    {
      "loss_action": 0.0025313054211437702,
      "loss_total": 0.0025313054211437702,
      "step": 42880
    },
    {
      "loss_action": 0.005226456560194492,
      "loss_total": 0.005226456560194492,
      "step": 42880
    },
    {
      "loss_action": 0.006432226859033108,
      "loss_total": 0.006432226859033108,
      "step": 42880
    },
    {
      "loss_action": 0.0038758637383580208,
      "loss_total": 0.0038758637383580208,
      "step": 42880
    },
    {
      "loss_action": 0.00638176966458559,
      "loss_total": 0.00638176966458559,
      "step": 42880
    },
    {
      "loss_action": 0.006676603574305773,
      "loss_total": 0.006676603574305773,
      "step": 42880
    },
    {
      "loss_action": 0.004199444316327572,
      "loss_total": 0.004199444316327572,
      "step": 42880
    },
    {
      "grad_norm": 0.15274378657341003,
      "learning_rate": 9.910745553897877e-05,
      "loss": 0.0098,
      "step": 42890
    },
    {
      "loss_action": 0.006812334526330233,
      "loss_total": 0.006812334526330233,
      "step": 42890
    },
    {
      "loss_action": 0.02035846933722496,
      "loss_total": 0.02035846933722496,
      "step": 42890
    },
    {
      "loss_action": 0.006558030843734741,
      "loss_total": 0.006558030843734741,
      "step": 42890
    },
    {
      "loss_action": 0.007594900205731392,
      "loss_total": 0.007594900205731392,
      "step": 42890
    },
    {
      "loss_action": 0.012065243907272816,
      "loss_total": 0.012065243907272816,
      "step": 42890
    },
    {
      "loss_action": 0.00766648817807436,
      "loss_total": 0.00766648817807436,
      "step": 42890
    },
    {
      "loss_action": 0.007481575943529606,
      "loss_total": 0.007481575943529606,
      "step": 42890
    },
    {
      "loss_action": 0.0049940794706344604,
      "loss_total": 0.0049940794706344604,
      "step": 42890
    },
    {
      "grad_norm": 0.15539097785949707,
      "learning_rate": 9.91066778103377e-05,
      "loss": 0.0089,
      "step": 42900
    },
    {
      "loss_action": 0.009851725772023201,
      "loss_total": 0.009851725772023201,
      "step": 42900
    },
    {
      "loss_action": 0.005751254037022591,
      "loss_total": 0.005751254037022591,
      "step": 42900
    },
    {
      "loss_action": 0.0071666245348751545,
      "loss_total": 0.0071666245348751545,
      "step": 42900
    },
    {
      "loss_action": 0.014248336665332317,
      "loss_total": 0.014248336665332317,
      "step": 42900
    },
    {
      "loss_action": 0.01692194677889347,
      "loss_total": 0.01692194677889347,
      "step": 42900
    },
    {
      "loss_action": 0.004012926947325468,
      "loss_total": 0.004012926947325468,
      "step": 42900
    },
    {
      "loss_action": 0.007759030908346176,
      "loss_total": 0.007759030908346176,
      "step": 42900
    },
    {
      "loss_action": 0.01377144269645214,
      "loss_total": 0.01377144269645214,
      "step": 42900
    },
    {
      "grad_norm": 0.16508762538433075,
      "learning_rate": 9.910589974605713e-05,
      "loss": 0.0102,
      "step": 42910
    },
    {
      "loss_action": 0.029944587498903275,
      "loss_total": 0.029944587498903275,
      "step": 42910
    },
    {
      "loss_action": 0.012345247901976109,
      "loss_total": 0.012345247901976109,
      "step": 42910
    },
    {
      "loss_action": 0.0035801634658128023,
      "loss_total": 0.0035801634658128023,
      "step": 42910
    },
    {
      "loss_action": 0.037800565361976624,
      "loss_total": 0.037800565361976624,
      "step": 42910
    },
    {
      "loss_action": 0.008750559762120247,
      "loss_total": 0.008750559762120247,
      "step": 42910
    },
    {
      "loss_action": 0.007469176314771175,
      "loss_total": 0.007469176314771175,
      "step": 42910
    },
    {
      "loss_action": 0.011462768539786339,
      "loss_total": 0.011462768539786339,
      "step": 42910
    },
    {
      "loss_action": 0.012277928180992603,
      "loss_total": 0.012277928180992603,
      "step": 42910
    },
    {
      "grad_norm": 0.12505492568016052,
      "learning_rate": 9.910512134614234e-05,
      "loss": 0.0141,
      "step": 42920
    },
    {
      "loss_action": 0.017615916207432747,
      "loss_total": 0.017615916207432747,
      "step": 42920
    },
    {
      "loss_action": 0.012517238035798073,
      "loss_total": 0.012517238035798073,
      "step": 42920
    },
    {
      "loss_action": 0.008456716313958168,
      "loss_total": 0.008456716313958168,
      "step": 42920
    },
    {
      "loss_action": 0.009962432086467743,
      "loss_total": 0.009962432086467743,
      "step": 42920
    },
    {
      "loss_action": 0.02175142988562584,
      "loss_total": 0.02175142988562584,
      "step": 42920
    },
    {
      "loss_action": 0.01714872010052204,
      "loss_total": 0.01714872010052204,
      "step": 42920
    },
    {
      "loss_action": 0.009922793135046959,
      "loss_total": 0.009922793135046959,
      "step": 42920
    },
    {
      "loss_action": 0.007378425914794207,
      "loss_total": 0.007378425914794207,
      "step": 42920
    },
    {
      "grad_norm": 0.18407779932022095,
      "learning_rate": 9.910434261059864e-05,
      "loss": 0.0105,
      "step": 42930
    },
    {
      "loss_action": 0.010111858136951923,
      "loss_total": 0.010111858136951923,
      "step": 42930
    },
    {
      "loss_action": 0.00950691383332014,
      "loss_total": 0.00950691383332014,
      "step": 42930
    },
    {
      "loss_action": 0.004264910705387592,
      "loss_total": 0.004264910705387592,
      "step": 42930
    },
    {
      "loss_action": 0.013598095625638962,
      "loss_total": 0.013598095625638962,
      "step": 42930
    },
    {
      "loss_action": 0.012269727885723114,
      "loss_total": 0.012269727885723114,
      "step": 42930
    },
    {
      "loss_action": 0.020264621824026108,
      "loss_total": 0.020264621824026108,
      "step": 42930
    },
    {
      "loss_action": 0.01013147458434105,
      "loss_total": 0.01013147458434105,
      "step": 42930
    },
    {
      "loss_action": 0.004785655997693539,
      "loss_total": 0.004785655997693539,
      "step": 42930
    },
    {
      "grad_norm": 0.11395182460546494,
      "learning_rate": 9.910356353943138e-05,
      "loss": 0.011,
      "step": 42940
    },
    {
      "loss_action": 0.0045193834230303764,
      "loss_total": 0.0045193834230303764,
      "step": 42940
    },
    {
      "loss_action": 0.008081447333097458,
      "loss_total": 0.008081447333097458,
      "step": 42940
    },
    {
      "loss_action": 0.008018000051379204,
      "loss_total": 0.008018000051379204,
      "step": 42940
    },
    {
      "loss_action": 0.026522492989897728,
      "loss_total": 0.026522492989897728,
      "step": 42940
    },
    {
      "loss_action": 0.017910562455654144,
      "loss_total": 0.017910562455654144,
      "step": 42940
    },
    {
      "loss_action": 0.008678613230586052,
      "loss_total": 0.008678613230586052,
      "step": 42940
    },
    {
      "loss_action": 0.004223987460136414,
      "loss_total": 0.004223987460136414,
      "step": 42940
    },
    {
      "loss_action": 0.005439272150397301,
      "loss_total": 0.005439272150397301,
      "step": 42940
    },
    {
      "grad_norm": 0.18413414061069489,
      "learning_rate": 9.910278413264587e-05,
      "loss": 0.0115,
      "step": 42950
    },
    {
      "loss_action": 0.007691474165767431,
      "loss_total": 0.007691474165767431,
      "step": 42950
    },
    {
      "loss_action": 0.007651065941900015,
      "loss_total": 0.007651065941900015,
      "step": 42950
    },
    {
      "loss_action": 0.010225105099380016,
      "loss_total": 0.010225105099380016,
      "step": 42950
    },
    {
      "loss_action": 0.00810275785624981,
      "loss_total": 0.00810275785624981,
      "step": 42950
    },
    {
      "loss_action": 0.006326793693006039,
      "loss_total": 0.006326793693006039,
      "step": 42950
    },
    {
      "loss_action": 0.006369151175022125,
      "loss_total": 0.006369151175022125,
      "step": 42950
    },
    {
      "loss_action": 0.027842311188578606,
      "loss_total": 0.027842311188578606,
      "step": 42950
    },
    {
      "loss_action": 0.0051916129887104034,
      "loss_total": 0.0051916129887104034,
      "step": 42950
    },
    {
      "grad_norm": 0.1117396354675293,
      "learning_rate": 9.910200439024746e-05,
      "loss": 0.0103,
      "step": 42960
    },
    {
      "loss_action": 0.0226697139441967,
      "loss_total": 0.0226697139441967,
      "step": 42960
    },
    {
      "loss_action": 0.006525426637381315,
      "loss_total": 0.006525426637381315,
      "step": 42960
    },
    {
      "loss_action": 0.015595112927258015,
      "loss_total": 0.015595112927258015,
      "step": 42960
    },
    {
      "loss_action": 0.01211720984429121,
      "loss_total": 0.01211720984429121,
      "step": 42960
    },
    {
      "loss_action": 0.006303558126091957,
      "loss_total": 0.006303558126091957,
      "step": 42960
    },
    {
      "loss_action": 0.010547088459134102,
      "loss_total": 0.010547088459134102,
      "step": 42960
    },
    {
      "loss_action": 0.05321815237402916,
      "loss_total": 0.05321815237402916,
      "step": 42960
    },
    {
      "loss_action": 0.007385054603219032,
      "loss_total": 0.007385054603219032,
      "step": 42960
    },
    {
      "grad_norm": 0.10978072136640549,
      "learning_rate": 9.910122431224144e-05,
      "loss": 0.0113,
      "step": 42970
    },
    {
      "loss_action": 0.00483625428751111,
      "loss_total": 0.00483625428751111,
      "step": 42970
    },
    {
      "loss_action": 0.01153297908604145,
      "loss_total": 0.01153297908604145,
      "step": 42970
    },
    {
      "loss_action": 0.014802128076553345,
      "loss_total": 0.014802128076553345,
      "step": 42970
    },
    {
      "loss_action": 0.004589660093188286,
      "loss_total": 0.004589660093188286,
      "step": 42970
    },
    {
      "loss_action": 0.010875853709876537,
      "loss_total": 0.010875853709876537,
      "step": 42970
    },
    {
      "loss_action": 0.003930434584617615,
      "loss_total": 0.003930434584617615,
      "step": 42970
    },
    {
      "loss_action": 0.007433426566421986,
      "loss_total": 0.007433426566421986,
      "step": 42970
    },
    {
      "loss_action": 0.015598572790622711,
      "loss_total": 0.015598572790622711,
      "step": 42970
    },
    {
      "grad_norm": 0.13647963106632233,
      "learning_rate": 9.910044389863318e-05,
      "loss": 0.0103,
      "step": 42980
    },
    {
      "loss_action": 0.007588733918964863,
      "loss_total": 0.007588733918964863,
      "step": 42980
    },
    {
      "loss_action": 0.007301143370568752,
      "loss_total": 0.007301143370568752,
      "step": 42980
    },
    {
      "loss_action": 0.017697365954518318,
      "loss_total": 0.017697365954518318,
      "step": 42980
    },
    {
      "loss_action": 0.00733012892305851,
      "loss_total": 0.00733012892305851,
      "step": 42980
    },
    {
      "loss_action": 0.005393489263951778,
      "loss_total": 0.005393489263951778,
      "step": 42980
    },
    {
      "loss_action": 0.009817618876695633,
      "loss_total": 0.009817618876695633,
      "step": 42980
    },
    {
      "loss_action": 0.00522192195057869,
      "loss_total": 0.00522192195057869,
      "step": 42980
    },
    {
      "loss_action": 0.006368869915604591,
      "loss_total": 0.006368869915604591,
      "step": 42980
    },
    {
      "grad_norm": 0.10062392801046371,
      "learning_rate": 9.909966314942798e-05,
      "loss": 0.0094,
      "step": 42990
    },
    {
      "loss_action": 0.004710241220891476,
      "loss_total": 0.004710241220891476,
      "step": 42990
    },
    {
      "loss_action": 0.006873113568872213,
      "loss_total": 0.006873113568872213,
      "step": 42990
    },
    {
      "loss_action": 0.007007352076470852,
      "loss_total": 0.007007352076470852,
      "step": 42990
    },
    {
      "loss_action": 0.03618612512946129,
      "loss_total": 0.03618612512946129,
      "step": 42990
    },
    {
      "loss_action": 0.02069322019815445,
      "loss_total": 0.02069322019815445,
      "step": 42990
    },
    {
      "loss_action": 0.00824718177318573,
      "loss_total": 0.00824718177318573,
      "step": 42990
    },
    {
      "loss_action": 0.009234604425728321,
      "loss_total": 0.009234604425728321,
      "step": 42990
    },
    {
      "loss_action": 0.007997207343578339,
      "loss_total": 0.007997207343578339,
      "step": 42990
    },
    {
      "grad_norm": 0.12285378575325012,
      "learning_rate": 9.909888206463121e-05,
      "loss": 0.0101,
      "step": 43000
    },
    {
      "loss_action": 0.00793252419680357,
      "loss_total": 0.00793252419680357,
      "step": 43000
    },
    {
      "loss_action": 0.006433411035686731,
      "loss_total": 0.006433411035686731,
      "step": 43000
    },
    {
      "loss_action": 0.005636443849653006,
      "loss_total": 0.005636443849653006,
      "step": 43000
    },
    {
      "loss_action": 0.014378540217876434,
      "loss_total": 0.014378540217876434,
      "step": 43000
    },
    {
      "loss_action": 0.006606461480259895,
      "loss_total": 0.006606461480259895,
      "step": 43000
    },
    {
      "loss_action": 0.008600546978414059,
      "loss_total": 0.008600546978414059,
      "step": 43000
    },
    {
      "loss_action": 0.010394541546702385,
      "loss_total": 0.010394541546702385,
      "step": 43000
    },
    {
      "loss_action": 0.010734573006629944,
      "loss_total": 0.010734573006629944,
      "step": 43000
    },
    {
      "grad_norm": 0.12918102741241455,
      "learning_rate": 9.909810064424818e-05,
      "loss": 0.0092,
      "step": 43010
    },
    {
      "loss_action": 0.01950891502201557,
      "loss_total": 0.01950891502201557,
      "step": 43010
    },
    {
      "loss_action": 0.006144640035927296,
      "loss_total": 0.006144640035927296,
      "step": 43010
    },
    {
      "loss_action": 0.012439914047718048,
      "loss_total": 0.012439914047718048,
      "step": 43010
    },
    {
      "loss_action": 0.010177098214626312,
      "loss_total": 0.010177098214626312,
      "step": 43010
    },
    {
      "loss_action": 0.015346165746450424,
      "loss_total": 0.015346165746450424,
      "step": 43010
    },
    {
      "loss_action": 0.006522065028548241,
      "loss_total": 0.006522065028548241,
      "step": 43010
    },
    {
      "loss_action": 0.0059464722871780396,
      "loss_total": 0.0059464722871780396,
      "step": 43010
    },
    {
      "loss_action": 0.019272219389677048,
      "loss_total": 0.019272219389677048,
      "step": 43010
    },
    {
      "grad_norm": 0.10425487905740738,
      "learning_rate": 9.909731888828424e-05,
      "loss": 0.0095,
      "step": 43020
    },
    {
      "loss_action": 0.005832979921251535,
      "loss_total": 0.005832979921251535,
      "step": 43020
    },
    {
      "loss_action": 0.014236653223633766,
      "loss_total": 0.014236653223633766,
      "step": 43020
    },
    {
      "loss_action": 0.003922552801668644,
      "loss_total": 0.003922552801668644,
      "step": 43020
    },
    {
      "loss_action": 0.009011827409267426,
      "loss_total": 0.009011827409267426,
      "step": 43020
    },
    {
      "loss_action": 0.007053307257592678,
      "loss_total": 0.007053307257592678,
      "step": 43020
    },
    {
      "loss_action": 0.00964680127799511,
      "loss_total": 0.00964680127799511,
      "step": 43020
    },
    {
      "loss_action": 0.006512826308608055,
      "loss_total": 0.006512826308608055,
      "step": 43020
    },
    {
      "loss_action": 0.004421539604663849,
      "loss_total": 0.004421539604663849,
      "step": 43020
    },
    {
      "grad_norm": 0.16342228651046753,
      "learning_rate": 9.909653679674474e-05,
      "loss": 0.0093,
      "step": 43030
    },
    {
      "loss_action": 0.00982093159109354,
      "loss_total": 0.00982093159109354,
      "step": 43030
    },
    {
      "loss_action": 0.005436193197965622,
      "loss_total": 0.005436193197965622,
      "step": 43030
    },
    {
      "loss_action": 0.0063905115239322186,
      "loss_total": 0.0063905115239322186,
      "step": 43030
    },
    {
      "loss_action": 0.003747417125850916,
      "loss_total": 0.003747417125850916,
      "step": 43030
    },
    {
      "loss_action": 0.00668715126812458,
      "loss_total": 0.00668715126812458,
      "step": 43030
    },
    {
      "loss_action": 0.005639244336634874,
      "loss_total": 0.005639244336634874,
      "step": 43030
    },
    {
      "loss_action": 0.024470895528793335,
      "loss_total": 0.024470895528793335,
      "step": 43030
    },
    {
      "loss_action": 0.005087010562419891,
      "loss_total": 0.005087010562419891,
      "step": 43030
    },
    {
      "grad_norm": 0.11874515563249588,
      "learning_rate": 9.909575436963502e-05,
      "loss": 0.0106,
      "step": 43040
    },
    {
      "loss_action": 0.009192729368805885,
      "loss_total": 0.009192729368805885,
      "step": 43040
    },
    {
      "loss_action": 0.005471336655318737,
      "loss_total": 0.005471336655318737,
      "step": 43040
    },
    {
      "loss_action": 0.014299243688583374,
      "loss_total": 0.014299243688583374,
      "step": 43040
    },
    {
      "loss_action": 0.009013603441417217,
      "loss_total": 0.009013603441417217,
      "step": 43040
    },
    {
      "loss_action": 0.00808875635266304,
      "loss_total": 0.00808875635266304,
      "step": 43040
    },
    {
      "loss_action": 0.01898256689310074,
      "loss_total": 0.01898256689310074,
      "step": 43040
    },
    {
      "loss_action": 0.003837872762233019,
      "loss_total": 0.003837872762233019,
      "step": 43040
    },
    {
      "loss_action": 0.006146762520074844,
      "loss_total": 0.006146762520074844,
      "step": 43040
    },
    {
      "grad_norm": 0.09947864711284637,
      "learning_rate": 9.909497160696042e-05,
      "loss": 0.0092,
      "step": 43050
    },
    {
      "loss_action": 0.0059705013409256935,
      "loss_total": 0.0059705013409256935,
      "step": 43050
    },
    {
      "loss_action": 0.00847530271857977,
      "loss_total": 0.00847530271857977,
      "step": 43050
    },
    {
      "loss_action": 0.007242524065077305,
      "loss_total": 0.007242524065077305,
      "step": 43050
    },
    {
      "loss_action": 0.012340521439909935,
      "loss_total": 0.012340521439909935,
      "step": 43050
    },
    {
      "loss_action": 0.010034844279289246,
      "loss_total": 0.010034844279289246,
      "step": 43050
    },
    {
      "loss_action": 0.02637282758951187,
      "loss_total": 0.02637282758951187,
      "step": 43050
    },
    {
      "loss_action": 0.006606142967939377,
      "loss_total": 0.006606142967939377,
      "step": 43050
    },
    {
      "loss_action": 0.008129378780722618,
      "loss_total": 0.008129378780722618,
      "step": 43050
    },
    {
      "grad_norm": 0.1824367344379425,
      "learning_rate": 9.909418850872631e-05,
      "loss": 0.01,
      "step": 43060
    },
    {
      "loss_action": 0.013617077842354774,
      "loss_total": 0.013617077842354774,
      "step": 43060
    },
    {
      "loss_action": 0.002898203209042549,
      "loss_total": 0.002898203209042549,
      "step": 43060
    },
    {
      "loss_action": 0.024362346157431602,
      "loss_total": 0.024362346157431602,
      "step": 43060
    },
    {
      "loss_action": 0.012284372933208942,
      "loss_total": 0.012284372933208942,
      "step": 43060
    },
    {
      "loss_action": 0.007946645841002464,
      "loss_total": 0.007946645841002464,
      "step": 43060
    },
    {
      "loss_action": 0.007328279782086611,
      "loss_total": 0.007328279782086611,
      "step": 43060
    },
    {
      "loss_action": 0.006775236688554287,
      "loss_total": 0.006775236688554287,
      "step": 43060
    },
    {
      "loss_action": 0.01338368933647871,
      "loss_total": 0.01338368933647871,
      "step": 43060
    },
    {
      "grad_norm": 0.1350012868642807,
      "learning_rate": 9.909340507493805e-05,
      "loss": 0.0111,
      "step": 43070
    },
    {
      "loss_action": 0.007889118045568466,
      "loss_total": 0.007889118045568466,
      "step": 43070
    },
    {
      "loss_action": 0.0026794755831360817,
      "loss_total": 0.0026794755831360817,
      "step": 43070
    },
    {
      "loss_action": 0.01736781932413578,
      "loss_total": 0.01736781932413578,
      "step": 43070
    },
    {
      "loss_action": 0.006098899058997631,
      "loss_total": 0.006098899058997631,
      "step": 43070
    },
    {
      "loss_action": 0.01676696166396141,
      "loss_total": 0.01676696166396141,
      "step": 43070
    },
    {
      "loss_action": 0.002844227012246847,
      "loss_total": 0.002844227012246847,
      "step": 43070
    },
    {
      "loss_action": 0.006247649900615215,
      "loss_total": 0.006247649900615215,
      "step": 43070
    },
    {
      "loss_action": 0.005798381753265858,
      "loss_total": 0.005798381753265858,
      "step": 43070
    },
    {
      "grad_norm": 0.14085449278354645,
      "learning_rate": 9.909262130560095e-05,
      "loss": 0.0099,
      "step": 43080
    },
    {
      "loss_action": 0.014517471194267273,
      "loss_total": 0.014517471194267273,
      "step": 43080
    },
    {
      "loss_action": 0.006842878181487322,
      "loss_total": 0.006842878181487322,
      "step": 43080
    },
    {
      "loss_action": 0.04774200916290283,
      "loss_total": 0.04774200916290283,
      "step": 43080
    },
    {
      "loss_action": 0.008527255617082119,
      "loss_total": 0.008527255617082119,
      "step": 43080
    },
    {
      "loss_action": 0.007379558868706226,
      "loss_total": 0.007379558868706226,
      "step": 43080
    },
    {
      "loss_action": 0.008285562507808208,
      "loss_total": 0.008285562507808208,
      "step": 43080
    },
    {
      "loss_action": 0.006073664873838425,
      "loss_total": 0.006073664873838425,
      "step": 43080
    },
    {
      "loss_action": 0.00371446437202394,
      "loss_total": 0.00371446437202394,
      "step": 43080
    },
    {
      "grad_norm": 0.11098359525203705,
      "learning_rate": 9.909183720072042e-05,
      "loss": 0.0099,
      "step": 43090
    },
    {
      "loss_action": 0.013414211571216583,
      "loss_total": 0.013414211571216583,
      "step": 43090
    },
    {
      "loss_action": 0.007580546662211418,
      "loss_total": 0.007580546662211418,
      "step": 43090
    },
    {
      "loss_action": 0.008118949830532074,
      "loss_total": 0.008118949830532074,
      "step": 43090
    },
    {
      "loss_action": 0.00739417877048254,
      "loss_total": 0.00739417877048254,
      "step": 43090
    },
    {
      "loss_action": 0.007569863926619291,
      "loss_total": 0.007569863926619291,
      "step": 43090
    },
    {
      "loss_action": 0.003117108251899481,
      "loss_total": 0.003117108251899481,
      "step": 43090
    },
    {
      "loss_action": 0.005554782226681709,
      "loss_total": 0.005554782226681709,
      "step": 43090
    },
    {
      "loss_action": 0.011320361867547035,
      "loss_total": 0.011320361867547035,
      "step": 43090
    },
    {
      "grad_norm": 0.14117951691150665,
      "learning_rate": 9.909105276030177e-05,
      "loss": 0.009,
      "step": 43100
    },
    {
      "loss_action": 0.00729299196973443,
      "loss_total": 0.00729299196973443,
      "step": 43100
    },
    {
      "loss_action": 0.005306997336447239,
      "loss_total": 0.005306997336447239,
      "step": 43100
    },
    {
      "loss_action": 0.0038824896328151226,
      "loss_total": 0.0038824896328151226,
      "step": 43100
    },
    {
      "loss_action": 0.016991689801216125,
      "loss_total": 0.016991689801216125,
      "step": 43100
    },
    {
      "loss_action": 0.004905685782432556,
      "loss_total": 0.004905685782432556,
      "step": 43100
    },
    {
      "loss_action": 0.008409825153648853,
      "loss_total": 0.008409825153648853,
      "step": 43100
    },
    {
      "loss_action": 0.006702782586216927,
      "loss_total": 0.006702782586216927,
      "step": 43100
    },
    {
      "loss_action": 0.004563608672469854,
      "loss_total": 0.004563608672469854,
      "step": 43100
    },
    {
      "grad_norm": 0.14423920214176178,
      "learning_rate": 9.90902679843504e-05,
      "loss": 0.0096,
      "step": 43110
    },
    {
      "loss_action": 0.013203378766775131,
      "loss_total": 0.013203378766775131,
      "step": 43110
    },
    {
      "loss_action": 0.02200600504875183,
      "loss_total": 0.02200600504875183,
      "step": 43110
    },
    {
      "loss_action": 0.008799773640930653,
      "loss_total": 0.008799773640930653,
      "step": 43110
    },
    {
      "loss_action": 0.03114503249526024,
      "loss_total": 0.03114503249526024,
      "step": 43110
    },
    {
      "loss_action": 0.003448809962719679,
      "loss_total": 0.003448809962719679,
      "step": 43110
    },
    {
      "loss_action": 0.011080700904130936,
      "loss_total": 0.011080700904130936,
      "step": 43110
    },
    {
      "loss_action": 0.008630979806184769,
      "loss_total": 0.008630979806184769,
      "step": 43110
    },
    {
      "loss_action": 0.0038083915133029222,
      "loss_total": 0.0038083915133029222,
      "step": 43110
    },
    {
      "grad_norm": 0.15610800683498383,
      "learning_rate": 9.908948287287162e-05,
      "loss": 0.0119,
      "step": 43120
    },
    {
      "loss_action": 0.006588548421859741,
      "loss_total": 0.006588548421859741,
      "step": 43120
    },
    {
      "loss_action": 0.009769810363650322,
      "loss_total": 0.009769810363650322,
      "step": 43120
    },
    {
      "loss_action": 0.035449810326099396,
      "loss_total": 0.035449810326099396,
      "step": 43120
    },
    {
      "loss_action": 0.010234422981739044,
      "loss_total": 0.010234422981739044,
      "step": 43120
    },
    {
      "loss_action": 0.004767904989421368,
      "loss_total": 0.004767904989421368,
      "step": 43120
    },
    {
      "loss_action": 0.004262080881744623,
      "loss_total": 0.004262080881744623,
      "step": 43120
    },
    {
      "loss_action": 0.005978218279778957,
      "loss_total": 0.005978218279778957,
      "step": 43120
    },
    {
      "loss_action": 0.008799009956419468,
      "loss_total": 0.008799009956419468,
      "step": 43120
    },
    {
      "grad_norm": 0.18441535532474518,
      "learning_rate": 9.908869742587088e-05,
      "loss": 0.0101,
      "step": 43130
    },
    {
      "loss_action": 0.007831679657101631,
      "loss_total": 0.007831679657101631,
      "step": 43130
    },
    {
      "loss_action": 0.01447836123406887,
      "loss_total": 0.01447836123406887,
      "step": 43130
    },
    {
      "loss_action": 0.008434677496552467,
      "loss_total": 0.008434677496552467,
      "step": 43130
    },
    {
      "loss_action": 0.007570718415081501,
      "loss_total": 0.007570718415081501,
      "step": 43130
    },
    {
      "loss_action": 0.02551267482340336,
      "loss_total": 0.02551267482340336,
      "step": 43130
    },
    {
      "loss_action": 0.005491104908287525,
      "loss_total": 0.005491104908287525,
      "step": 43130
    },
    {
      "loss_action": 0.0051167430356144905,
      "loss_total": 0.0051167430356144905,
      "step": 43130
    },
    {
      "loss_action": 0.008584097027778625,
      "loss_total": 0.008584097027778625,
      "step": 43130
    },
    {
      "grad_norm": 0.16685450077056885,
      "learning_rate": 9.90879116433535e-05,
      "loss": 0.0104,
      "step": 43140
    },
    {
      "loss_action": 0.010221964679658413,
      "loss_total": 0.010221964679658413,
      "step": 43140
    },
    {
      "loss_action": 0.005010525695979595,
      "loss_total": 0.005010525695979595,
      "step": 43140
    },
    {
      "loss_action": 0.010339537635445595,
      "loss_total": 0.010339537635445595,
      "step": 43140
    },
    {
      "loss_action": 0.013264629989862442,
      "loss_total": 0.013264629989862442,
      "step": 43140
    },
    {
      "loss_action": 0.0084880655631423,
      "loss_total": 0.0084880655631423,
      "step": 43140
    },
    {
      "loss_action": 0.010796601884067059,
      "loss_total": 0.010796601884067059,
      "step": 43140
    },
    {
      "loss_action": 0.008199467323720455,
      "loss_total": 0.008199467323720455,
      "step": 43140
    },
    {
      "loss_action": 0.006693514995276928,
      "loss_total": 0.006693514995276928,
      "step": 43140
    },
    {
      "grad_norm": 0.09869517385959625,
      "learning_rate": 9.908712552532483e-05,
      "loss": 0.0118,
      "step": 43150
    },
    {
      "loss_action": 0.009590666741132736,
      "loss_total": 0.009590666741132736,
      "step": 43150
    },
    {
      "loss_action": 0.021570727229118347,
      "loss_total": 0.021570727229118347,
      "step": 43150
    },
    {
      "loss_action": 0.024513687938451767,
      "loss_total": 0.024513687938451767,
      "step": 43150
    },
    {
      "loss_action": 0.011319324374198914,
      "loss_total": 0.011319324374198914,
      "step": 43150
    },
    {
      "loss_action": 0.004188147373497486,
      "loss_total": 0.004188147373497486,
      "step": 43150
    },
    {
      "loss_action": 0.009443028829991817,
      "loss_total": 0.009443028829991817,
      "step": 43150
    },
    {
      "loss_action": 0.0037621697410941124,
      "loss_total": 0.0037621697410941124,
      "step": 43150
    },
    {
      "loss_action": 0.0058260392397642136,
      "loss_total": 0.0058260392397642136,
      "step": 43150
    },
    {
      "grad_norm": 0.14053542912006378,
      "learning_rate": 9.908633907179028e-05,
      "loss": 0.0115,
      "step": 43160
    },
    {
      "loss_action": 0.009814932942390442,
      "loss_total": 0.009814932942390442,
      "step": 43160
    },
    {
      "loss_action": 0.013099072501063347,
      "loss_total": 0.013099072501063347,
      "step": 43160
    },
    {
      "loss_action": 0.006626416463404894,
      "loss_total": 0.006626416463404894,
      "step": 43160
    },
    {
      "loss_action": 0.043196335434913635,
      "loss_total": 0.043196335434913635,
      "step": 43160
    },
    {
      "loss_action": 0.008206676691770554,
      "loss_total": 0.008206676691770554,
      "step": 43160
    },
    {
      "loss_action": 0.009471002966165543,
      "loss_total": 0.009471002966165543,
      "step": 43160
    },
    {
      "loss_action": 0.0036494461819529533,
      "loss_total": 0.0036494461819529533,
      "step": 43160
    },
    {
      "loss_action": 0.007759962696582079,
      "loss_total": 0.007759962696582079,
      "step": 43160
    },
    {
      "grad_norm": 0.12593114376068115,
      "learning_rate": 9.90855522827552e-05,
      "loss": 0.0119,
      "step": 43170
    },
    {
      "loss_action": 0.004366329871118069,
      "loss_total": 0.004366329871118069,
      "step": 43170
    },
    {
      "loss_action": 0.008376704528927803,
      "loss_total": 0.008376704528927803,
      "step": 43170
    },
    {
      "loss_action": 0.010315269231796265,
      "loss_total": 0.010315269231796265,
      "step": 43170
    },
    {
      "loss_action": 0.01413373276591301,
      "loss_total": 0.01413373276591301,
      "step": 43170
    },
    {
      "loss_action": 0.005405814852565527,
      "loss_total": 0.005405814852565527,
      "step": 43170
    },
    {
      "loss_action": 0.008925607427954674,
      "loss_total": 0.008925607427954674,
      "step": 43170
    },
    {
      "loss_action": 0.008992897346615791,
      "loss_total": 0.008992897346615791,
      "step": 43170
    },
    {
      "loss_action": 0.006671231240034103,
      "loss_total": 0.006671231240034103,
      "step": 43170
    },
    {
      "grad_norm": 0.14699888229370117,
      "learning_rate": 9.9084765158225e-05,
      "loss": 0.0099,
      "step": 43180
    },
    {
      "loss_action": 0.0034320768900215626,
      "loss_total": 0.0034320768900215626,
      "step": 43180
    },
    {
      "loss_action": 0.004573107697069645,
      "loss_total": 0.004573107697069645,
      "step": 43180
    },
    {
      "loss_action": 0.006852948106825352,
      "loss_total": 0.006852948106825352,
      "step": 43180
    },
    {
      "loss_action": 0.019378622993826866,
      "loss_total": 0.019378622993826866,
      "step": 43180
    },
    {
      "loss_action": 0.0176308061927557,
      "loss_total": 0.0176308061927557,
      "step": 43180
    },
    {
      "loss_action": 0.0048525515012443066,
      "loss_total": 0.0048525515012443066,
      "step": 43180
    },
    {
      "loss_action": 0.005458933766931295,
      "loss_total": 0.005458933766931295,
      "step": 43180
    },
    {
      "loss_action": 0.004882430657744408,
      "loss_total": 0.004882430657744408,
      "step": 43180
    },
    {
      "grad_norm": 0.11977892369031906,
      "learning_rate": 9.908397769820502e-05,
      "loss": 0.0095,
      "step": 43190
    },
    {
      "loss_action": 0.005523364990949631,
      "loss_total": 0.005523364990949631,
      "step": 43190
    },
    {
      "loss_action": 0.009775679558515549,
      "loss_total": 0.009775679558515549,
      "step": 43190
    },
    {
      "loss_action": 0.01110927015542984,
      "loss_total": 0.01110927015542984,
      "step": 43190
    },
    {
      "loss_action": 0.004151492845267057,
      "loss_total": 0.004151492845267057,
      "step": 43190
    },
    {
      "loss_action": 0.018688732758164406,
      "loss_total": 0.018688732758164406,
      "step": 43190
    },
    {
      "loss_action": 0.00405044574290514,
      "loss_total": 0.00405044574290514,
      "step": 43190
    },
    {
      "loss_action": 0.0041308277286589146,
      "loss_total": 0.0041308277286589146,
      "step": 43190
    },
    {
      "loss_action": 0.011133881285786629,
      "loss_total": 0.011133881285786629,
      "step": 43190
    },
    {
      "grad_norm": 0.12590935826301575,
      "learning_rate": 9.908318990270067e-05,
      "loss": 0.0096,
      "step": 43200
    },
    {
      "loss_action": 0.007297199219465256,
      "loss_total": 0.007297199219465256,
      "step": 43200
    },
    {
      "loss_action": 0.006957343779504299,
      "loss_total": 0.006957343779504299,
      "step": 43200
    },
    {
      "loss_action": 0.007011903449892998,
      "loss_total": 0.007011903449892998,
      "step": 43200
    },
    {
      "loss_action": 0.005279132630676031,
      "loss_total": 0.005279132630676031,
      "step": 43200
    },
    {
      "loss_action": 0.019888468086719513,
      "loss_total": 0.019888468086719513,
      "step": 43200
    },
    {
      "loss_action": 0.003990069963037968,
      "loss_total": 0.003990069963037968,
      "step": 43200
    },
    {
      "loss_action": 0.00459763128310442,
      "loss_total": 0.00459763128310442,
      "step": 43200
    },
    {
      "loss_action": 0.006026019342243671,
      "loss_total": 0.006026019342243671,
      "step": 43200
    },
    {
      "grad_norm": 0.15869735181331635,
      "learning_rate": 9.908240177171732e-05,
      "loss": 0.0128,
      "step": 43210
    },
    {
      "loss_action": 0.006182472687214613,
      "loss_total": 0.006182472687214613,
      "step": 43210
    },
    {
      "loss_action": 0.006795775145292282,
      "loss_total": 0.006795775145292282,
      "step": 43210
    },
    {
      "loss_action": 0.040316760540008545,
      "loss_total": 0.040316760540008545,
      "step": 43210
    },
    {
      "loss_action": 0.0574907511472702,
      "loss_total": 0.0574907511472702,
      "step": 43210
    },
    {
      "loss_action": 0.02399607188999653,
      "loss_total": 0.02399607188999653,
      "step": 43210
    },
    {
      "loss_action": 0.012297039851546288,
      "loss_total": 0.012297039851546288,
      "step": 43210
    },
    {
      "loss_action": 0.009009961038827896,
      "loss_total": 0.009009961038827896,
      "step": 43210
    },
    {
      "loss_action": 0.03187492489814758,
      "loss_total": 0.03187492489814758,
      "step": 43210
    },
    {
      "grad_norm": 0.16675041615962982,
      "learning_rate": 9.908161330526037e-05,
      "loss": 0.0137,
      "step": 43220
    },
    {
      "loss_action": 0.021606719121336937,
      "loss_total": 0.021606719121336937,
      "step": 43220
    },
    {
      "loss_action": 0.007658721413463354,
      "loss_total": 0.007658721413463354,
      "step": 43220
    },
    {
      "loss_action": 0.011229565367102623,
      "loss_total": 0.011229565367102623,
      "step": 43220
    },
    {
      "loss_action": 0.00482345512136817,
      "loss_total": 0.00482345512136817,
      "step": 43220
    },
    {
      "loss_action": 0.005023533944040537,
      "loss_total": 0.005023533944040537,
      "step": 43220
    },
    {
      "loss_action": 0.012618052773177624,
      "loss_total": 0.012618052773177624,
      "step": 43220
    },
    {
      "loss_action": 0.0059447153471410275,
      "loss_total": 0.0059447153471410275,
      "step": 43220
    },
    {
      "loss_action": 0.006391490809619427,
      "loss_total": 0.006391490809619427,
      "step": 43220
    },
    {
      "grad_norm": 0.11852096766233444,
      "learning_rate": 9.908082450333521e-05,
      "loss": 0.0115,
      "step": 43230
    },
    {
      "loss_action": 0.012333355844020844,
      "loss_total": 0.012333355844020844,
      "step": 43230
    },
    {
      "loss_action": 0.004074650816619396,
      "loss_total": 0.004074650816619396,
      "step": 43230
    },
    {
      "loss_action": 0.011241503059864044,
      "loss_total": 0.011241503059864044,
      "step": 43230
    },
    {
      "loss_action": 0.007124161813408136,
      "loss_total": 0.007124161813408136,
      "step": 43230
    },
    {
      "loss_action": 0.008192455396056175,
      "loss_total": 0.008192455396056175,
      "step": 43230
    },
    {
      "loss_action": 0.0053729163482785225,
      "loss_total": 0.0053729163482785225,
      "step": 43230
    },
    {
      "loss_action": 0.0055313315242528915,
      "loss_total": 0.0055313315242528915,
      "step": 43230
    },
    {
      "loss_action": 0.005992402788251638,
      "loss_total": 0.005992402788251638,
      "step": 43230
    },
    {
      "grad_norm": 0.1581311821937561,
      "learning_rate": 9.908003536594722e-05,
      "loss": 0.011,
      "step": 43240
    },
    {
      "loss_action": 0.01271299459040165,
      "loss_total": 0.01271299459040165,
      "step": 43240
    },
    {
      "loss_action": 0.010453976690769196,
      "loss_total": 0.010453976690769196,
      "step": 43240
    },
    {
      "loss_action": 0.008733170107007027,
      "loss_total": 0.008733170107007027,
      "step": 43240
    },
    {
      "loss_action": 0.018951350823044777,
      "loss_total": 0.018951350823044777,
      "step": 43240
    },
    {
      "loss_action": 0.00968367513269186,
      "loss_total": 0.00968367513269186,
      "step": 43240
    },
    {
      "loss_action": 0.005287974141538143,
      "loss_total": 0.005287974141538143,
      "step": 43240
    },
    {
      "loss_action": 0.010950904339551926,
      "loss_total": 0.010950904339551926,
      "step": 43240
    },
    {
      "loss_action": 0.009455462917685509,
      "loss_total": 0.009455462917685509,
      "step": 43240
    },
    {
      "grad_norm": 0.15166573226451874,
      "learning_rate": 9.90792458931018e-05,
      "loss": 0.0115,
      "step": 43250
    },
    {
      "loss_action": 0.02751481719315052,
      "loss_total": 0.02751481719315052,
      "step": 43250
    },
    {
      "loss_action": 0.004143642261624336,
      "loss_total": 0.004143642261624336,
      "step": 43250
    },
    {
      "loss_action": 0.007905700244009495,
      "loss_total": 0.007905700244009495,
      "step": 43250
    },
    {
      "loss_action": 0.0058167558163404465,
      "loss_total": 0.0058167558163404465,
      "step": 43250
    },
    {
      "loss_action": 0.005805512424558401,
      "loss_total": 0.005805512424558401,
      "step": 43250
    },
    {
      "loss_action": 0.00551492627710104,
      "loss_total": 0.00551492627710104,
      "step": 43250
    },
    {
      "loss_action": 0.005692972801625729,
      "loss_total": 0.005692972801625729,
      "step": 43250
    },
    {
      "loss_action": 0.012419442646205425,
      "loss_total": 0.012419442646205425,
      "step": 43250
    },
    {
      "grad_norm": 0.14588001370429993,
      "learning_rate": 9.907845608480433e-05,
      "loss": 0.0097,
      "step": 43260
    },
    {
      "loss_action": 0.011515026912093163,
      "loss_total": 0.011515026912093163,
      "step": 43260
    },
    {
      "loss_action": 0.00981915183365345,
      "loss_total": 0.00981915183365345,
      "step": 43260
    },
    {
      "loss_action": 0.009709423407912254,
      "loss_total": 0.009709423407912254,
      "step": 43260
    },
    {
      "loss_action": 0.00908569060266018,
      "loss_total": 0.00908569060266018,
      "step": 43260
    },
    {
      "loss_action": 0.005082384683191776,
      "loss_total": 0.005082384683191776,
      "step": 43260
    },
    {
      "loss_action": 0.013689961284399033,
      "loss_total": 0.013689961284399033,
      "step": 43260
    },
    {
      "loss_action": 0.00658834632486105,
      "loss_total": 0.00658834632486105,
      "step": 43260
    },
    {
      "loss_action": 0.013735853135585785,
      "loss_total": 0.013735853135585785,
      "step": 43260
    },
    {
      "grad_norm": 0.14603611826896667,
      "learning_rate": 9.907766594106023e-05,
      "loss": 0.0111,
      "step": 43270
    },
    {
      "loss_action": 0.010991517454385757,
      "loss_total": 0.010991517454385757,
      "step": 43270
    },
    {
      "loss_action": 0.01636096090078354,
      "loss_total": 0.01636096090078354,
      "step": 43270
    },
    {
      "loss_action": 0.024011686444282532,
      "loss_total": 0.024011686444282532,
      "step": 43270
    },
    {
      "loss_action": 0.02954859286546707,
      "loss_total": 0.02954859286546707,
      "step": 43270
    },
    {
      "loss_action": 0.011230428703129292,
      "loss_total": 0.011230428703129292,
      "step": 43270
    },
    {
      "loss_action": 0.012023966759443283,
      "loss_total": 0.012023966759443283,
      "step": 43270
    },
    {
      "loss_action": 0.008010510355234146,
      "loss_total": 0.008010510355234146,
      "step": 43270
    },
    {
      "loss_action": 0.012821026146411896,
      "loss_total": 0.012821026146411896,
      "step": 43270
    },
    {
      "grad_norm": 0.1693454533815384,
      "learning_rate": 9.90768754618749e-05,
      "loss": 0.0113,
      "step": 43280
    },
    {
      "loss_action": 0.006972148083150387,
      "loss_total": 0.006972148083150387,
      "step": 43280
    },
    {
      "loss_action": 0.00659968052059412,
      "loss_total": 0.00659968052059412,
      "step": 43280
    },
    {
      "loss_action": 0.010670342482626438,
      "loss_total": 0.010670342482626438,
      "step": 43280
    },
    {
      "loss_action": 0.008341380394995213,
      "loss_total": 0.008341380394995213,
      "step": 43280
    },
    {
      "loss_action": 0.0052571543492376804,
      "loss_total": 0.0052571543492376804,
      "step": 43280
    },
    {
      "loss_action": 0.004635677672922611,
      "loss_total": 0.004635677672922611,
      "step": 43280
    },
    {
      "loss_action": 0.003094964660704136,
      "loss_total": 0.003094964660704136,
      "step": 43280
    },
    {
      "loss_action": 0.013895422220230103,
      "loss_total": 0.013895422220230103,
      "step": 43280
    },
    {
      "grad_norm": 0.14511604607105255,
      "learning_rate": 9.907608464725371e-05,
      "loss": 0.0114,
      "step": 43290
    },
    {
      "loss_action": 0.03654669225215912,
      "loss_total": 0.03654669225215912,
      "step": 43290
    },
    {
      "loss_action": 0.014353511855006218,
      "loss_total": 0.014353511855006218,
      "step": 43290
    },
    {
      "loss_action": 0.009873393923044205,
      "loss_total": 0.009873393923044205,
      "step": 43290
    },
    {
      "loss_action": 0.003305010963231325,
      "loss_total": 0.003305010963231325,
      "step": 43290
    },
    {
      "loss_action": 0.012759686447679996,
      "loss_total": 0.012759686447679996,
      "step": 43290
    },
    {
      "loss_action": 0.0035090239252895117,
      "loss_total": 0.0035090239252895117,
      "step": 43290
    },
    {
      "loss_action": 0.023256070911884308,
      "loss_total": 0.023256070911884308,
      "step": 43290
    },
    {
      "loss_action": 0.0032254846300929785,
      "loss_total": 0.0032254846300929785,
      "step": 43290
    },
    {
      "grad_norm": 0.19358187913894653,
      "learning_rate": 9.907529349720211e-05,
      "loss": 0.0113,
      "step": 43300
    },
    {
      "loss_action": 0.016078073531389236,
      "loss_total": 0.016078073531389236,
      "step": 43300
    },
    {
      "loss_action": 0.004281246103346348,
      "loss_total": 0.004281246103346348,
      "step": 43300
    },
    {
      "loss_action": 0.004592015407979488,
      "loss_total": 0.004592015407979488,
      "step": 43300
    },
    {
      "loss_action": 0.0044999634847044945,
      "loss_total": 0.0044999634847044945,
      "step": 43300
    },
    {
      "loss_action": 0.02638426050543785,
      "loss_total": 0.02638426050543785,
      "step": 43300
    },
    {
      "loss_action": 0.006304419599473476,
      "loss_total": 0.006304419599473476,
      "step": 43300
    },
    {
      "loss_action": 0.009434746578335762,
      "loss_total": 0.009434746578335762,
      "step": 43300
    },
    {
      "loss_action": 0.005720412824302912,
      "loss_total": 0.005720412824302912,
      "step": 43300
    },
    {
      "grad_norm": 0.12452470511198044,
      "learning_rate": 9.907450201172548e-05,
      "loss": 0.0085,
      "step": 43310
    },
    {
      "loss_action": 0.016671745106577873,
      "loss_total": 0.016671745106577873,
      "step": 43310
    },
    {
      "loss_action": 0.010992328636348248,
      "loss_total": 0.010992328636348248,
      "step": 43310
    },
    {
      "loss_action": 0.0047880420461297035,
      "loss_total": 0.0047880420461297035,
      "step": 43310
    },
    {
      "loss_action": 0.014811740256845951,
      "loss_total": 0.014811740256845951,
      "step": 43310
    },
    {
      "loss_action": 0.022875016555190086,
      "loss_total": 0.022875016555190086,
      "step": 43310
    },
    {
      "loss_action": 0.0130858663469553,
      "loss_total": 0.0130858663469553,
      "step": 43310
    },
    {
      "loss_action": 0.014608204364776611,
      "loss_total": 0.014608204364776611,
      "step": 43310
    },
    {
      "loss_action": 0.009117496199905872,
      "loss_total": 0.009117496199905872,
      "step": 43310
    },
    {
      "grad_norm": 0.10514667630195618,
      "learning_rate": 9.907371019082925e-05,
      "loss": 0.0094,
      "step": 43320
    },
    {
      "loss_action": 0.011344889178872108,
      "loss_total": 0.011344889178872108,
      "step": 43320
    },
    {
      "loss_action": 0.012860892340540886,
      "loss_total": 0.012860892340540886,
      "step": 43320
    },
    {
      "loss_action": 0.004607176408171654,
      "loss_total": 0.004607176408171654,
      "step": 43320
    },
    {
      "loss_action": 0.004213833250105381,
      "loss_total": 0.004213833250105381,
      "step": 43320
    },
    {
      "loss_action": 0.007290258072316647,
      "loss_total": 0.007290258072316647,
      "step": 43320
    },
    {
      "loss_action": 0.0050765033811330795,
      "loss_total": 0.0050765033811330795,
      "step": 43320
    },
    {
      "loss_action": 0.004530883394181728,
      "loss_total": 0.004530883394181728,
      "step": 43320
    },
    {
      "loss_action": 0.01372548844665289,
      "loss_total": 0.01372548844665289,
      "step": 43320
    },
    {
      "grad_norm": 0.11703354120254517,
      "learning_rate": 9.907291803451881e-05,
      "loss": 0.0094,
      "step": 43330
    },
    {
      "loss_action": 0.015162323601543903,
      "loss_total": 0.015162323601543903,
      "step": 43330
    },
    {
      "loss_action": 0.005680182948708534,
      "loss_total": 0.005680182948708534,
      "step": 43330
    },
    {
      "loss_action": 0.008155946619808674,
      "loss_total": 0.008155946619808674,
      "step": 43330
    },
    {
      "loss_action": 0.010544531047344208,
      "loss_total": 0.010544531047344208,
      "step": 43330
    },
    {
      "loss_action": 0.028444595634937286,
      "loss_total": 0.028444595634937286,
      "step": 43330
    },
    {
      "loss_action": 0.019814061000943184,
      "loss_total": 0.019814061000943184,
      "step": 43330
    },
    {
      "loss_action": 0.01658053696155548,
      "loss_total": 0.01658053696155548,
      "step": 43330
    },
    {
      "loss_action": 0.01293142605572939,
      "loss_total": 0.01293142605572939,
      "step": 43330
    },
    {
      "grad_norm": 0.12447869777679443,
      "learning_rate": 9.907212554279957e-05,
      "loss": 0.0147,
      "step": 43340
    },
    {
      "loss_action": 0.009989284910261631,
      "loss_total": 0.009989284910261631,
      "step": 43340
    },
    {
      "loss_action": 0.00776105048134923,
      "loss_total": 0.00776105048134923,
      "step": 43340
    },
    {
      "loss_action": 0.006635006051510572,
      "loss_total": 0.006635006051510572,
      "step": 43340
    },
    {
      "loss_action": 0.022918997332453728,
      "loss_total": 0.022918997332453728,
      "step": 43340
    },
    {
      "loss_action": 0.01723458617925644,
      "loss_total": 0.01723458617925644,
      "step": 43340
    },
    {
      "loss_action": 0.019057855010032654,
      "loss_total": 0.019057855010032654,
      "step": 43340
    },
    {
      "loss_action": 0.023289022967219353,
      "loss_total": 0.023289022967219353,
      "step": 43340
    },
    {
      "loss_action": 0.0057251653634011745,
      "loss_total": 0.0057251653634011745,
      "step": 43340
    },
    {
      "grad_norm": 0.15165255963802338,
      "learning_rate": 9.907133271567698e-05,
      "loss": 0.0137,
      "step": 43350
    },
    {
      "loss_action": 0.009335847571492195,
      "loss_total": 0.009335847571492195,
      "step": 43350
    },
    {
      "loss_action": 0.015005191788077354,
      "loss_total": 0.015005191788077354,
      "step": 43350
    },
    {
      "loss_action": 0.013131914660334587,
      "loss_total": 0.013131914660334587,
      "step": 43350
    },
    {
      "loss_action": 0.0033093506935983896,
      "loss_total": 0.0033093506935983896,
      "step": 43350
    },
    {
      "loss_action": 0.008897576481103897,
      "loss_total": 0.008897576481103897,
      "step": 43350
    },
    {
      "loss_action": 0.020085714757442474,
      "loss_total": 0.020085714757442474,
      "step": 43350
    },
    {
      "loss_action": 0.010139891877770424,
      "loss_total": 0.010139891877770424,
      "step": 43350
    },
    {
      "loss_action": 0.011810699477791786,
      "loss_total": 0.011810699477791786,
      "step": 43350
    },
    {
      "grad_norm": 0.16249029338359833,
      "learning_rate": 9.907053955315644e-05,
      "loss": 0.0133,
      "step": 43360
    },
    {
      "loss_action": 0.02066585049033165,
      "loss_total": 0.02066585049033165,
      "step": 43360
    },
    {
      "loss_action": 0.004203002899885178,
      "loss_total": 0.004203002899885178,
      "step": 43360
    },
    {
      "loss_action": 0.010401563718914986,
      "loss_total": 0.010401563718914986,
      "step": 43360
    },
    {
      "loss_action": 0.008797194808721542,
      "loss_total": 0.008797194808721542,
      "step": 43360
    },
    {
      "loss_action": 0.012092632241547108,
      "loss_total": 0.012092632241547108,
      "step": 43360
    },
    {
      "loss_action": 0.018901802599430084,
      "loss_total": 0.018901802599430084,
      "step": 43360
    },
    {
      "loss_action": 0.012669766321778297,
      "loss_total": 0.012669766321778297,
      "step": 43360
    },
    {
      "loss_action": 0.008693713694810867,
      "loss_total": 0.008693713694810867,
      "step": 43360
    },
    {
      "grad_norm": 0.11891946196556091,
      "learning_rate": 9.906974605524335e-05,
      "loss": 0.0134,
      "step": 43370
    },
    {
      "loss_action": 0.013926399871706963,
      "loss_total": 0.013926399871706963,
      "step": 43370
    },
    {
      "loss_action": 0.005439801141619682,
      "loss_total": 0.005439801141619682,
      "step": 43370
    },
    {
      "loss_action": 0.014057707041501999,
      "loss_total": 0.014057707041501999,
      "step": 43370
    },
    {
      "loss_action": 0.00520944781601429,
      "loss_total": 0.00520944781601429,
      "step": 43370
    },
    {
      "loss_action": 0.00994127243757248,
      "loss_total": 0.00994127243757248,
      "step": 43370
    },
    {
      "loss_action": 0.009034466929733753,
      "loss_total": 0.009034466929733753,
      "step": 43370
    },
    {
      "loss_action": 0.008219694718718529,
      "loss_total": 0.008219694718718529,
      "step": 43370
    },
    {
      "loss_action": 0.005298024043440819,
      "loss_total": 0.005298024043440819,
      "step": 43370
    },
    {
      "grad_norm": 0.13610877096652985,
      "learning_rate": 9.906895222194316e-05,
      "loss": 0.0128,
      "step": 43380
    },
    {
      "loss_action": 0.014680035412311554,
      "loss_total": 0.014680035412311554,
      "step": 43380
    },
    {
      "loss_action": 0.01093413308262825,
      "loss_total": 0.01093413308262825,
      "step": 43380
    },
    {
      "loss_action": 0.009566363878548145,
      "loss_total": 0.009566363878548145,
      "step": 43380
    },
    {
      "loss_action": 0.01309967041015625,
      "loss_total": 0.01309967041015625,
      "step": 43380
    },
    {
      "loss_action": 0.007317389361560345,
      "loss_total": 0.007317389361560345,
      "step": 43380
    },
    {
      "loss_action": 0.011604420840740204,
      "loss_total": 0.011604420840740204,
      "step": 43380
    },
    {
      "loss_action": 0.009358204901218414,
      "loss_total": 0.009358204901218414,
      "step": 43380
    },
    {
      "loss_action": 0.005506283137947321,
      "loss_total": 0.005506283137947321,
      "step": 43380
    },
    {
      "grad_norm": 0.1795789897441864,
      "learning_rate": 9.906815805326131e-05,
      "loss": 0.0102,
      "step": 43390
    },
    {
      "loss_action": 0.009860469028353691,
      "loss_total": 0.009860469028353691,
      "step": 43390
    },
    {
      "loss_action": 0.015022516250610352,
      "loss_total": 0.015022516250610352,
      "step": 43390
    },
    {
      "loss_action": 0.010784419253468513,
      "loss_total": 0.010784419253468513,
      "step": 43390
    },
    {
      "loss_action": 0.012870141305029392,
      "loss_total": 0.012870141305029392,
      "step": 43390
    },
    {
      "loss_action": 0.016929008066654205,
      "loss_total": 0.016929008066654205,
      "step": 43390
    },
    {
      "loss_action": 0.014827767387032509,
      "loss_total": 0.014827767387032509,
      "step": 43390
    },
    {
      "loss_action": 0.014012964442372322,
      "loss_total": 0.014012964442372322,
      "step": 43390
    },
    {
      "loss_action": 0.0057920776307582855,
      "loss_total": 0.0057920776307582855,
      "step": 43390
    },
    {
      "grad_norm": 0.15430422127246857,
      "learning_rate": 9.906736354920318e-05,
      "loss": 0.0094,
      "step": 43400
    },
    {
      "loss_action": 0.005729184485971928,
      "loss_total": 0.005729184485971928,
      "step": 43400
    },
    {
      "loss_action": 0.00942276045680046,
      "loss_total": 0.00942276045680046,
      "step": 43400
    },
    {
      "loss_action": 0.0113336481153965,
      "loss_total": 0.0113336481153965,
      "step": 43400
    },
    {
      "loss_action": 0.007077566348016262,
      "loss_total": 0.007077566348016262,
      "step": 43400
    },
    {
      "loss_action": 0.005761951673775911,
      "loss_total": 0.005761951673775911,
      "step": 43400
    },
    {
      "loss_action": 0.005616465117782354,
      "loss_total": 0.005616465117782354,
      "step": 43400
    },
    {
      "loss_action": 0.0038602559361606836,
      "loss_total": 0.0038602559361606836,
      "step": 43400
    },
    {
      "loss_action": 0.007247488480061293,
      "loss_total": 0.007247488480061293,
      "step": 43400
    },
    {
      "grad_norm": 0.13758541643619537,
      "learning_rate": 9.906656870977425e-05,
      "loss": 0.0097,
      "step": 43410
    },
    {
      "loss_action": 0.008799957111477852,
      "loss_total": 0.008799957111477852,
      "step": 43410
    },
    {
      "loss_action": 0.00867550726979971,
      "loss_total": 0.00867550726979971,
      "step": 43410
    },
    {
      "loss_action": 0.009167773649096489,
      "loss_total": 0.009167773649096489,
      "step": 43410
    },
    {
      "loss_action": 0.006076315883547068,
      "loss_total": 0.006076315883547068,
      "step": 43410
    },
    {
      "loss_action": 0.006297039799392223,
      "loss_total": 0.006297039799392223,
      "step": 43410
    },
    {
      "loss_action": 0.011558969505131245,
      "loss_total": 0.011558969505131245,
      "step": 43410
    },
    {
      "loss_action": 0.045271165668964386,
      "loss_total": 0.045271165668964386,
      "step": 43410
    },
    {
      "loss_action": 0.016041196882724762,
      "loss_total": 0.016041196882724762,
      "step": 43410
    },
    {
      "grad_norm": 0.1480063498020172,
      "learning_rate": 9.906577353497993e-05,
      "loss": 0.0097,
      "step": 43420
    },
    {
      "loss_action": 0.003924068063497543,
      "loss_total": 0.003924068063497543,
      "step": 43420
    },
    {
      "loss_action": 0.003549722256138921,
      "loss_total": 0.003549722256138921,
      "step": 43420
    },
    {
      "loss_action": 0.006284142378717661,
      "loss_total": 0.006284142378717661,
      "step": 43420
    },
    {
      "loss_action": 0.007507779635488987,
      "loss_total": 0.007507779635488987,
      "step": 43420
    },
    {
      "loss_action": 0.012354111298918724,
      "loss_total": 0.012354111298918724,
      "step": 43420
    },
    {
      "loss_action": 0.0050994353368878365,
      "loss_total": 0.0050994353368878365,
      "step": 43420
    },
    {
      "loss_action": 0.006454146467149258,
      "loss_total": 0.006454146467149258,
      "step": 43420
    },
    {
      "loss_action": 0.028855931013822556,
      "loss_total": 0.028855931013822556,
      "step": 43420
    },
    {
      "grad_norm": 0.14902639389038086,
      "learning_rate": 9.906497802482564e-05,
      "loss": 0.0103,
      "step": 43430
    },
    {
      "loss_action": 0.006175558548420668,
      "loss_total": 0.006175558548420668,
      "step": 43430
    },
    {
      "loss_action": 0.007214423734694719,
      "loss_total": 0.007214423734694719,
      "step": 43430
    },
    {
      "loss_action": 0.01057390682399273,
      "loss_total": 0.01057390682399273,
      "step": 43430
    },
    {
      "loss_action": 0.008377742022275925,
      "loss_total": 0.008377742022275925,
      "step": 43430
    },
    {
      "loss_action": 0.01654803194105625,
      "loss_total": 0.01654803194105625,
      "step": 43430
    },
    {
      "loss_action": 0.030638087540864944,
      "loss_total": 0.030638087540864944,
      "step": 43430
    },
    {
      "loss_action": 0.011883251368999481,
      "loss_total": 0.011883251368999481,
      "step": 43430
    },
    {
      "loss_action": 0.008476093411445618,
      "loss_total": 0.008476093411445618,
      "step": 43430
    },
    {
      "grad_norm": 0.16313791275024414,
      "learning_rate": 9.906418217931685e-05,
      "loss": 0.0094,
      "step": 43440
    },
    {
      "loss_action": 0.012945269234478474,
      "loss_total": 0.012945269234478474,
      "step": 43440
    },
    {
      "loss_action": 0.005682190880179405,
      "loss_total": 0.005682190880179405,
      "step": 43440
    },
    {
      "loss_action": 0.0036771241575479507,
      "loss_total": 0.0036771241575479507,
      "step": 43440
    },
    {
      "loss_action": 0.006206509657204151,
      "loss_total": 0.006206509657204151,
      "step": 43440
    },
    {
      "loss_action": 0.007970278151333332,
      "loss_total": 0.007970278151333332,
      "step": 43440
    },
    {
      "loss_action": 0.012165145017206669,
      "loss_total": 0.012165145017206669,
      "step": 43440
    },
    {
      "loss_action": 0.007454283535480499,
      "loss_total": 0.007454283535480499,
      "step": 43440
    },
    {
      "loss_action": 0.012948509305715561,
      "loss_total": 0.012948509305715561,
      "step": 43440
    },
    {
      "grad_norm": 0.18979483842849731,
      "learning_rate": 9.906338599845897e-05,
      "loss": 0.0089,
      "step": 43450
    },
    {
      "loss_action": 0.007777621503919363,
      "loss_total": 0.007777621503919363,
      "step": 43450
    },
    {
      "loss_action": 0.019087297841906548,
      "loss_total": 0.019087297841906548,
      "step": 43450
    },
    {
      "loss_action": 0.022056270390748978,
      "loss_total": 0.022056270390748978,
      "step": 43450
    },
    {
      "loss_action": 0.00841517560184002,
      "loss_total": 0.00841517560184002,
      "step": 43450
    },
    {
      "loss_action": 0.009461436420679092,
      "loss_total": 0.009461436420679092,
      "step": 43450
    },
    {
      "loss_action": 0.005501859821379185,
      "loss_total": 0.005501859821379185,
      "step": 43450
    },
    {
      "loss_action": 0.013490785844624043,
      "loss_total": 0.013490785844624043,
      "step": 43450
    },
    {
      "loss_action": 0.026986226439476013,
      "loss_total": 0.026986226439476013,
      "step": 43450
    },
    {
      "grad_norm": 0.19811999797821045,
      "learning_rate": 9.906258948225746e-05,
      "loss": 0.011,
      "step": 43460
    },
    {
      "loss_action": 0.006432998925447464,
      "loss_total": 0.006432998925447464,
      "step": 43460
    },
    {
      "loss_action": 0.009164496324956417,
      "loss_total": 0.009164496324956417,
      "step": 43460
    },
    {
      "loss_action": 0.008151119574904442,
      "loss_total": 0.008151119574904442,
      "step": 43460
    },
    {
      "loss_action": 0.00733680697157979,
      "loss_total": 0.00733680697157979,
      "step": 43460
    },
    {
      "loss_action": 0.033151306211948395,
      "loss_total": 0.033151306211948395,
      "step": 43460
    },
    {
      "loss_action": 0.012888970784842968,
      "loss_total": 0.012888970784842968,
      "step": 43460
    },
    {
      "loss_action": 0.010136537253856659,
      "loss_total": 0.010136537253856659,
      "step": 43460
    },
    {
      "loss_action": 0.016633745282888412,
      "loss_total": 0.016633745282888412,
      "step": 43460
    },
    {
      "grad_norm": 0.14091631770133972,
      "learning_rate": 9.906179263071775e-05,
      "loss": 0.0084,
      "step": 43470
    },
    {
      "loss_action": 0.006711192429065704,
      "loss_total": 0.006711192429065704,
      "step": 43470
    },
    {
      "loss_action": 0.0031780952122062445,
      "loss_total": 0.0031780952122062445,
      "step": 43470
    },
    {
      "loss_action": 0.014172793366014957,
      "loss_total": 0.014172793366014957,
      "step": 43470
    },
    {
      "loss_action": 0.010155430994927883,
      "loss_total": 0.010155430994927883,
      "step": 43470
    },
    {
      "loss_action": 0.005339635536074638,
      "loss_total": 0.005339635536074638,
      "step": 43470
    },
    {
      "loss_action": 0.015461012721061707,
      "loss_total": 0.015461012721061707,
      "step": 43470
    },
    {
      "loss_action": 0.0033382943365722895,
      "loss_total": 0.0033382943365722895,
      "step": 43470
    },
    {
      "loss_action": 0.020155537873506546,
      "loss_total": 0.020155537873506546,
      "step": 43470
    },
    {
      "grad_norm": 0.16231819987297058,
      "learning_rate": 9.90609954438453e-05,
      "loss": 0.0103,
      "step": 43480
    },
    {
      "loss_action": 0.008570186793804169,
      "loss_total": 0.008570186793804169,
      "step": 43480
    },
    {
      "loss_action": 0.0034876945428550243,
      "loss_total": 0.0034876945428550243,
      "step": 43480
    },
    {
      "loss_action": 0.01148848608136177,
      "loss_total": 0.01148848608136177,
      "step": 43480
    },
    {
      "loss_action": 0.006802076939493418,
      "loss_total": 0.006802076939493418,
      "step": 43480
    },
    {
      "loss_action": 0.013041608966886997,
      "loss_total": 0.013041608966886997,
      "step": 43480
    },
    {
      "loss_action": 0.006224758457392454,
      "loss_total": 0.006224758457392454,
      "step": 43480
    },
    {
      "loss_action": 0.004995094612240791,
      "loss_total": 0.004995094612240791,
      "step": 43480
    },
    {
      "loss_action": 0.0047831665724515915,
      "loss_total": 0.0047831665724515915,
      "step": 43480
    },
    {
      "grad_norm": 0.15998664498329163,
      "learning_rate": 9.906019792164556e-05,
      "loss": 0.0093,
      "step": 43490
    },
    {
      "loss_action": 0.01776590198278427,
      "loss_total": 0.01776590198278427,
      "step": 43490
    },
    {
      "loss_action": 0.025865640491247177,
      "loss_total": 0.025865640491247177,
      "step": 43490
    },
    {
      "loss_action": 0.019614340737462044,
      "loss_total": 0.019614340737462044,
      "step": 43490
    },
    {
      "loss_action": 0.0048566656187176704,
      "loss_total": 0.0048566656187176704,
      "step": 43490
    },
    {
      "loss_action": 0.0054256487637758255,
      "loss_total": 0.0054256487637758255,
      "step": 43490
    },
    {
      "loss_action": 0.02757888287305832,
      "loss_total": 0.02757888287305832,
      "step": 43490
    },
    {
      "loss_action": 0.015578470192849636,
      "loss_total": 0.015578470192849636,
      "step": 43490
    },
    {
      "loss_action": 0.010680513456463814,
      "loss_total": 0.010680513456463814,
      "step": 43490
    },
    {
      "grad_norm": 0.10649359971284866,
      "learning_rate": 9.905940006412397e-05,
      "loss": 0.0091,
      "step": 43500
    },
    {
      "loss_action": 0.013593471609055996,
      "loss_total": 0.013593471609055996,
      "step": 43500
    },
    {
      "loss_action": 0.0029030872974544764,
      "loss_total": 0.0029030872974544764,
      "step": 43500
    },
    {
      "loss_action": 0.013194075785577297,
      "loss_total": 0.013194075785577297,
      "step": 43500
    },
    {
      "loss_action": 0.005979551002383232,
      "loss_total": 0.005979551002383232,
      "step": 43500
    },
    {
      "loss_action": 0.016340836882591248,
      "loss_total": 0.016340836882591248,
      "step": 43500
    },
    {
      "loss_action": 0.005056939087808132,
      "loss_total": 0.005056939087808132,
      "step": 43500
    },
    {
      "loss_action": 0.020460467785596848,
      "loss_total": 0.020460467785596848,
      "step": 43500
    },
    {
      "loss_action": 0.005409999750554562,
      "loss_total": 0.005409999750554562,
      "step": 43500
    },
    {
      "grad_norm": 0.1491089165210724,
      "learning_rate": 9.905860187128598e-05,
      "loss": 0.0104,
      "step": 43510
    },
    {
      "loss_action": 0.004494643770158291,
      "loss_total": 0.004494643770158291,
      "step": 43510
    },
    {
      "loss_action": 0.009782032109797001,
      "loss_total": 0.009782032109797001,
      "step": 43510
    },
    {
      "loss_action": 0.005806222558021545,
      "loss_total": 0.005806222558021545,
      "step": 43510
    },
    {
      "loss_action": 0.011864641681313515,
      "loss_total": 0.011864641681313515,
      "step": 43510
    },
    {
      "loss_action": 0.011316796764731407,
      "loss_total": 0.011316796764731407,
      "step": 43510
    },
    {
      "loss_action": 0.004787237383425236,
      "loss_total": 0.004787237383425236,
      "step": 43510
    },
    {
      "loss_action": 0.017491783946752548,
      "loss_total": 0.017491783946752548,
      "step": 43510
    },
    {
      "loss_action": 0.008243879303336143,
      "loss_total": 0.008243879303336143,
      "step": 43510
    },
    {
      "grad_norm": 0.17170628905296326,
      "learning_rate": 9.905780334313706e-05,
      "loss": 0.0114,
      "step": 43520
    },
    {
      "loss_action": 0.012892243452370167,
      "loss_total": 0.012892243452370167,
      "step": 43520
    },
    {
      "loss_action": 0.00826260820031166,
      "loss_total": 0.00826260820031166,
      "step": 43520
    },
    {
      "loss_action": 0.006571779027581215,
      "loss_total": 0.006571779027581215,
      "step": 43520
    },
    {
      "loss_action": 0.004590857774019241,
      "loss_total": 0.004590857774019241,
      "step": 43520
    },
    {
      "loss_action": 0.0070865764282643795,
      "loss_total": 0.0070865764282643795,
      "step": 43520
    },
    {
      "loss_action": 0.0032237418927252293,
      "loss_total": 0.0032237418927252293,
      "step": 43520
    },
    {
      "loss_action": 0.009537591598927975,
      "loss_total": 0.009537591598927975,
      "step": 43520
    },
    {
      "loss_action": 0.005478249862790108,
      "loss_total": 0.005478249862790108,
      "step": 43520
    },
    {
      "grad_norm": 0.1702696979045868,
      "learning_rate": 9.905700447968267e-05,
      "loss": 0.0111,
      "step": 43530
    },
    {
      "loss_action": 0.00860624760389328,
      "loss_total": 0.00860624760389328,
      "step": 43530
    },
    {
      "loss_action": 0.014565669931471348,
      "loss_total": 0.014565669931471348,
      "step": 43530
    },
    {
      "loss_action": 0.006144344806671143,
      "loss_total": 0.006144344806671143,
      "step": 43530
    },
    {
      "loss_action": 0.013872242532670498,
      "loss_total": 0.013872242532670498,
      "step": 43530
    },
    {
      "loss_action": 0.007908676750957966,
      "loss_total": 0.007908676750957966,
      "step": 43530
    },
    {
      "loss_action": 0.009882589802145958,
      "loss_total": 0.009882589802145958,
      "step": 43530
    },
    {
      "loss_action": 0.006679114885628223,
      "loss_total": 0.006679114885628223,
      "step": 43530
    },
    {
      "loss_action": 0.01059558056294918,
      "loss_total": 0.01059558056294918,
      "step": 43530
    },
    {
      "grad_norm": 0.15986579656600952,
      "learning_rate": 9.905620528092825e-05,
      "loss": 0.0101,
      "step": 43540
    },
    {
      "loss_action": 0.0069106388837099075,
      "loss_total": 0.0069106388837099075,
      "step": 43540
    },
    {
      "loss_action": 0.00907967984676361,
      "loss_total": 0.00907967984676361,
      "step": 43540
    },
    {
      "loss_action": 0.015529945492744446,
      "loss_total": 0.015529945492744446,
      "step": 43540
    },
    {
      "loss_action": 0.004636368714272976,
      "loss_total": 0.004636368714272976,
      "step": 43540
    },
    {
      "loss_action": 0.01571875996887684,
      "loss_total": 0.01571875996887684,
      "step": 43540
    },
    {
      "loss_action": 0.007005338557064533,
      "loss_total": 0.007005338557064533,
      "step": 43540
    },
    {
      "loss_action": 0.009080685675144196,
      "loss_total": 0.009080685675144196,
      "step": 43540
    },
    {
      "loss_action": 0.00617188448086381,
      "loss_total": 0.00617188448086381,
      "step": 43540
    },
    {
      "grad_norm": 0.17807704210281372,
      "learning_rate": 9.905540574687927e-05,
      "loss": 0.0106,
      "step": 43550
    },
    {
      "loss_action": 0.011263210326433182,
      "loss_total": 0.011263210326433182,
      "step": 43550
    },
    {
      "loss_action": 0.008301660418510437,
      "loss_total": 0.008301660418510437,
      "step": 43550
    },
    {
      "loss_action": 0.010206551291048527,
      "loss_total": 0.010206551291048527,
      "step": 43550
    },
    {
      "loss_action": 0.005000891163945198,
      "loss_total": 0.005000891163945198,
      "step": 43550
    },
    {
      "loss_action": 0.012241184711456299,
      "loss_total": 0.012241184711456299,
      "step": 43550
    },
    {
      "loss_action": 0.00902008730918169,
      "loss_total": 0.00902008730918169,
      "step": 43550
    },
    {
      "loss_action": 0.012882087379693985,
      "loss_total": 0.012882087379693985,
      "step": 43550
    },
    {
      "loss_action": 0.014723381027579308,
      "loss_total": 0.014723381027579308,
      "step": 43550
    },
    {
      "grad_norm": 0.1772530972957611,
      "learning_rate": 9.90546058775412e-05,
      "loss": 0.0128,
      "step": 43560
    },
    {
      "loss_action": 0.014946464449167252,
      "loss_total": 0.014946464449167252,
      "step": 43560
    },
    {
      "loss_action": 0.012451796792447567,
      "loss_total": 0.012451796792447567,
      "step": 43560
    },
    {
      "loss_action": 0.01293205376714468,
      "loss_total": 0.01293205376714468,
      "step": 43560
    },
    {
      "loss_action": 0.014122776687145233,
      "loss_total": 0.014122776687145233,
      "step": 43560
    },
    {
      "loss_action": 0.005222348961979151,
      "loss_total": 0.005222348961979151,
      "step": 43560
    },
    {
      "loss_action": 0.012753448449075222,
      "loss_total": 0.012753448449075222,
      "step": 43560
    },
    {
      "loss_action": 0.009873006492853165,
      "loss_total": 0.009873006492853165,
      "step": 43560
    },
    {
      "loss_action": 0.006881295703351498,
      "loss_total": 0.006881295703351498,
      "step": 43560
    },
    {
      "grad_norm": 0.10094015300273895,
      "learning_rate": 9.905380567291951e-05,
      "loss": 0.0106,
      "step": 43570
    },
    {
      "loss_action": 0.009907931089401245,
      "loss_total": 0.009907931089401245,
      "step": 43570
    },
    {
      "loss_action": 0.012250946834683418,
      "loss_total": 0.012250946834683418,
      "step": 43570
    },
    {
      "loss_action": 0.007814684882760048,
      "loss_total": 0.007814684882760048,
      "step": 43570
    },
    {
      "loss_action": 0.0033791400492191315,
      "loss_total": 0.0033791400492191315,
      "step": 43570
    },
    {
      "loss_action": 0.012996072880923748,
      "loss_total": 0.012996072880923748,
      "step": 43570
    },
    {
      "loss_action": 0.011219136416912079,
      "loss_total": 0.011219136416912079,
      "step": 43570
    },
    {
      "loss_action": 0.008817779831588268,
      "loss_total": 0.008817779831588268,
      "step": 43570
    },
    {
      "loss_action": 0.006383758038282394,
      "loss_total": 0.006383758038282394,
      "step": 43570
    },
    {
      "grad_norm": 0.1204913854598999,
      "learning_rate": 9.905300513301968e-05,
      "loss": 0.009,
      "step": 43580
    },
    {
      "loss_action": 0.007387824356555939,
      "loss_total": 0.007387824356555939,
      "step": 43580
    },
    {
      "loss_action": 0.014271596446633339,
      "loss_total": 0.014271596446633339,
      "step": 43580
    },
    {
      "loss_action": 0.010966792702674866,
      "loss_total": 0.010966792702674866,
      "step": 43580
    },
    {
      "loss_action": 0.01749347150325775,
      "loss_total": 0.01749347150325775,
      "step": 43580
    },
    {
      "loss_action": 0.015163863077759743,
      "loss_total": 0.015163863077759743,
      "step": 43580
    },
    {
      "loss_action": 0.017868299037218094,
      "loss_total": 0.017868299037218094,
      "step": 43580
    },
    {
      "loss_action": 0.008957065641880035,
      "loss_total": 0.008957065641880035,
      "step": 43580
    },
    {
      "loss_action": 0.015083346515893936,
      "loss_total": 0.015083346515893936,
      "step": 43580
    },
    {
      "grad_norm": 0.12277717888355255,
      "learning_rate": 9.905220425784714e-05,
      "loss": 0.0102,
      "step": 43590
    },
    {
      "loss_action": 0.009435497224330902,
      "loss_total": 0.009435497224330902,
      "step": 43590
    },
    {
      "loss_action": 0.021042171865701675,
      "loss_total": 0.021042171865701675,
      "step": 43590
    },
    {
      "loss_action": 0.005295580253005028,
      "loss_total": 0.005295580253005028,
      "step": 43590
    },
    {
      "loss_action": 0.007225162349641323,
      "loss_total": 0.007225162349641323,
      "step": 43590
    },
    {
      "loss_action": 0.005311676301062107,
      "loss_total": 0.005311676301062107,
      "step": 43590
    },
    {
      "loss_action": 0.003487777430564165,
      "loss_total": 0.003487777430564165,
      "step": 43590
    },
    {
      "loss_action": 0.016810104250907898,
      "loss_total": 0.016810104250907898,
      "step": 43590
    },
    {
      "loss_action": 0.010463008657097816,
      "loss_total": 0.010463008657097816,
      "step": 43590
    },
    {
      "grad_norm": 0.14329580962657928,
      "learning_rate": 9.90514030474074e-05,
      "loss": 0.0109,
      "step": 43600
    },
    {
      "loss_action": 0.01733090542256832,
      "loss_total": 0.01733090542256832,
      "step": 43600
    },
    {
      "loss_action": 0.01668175309896469,
      "loss_total": 0.01668175309896469,
      "step": 43600
    },
    {
      "loss_action": 0.011951657012104988,
      "loss_total": 0.011951657012104988,
      "step": 43600
    },
    {
      "loss_action": 0.004955299198627472,
      "loss_total": 0.004955299198627472,
      "step": 43600
    },
    {
      "loss_action": 0.005041566211730242,
      "loss_total": 0.005041566211730242,
      "step": 43600
    },
    {
      "loss_action": 0.0024372381158173084,
      "loss_total": 0.0024372381158173084,
      "step": 43600
    },
    {
      "loss_action": 0.00916256196796894,
      "loss_total": 0.00916256196796894,
      "step": 43600
    },
    {
      "loss_action": 0.013468059711158276,
      "loss_total": 0.013468059711158276,
      "step": 43600
    },
    {
      "grad_norm": 0.2051916867494583,
      "learning_rate": 9.905060150170593e-05,
      "loss": 0.0102,
      "step": 43610
    },
    {
      "loss_action": 0.008978553116321564,
      "loss_total": 0.008978553116321564,
      "step": 43610
    },
    {
      "loss_action": 0.01860329881310463,
      "loss_total": 0.01860329881310463,
      "step": 43610
    },
    {
      "loss_action": 0.005364459939301014,
      "loss_total": 0.005364459939301014,
      "step": 43610
    },
    {
      "loss_action": 0.006567853968590498,
      "loss_total": 0.006567853968590498,
      "step": 43610
    },
    {
      "loss_action": 0.007147688418626785,
      "loss_total": 0.007147688418626785,
      "step": 43610
    },
    {
      "loss_action": 0.012684762477874756,
      "loss_total": 0.012684762477874756,
      "step": 43610
    },
    {
      "loss_action": 0.0036550452932715416,
      "loss_total": 0.0036550452932715416,
      "step": 43610
    },
    {
      "loss_action": 0.005787622183561325,
      "loss_total": 0.005787622183561325,
      "step": 43610
    },
    {
      "grad_norm": 0.17866834998130798,
      "learning_rate": 9.90497996207482e-05,
      "loss": 0.0106,
      "step": 43620
    },
    {
      "loss_action": 0.011894706636667252,
      "loss_total": 0.011894706636667252,
      "step": 43620
    },
    {
      "loss_action": 0.00642686802893877,
      "loss_total": 0.00642686802893877,
      "step": 43620
    },
    {
      "loss_action": 0.051568105816841125,
      "loss_total": 0.051568105816841125,
      "step": 43620
    },
    {
      "loss_action": 0.02764187380671501,
      "loss_total": 0.02764187380671501,
      "step": 43620
    },
    {
      "loss_action": 0.005970947444438934,
      "loss_total": 0.005970947444438934,
      "step": 43620
    },
    {
      "loss_action": 0.008874713443219662,
      "loss_total": 0.008874713443219662,
      "step": 43620
    },
    {
      "loss_action": 0.011190054938197136,
      "loss_total": 0.011190054938197136,
      "step": 43620
    },
    {
      "loss_action": 0.006001629866659641,
      "loss_total": 0.006001629866659641,
      "step": 43620
    },
    {
      "grad_norm": 0.13229331374168396,
      "learning_rate": 9.90489974045397e-05,
      "loss": 0.0109,
      "step": 43630
    },
    {
      "loss_action": 0.004405276384204626,
      "loss_total": 0.004405276384204626,
      "step": 43630
    },
    {
      "loss_action": 0.006283042021095753,
      "loss_total": 0.006283042021095753,
      "step": 43630
    },
    {
      "loss_action": 0.00504886033013463,
      "loss_total": 0.00504886033013463,
      "step": 43630
    },
    {
      "loss_action": 0.015669405460357666,
      "loss_total": 0.015669405460357666,
      "step": 43630
    },
    {
      "loss_action": 0.011462383903563023,
      "loss_total": 0.011462383903563023,
      "step": 43630
    },
    {
      "loss_action": 0.007650688756257296,
      "loss_total": 0.007650688756257296,
      "step": 43630
    },
    {
      "loss_action": 0.005538158118724823,
      "loss_total": 0.005538158118724823,
      "step": 43630
    },
    {
      "loss_action": 0.007743649650365114,
      "loss_total": 0.007743649650365114,
      "step": 43630
    },
    {
      "grad_norm": 0.1330869197845459,
      "learning_rate": 9.90481948530859e-05,
      "loss": 0.0094,
      "step": 43640
    },
    {
      "loss_action": 0.00948607362806797,
      "loss_total": 0.00948607362806797,
      "step": 43640
    },
    {
      "loss_action": 0.01231476478278637,
      "loss_total": 0.01231476478278637,
      "step": 43640
    },
    {
      "loss_action": 0.016449477523565292,
      "loss_total": 0.016449477523565292,
      "step": 43640
    },
    {
      "loss_action": 0.0070871226489543915,
      "loss_total": 0.0070871226489543915,
      "step": 43640
    },
    {
      "loss_action": 0.026642058044672012,
      "loss_total": 0.026642058044672012,
      "step": 43640
    },
    {
      "loss_action": 0.011600536294281483,
      "loss_total": 0.011600536294281483,
      "step": 43640
    },
    {
      "loss_action": 0.009198890067636967,
      "loss_total": 0.009198890067636967,
      "step": 43640
    },
    {
      "loss_action": 0.010242187418043613,
      "loss_total": 0.010242187418043613,
      "step": 43640
    },
    {
      "grad_norm": 0.10012530535459518,
      "learning_rate": 9.904739196639232e-05,
      "loss": 0.0095,
      "step": 43650
    },
    {
      "loss_action": 0.004035951569676399,
      "loss_total": 0.004035951569676399,
      "step": 43650
    },
    {
      "loss_action": 0.031192541122436523,
      "loss_total": 0.031192541122436523,
      "step": 43650
    },
    {
      "loss_action": 0.009657562710344791,
      "loss_total": 0.009657562710344791,
      "step": 43650
    },
    {
      "loss_action": 0.004034159705042839,
      "loss_total": 0.004034159705042839,
      "step": 43650
    },
    {
      "loss_action": 0.00705242995172739,
      "loss_total": 0.00705242995172739,
      "step": 43650
    },
    {
      "loss_action": 0.022677486762404442,
      "loss_total": 0.022677486762404442,
      "step": 43650
    },
    {
      "loss_action": 0.015402458608150482,
      "loss_total": 0.015402458608150482,
      "step": 43650
    },
    {
      "loss_action": 0.009677007794380188,
      "loss_total": 0.009677007794380188,
      "step": 43650
    },
    {
      "grad_norm": 0.12109030783176422,
      "learning_rate": 9.90465887444644e-05,
      "loss": 0.0102,
      "step": 43660
    },
    {
      "loss_action": 0.0030059581622481346,
      "loss_total": 0.0030059581622481346,
      "step": 43660
    },
    {
      "loss_action": 0.013359681703150272,
      "loss_total": 0.013359681703150272,
      "step": 43660
    },
    {
      "loss_action": 0.010317726992070675,
      "loss_total": 0.010317726992070675,
      "step": 43660
    },
    {
      "loss_action": 0.009591471403837204,
      "loss_total": 0.009591471403837204,
      "step": 43660
    },
    {
      "loss_action": 0.012398634105920792,
      "loss_total": 0.012398634105920792,
      "step": 43660
    },
    {
      "loss_action": 0.009605307132005692,
      "loss_total": 0.009605307132005692,
      "step": 43660
    },
    {
      "loss_action": 0.012976741418242455,
      "loss_total": 0.012976741418242455,
      "step": 43660
    },
    {
      "loss_action": 0.008848858997225761,
      "loss_total": 0.008848858997225761,
      "step": 43660
    },
    {
      "grad_norm": 0.18013258278369904,
      "learning_rate": 9.904578518730765e-05,
      "loss": 0.01,
      "step": 43670
    },
    {
      "loss_action": 0.009567385539412498,
      "loss_total": 0.009567385539412498,
      "step": 43670
    },
    {
      "loss_action": 0.009568300098180771,
      "loss_total": 0.009568300098180771,
      "step": 43670
    },
    {
      "loss_action": 0.017976347357034683,
      "loss_total": 0.017976347357034683,
      "step": 43670
    },
    {
      "loss_action": 0.021036483347415924,
      "loss_total": 0.021036483347415924,
      "step": 43670
    },
    {
      "loss_action": 0.007360559422522783,
      "loss_total": 0.007360559422522783,
      "step": 43670
    },
    {
      "loss_action": 0.0078093307092785835,
      "loss_total": 0.0078093307092785835,
      "step": 43670
    },
    {
      "loss_action": 0.01287146471440792,
      "loss_total": 0.01287146471440792,
      "step": 43670
    },
    {
      "loss_action": 0.008370890282094479,
      "loss_total": 0.008370890282094479,
      "step": 43670
    },
    {
      "grad_norm": 0.13097131252288818,
      "learning_rate": 9.904498129492757e-05,
      "loss": 0.0105,
      "step": 43680
    },
    {
      "loss_action": 0.00817805714905262,
      "loss_total": 0.00817805714905262,
      "step": 43680
    },
    {
      "loss_action": 0.0281975194811821,
      "loss_total": 0.0281975194811821,
      "step": 43680
    },
    {
      "loss_action": 0.006587967276573181,
      "loss_total": 0.006587967276573181,
      "step": 43680
    },
    {
      "loss_action": 0.006346778944134712,
      "loss_total": 0.006346778944134712,
      "step": 43680
    },
    {
      "loss_action": 0.017304517328739166,
      "loss_total": 0.017304517328739166,
      "step": 43680
    },
    {
      "loss_action": 0.014137690886855125,
      "loss_total": 0.014137690886855125,
      "step": 43680
    },
    {
      "loss_action": 0.003421365050598979,
      "loss_total": 0.003421365050598979,
      "step": 43680
    },
    {
      "loss_action": 0.008890381082892418,
      "loss_total": 0.008890381082892418,
      "step": 43680
    },
    {
      "grad_norm": 0.1739509552717209,
      "learning_rate": 9.904417706732965e-05,
      "loss": 0.0114,
      "step": 43690
    },
    {
      "loss_action": 0.008241700008511543,
      "loss_total": 0.008241700008511543,
      "step": 43690
    },
    {
      "loss_action": 0.01841682568192482,
      "loss_total": 0.01841682568192482,
      "step": 43690
    },
    {
      "loss_action": 0.006853086408227682,
      "loss_total": 0.006853086408227682,
      "step": 43690
    },
    {
      "loss_action": 0.01074292417615652,
      "loss_total": 0.01074292417615652,
      "step": 43690
    },
    {
      "loss_action": 0.0030352782923728228,
      "loss_total": 0.0030352782923728228,
      "step": 43690
    },
    {
      "loss_action": 0.005269533023238182,
      "loss_total": 0.005269533023238182,
      "step": 43690
    },
    {
      "loss_action": 0.00797979161143303,
      "loss_total": 0.00797979161143303,
      "step": 43690
    },
    {
      "loss_action": 0.03417105972766876,
      "loss_total": 0.03417105972766876,
      "step": 43690
    },
    {
      "grad_norm": 0.19901877641677856,
      "learning_rate": 9.904337250451938e-05,
      "loss": 0.011,
      "step": 43700
    },
    {
      "loss_action": 0.007934736087918282,
      "loss_total": 0.007934736087918282,
      "step": 43700
    },
    {
      "loss_action": 0.009054576978087425,
      "loss_total": 0.009054576978087425,
      "step": 43700
    },
    {
      "loss_action": 0.005630171857774258,
      "loss_total": 0.005630171857774258,
      "step": 43700
    },
    {
      "loss_action": 0.011119154281914234,
      "loss_total": 0.011119154281914234,
      "step": 43700
    },
    {
      "loss_action": 0.009890665300190449,
      "loss_total": 0.009890665300190449,
      "step": 43700
    },
    {
      "loss_action": 0.013974758796393871,
      "loss_total": 0.013974758796393871,
      "step": 43700
    },
    {
      "loss_action": 0.0054399543441832066,
      "loss_total": 0.0054399543441832066,
      "step": 43700
    },
    {
      "loss_action": 0.0096430703997612,
      "loss_total": 0.0096430703997612,
      "step": 43700
    },
    {
      "grad_norm": 0.20947407186031342,
      "learning_rate": 9.904256760650226e-05,
      "loss": 0.0109,
      "step": 43710
    },
    {
      "loss_action": 0.00726279616355896,
      "loss_total": 0.00726279616355896,
      "step": 43710
    },
    {
      "loss_action": 0.014059997163712978,
      "loss_total": 0.014059997163712978,
      "step": 43710
    },
    {
      "loss_action": 0.007999472320079803,
      "loss_total": 0.007999472320079803,
      "step": 43710
    },
    {
      "loss_action": 0.00498969666659832,
      "loss_total": 0.00498969666659832,
      "step": 43710
    },
    {
      "loss_action": 0.003308552782982588,
      "loss_total": 0.003308552782982588,
      "step": 43710
    },
    {
      "loss_action": 0.012145229615271091,
      "loss_total": 0.012145229615271091,
      "step": 43710
    },
    {
      "loss_action": 0.011537270620465279,
      "loss_total": 0.011537270620465279,
      "step": 43710
    },
    {
      "loss_action": 0.012682139873504639,
      "loss_total": 0.012682139873504639,
      "step": 43710
    },
    {
      "grad_norm": 0.14319561421871185,
      "learning_rate": 9.904176237328381e-05,
      "loss": 0.011,
      "step": 43720
    },
    {
      "loss_action": 0.004878692794591188,
      "loss_total": 0.004878692794591188,
      "step": 43720
    },
    {
      "loss_action": 0.004587551113218069,
      "loss_total": 0.004587551113218069,
      "step": 43720
    },
    {
      "loss_action": 0.01547107845544815,
      "loss_total": 0.01547107845544815,
      "step": 43720
    },
    {
      "loss_action": 0.009841159917414188,
      "loss_total": 0.009841159917414188,
      "step": 43720
    },
    {
      "loss_action": 0.005006502382457256,
      "loss_total": 0.005006502382457256,
      "step": 43720
    },
    {
      "loss_action": 0.0071151843294501305,
      "loss_total": 0.0071151843294501305,
      "step": 43720
    },
    {
      "loss_action": 0.006174191832542419,
      "loss_total": 0.006174191832542419,
      "step": 43720
    },
    {
      "loss_action": 0.008567340672016144,
      "loss_total": 0.008567340672016144,
      "step": 43720
    },
    {
      "grad_norm": 0.13532686233520508,
      "learning_rate": 9.90409568048695e-05,
      "loss": 0.0093,
      "step": 43730
    },
    {
      "loss_action": 0.006897741463035345,
      "loss_total": 0.006897741463035345,
      "step": 43730
    },
    {
      "loss_action": 0.011222266592085361,
      "loss_total": 0.011222266592085361,
      "step": 43730
    },
    {
      "loss_action": 0.008129892870783806,
      "loss_total": 0.008129892870783806,
      "step": 43730
    },
    {
      "loss_action": 0.009474432095885277,
      "loss_total": 0.009474432095885277,
      "step": 43730
    },
    {
      "loss_action": 0.013568785041570663,
      "loss_total": 0.013568785041570663,
      "step": 43730
    },
    {
      "loss_action": 0.012292519211769104,
      "loss_total": 0.012292519211769104,
      "step": 43730
    },
    {
      "loss_action": 0.008823038078844547,
      "loss_total": 0.008823038078844547,
      "step": 43730
    },
    {
      "loss_action": 0.004419338423758745,
      "loss_total": 0.004419338423758745,
      "step": 43730
    },
    {
      "grad_norm": 0.10284662991762161,
      "learning_rate": 9.904015090126489e-05,
      "loss": 0.0092,
      "step": 43740
    },
    {
      "loss_action": 0.02480221912264824,
      "loss_total": 0.02480221912264824,
      "step": 43740
    },
    {
      "loss_action": 0.011671369895339012,
      "loss_total": 0.011671369895339012,
      "step": 43740
    },
    {
      "loss_action": 0.01862282119691372,
      "loss_total": 0.01862282119691372,
      "step": 43740
    },
    {
      "loss_action": 0.008805734105408192,
      "loss_total": 0.008805734105408192,
      "step": 43740
    },
    {
      "loss_action": 0.004825120326131582,
      "loss_total": 0.004825120326131582,
      "step": 43740
    },
    {
      "loss_action": 0.00392938032746315,
      "loss_total": 0.00392938032746315,
      "step": 43740
    },
    {
      "loss_action": 0.0102649861946702,
      "loss_total": 0.0102649861946702,
      "step": 43740
    },
    {
      "loss_action": 0.007120121270418167,
      "loss_total": 0.007120121270418167,
      "step": 43740
    },
    {
      "grad_norm": 0.1072152629494667,
      "learning_rate": 9.903934466247542e-05,
      "loss": 0.0099,
      "step": 43750
    },
    {
      "loss_action": 0.006262105889618397,
      "loss_total": 0.006262105889618397,
      "step": 43750
    },
    {
      "loss_action": 0.008616759441792965,
      "loss_total": 0.008616759441792965,
      "step": 43750
    },
    {
      "loss_action": 0.003320318413898349,
      "loss_total": 0.003320318413898349,
      "step": 43750
    },
    {
      "loss_action": 0.007462573237717152,
      "loss_total": 0.007462573237717152,
      "step": 43750
    },
    {
      "loss_action": 0.01146991178393364,
      "loss_total": 0.01146991178393364,
      "step": 43750
    },
    {
      "loss_action": 0.02219872921705246,
      "loss_total": 0.02219872921705246,
      "step": 43750
    },
    {
      "loss_action": 0.01320127584040165,
      "loss_total": 0.01320127584040165,
      "step": 43750
    },
    {
      "loss_action": 0.008728481829166412,
      "loss_total": 0.008728481829166412,
      "step": 43750
    },
    {
      "grad_norm": 0.20657867193222046,
      "learning_rate": 9.903853808850665e-05,
      "loss": 0.0115,
      "step": 43760
    },
    {
      "loss_action": 0.01906973123550415,
      "loss_total": 0.01906973123550415,
      "step": 43760
    },
    {
      "loss_action": 0.0067989761009812355,
      "loss_total": 0.0067989761009812355,
      "step": 43760
    },
    {
      "loss_action": 0.008145110681653023,
      "loss_total": 0.008145110681653023,
      "step": 43760
    },
    {
      "loss_action": 0.020814476534724236,
      "loss_total": 0.020814476534724236,
      "step": 43760
    },
    {
      "loss_action": 0.00834275595843792,
      "loss_total": 0.00834275595843792,
      "step": 43760
    },
    {
      "loss_action": 0.008160309866070747,
      "loss_total": 0.008160309866070747,
      "step": 43760
    },
    {
      "loss_action": 0.023648731410503387,
      "loss_total": 0.023648731410503387,
      "step": 43760
    },
    {
      "loss_action": 0.013131579384207726,
      "loss_total": 0.013131579384207726,
      "step": 43760
    },
    {
      "grad_norm": 0.18774056434631348,
      "learning_rate": 9.903773117936408e-05,
      "loss": 0.0103,
      "step": 43770
    },
    {
      "loss_action": 0.00823250226676464,
      "loss_total": 0.00823250226676464,
      "step": 43770
    },
    {
      "loss_action": 0.005798313766717911,
      "loss_total": 0.005798313766717911,
      "step": 43770
    },
    {
      "loss_action": 0.00734596885740757,
      "loss_total": 0.00734596885740757,
      "step": 43770
    },
    {
      "loss_action": 0.03800703585147858,
      "loss_total": 0.03800703585147858,
      "step": 43770
    },
    {
      "loss_action": 0.006156983785331249,
      "loss_total": 0.006156983785331249,
      "step": 43770
    },
    {
      "loss_action": 0.0173431858420372,
      "loss_total": 0.0173431858420372,
      "step": 43770
    },
    {
      "loss_action": 0.0058821383863687515,
      "loss_total": 0.0058821383863687515,
      "step": 43770
    },
    {
      "loss_action": 0.010594846680760384,
      "loss_total": 0.010594846680760384,
      "step": 43770
    },
    {
      "grad_norm": 0.150992751121521,
      "learning_rate": 9.903692393505321e-05,
      "loss": 0.0101,
      "step": 43780
    },
    {
      "loss_action": 0.01416318491101265,
      "loss_total": 0.01416318491101265,
      "step": 43780
    },
    {
      "loss_action": 0.0023290012031793594,
      "loss_total": 0.0023290012031793594,
      "step": 43780
    },
    {
      "loss_action": 0.01213652640581131,
      "loss_total": 0.01213652640581131,
      "step": 43780
    },
    {
      "loss_action": 0.007830548100173473,
      "loss_total": 0.007830548100173473,
      "step": 43780
    },
    {
      "loss_action": 0.007092920131981373,
      "loss_total": 0.007092920131981373,
      "step": 43780
    },
    {
      "loss_action": 0.005507452413439751,
      "loss_total": 0.005507452413439751,
      "step": 43780
    },
    {
      "loss_action": 0.0052411118522286415,
      "loss_total": 0.0052411118522286415,
      "step": 43780
    },
    {
      "loss_action": 0.008314552716910839,
      "loss_total": 0.008314552716910839,
      "step": 43780
    },
    {
      "grad_norm": 0.10346078127622604,
      "learning_rate": 9.90361163555796e-05,
      "loss": 0.0095,
      "step": 43790
    },
    {
      "loss_action": 0.004020595923066139,
      "loss_total": 0.004020595923066139,
      "step": 43790
    },
    {
      "loss_action": 0.004810623824596405,
      "loss_total": 0.004810623824596405,
      "step": 43790
    },
    {
      "loss_action": 0.004852313548326492,
      "loss_total": 0.004852313548326492,
      "step": 43790
    },
    {
      "loss_action": 0.005508150905370712,
      "loss_total": 0.005508150905370712,
      "step": 43790
    },
    {
      "loss_action": 0.038615304976701736,
      "loss_total": 0.038615304976701736,
      "step": 43790
    },
    {
      "loss_action": 0.012189485132694244,
      "loss_total": 0.012189485132694244,
      "step": 43790
    },
    {
      "loss_action": 0.013189904391765594,
      "loss_total": 0.013189904391765594,
      "step": 43790
    },
    {
      "loss_action": 0.00474137207493186,
      "loss_total": 0.00474137207493186,
      "step": 43790
    },
    {
      "grad_norm": 0.1515580713748932,
      "learning_rate": 9.90353084409487e-05,
      "loss": 0.0107,
      "step": 43800
    },
    {
      "loss_action": 0.014960633590817451,
      "loss_total": 0.014960633590817451,
      "step": 43800
    },
    {
      "loss_action": 0.007950924336910248,
      "loss_total": 0.007950924336910248,
      "step": 43800
    },
    {
      "loss_action": 0.021672869101166725,
      "loss_total": 0.021672869101166725,
      "step": 43800
    },
    {
      "loss_action": 0.010842998512089252,
      "loss_total": 0.010842998512089252,
      "step": 43800
    },
    {
      "loss_action": 0.005172038450837135,
      "loss_total": 0.005172038450837135,
      "step": 43800
    },
    {
      "loss_action": 0.003624019678682089,
      "loss_total": 0.003624019678682089,
      "step": 43800
    },
    {
      "loss_action": 0.010546247474849224,
      "loss_total": 0.010546247474849224,
      "step": 43800
    },
    {
      "loss_action": 0.0076699452474713326,
      "loss_total": 0.0076699452474713326,
      "step": 43800
    },
    {
      "grad_norm": 0.12128441780805588,
      "learning_rate": 9.903450019116609e-05,
      "loss": 0.0093,
      "step": 43810
    },
    {
      "loss_action": 0.006453017238527536,
      "loss_total": 0.006453017238527536,
      "step": 43810
    },
    {
      "loss_action": 0.010524391196668148,
      "loss_total": 0.010524391196668148,
      "step": 43810
    },
    {
      "loss_action": 0.0034555683378130198,
      "loss_total": 0.0034555683378130198,
      "step": 43810
    },
    {
      "loss_action": 0.0119062764570117,
      "loss_total": 0.0119062764570117,
      "step": 43810
    },
    {
      "loss_action": 0.011068140156567097,
      "loss_total": 0.011068140156567097,
      "step": 43810
    },
    {
      "loss_action": 0.008835758082568645,
      "loss_total": 0.008835758082568645,
      "step": 43810
    },
    {
      "loss_action": 0.006812750361859798,
      "loss_total": 0.006812750361859798,
      "step": 43810
    },
    {
      "loss_action": 0.008500456809997559,
      "loss_total": 0.008500456809997559,
      "step": 43810
    },
    {
      "grad_norm": 0.10525692254304886,
      "learning_rate": 9.903369160623727e-05,
      "loss": 0.0096,
      "step": 43820
    },
    {
      "loss_action": 0.010546490550041199,
      "loss_total": 0.010546490550041199,
      "step": 43820
    },
    {
      "loss_action": 0.005513496696949005,
      "loss_total": 0.005513496696949005,
      "step": 43820
    },
    {
      "loss_action": 0.017796628177165985,
      "loss_total": 0.017796628177165985,
      "step": 43820
    },
    {
      "loss_action": 0.005990598816424608,
      "loss_total": 0.005990598816424608,
      "step": 43820
    },
    {
      "loss_action": 0.005463501438498497,
      "loss_total": 0.005463501438498497,
      "step": 43820
    },
    {
      "loss_action": 0.008617039769887924,
      "loss_total": 0.008617039769887924,
      "step": 43820
    },
    {
      "loss_action": 0.009108107537031174,
      "loss_total": 0.009108107537031174,
      "step": 43820
    },
    {
      "loss_action": 0.0022130035795271397,
      "loss_total": 0.0022130035795271397,
      "step": 43820
    },
    {
      "grad_norm": 0.12758901715278625,
      "learning_rate": 9.903288268616778e-05,
      "loss": 0.0095,
      "step": 43830
    },
    {
      "loss_action": 0.01745033636689186,
      "loss_total": 0.01745033636689186,
      "step": 43830
    },
    {
      "loss_action": 0.01165842916816473,
      "loss_total": 0.01165842916816473,
      "step": 43830
    },
    {
      "loss_action": 0.00697745755314827,
      "loss_total": 0.00697745755314827,
      "step": 43830
    },
    {
      "loss_action": 0.006210964173078537,
      "loss_total": 0.006210964173078537,
      "step": 43830
    },
    {
      "loss_action": 0.013506165705621243,
      "loss_total": 0.013506165705621243,
      "step": 43830
    },
    {
      "loss_action": 0.019804008305072784,
      "loss_total": 0.019804008305072784,
      "step": 43830
    },
    {
      "loss_action": 0.012260084971785545,
      "loss_total": 0.012260084971785545,
      "step": 43830
    },
    {
      "loss_action": 0.0076615288853645325,
      "loss_total": 0.0076615288853645325,
      "step": 43830
    },
    {
      "grad_norm": 0.09585518389940262,
      "learning_rate": 9.903207343096314e-05,
      "loss": 0.0101,
      "step": 43840
    },
    {
      "loss_action": 0.009079893119633198,
      "loss_total": 0.009079893119633198,
      "step": 43840
    },
    {
      "loss_action": 0.009217681363224983,
      "loss_total": 0.009217681363224983,
      "step": 43840
    },
    {
      "loss_action": 0.013205123133957386,
      "loss_total": 0.013205123133957386,
      "step": 43840
    },
    {
      "loss_action": 0.005366519559174776,
      "loss_total": 0.005366519559174776,
      "step": 43840
    },
    {
      "loss_action": 0.0048585995100438595,
      "loss_total": 0.0048585995100438595,
      "step": 43840
    },
    {
      "loss_action": 0.01455567218363285,
      "loss_total": 0.01455567218363285,
      "step": 43840
    },
    {
      "loss_action": 0.007732161320745945,
      "loss_total": 0.007732161320745945,
      "step": 43840
    },
    {
      "loss_action": 0.007265693973749876,
      "loss_total": 0.007265693973749876,
      "step": 43840
    },
    {
      "grad_norm": 0.18093183636665344,
      "learning_rate": 9.903126384062889e-05,
      "loss": 0.0103,
      "step": 43850
    },
    {
      "loss_action": 0.00921846553683281,
      "loss_total": 0.00921846553683281,
      "step": 43850
    },
    {
      "loss_action": 0.007873142138123512,
      "loss_total": 0.007873142138123512,
      "step": 43850
    },
    {
      "loss_action": 0.003936344757676125,
      "loss_total": 0.003936344757676125,
      "step": 43850
    },
    {
      "loss_action": 0.014510774053633213,
      "loss_total": 0.014510774053633213,
      "step": 43850
    },
    {
      "loss_action": 0.009592789225280285,
      "loss_total": 0.009592789225280285,
      "step": 43850
    },
    {
      "loss_action": 0.005179335363209248,
      "loss_total": 0.005179335363209248,
      "step": 43850
    },
    {
      "loss_action": 0.015382056124508381,
      "loss_total": 0.015382056124508381,
      "step": 43850
    },
    {
      "loss_action": 0.008964722976088524,
      "loss_total": 0.008964722976088524,
      "step": 43850
    },
    {
      "grad_norm": 0.1421014368534088,
      "learning_rate": 9.903045391517054e-05,
      "loss": 0.0107,
      "step": 43860
    },
    {
      "loss_action": 0.023367734625935555,
      "loss_total": 0.023367734625935555,
      "step": 43860
    },
    {
      "loss_action": 0.007362566888332367,
      "loss_total": 0.007362566888332367,
      "step": 43860
    },
    {
      "loss_action": 0.006945683620870113,
      "loss_total": 0.006945683620870113,
      "step": 43860
    },
    {
      "loss_action": 0.004639237653464079,
      "loss_total": 0.004639237653464079,
      "step": 43860
    },
    {
      "loss_action": 0.008711909875273705,
      "loss_total": 0.008711909875273705,
      "step": 43860
    },
    {
      "loss_action": 0.01616794615983963,
      "loss_total": 0.01616794615983963,
      "step": 43860
    },
    {
      "loss_action": 0.006174012552946806,
      "loss_total": 0.006174012552946806,
      "step": 43860
    },
    {
      "loss_action": 0.007780867163091898,
      "loss_total": 0.007780867163091898,
      "step": 43860
    },
    {
      "grad_norm": 0.11194713413715363,
      "learning_rate": 9.902964365459364e-05,
      "loss": 0.0105,
      "step": 43870
    },
    {
      "loss_action": 0.00790912564843893,
      "loss_total": 0.00790912564843893,
      "step": 43870
    },
    {
      "loss_action": 0.009686090983450413,
      "loss_total": 0.009686090983450413,
      "step": 43870
    },
    {
      "loss_action": 0.016159459948539734,
      "loss_total": 0.016159459948539734,
      "step": 43870
    },
    {
      "loss_action": 0.005795072764158249,
      "loss_total": 0.005795072764158249,
      "step": 43870
    },
    {
      "loss_action": 0.004089844413101673,
      "loss_total": 0.004089844413101673,
      "step": 43870
    },
    {
      "loss_action": 0.01182753499597311,
      "loss_total": 0.01182753499597311,
      "step": 43870
    },
    {
      "loss_action": 0.004438542760908604,
      "loss_total": 0.004438542760908604,
      "step": 43870
    },
    {
      "loss_action": 0.0037489577662199736,
      "loss_total": 0.0037489577662199736,
      "step": 43870
    },
    {
      "grad_norm": 0.1825646609067917,
      "learning_rate": 9.902883305890375e-05,
      "loss": 0.0115,
      "step": 43880
    },
    {
      "loss_action": 0.016528092324733734,
      "loss_total": 0.016528092324733734,
      "step": 43880
    },
    {
      "loss_action": 0.009049614891409874,
      "loss_total": 0.009049614891409874,
      "step": 43880
    },
    {
      "loss_action": 0.006363708525896072,
      "loss_total": 0.006363708525896072,
      "step": 43880
    },
    {
      "loss_action": 0.008095024153590202,
      "loss_total": 0.008095024153590202,
      "step": 43880
    },
    {
      "loss_action": 0.006929217372089624,
      "loss_total": 0.006929217372089624,
      "step": 43880
    },
    {
      "loss_action": 0.006753872148692608,
      "loss_total": 0.006753872148692608,
      "step": 43880
    },
    {
      "loss_action": 0.019188325852155685,
      "loss_total": 0.019188325852155685,
      "step": 43880
    },
    {
      "loss_action": 0.008425861597061157,
      "loss_total": 0.008425861597061157,
      "step": 43880
    },
    {
      "grad_norm": 0.13332217931747437,
      "learning_rate": 9.902802212810638e-05,
      "loss": 0.0099,
      "step": 43890
    },
    {
      "loss_action": 0.009329012595117092,
      "loss_total": 0.009329012595117092,
      "step": 43890
    },
    {
      "loss_action": 0.012052304111421108,
      "loss_total": 0.012052304111421108,
      "step": 43890
    },
    {
      "loss_action": 0.0032448917627334595,
      "loss_total": 0.0032448917627334595,
      "step": 43890
    },
    {
      "loss_action": 0.00756242498755455,
      "loss_total": 0.00756242498755455,
      "step": 43890
    },
    {
      "loss_action": 0.010515907779335976,
      "loss_total": 0.010515907779335976,
      "step": 43890
    },
    {
      "loss_action": 0.006276395637542009,
      "loss_total": 0.006276395637542009,
      "step": 43890
    },
    {
      "loss_action": 0.009173757396638393,
      "loss_total": 0.009173757396638393,
      "step": 43890
    },
    {
      "loss_action": 0.0069245025515556335,
      "loss_total": 0.0069245025515556335,
      "step": 43890
    },
    {
      "grad_norm": 0.12254150211811066,
      "learning_rate": 9.902721086220708e-05,
      "loss": 0.01,
      "step": 43900
    },
    {
      "loss_action": 0.0063843149691820145,
      "loss_total": 0.0063843149691820145,
      "step": 43900
    },
    {
      "loss_action": 0.01270996406674385,
      "loss_total": 0.01270996406674385,
      "step": 43900
    },
    {
      "loss_action": 0.010118262842297554,
      "loss_total": 0.010118262842297554,
      "step": 43900
    },
    {
      "loss_action": 0.003605700097978115,
      "loss_total": 0.003605700097978115,
      "step": 43900
    },
    {
      "loss_action": 0.013452228158712387,
      "loss_total": 0.013452228158712387,
      "step": 43900
    },
    {
      "loss_action": 0.030925452709197998,
      "loss_total": 0.030925452709197998,
      "step": 43900
    },
    {
      "loss_action": 0.004447187762707472,
      "loss_total": 0.004447187762707472,
      "step": 43900
    },
    {
      "loss_action": 0.006570293102413416,
      "loss_total": 0.006570293102413416,
      "step": 43900
    },
    {
      "grad_norm": 0.09543421864509583,
      "learning_rate": 9.90263992612114e-05,
      "loss": 0.0095,
      "step": 43910
    },
    {
      "loss_action": 0.00645076297223568,
      "loss_total": 0.00645076297223568,
      "step": 43910
    },
    {
      "loss_action": 0.004212522879242897,
      "loss_total": 0.004212522879242897,
      "step": 43910
    },
    {
      "loss_action": 0.007178070954978466,
      "loss_total": 0.007178070954978466,
      "step": 43910
    },
    {
      "loss_action": 0.008108079433441162,
      "loss_total": 0.008108079433441162,
      "step": 43910
    },
    {
      "loss_action": 0.011171448975801468,
      "loss_total": 0.011171448975801468,
      "step": 43910
    },
    {
      "loss_action": 0.004052936099469662,
      "loss_total": 0.004052936099469662,
      "step": 43910
    },
    {
      "loss_action": 0.006367661990225315,
      "loss_total": 0.006367661990225315,
      "step": 43910
    },
    {
      "loss_action": 0.003857108997181058,
      "loss_total": 0.003857108997181058,
      "step": 43910
    },
    {
      "grad_norm": 0.10267022997140884,
      "learning_rate": 9.902558732512488e-05,
      "loss": 0.0102,
      "step": 43920
    },
    {
      "loss_action": 0.004251079633831978,
      "loss_total": 0.004251079633831978,
      "step": 43920
    },
    {
      "loss_action": 0.0020213406533002853,
      "loss_total": 0.0020213406533002853,
      "step": 43920
    },
    {
      "loss_action": 0.0031489962711930275,
      "loss_total": 0.0031489962711930275,
      "step": 43920
    },
    {
      "loss_action": 0.0038236177060753107,
      "loss_total": 0.0038236177060753107,
      "step": 43920
    },
    {
      "loss_action": 0.03816354274749756,
      "loss_total": 0.03816354274749756,
      "step": 43920
    },
    {
      "loss_action": 0.0061462135054171085,
      "loss_total": 0.0061462135054171085,
      "step": 43920
    },
    {
      "loss_action": 0.014209050685167313,
      "loss_total": 0.014209050685167313,
      "step": 43920
    },
    {
      "loss_action": 0.005059327930212021,
      "loss_total": 0.005059327930212021,
      "step": 43920
    },
    {
      "grad_norm": 0.10788501054048538,
      "learning_rate": 9.902477505395308e-05,
      "loss": 0.0087,
      "step": 43930
    },
    {
      "loss_action": 0.009810348972678185,
      "loss_total": 0.009810348972678185,
      "step": 43930
    },
    {
      "loss_action": 0.011656437069177628,
      "loss_total": 0.011656437069177628,
      "step": 43930
    },
    {
      "loss_action": 0.006175949238240719,
      "loss_total": 0.006175949238240719,
      "step": 43930
    },
    {
      "loss_action": 0.0075026629492640495,
      "loss_total": 0.0075026629492640495,
      "step": 43930
    },
    {
      "loss_action": 0.006237952038645744,
      "loss_total": 0.006237952038645744,
      "step": 43930
    },
    {
      "loss_action": 0.01488310657441616,
      "loss_total": 0.01488310657441616,
      "step": 43930
    },
    {
      "loss_action": 0.005277798045426607,
      "loss_total": 0.005277798045426607,
      "step": 43930
    },
    {
      "loss_action": 0.004919193219393492,
      "loss_total": 0.004919193219393492,
      "step": 43930
    },
    {
      "grad_norm": 0.104237861931324,
      "learning_rate": 9.902396244770156e-05,
      "loss": 0.009,
      "step": 43940
    },
    {
      "loss_action": 0.033627673983573914,
      "loss_total": 0.033627673983573914,
      "step": 43940
    },
    {
      "loss_action": 0.01014078501611948,
      "loss_total": 0.01014078501611948,
      "step": 43940
    },
    {
      "loss_action": 0.0030617178417742252,
      "loss_total": 0.0030617178417742252,
      "step": 43940
    },
    {
      "loss_action": 0.009402315132319927,
      "loss_total": 0.009402315132319927,
      "step": 43940
    },
    {
      "loss_action": 0.004424438811838627,
      "loss_total": 0.004424438811838627,
      "step": 43940
    },
    {
      "loss_action": 0.006426170933991671,
      "loss_total": 0.006426170933991671,
      "step": 43940
    },
    {
      "loss_action": 0.009625166654586792,
      "loss_total": 0.009625166654586792,
      "step": 43940
    },
    {
      "loss_action": 0.006699713412672281,
      "loss_total": 0.006699713412672281,
      "step": 43940
    },
    {
      "grad_norm": 0.14755532145500183,
      "learning_rate": 9.902314950637583e-05,
      "loss": 0.0096,
      "step": 43950
    },
    {
      "loss_action": 0.0053947921842336655,
      "loss_total": 0.0053947921842336655,
      "step": 43950
    },
    {
      "loss_action": 0.009336275979876518,
      "loss_total": 0.009336275979876518,
      "step": 43950
    },
    {
      "loss_action": 0.03359977528452873,
      "loss_total": 0.03359977528452873,
      "step": 43950
    },
    {
      "loss_action": 0.0026663579046726227,
      "loss_total": 0.0026663579046726227,
      "step": 43950
    },
    {
      "loss_action": 0.0037274472415447235,
      "loss_total": 0.0037274472415447235,
      "step": 43950
    },
    {
      "loss_action": 0.004834628663957119,
      "loss_total": 0.004834628663957119,
      "step": 43950
    },
    {
      "loss_action": 0.00524593610316515,
      "loss_total": 0.00524593610316515,
      "step": 43950
    },
    {
      "loss_action": 0.005715734791010618,
      "loss_total": 0.005715734791010618,
      "step": 43950
    },
    {
      "grad_norm": 0.14726081490516663,
      "learning_rate": 9.90223362299815e-05,
      "loss": 0.0091,
      "step": 43960
    },
    {
      "loss_action": 0.009901249781250954,
      "loss_total": 0.009901249781250954,
      "step": 43960
    },
    {
      "loss_action": 0.009215660393238068,
      "loss_total": 0.009215660393238068,
      "step": 43960
    },
    {
      "loss_action": 0.012591050937771797,
      "loss_total": 0.012591050937771797,
      "step": 43960
    },
    {
      "loss_action": 0.021924778819084167,
      "loss_total": 0.021924778819084167,
      "step": 43960
    },
    {
      "loss_action": 0.004825499374419451,
      "loss_total": 0.004825499374419451,
      "step": 43960
    },
    {
      "loss_action": 0.010990000329911709,
      "loss_total": 0.010990000329911709,
      "step": 43960
    },
    {
      "loss_action": 0.011946416459977627,
      "loss_total": 0.011946416459977627,
      "step": 43960
    },
    {
      "loss_action": 0.01966455765068531,
      "loss_total": 0.01966455765068531,
      "step": 43960
    },
    {
      "grad_norm": 0.09628128260374069,
      "learning_rate": 9.90215226185241e-05,
      "loss": 0.0092,
      "step": 43970
    },
    {
      "loss_action": 0.0077719250693917274,
      "loss_total": 0.0077719250693917274,
      "step": 43970
    },
    {
      "loss_action": 0.023231398314237595,
      "loss_total": 0.023231398314237595,
      "step": 43970
    },
    {
      "loss_action": 0.006249823607504368,
      "loss_total": 0.006249823607504368,
      "step": 43970
    },
    {
      "loss_action": 0.002394318114966154,
      "loss_total": 0.002394318114966154,
      "step": 43970
    },
    {
      "loss_action": 0.0058981869369745255,
      "loss_total": 0.0058981869369745255,
      "step": 43970
    },
    {
      "loss_action": 0.012545455247163773,
      "loss_total": 0.012545455247163773,
      "step": 43970
    },
    {
      "loss_action": 0.019250905141234398,
      "loss_total": 0.019250905141234398,
      "step": 43970
    },
    {
      "loss_action": 0.004990550689399242,
      "loss_total": 0.004990550689399242,
      "step": 43970
    },
    {
      "grad_norm": 0.08436340093612671,
      "learning_rate": 9.902070867200919e-05,
      "loss": 0.0091,
      "step": 43980
    },
    {
      "loss_action": 0.012337857857346535,
      "loss_total": 0.012337857857346535,
      "step": 43980
    },
    {
      "loss_action": 0.0037687458097934723,
      "loss_total": 0.0037687458097934723,
      "step": 43980
    },
    {
      "loss_action": 0.0057566119357943535,
      "loss_total": 0.0057566119357943535,
      "step": 43980
    },
    {
      "loss_action": 0.0031370953656733036,
      "loss_total": 0.0031370953656733036,
      "step": 43980
    },
    {
      "loss_action": 0.00879831612110138,
      "loss_total": 0.00879831612110138,
      "step": 43980
    },
    {
      "loss_action": 0.008369539864361286,
      "loss_total": 0.008369539864361286,
      "step": 43980
    },
    {
      "loss_action": 0.005053675267845392,
      "loss_total": 0.005053675267845392,
      "step": 43980
    },
    {
      "loss_action": 0.012719975784420967,
      "loss_total": 0.012719975784420967,
      "step": 43980
    },
    {
      "grad_norm": 0.1350732296705246,
      "learning_rate": 9.901989439044234e-05,
      "loss": 0.0095,
      "step": 43990
    },
    {
      "loss_action": 0.006514889653772116,
      "loss_total": 0.006514889653772116,
      "step": 43990
    },
    {
      "loss_action": 0.004658614285290241,
      "loss_total": 0.004658614285290241,
      "step": 43990
    },
    {
      "loss_action": 0.0037672496400773525,
      "loss_total": 0.0037672496400773525,
      "step": 43990
    },
    {
      "loss_action": 0.009098000824451447,
      "loss_total": 0.009098000824451447,
      "step": 43990
    },
    {
      "loss_action": 0.003992392681539059,
      "loss_total": 0.003992392681539059,
      "step": 43990
    },
    {
      "loss_action": 0.010326661169528961,
      "loss_total": 0.010326661169528961,
      "step": 43990
    },
    {
      "loss_action": 0.004690688103437424,
      "loss_total": 0.004690688103437424,
      "step": 43990
    },
    {
      "loss_action": 0.01486054714769125,
      "loss_total": 0.01486054714769125,
      "step": 43990
    },
    {
      "grad_norm": 0.16428235173225403,
      "learning_rate": 9.901907977382914e-05,
      "loss": 0.009,
      "step": 44000
    },
    {
      "loss_action": 0.00342475320212543,
      "loss_total": 0.00342475320212543,
      "step": 44000
    },
    {
      "loss_action": 0.006200747564435005,
      "loss_total": 0.006200747564435005,
      "step": 44000
    },
    {
      "loss_action": 0.008366752415895462,
      "loss_total": 0.008366752415895462,
      "step": 44000
    },
    {
      "loss_action": 0.012000145390629768,
      "loss_total": 0.012000145390629768,
      "step": 44000
    },
    {
      "loss_action": 0.004280570894479752,
      "loss_total": 0.004280570894479752,
      "step": 44000
    },
    {
      "loss_action": 0.005934825167059898,
      "loss_total": 0.005934825167059898,
      "step": 44000
    },
    {
      "loss_action": 0.004560217726975679,
      "loss_total": 0.004560217726975679,
      "step": 44000
    },
    {
      "loss_action": 0.008305052295327187,
      "loss_total": 0.008305052295327187,
      "step": 44000
    },
    {
      "grad_norm": 0.16071628034114838,
      "learning_rate": 9.901826482217511e-05,
      "loss": 0.0091,
      "step": 44010
    },
    {
      "loss_action": 0.010346533730626106,
      "loss_total": 0.010346533730626106,
      "step": 44010
    },
    {
      "loss_action": 0.00787811353802681,
      "loss_total": 0.00787811353802681,
      "step": 44010
    },
    {
      "loss_action": 0.011139702051877975,
      "loss_total": 0.011139702051877975,
      "step": 44010
    },
    {
      "loss_action": 0.00394231965765357,
      "loss_total": 0.00394231965765357,
      "step": 44010
    },
    {
      "loss_action": 0.0023682708851993084,
      "loss_total": 0.0023682708851993084,
      "step": 44010
    },
    {
      "loss_action": 0.005931015592068434,
      "loss_total": 0.005931015592068434,
      "step": 44010
    },
    {
      "loss_action": 0.014188694767653942,
      "loss_total": 0.014188694767653942,
      "step": 44010
    },
    {
      "loss_action": 0.005213878117501736,
      "loss_total": 0.005213878117501736,
      "step": 44010
    },
    {
      "grad_norm": 0.14209963381290436,
      "learning_rate": 9.901744953548584e-05,
      "loss": 0.0084,
      "step": 44020
    },
    {
      "loss_action": 0.0036499379202723503,
      "loss_total": 0.0036499379202723503,
      "step": 44020
    },
    {
      "loss_action": 0.029788333922624588,
      "loss_total": 0.029788333922624588,
      "step": 44020
    },
    {
      "loss_action": 0.010474152863025665,
      "loss_total": 0.010474152863025665,
      "step": 44020
    },
    {
      "loss_action": 0.007363876327872276,
      "loss_total": 0.007363876327872276,
      "step": 44020
    },
    {
      "loss_action": 0.006684076972305775,
      "loss_total": 0.006684076972305775,
      "step": 44020
    },
    {
      "loss_action": 0.00446116179227829,
      "loss_total": 0.00446116179227829,
      "step": 44020
    },
    {
      "loss_action": 0.0047072600573301315,
      "loss_total": 0.0047072600573301315,
      "step": 44020
    },
    {
      "loss_action": 0.008258732035756111,
      "loss_total": 0.008258732035756111,
      "step": 44020
    },
    {
      "grad_norm": 0.109442800283432,
      "learning_rate": 9.901663391376693e-05,
      "loss": 0.0081,
      "step": 44030
    },
    {
      "loss_action": 0.0054022506810724735,
      "loss_total": 0.0054022506810724735,
      "step": 44030
    },
    {
      "loss_action": 0.01636543497443199,
      "loss_total": 0.01636543497443199,
      "step": 44030
    },
    {
      "loss_action": 0.011378629133105278,
      "loss_total": 0.011378629133105278,
      "step": 44030
    },
    {
      "loss_action": 0.020228194072842598,
      "loss_total": 0.020228194072842598,
      "step": 44030
    },
    {
      "loss_action": 0.006553986109793186,
      "loss_total": 0.006553986109793186,
      "step": 44030
    },
    {
      "loss_action": 0.004442618228495121,
      "loss_total": 0.004442618228495121,
      "step": 44030
    },
    {
      "loss_action": 0.010566378012299538,
      "loss_total": 0.010566378012299538,
      "step": 44030
    },
    {
      "loss_action": 0.0037205335684120655,
      "loss_total": 0.0037205335684120655,
      "step": 44030
    },
    {
      "grad_norm": 0.1210472360253334,
      "learning_rate": 9.90158179570239e-05,
      "loss": 0.0096,
      "step": 44040
    },
    {
      "loss_action": 0.009703869000077248,
      "loss_total": 0.009703869000077248,
      "step": 44040
    },
    {
      "loss_action": 0.006086432840675116,
      "loss_total": 0.006086432840675116,
      "step": 44040
    },
    {
      "loss_action": 0.008174430578947067,
      "loss_total": 0.008174430578947067,
      "step": 44040
    },
    {
      "loss_action": 0.004895965568721294,
      "loss_total": 0.004895965568721294,
      "step": 44040
    },
    {
      "loss_action": 0.004934554919600487,
      "loss_total": 0.004934554919600487,
      "step": 44040
    },
    {
      "loss_action": 0.011231249198317528,
      "loss_total": 0.011231249198317528,
      "step": 44040
    },
    {
      "loss_action": 0.005741416476666927,
      "loss_total": 0.005741416476666927,
      "step": 44040
    },
    {
      "loss_action": 0.012607749551534653,
      "loss_total": 0.012607749551534653,
      "step": 44040
    },
    {
      "grad_norm": 0.15253737568855286,
      "learning_rate": 9.901500166526237e-05,
      "loss": 0.0086,
      "step": 44050
    },
    {
      "loss_action": 0.013056320138275623,
      "loss_total": 0.013056320138275623,
      "step": 44050
    },
    {
      "loss_action": 0.0105845145881176,
      "loss_total": 0.0105845145881176,
      "step": 44050
    },
    {
      "loss_action": 0.009320046752691269,
      "loss_total": 0.009320046752691269,
      "step": 44050
    },
    {
      "loss_action": 0.014719594269990921,
      "loss_total": 0.014719594269990921,
      "step": 44050
    },
    {
      "loss_action": 0.008350681513547897,
      "loss_total": 0.008350681513547897,
      "step": 44050
    },
    {
      "loss_action": 0.017899522557854652,
      "loss_total": 0.017899522557854652,
      "step": 44050
    },
    {
      "loss_action": 0.006993438582867384,
      "loss_total": 0.006993438582867384,
      "step": 44050
    },
    {
      "loss_action": 0.011123863980174065,
      "loss_total": 0.011123863980174065,
      "step": 44050
    },
    {
      "grad_norm": 0.161957785487175,
      "learning_rate": 9.90141850384879e-05,
      "loss": 0.0099,
      "step": 44060
    },
    {
      "loss_action": 0.013698834925889969,
      "loss_total": 0.013698834925889969,
      "step": 44060
    },
    {
      "loss_action": 0.0056780194863677025,
      "loss_total": 0.0056780194863677025,
      "step": 44060
    },
    {
      "loss_action": 0.015957903116941452,
      "loss_total": 0.015957903116941452,
      "step": 44060
    },
    {
      "loss_action": 0.009522775188088417,
      "loss_total": 0.009522775188088417,
      "step": 44060
    },
    {
      "loss_action": 0.008442455902695656,
      "loss_total": 0.008442455902695656,
      "step": 44060
    },
    {
      "loss_action": 0.012272821739315987,
      "loss_total": 0.012272821739315987,
      "step": 44060
    },
    {
      "loss_action": 0.007066306658089161,
      "loss_total": 0.007066306658089161,
      "step": 44060
    },
    {
      "loss_action": 0.01674608513712883,
      "loss_total": 0.01674608513712883,
      "step": 44060
    },
    {
      "grad_norm": 0.17911860346794128,
      "learning_rate": 9.901336807670609e-05,
      "loss": 0.0099,
      "step": 44070
    },
    {
      "loss_action": 0.003394730854779482,
      "loss_total": 0.003394730854779482,
      "step": 44070
    },
    {
      "loss_action": 0.01466026809066534,
      "loss_total": 0.01466026809066534,
      "step": 44070
    },
    {
      "loss_action": 0.005676703993231058,
      "loss_total": 0.005676703993231058,
      "step": 44070
    },
    {
      "loss_action": 0.003535657888278365,
      "loss_total": 0.003535657888278365,
      "step": 44070
    },
    {
      "loss_action": 0.004339296370744705,
      "loss_total": 0.004339296370744705,
      "step": 44070
    },
    {
      "loss_action": 0.004916395526379347,
      "loss_total": 0.004916395526379347,
      "step": 44070
    },
    {
      "loss_action": 0.013937791809439659,
      "loss_total": 0.013937791809439659,
      "step": 44070
    },
    {
      "loss_action": 0.027287695556879044,
      "loss_total": 0.027287695556879044,
      "step": 44070
    },
    {
      "grad_norm": 0.10406889021396637,
      "learning_rate": 9.90125507799225e-05,
      "loss": 0.0092,
      "step": 44080
    },
    {
      "loss_action": 0.004818187095224857,
      "loss_total": 0.004818187095224857,
      "step": 44080
    },
    {
      "loss_action": 0.021235361695289612,
      "loss_total": 0.021235361695289612,
      "step": 44080
    },
    {
      "loss_action": 0.01362557988613844,
      "loss_total": 0.01362557988613844,
      "step": 44080
    },
    {
      "loss_action": 0.010242434218525887,
      "loss_total": 0.010242434218525887,
      "step": 44080
    },
    {
      "loss_action": 0.00474255345761776,
      "loss_total": 0.00474255345761776,
      "step": 44080
    },
    {
      "loss_action": 0.012355368584394455,
      "loss_total": 0.012355368584394455,
      "step": 44080
    },
    {
      "loss_action": 0.009952247142791748,
      "loss_total": 0.009952247142791748,
      "step": 44080
    },
    {
      "loss_action": 0.009314792230725288,
      "loss_total": 0.009314792230725288,
      "step": 44080
    },
    {
      "grad_norm": 0.12765778601169586,
      "learning_rate": 9.901173314814273e-05,
      "loss": 0.0097,
      "step": 44090
    },
    {
      "loss_action": 0.004705051891505718,
      "loss_total": 0.004705051891505718,
      "step": 44090
    },
    {
      "loss_action": 0.006950903218239546,
      "loss_total": 0.006950903218239546,
      "step": 44090
    },
    {
      "loss_action": 0.006036622449755669,
      "loss_total": 0.006036622449755669,
      "step": 44090
    },
    {
      "loss_action": 0.016456417739391327,
      "loss_total": 0.016456417739391327,
      "step": 44090
    },
    {
      "loss_action": 0.0031463420018553734,
      "loss_total": 0.0031463420018553734,
      "step": 44090
    },
    {
      "loss_action": 0.008508356288075447,
      "loss_total": 0.008508356288075447,
      "step": 44090
    },
    {
      "loss_action": 0.0064924233593046665,
      "loss_total": 0.0064924233593046665,
      "step": 44090
    },
    {
      "loss_action": 0.02322147786617279,
      "loss_total": 0.02322147786617279,
      "step": 44090
    },
    {
      "grad_norm": 0.13899987936019897,
      "learning_rate": 9.901091518137238e-05,
      "loss": 0.0103,
      "step": 44100
    },
    {
      "loss_action": 0.008857608772814274,
      "loss_total": 0.008857608772814274,
      "step": 44100
    },
    {
      "loss_action": 0.0077134487219154835,
      "loss_total": 0.0077134487219154835,
      "step": 44100
    },
    {
      "loss_action": 0.005711563862860203,
      "loss_total": 0.005711563862860203,
      "step": 44100
    },
    {
      "loss_action": 0.00669099809601903,
      "loss_total": 0.00669099809601903,
      "step": 44100
    },
    {
      "loss_action": 0.03088398650288582,
      "loss_total": 0.03088398650288582,
      "step": 44100
    },
    {
      "loss_action": 0.029885627329349518,
      "loss_total": 0.029885627329349518,
      "step": 44100
    },
    {
      "loss_action": 0.015082726255059242,
      "loss_total": 0.015082726255059242,
      "step": 44100
    },
    {
      "loss_action": 0.005193508230149746,
      "loss_total": 0.005193508230149746,
      "step": 44100
    },
    {
      "grad_norm": 0.1421581357717514,
      "learning_rate": 9.901009687961702e-05,
      "loss": 0.0109,
      "step": 44110
    },
    {
      "loss_action": 0.003145316382870078,
      "loss_total": 0.003145316382870078,
      "step": 44110
    },
    {
      "loss_action": 0.004295934922993183,
      "loss_total": 0.004295934922993183,
      "step": 44110
    },
    {
      "loss_action": 0.00972457230091095,
      "loss_total": 0.00972457230091095,
      "step": 44110
    },
    {
      "loss_action": 0.0035621647257357836,
      "loss_total": 0.0035621647257357836,
      "step": 44110
    },
    {
      "loss_action": 0.026477348059415817,
      "loss_total": 0.026477348059415817,
      "step": 44110
    },
    {
      "loss_action": 0.009401259943842888,
      "loss_total": 0.009401259943842888,
      "step": 44110
    },
    {
      "loss_action": 0.015118073672056198,
      "loss_total": 0.015118073672056198,
      "step": 44110
    },
    {
      "loss_action": 0.0044066281989216805,
      "loss_total": 0.0044066281989216805,
      "step": 44110
    },
    {
      "grad_norm": 0.14212413132190704,
      "learning_rate": 9.900927824288224e-05,
      "loss": 0.0092,
      "step": 44120
    },
    {
      "loss_action": 0.004986769054085016,
      "loss_total": 0.004986769054085016,
      "step": 44120
    },
    {
      "loss_action": 0.004532524850219488,
      "loss_total": 0.004532524850219488,
      "step": 44120
    },
    {
      "loss_action": 0.014542758464813232,
      "loss_total": 0.014542758464813232,
      "step": 44120
    },
    {
      "loss_action": 0.009188259020447731,
      "loss_total": 0.009188259020447731,
      "step": 44120
    },
    {
      "loss_action": 0.009770696982741356,
      "loss_total": 0.009770696982741356,
      "step": 44120
    },
    {
      "loss_action": 0.007752453908324242,
      "loss_total": 0.007752453908324242,
      "step": 44120
    },
    {
      "loss_action": 0.006458091549575329,
      "loss_total": 0.006458091549575329,
      "step": 44120
    },
    {
      "loss_action": 0.012371746823191643,
      "loss_total": 0.012371746823191643,
      "step": 44120
    },
    {
      "grad_norm": 0.1081840991973877,
      "learning_rate": 9.900845927117366e-05,
      "loss": 0.0094,
      "step": 44130
    },
    {
      "loss_action": 0.00376692833378911,
      "loss_total": 0.00376692833378911,
      "step": 44130
    },
    {
      "loss_action": 0.007252504117786884,
      "loss_total": 0.007252504117786884,
      "step": 44130
    },
    {
      "loss_action": 0.005049443803727627,
      "loss_total": 0.005049443803727627,
      "step": 44130
    },
    {
      "loss_action": 0.005758135579526424,
      "loss_total": 0.005758135579526424,
      "step": 44130
    },
    {
      "loss_action": 0.0037153982557356358,
      "loss_total": 0.0037153982557356358,
      "step": 44130
    },
    {
      "loss_action": 0.01629689335823059,
      "loss_total": 0.01629689335823059,
      "step": 44130
    },
    {
      "loss_action": 0.03318400681018829,
      "loss_total": 0.03318400681018829,
      "step": 44130
    },
    {
      "loss_action": 0.009475868195295334,
      "loss_total": 0.009475868195295334,
      "step": 44130
    },
    {
      "grad_norm": 0.1478908360004425,
      "learning_rate": 9.900763996449686e-05,
      "loss": 0.0094,
      "step": 44140
    },
    {
      "loss_action": 0.015927867963910103,
      "loss_total": 0.015927867963910103,
      "step": 44140
    },
    {
      "loss_action": 0.007781977765262127,
      "loss_total": 0.007781977765262127,
      "step": 44140
    },
    {
      "loss_action": 0.004507704637944698,
      "loss_total": 0.004507704637944698,
      "step": 44140
    },
    {
      "loss_action": 0.011653788387775421,
      "loss_total": 0.011653788387775421,
      "step": 44140
    },
    {
      "loss_action": 0.0022735712118446827,
      "loss_total": 0.0022735712118446827,
      "step": 44140
    },
    {
      "loss_action": 0.005443155765533447,
      "loss_total": 0.005443155765533447,
      "step": 44140
    },
    {
      "loss_action": 0.015627562999725342,
      "loss_total": 0.015627562999725342,
      "step": 44140
    },
    {
      "loss_action": 0.024665696546435356,
      "loss_total": 0.024665696546435356,
      "step": 44140
    },
    {
      "grad_norm": 0.1416301429271698,
      "learning_rate": 9.900682032285745e-05,
      "loss": 0.0092,
      "step": 44150
    },
    {
      "loss_action": 0.004783548414707184,
      "loss_total": 0.004783548414707184,
      "step": 44150
    },
    {
      "loss_action": 0.012321872636675835,
      "loss_total": 0.012321872636675835,
      "step": 44150
    },
    {
      "loss_action": 0.004780829884111881,
      "loss_total": 0.004780829884111881,
      "step": 44150
    },
    {
      "loss_action": 0.005725783295929432,
      "loss_total": 0.005725783295929432,
      "step": 44150
    },
    {
      "loss_action": 0.017142843455076218,
      "loss_total": 0.017142843455076218,
      "step": 44150
    },
    {
      "loss_action": 0.008829962462186813,
      "loss_total": 0.008829962462186813,
      "step": 44150
    },
    {
      "loss_action": 0.0066877868957817554,
      "loss_total": 0.0066877868957817554,
      "step": 44150
    },
    {
      "loss_action": 0.0021861144341528416,
      "loss_total": 0.0021861144341528416,
      "step": 44150
    },
    {
      "grad_norm": 0.14137840270996094,
      "learning_rate": 9.9006000346261e-05,
      "loss": 0.0108,
      "step": 44160
    },
    {
      "loss_action": 0.007686241064220667,
      "loss_total": 0.007686241064220667,
      "step": 44160
    },
    {
      "loss_action": 0.0033939899876713753,
      "loss_total": 0.0033939899876713753,
      "step": 44160
    },
    {
      "loss_action": 0.0026060333475470543,
      "loss_total": 0.0026060333475470543,
      "step": 44160
    },
    {
      "loss_action": 0.004042652435600758,
      "loss_total": 0.004042652435600758,
      "step": 44160
    },
    {
      "loss_action": 0.004292286466807127,
      "loss_total": 0.004292286466807127,
      "step": 44160
    },
    {
      "loss_action": 0.0037801640573889017,
      "loss_total": 0.0037801640573889017,
      "step": 44160
    },
    {
      "loss_action": 0.005428507458418608,
      "loss_total": 0.005428507458418608,
      "step": 44160
    },
    {
      "loss_action": 0.0394633449614048,
      "loss_total": 0.0394633449614048,
      "step": 44160
    },
    {
      "grad_norm": 0.07807344943284988,
      "learning_rate": 9.900518003471316e-05,
      "loss": 0.0093,
      "step": 44170
    },
    {
      "loss_action": 0.0036768533755093813,
      "loss_total": 0.0036768533755093813,
      "step": 44170
    },
    {
      "loss_action": 0.0035917973145842552,
      "loss_total": 0.0035917973145842552,
      "step": 44170
    },
    {
      "loss_action": 0.003542398102581501,
      "loss_total": 0.003542398102581501,
      "step": 44170
    },
    {
      "loss_action": 0.013968359678983688,
      "loss_total": 0.013968359678983688,
      "step": 44170
    },
    {
      "loss_action": 0.004286660812795162,
      "loss_total": 0.004286660812795162,
      "step": 44170
    },
    {
      "loss_action": 0.004635693971067667,
      "loss_total": 0.004635693971067667,
      "step": 44170
    },
    {
      "loss_action": 0.0036419385578483343,
      "loss_total": 0.0036419385578483343,
      "step": 44170
    },
    {
      "loss_action": 0.00843264814466238,
      "loss_total": 0.00843264814466238,
      "step": 44170
    },
    {
      "grad_norm": 0.13033320009708405,
      "learning_rate": 9.900435938821952e-05,
      "loss": 0.0089,
      "step": 44180
    },
    {
      "loss_action": 0.02036384493112564,
      "loss_total": 0.02036384493112564,
      "step": 44180
    },
    {
      "loss_action": 0.012539728544652462,
      "loss_total": 0.012539728544652462,
      "step": 44180
    },
    {
      "loss_action": 0.011677728965878487,
      "loss_total": 0.011677728965878487,
      "step": 44180
    },
    {
      "loss_action": 0.0054331086575984955,
      "loss_total": 0.0054331086575984955,
      "step": 44180
    },
    {
      "loss_action": 0.008285509422421455,
      "loss_total": 0.008285509422421455,
      "step": 44180
    },
    {
      "loss_action": 0.012720190919935703,
      "loss_total": 0.012720190919935703,
      "step": 44180
    },
    {
      "loss_action": 0.011947087943553925,
      "loss_total": 0.011947087943553925,
      "step": 44180
    },
    {
      "loss_action": 0.01003984548151493,
      "loss_total": 0.01003984548151493,
      "step": 44180
    },
    {
      "grad_norm": 0.1205756887793541,
      "learning_rate": 9.900353840678567e-05,
      "loss": 0.008,
      "step": 44190
    },
    {
      "loss_action": 0.004284370690584183,
      "loss_total": 0.004284370690584183,
      "step": 44190
    },
    {
      "loss_action": 0.006688660476356745,
      "loss_total": 0.006688660476356745,
      "step": 44190
    },
    {
      "loss_action": 0.007868701592087746,
      "loss_total": 0.007868701592087746,
      "step": 44190
    },
    {
      "loss_action": 0.010480351746082306,
      "loss_total": 0.010480351746082306,
      "step": 44190
    },
    {
      "loss_action": 0.010859229601919651,
      "loss_total": 0.010859229601919651,
      "step": 44190
    },
    {
      "loss_action": 0.004488728474825621,
      "loss_total": 0.004488728474825621,
      "step": 44190
    },
    {
      "loss_action": 0.015546280890703201,
      "loss_total": 0.015546280890703201,
      "step": 44190
    },
    {
      "loss_action": 0.002913818694651127,
      "loss_total": 0.002913818694651127,
      "step": 44190
    },
    {
      "grad_norm": 0.12459269165992737,
      "learning_rate": 9.900271709041724e-05,
      "loss": 0.0093,
      "step": 44200
    },
    {
      "loss_action": 0.004274854902178049,
      "loss_total": 0.004274854902178049,
      "step": 44200
    },
    {
      "loss_action": 0.0034270123578608036,
      "loss_total": 0.0034270123578608036,
      "step": 44200
    },
    {
      "loss_action": 0.003910528030246496,
      "loss_total": 0.003910528030246496,
      "step": 44200
    },
    {
      "loss_action": 0.0017941909609362483,
      "loss_total": 0.0017941909609362483,
      "step": 44200
    },
    {
      "loss_action": 0.0035396357998251915,
      "loss_total": 0.0035396357998251915,
      "step": 44200
    },
    {
      "loss_action": 0.02544376440346241,
      "loss_total": 0.02544376440346241,
      "step": 44200
    },
    {
      "loss_action": 0.004846555180847645,
      "loss_total": 0.004846555180847645,
      "step": 44200
    },
    {
      "loss_action": 0.006508716382086277,
      "loss_total": 0.006508716382086277,
      "step": 44200
    },
    {
      "grad_norm": 0.1100829541683197,
      "learning_rate": 9.900189543911985e-05,
      "loss": 0.0095,
      "step": 44210
    },
    {
      "loss_action": 0.0027497869450598955,
      "loss_total": 0.0027497869450598955,
      "step": 44210
    },
    {
      "loss_action": 0.004957045894116163,
      "loss_total": 0.004957045894116163,
      "step": 44210
    },
    {
      "loss_action": 0.004469376523047686,
      "loss_total": 0.004469376523047686,
      "step": 44210
    },
    {
      "loss_action": 0.005567665211856365,
      "loss_total": 0.005567665211856365,
      "step": 44210
    },
    {
      "loss_action": 0.007944222539663315,
      "loss_total": 0.007944222539663315,
      "step": 44210
    },
    {
      "loss_action": 0.00688166543841362,
      "loss_total": 0.00688166543841362,
      "step": 44210
    },
    {
      "loss_action": 0.01045001856982708,
      "loss_total": 0.01045001856982708,
      "step": 44210
    },
    {
      "loss_action": 0.012856731191277504,
      "loss_total": 0.012856731191277504,
      "step": 44210
    },
    {
      "grad_norm": 0.09567806124687195,
      "learning_rate": 9.90010734528991e-05,
      "loss": 0.0098,
      "step": 44220
    },
    {
      "loss_action": 0.01107114739716053,
      "loss_total": 0.01107114739716053,
      "step": 44220
    },
    {
      "loss_action": 0.005609521642327309,
      "loss_total": 0.005609521642327309,
      "step": 44220
    },
    {
      "loss_action": 0.0031194910407066345,
      "loss_total": 0.0031194910407066345,
      "step": 44220
    },
    {
      "loss_action": 0.0029230641666799784,
      "loss_total": 0.0029230641666799784,
      "step": 44220
    },
    {
      "loss_action": 0.007207043003290892,
      "loss_total": 0.007207043003290892,
      "step": 44220
    },
    {
      "loss_action": 0.00415198877453804,
      "loss_total": 0.00415198877453804,
      "step": 44220
    },
    {
      "loss_action": 0.009736096486449242,
      "loss_total": 0.009736096486449242,
      "step": 44220
    },
    {
      "loss_action": 0.006818512454628944,
      "loss_total": 0.006818512454628944,
      "step": 44220
    },
    {
      "grad_norm": 0.15852749347686768,
      "learning_rate": 9.900025113176062e-05,
      "loss": 0.0095,
      "step": 44230
    },
    {
      "loss_action": 0.004596940241754055,
      "loss_total": 0.004596940241754055,
      "step": 44230
    },
    {
      "loss_action": 0.005228235386312008,
      "loss_total": 0.005228235386312008,
      "step": 44230
    },
    {
      "loss_action": 0.012106431648135185,
      "loss_total": 0.012106431648135185,
      "step": 44230
    },
    {
      "loss_action": 0.002076474716886878,
      "loss_total": 0.002076474716886878,
      "step": 44230
    },
    {
      "loss_action": 0.011958625167608261,
      "loss_total": 0.011958625167608261,
      "step": 44230
    },
    {
      "loss_action": 0.024321064352989197,
      "loss_total": 0.024321064352989197,
      "step": 44230
    },
    {
      "loss_action": 0.015597822144627571,
      "loss_total": 0.015597822144627571,
      "step": 44230
    },
    {
      "loss_action": 0.008022029884159565,
      "loss_total": 0.008022029884159565,
      "step": 44230
    },
    {
      "grad_norm": 0.14491401612758636,
      "learning_rate": 9.899942847571002e-05,
      "loss": 0.0112,
      "step": 44240
    },
    {
      "loss_action": 0.0443473756313324,
      "loss_total": 0.0443473756313324,
      "step": 44240
    },
    {
      "loss_action": 0.010707167908549309,
      "loss_total": 0.010707167908549309,
      "step": 44240
    },
    {
      "loss_action": 0.008451308123767376,
      "loss_total": 0.008451308123767376,
      "step": 44240
    },
    {
      "loss_action": 0.008771441876888275,
      "loss_total": 0.008771441876888275,
      "step": 44240
    },
    {
      "loss_action": 0.007801651488989592,
      "loss_total": 0.007801651488989592,
      "step": 44240
    },
    {
      "loss_action": 0.008687848225235939,
      "loss_total": 0.008687848225235939,
      "step": 44240
    },
    {
      "loss_action": 0.020622409880161285,
      "loss_total": 0.020622409880161285,
      "step": 44240
    },
    {
      "loss_action": 0.011061860248446465,
      "loss_total": 0.011061860248446465,
      "step": 44240
    },
    {
      "grad_norm": 0.25048017501831055,
      "learning_rate": 9.899860548475293e-05,
      "loss": 0.0099,
      "step": 44250
    },
    {
      "loss_action": 0.010545114055275917,
      "loss_total": 0.010545114055275917,
      "step": 44250
    },
    {
      "loss_action": 0.0067187524400651455,
      "loss_total": 0.0067187524400651455,
      "step": 44250
    },
    {
      "loss_action": 0.005848053842782974,
      "loss_total": 0.005848053842782974,
      "step": 44250
    },
    {
      "loss_action": 0.005053238943219185,
      "loss_total": 0.005053238943219185,
      "step": 44250
    },
    {
      "loss_action": 0.0105840303003788,
      "loss_total": 0.0105840303003788,
      "step": 44250
    },
    {
      "loss_action": 0.011770947836339474,
      "loss_total": 0.011770947836339474,
      "step": 44250
    },
    {
      "loss_action": 0.005017218180000782,
      "loss_total": 0.005017218180000782,
      "step": 44250
    },
    {
      "loss_action": 0.004802138078957796,
      "loss_total": 0.004802138078957796,
      "step": 44250
    },
    {
      "grad_norm": 0.12515859305858612,
      "learning_rate": 9.899778215889497e-05,
      "loss": 0.01,
      "step": 44260
    },
    {
      "loss_action": 0.005508643575012684,
      "loss_total": 0.005508643575012684,
      "step": 44260
    },
    {
      "loss_action": 0.008292353712022305,
      "loss_total": 0.008292353712022305,
      "step": 44260
    },
    {
      "loss_action": 0.005210032686591148,
      "loss_total": 0.005210032686591148,
      "step": 44260
    },
    {
      "loss_action": 0.015901245176792145,
      "loss_total": 0.015901245176792145,
      "step": 44260
    },
    {
      "loss_action": 0.005317774601280689,
      "loss_total": 0.005317774601280689,
      "step": 44260
    },
    {
      "loss_action": 0.005028517451137304,
      "loss_total": 0.005028517451137304,
      "step": 44260
    },
    {
      "loss_action": 0.003990455064922571,
      "loss_total": 0.003990455064922571,
      "step": 44260
    },
    {
      "loss_action": 0.012282999232411385,
      "loss_total": 0.012282999232411385,
      "step": 44260
    },
    {
      "grad_norm": 0.1281561404466629,
      "learning_rate": 9.899695849814178e-05,
      "loss": 0.0101,
      "step": 44270
    },
    {
      "loss_action": 0.005896261893212795,
      "loss_total": 0.005896261893212795,
      "step": 44270
    },
    {
      "loss_action": 0.009034957736730576,
      "loss_total": 0.009034957736730576,
      "step": 44270
    },
    {
      "loss_action": 0.006148374639451504,
      "loss_total": 0.006148374639451504,
      "step": 44270
    },
    {
      "loss_action": 0.005590383894741535,
      "loss_total": 0.005590383894741535,
      "step": 44270
    },
    {
      "loss_action": 0.017302153632044792,
      "loss_total": 0.017302153632044792,
      "step": 44270
    },
    {
      "loss_action": 0.00845615565776825,
      "loss_total": 0.00845615565776825,
      "step": 44270
    },
    {
      "loss_action": 0.012562667950987816,
      "loss_total": 0.012562667950987816,
      "step": 44270
    },
    {
      "loss_action": 0.00592615082859993,
      "loss_total": 0.00592615082859993,
      "step": 44270
    },
    {
      "grad_norm": 0.13315443694591522,
      "learning_rate": 9.899613450249897e-05,
      "loss": 0.0097,
      "step": 44280
    },
    {
      "loss_action": 0.02048768848180771,
      "loss_total": 0.02048768848180771,
      "step": 44280
    },
    {
      "loss_action": 0.011965850368142128,
      "loss_total": 0.011965850368142128,
      "step": 44280
    },
    {
      "loss_action": 0.0030952882952988148,
      "loss_total": 0.0030952882952988148,
      "step": 44280
    },
    {
      "loss_action": 0.006209204904735088,
      "loss_total": 0.006209204904735088,
      "step": 44280
    },
    {
      "loss_action": 0.006399523001164198,
      "loss_total": 0.006399523001164198,
      "step": 44280
    },
    {
      "loss_action": 0.006514481734484434,
      "loss_total": 0.006514481734484434,
      "step": 44280
    },
    {
      "loss_action": 0.010947532020509243,
      "loss_total": 0.010947532020509243,
      "step": 44280
    },
    {
      "loss_action": 0.012464651837944984,
      "loss_total": 0.012464651837944984,
      "step": 44280
    },
    {
      "grad_norm": 0.16205500066280365,
      "learning_rate": 9.899531017197218e-05,
      "loss": 0.0101,
      "step": 44290
    },
    {
      "loss_action": 0.018482815474271774,
      "loss_total": 0.018482815474271774,
      "step": 44290
    },
    {
      "loss_action": 0.005994321778416634,
      "loss_total": 0.005994321778416634,
      "step": 44290
    },
    {
      "loss_action": 0.0048973457887768745,
      "loss_total": 0.0048973457887768745,
      "step": 44290
    },
    {
      "loss_action": 0.012535945512354374,
      "loss_total": 0.012535945512354374,
      "step": 44290
    },
    {
      "loss_action": 0.011169236153364182,
      "loss_total": 0.011169236153364182,
      "step": 44290
    },
    {
      "loss_action": 0.012804923579096794,
      "loss_total": 0.012804923579096794,
      "step": 44290
    },
    {
      "loss_action": 0.01067466102540493,
      "loss_total": 0.01067466102540493,
      "step": 44290
    },
    {
      "loss_action": 0.010217010974884033,
      "loss_total": 0.010217010974884033,
      "step": 44290
    },
    {
      "grad_norm": 0.10817971080541611,
      "learning_rate": 9.899448550656705e-05,
      "loss": 0.0087,
      "step": 44300
    },
    {
      "loss_action": 0.006067365407943726,
      "loss_total": 0.006067365407943726,
      "step": 44300
    },
    {
      "loss_action": 0.012879226356744766,
      "loss_total": 0.012879226356744766,
      "step": 44300
    },
    {
      "loss_action": 0.00629495969042182,
      "loss_total": 0.00629495969042182,
      "step": 44300
    },
    {
      "loss_action": 0.007783972658216953,
      "loss_total": 0.007783972658216953,
      "step": 44300
    },
    {
      "loss_action": 0.0056307329796254635,
      "loss_total": 0.0056307329796254635,
      "step": 44300
    },
    {
      "loss_action": 0.013148132711648941,
      "loss_total": 0.013148132711648941,
      "step": 44300
    },
    {
      "loss_action": 0.010213620960712433,
      "loss_total": 0.010213620960712433,
      "step": 44300
    },
    {
      "loss_action": 0.009809916839003563,
      "loss_total": 0.009809916839003563,
      "step": 44300
    },
    {
      "grad_norm": 0.1711563915014267,
      "learning_rate": 9.899366050628922e-05,
      "loss": 0.0097,
      "step": 44310
    },
    {
      "loss_action": 0.010166910476982594,
      "loss_total": 0.010166910476982594,
      "step": 44310
    },
    {
      "loss_action": 0.009256679564714432,
      "loss_total": 0.009256679564714432,
      "step": 44310
    },
    {
      "loss_action": 0.005505955778062344,
      "loss_total": 0.005505955778062344,
      "step": 44310
    },
    {
      "loss_action": 0.00774644548073411,
      "loss_total": 0.00774644548073411,
      "step": 44310
    },
    {
      "loss_action": 0.009538684040307999,
      "loss_total": 0.009538684040307999,
      "step": 44310
    },
    {
      "loss_action": 0.008571753278374672,
      "loss_total": 0.008571753278374672,
      "step": 44310
    },
    {
      "loss_action": 0.007323839236050844,
      "loss_total": 0.007323839236050844,
      "step": 44310
    },
    {
      "loss_action": 0.01182109210640192,
      "loss_total": 0.01182109210640192,
      "step": 44310
    },
    {
      "grad_norm": 0.13064025342464447,
      "learning_rate": 9.899283517114431e-05,
      "loss": 0.0105,
      "step": 44320
    },
    {
      "loss_action": 0.006780095398426056,
      "loss_total": 0.006780095398426056,
      "step": 44320
    },
    {
      "loss_action": 0.007861805148422718,
      "loss_total": 0.007861805148422718,
      "step": 44320
    },
    {
      "loss_action": 0.00567046832293272,
      "loss_total": 0.00567046832293272,
      "step": 44320
    },
    {
      "loss_action": 0.008213870227336884,
      "loss_total": 0.008213870227336884,
      "step": 44320
    },
    {
      "loss_action": 0.003937330562621355,
      "loss_total": 0.003937330562621355,
      "step": 44320
    },
    {
      "loss_action": 0.003423413261771202,
      "loss_total": 0.003423413261771202,
      "step": 44320
    },
    {
      "loss_action": 0.0024966036435216665,
      "loss_total": 0.0024966036435216665,
      "step": 44320
    },
    {
      "loss_action": 0.004424585960805416,
      "loss_total": 0.004424585960805416,
      "step": 44320
    },
    {
      "grad_norm": 0.14334550499916077,
      "learning_rate": 9.899200950113798e-05,
      "loss": 0.0086,
      "step": 44330
    },
    {
      "loss_action": 0.011706270277500153,
      "loss_total": 0.011706270277500153,
      "step": 44330
    },
    {
      "loss_action": 0.009836511686444283,
      "loss_total": 0.009836511686444283,
      "step": 44330
    },
    {
      "loss_action": 0.004094761796295643,
      "loss_total": 0.004094761796295643,
      "step": 44330
    },
    {
      "loss_action": 0.003717986634001136,
      "loss_total": 0.003717986634001136,
      "step": 44330
    },
    {
      "loss_action": 0.0072765834629535675,
      "loss_total": 0.0072765834629535675,
      "step": 44330
    },
    {
      "loss_action": 0.010561518371105194,
      "loss_total": 0.010561518371105194,
      "step": 44330
    },
    {
      "loss_action": 0.006521355360746384,
      "loss_total": 0.006521355360746384,
      "step": 44330
    },
    {
      "loss_action": 0.005607654340565205,
      "loss_total": 0.005607654340565205,
      "step": 44330
    },
    {
      "grad_norm": 0.115846648812294,
      "learning_rate": 9.899118349627585e-05,
      "loss": 0.0086,
      "step": 44340
    },
    {
      "loss_action": 0.009522848762571812,
      "loss_total": 0.009522848762571812,
      "step": 44340
    },
    {
      "loss_action": 0.021824315190315247,
      "loss_total": 0.021824315190315247,
      "step": 44340
    },
    {
      "loss_action": 0.004340884741395712,
      "loss_total": 0.004340884741395712,
      "step": 44340
    },
    {
      "loss_action": 0.008024631068110466,
      "loss_total": 0.008024631068110466,
      "step": 44340
    },
    {
      "loss_action": 0.012766238301992416,
      "loss_total": 0.012766238301992416,
      "step": 44340
    },
    {
      "loss_action": 0.00855485163629055,
      "loss_total": 0.00855485163629055,
      "step": 44340
    },
    {
      "loss_action": 0.0054554324597120285,
      "loss_total": 0.0054554324597120285,
      "step": 44340
    },
    {
      "loss_action": 0.005977203603833914,
      "loss_total": 0.005977203603833914,
      "step": 44340
    },
    {
      "grad_norm": 0.11405808478593826,
      "learning_rate": 9.89903571565636e-05,
      "loss": 0.009,
      "step": 44350
    },
    {
      "loss_action": 0.00952761247754097,
      "loss_total": 0.00952761247754097,
      "step": 44350
    },
    {
      "loss_action": 0.02185455709695816,
      "loss_total": 0.02185455709695816,
      "step": 44350
    },
    {
      "loss_action": 0.0073899379931390285,
      "loss_total": 0.0073899379931390285,
      "step": 44350
    },
    {
      "loss_action": 0.0033017683308571577,
      "loss_total": 0.0033017683308571577,
      "step": 44350
    },
    {
      "loss_action": 0.005399019923061132,
      "loss_total": 0.005399019923061132,
      "step": 44350
    },
    {
      "loss_action": 0.005626526661217213,
      "loss_total": 0.005626526661217213,
      "step": 44350
    },
    {
      "loss_action": 0.0037557915784418583,
      "loss_total": 0.0037557915784418583,
      "step": 44350
    },
    {
      "loss_action": 0.015245894901454449,
      "loss_total": 0.015245894901454449,
      "step": 44350
    },
    {
      "grad_norm": 0.1576930582523346,
      "learning_rate": 9.898953048200686e-05,
      "loss": 0.0116,
      "step": 44360
    },
    {
      "loss_action": 0.016169706359505653,
      "loss_total": 0.016169706359505653,
      "step": 44360
    },
    {
      "loss_action": 0.01689598709344864,
      "loss_total": 0.01689598709344864,
      "step": 44360
    },
    {
      "loss_action": 0.00813431479036808,
      "loss_total": 0.00813431479036808,
      "step": 44360
    },
    {
      "loss_action": 0.05361836031079292,
      "loss_total": 0.05361836031079292,
      "step": 44360
    },
    {
      "loss_action": 0.009702535346150398,
      "loss_total": 0.009702535346150398,
      "step": 44360
    },
    {
      "loss_action": 0.006818427238613367,
      "loss_total": 0.006818427238613367,
      "step": 44360
    },
    {
      "loss_action": 0.004505878314375877,
      "loss_total": 0.004505878314375877,
      "step": 44360
    },
    {
      "loss_action": 0.0167408250272274,
      "loss_total": 0.0167408250272274,
      "step": 44360
    },
    {
      "grad_norm": 0.15567630529403687,
      "learning_rate": 9.898870347261127e-05,
      "loss": 0.0107,
      "step": 44370
    },
    {
      "loss_action": 0.01600738614797592,
      "loss_total": 0.01600738614797592,
      "step": 44370
    },
    {
      "loss_action": 0.016699455678462982,
      "loss_total": 0.016699455678462982,
      "step": 44370
    },
    {
      "loss_action": 0.008234023116528988,
      "loss_total": 0.008234023116528988,
      "step": 44370
    },
    {
      "loss_action": 0.022546490654349327,
      "loss_total": 0.022546490654349327,
      "step": 44370
    },
    {
      "loss_action": 0.010140019468963146,
      "loss_total": 0.010140019468963146,
      "step": 44370
    },
    {
      "loss_action": 0.008298683911561966,
      "loss_total": 0.008298683911561966,
      "step": 44370
    },
    {
      "loss_action": 0.0058403220027685165,
      "loss_total": 0.0058403220027685165,
      "step": 44370
    },
    {
      "loss_action": 0.019048811867833138,
      "loss_total": 0.019048811867833138,
      "step": 44370
    },
    {
      "grad_norm": 0.16078221797943115,
      "learning_rate": 9.89878761283825e-05,
      "loss": 0.0104,
      "step": 44380
    },
    {
      "loss_action": 0.0038185883313417435,
      "loss_total": 0.0038185883313417435,
      "step": 44380
    },
    {
      "loss_action": 0.005922581069171429,
      "loss_total": 0.005922581069171429,
      "step": 44380
    },
    {
      "loss_action": 0.01045739371329546,
      "loss_total": 0.01045739371329546,
      "step": 44380
    },
    {
      "loss_action": 0.018479852005839348,
      "loss_total": 0.018479852005839348,
      "step": 44380
    },
    {
      "loss_action": 0.00203519593924284,
      "loss_total": 0.00203519593924284,
      "step": 44380
    },
    {
      "loss_action": 0.017651811242103577,
      "loss_total": 0.017651811242103577,
      "step": 44380
    },
    {
      "loss_action": 0.006799978669732809,
      "loss_total": 0.006799978669732809,
      "step": 44380
    },
    {
      "loss_action": 0.008124886080622673,
      "loss_total": 0.008124886080622673,
      "step": 44380
    },
    {
      "grad_norm": 0.14563697576522827,
      "learning_rate": 9.898704844932618e-05,
      "loss": 0.0096,
      "step": 44390
    },
    {
      "loss_action": 0.005012925714254379,
      "loss_total": 0.005012925714254379,
      "step": 44390
    },
    {
      "loss_action": 0.016915572807192802,
      "loss_total": 0.016915572807192802,
      "step": 44390
    },
    {
      "loss_action": 0.019050821661949158,
      "loss_total": 0.019050821661949158,
      "step": 44390
    },
    {
      "loss_action": 0.006521507631987333,
      "loss_total": 0.006521507631987333,
      "step": 44390
    },
    {
      "loss_action": 0.02217077650129795,
      "loss_total": 0.02217077650129795,
      "step": 44390
    },
    {
      "loss_action": 0.006484581623226404,
      "loss_total": 0.006484581623226404,
      "step": 44390
    },
    {
      "loss_action": 0.015465708449482918,
      "loss_total": 0.015465708449482918,
      "step": 44390
    },
    {
      "loss_action": 0.009824748151004314,
      "loss_total": 0.009824748151004314,
      "step": 44390
    },
    {
      "grad_norm": 0.14925917983055115,
      "learning_rate": 9.8986220435448e-05,
      "loss": 0.0096,
      "step": 44400
    },
    {
      "loss_action": 0.008914545178413391,
      "loss_total": 0.008914545178413391,
      "step": 44400
    },
    {
      "loss_action": 0.010092624463140965,
      "loss_total": 0.010092624463140965,
      "step": 44400
    },
    {
      "loss_action": 0.0036041783168911934,
      "loss_total": 0.0036041783168911934,
      "step": 44400
    },
    {
      "loss_action": 0.0059333802200853825,
      "loss_total": 0.0059333802200853825,
      "step": 44400
    },
    {
      "loss_action": 0.0072049349546432495,
      "loss_total": 0.0072049349546432495,
      "step": 44400
    },
    {
      "loss_action": 0.004095571115612984,
      "loss_total": 0.004095571115612984,
      "step": 44400
    },
    {
      "loss_action": 0.017647137865424156,
      "loss_total": 0.017647137865424156,
      "step": 44400
    },
    {
      "loss_action": 0.012146232649683952,
      "loss_total": 0.012146232649683952,
      "step": 44400
    },
    {
      "grad_norm": 0.12051951885223389,
      "learning_rate": 9.898539208675361e-05,
      "loss": 0.009,
      "step": 44410
    },
    {
      "loss_action": 0.007268104702234268,
      "loss_total": 0.007268104702234268,
      "step": 44410
    },
    {
      "loss_action": 0.007221877574920654,
      "loss_total": 0.007221877574920654,
      "step": 44410
    },
    {
      "loss_action": 0.0032155869994312525,
      "loss_total": 0.0032155869994312525,
      "step": 44410
    },
    {
      "loss_action": 0.009570234455168247,
      "loss_total": 0.009570234455168247,
      "step": 44410
    },
    {
      "loss_action": 0.013609841465950012,
      "loss_total": 0.013609841465950012,
      "step": 44410
    },
    {
      "loss_action": 0.005711513105779886,
      "loss_total": 0.005711513105779886,
      "step": 44410
    },
    {
      "loss_action": 0.005506480112671852,
      "loss_total": 0.005506480112671852,
      "step": 44410
    },
    {
      "loss_action": 0.007786013185977936,
      "loss_total": 0.007786013185977936,
      "step": 44410
    },
    {
      "grad_norm": 0.1227504089474678,
      "learning_rate": 9.898456340324864e-05,
      "loss": 0.0108,
      "step": 44420
    },
    {
      "loss_action": 0.004674667492508888,
      "loss_total": 0.004674667492508888,
      "step": 44420
    },
    {
      "loss_action": 0.003963535651564598,
      "loss_total": 0.003963535651564598,
      "step": 44420
    },
    {
      "loss_action": 0.008589467033743858,
      "loss_total": 0.008589467033743858,
      "step": 44420
    },
    {
      "loss_action": 0.006146534811705351,
      "loss_total": 0.006146534811705351,
      "step": 44420
    },
    {
      "loss_action": 0.003913314081728458,
      "loss_total": 0.003913314081728458,
      "step": 44420
    },
    {
      "loss_action": 0.006796426139771938,
      "loss_total": 0.006796426139771938,
      "step": 44420
    },
    {
      "loss_action": 0.04518161341547966,
      "loss_total": 0.04518161341547966,
      "step": 44420
    },
    {
      "loss_action": 0.00687682069838047,
      "loss_total": 0.00687682069838047,
      "step": 44420
    },
    {
      "grad_norm": 0.15617166459560394,
      "learning_rate": 9.89837343849388e-05,
      "loss": 0.0096,
      "step": 44430
    },
    {
      "loss_action": 0.005426645278930664,
      "loss_total": 0.005426645278930664,
      "step": 44430
    },
    {
      "loss_action": 0.003768833354115486,
      "loss_total": 0.003768833354115486,
      "step": 44430
    },
    {
      "loss_action": 0.004317736718803644,
      "loss_total": 0.004317736718803644,
      "step": 44430
    },
    {
      "loss_action": 0.010514110326766968,
      "loss_total": 0.010514110326766968,
      "step": 44430
    },
    {
      "loss_action": 0.00982627272605896,
      "loss_total": 0.00982627272605896,
      "step": 44430
    },
    {
      "loss_action": 0.004326623398810625,
      "loss_total": 0.004326623398810625,
      "step": 44430
    },
    {
      "loss_action": 0.003760624211281538,
      "loss_total": 0.003760624211281538,
      "step": 44430
    },
    {
      "loss_action": 0.004131472669541836,
      "loss_total": 0.004131472669541836,
      "step": 44430
    },
    {
      "grad_norm": 0.10515137016773224,
      "learning_rate": 9.898290503182975e-05,
      "loss": 0.0091,
      "step": 44440
    },
    {
      "loss_action": 0.008257178589701653,
      "loss_total": 0.008257178589701653,
      "step": 44440
    },
    {
      "loss_action": 0.005090069025754929,
      "loss_total": 0.005090069025754929,
      "step": 44440
    },
    {
      "loss_action": 0.011404221877455711,
      "loss_total": 0.011404221877455711,
      "step": 44440
    },
    {
      "loss_action": 0.014972749166190624,
      "loss_total": 0.014972749166190624,
      "step": 44440
    },
    {
      "loss_action": 0.0026692640967667103,
      "loss_total": 0.0026692640967667103,
      "step": 44440
    },
    {
      "loss_action": 0.014696966856718063,
      "loss_total": 0.014696966856718063,
      "step": 44440
    },
    {
      "loss_action": 0.014507381245493889,
      "loss_total": 0.014507381245493889,
      "step": 44440
    },
    {
      "loss_action": 0.012234949506819248,
      "loss_total": 0.012234949506819248,
      "step": 44440
    },
    {
      "grad_norm": 0.1553119570016861,
      "learning_rate": 9.898207534392711e-05,
      "loss": 0.01,
      "step": 44450
    },
    {
      "loss_action": 0.005661327391862869,
      "loss_total": 0.005661327391862869,
      "step": 44450
    },
    {
      "loss_action": 0.0029954593628644943,
      "loss_total": 0.0029954593628644943,
      "step": 44450
    },
    {
      "loss_action": 0.007600960321724415,
      "loss_total": 0.007600960321724415,
      "step": 44450
    },
    {
      "loss_action": 0.006815160159021616,
      "loss_total": 0.006815160159021616,
      "step": 44450
    },
    {
      "loss_action": 0.007144397124648094,
      "loss_total": 0.007144397124648094,
      "step": 44450
    },
    {
      "loss_action": 0.028511162847280502,
      "loss_total": 0.028511162847280502,
      "step": 44450
    },
    {
      "loss_action": 0.005587389692664146,
      "loss_total": 0.005587389692664146,
      "step": 44450
    },
    {
      "loss_action": 0.003514824202284217,
      "loss_total": 0.003514824202284217,
      "step": 44450
    },
    {
      "grad_norm": 0.17577038705348969,
      "learning_rate": 9.89812453212366e-05,
      "loss": 0.0087,
      "step": 44460
    },
    {
      "loss_action": 0.014564689248800278,
      "loss_total": 0.014564689248800278,
      "step": 44460
    },
    {
      "loss_action": 0.01237361878156662,
      "loss_total": 0.01237361878156662,
      "step": 44460
    },
    {
      "loss_action": 0.0063097476959228516,
      "loss_total": 0.0063097476959228516,
      "step": 44460
    },
    {
      "loss_action": 0.007897628471255302,
      "loss_total": 0.007897628471255302,
      "step": 44460
    },
    {
      "loss_action": 0.007361935451626778,
      "loss_total": 0.007361935451626778,
      "step": 44460
    },
    {
      "loss_action": 0.01699949987232685,
      "loss_total": 0.01699949987232685,
      "step": 44460
    },
    {
      "loss_action": 0.008133120834827423,
      "loss_total": 0.008133120834827423,
      "step": 44460
    },
    {
      "loss_action": 0.01800449565052986,
      "loss_total": 0.01800449565052986,
      "step": 44460
    },
    {
      "grad_norm": 0.11519253253936768,
      "learning_rate": 9.898041496376388e-05,
      "loss": 0.01,
      "step": 44470
    },
    {
      "loss_action": 0.010207701474428177,
      "loss_total": 0.010207701474428177,
      "step": 44470
    },
    {
      "loss_action": 0.0048274090513587,
      "loss_total": 0.0048274090513587,
      "step": 44470
    },
    {
      "loss_action": 0.0032458961941301823,
      "loss_total": 0.0032458961941301823,
      "step": 44470
    },
    {
      "loss_action": 0.006152000743895769,
      "loss_total": 0.006152000743895769,
      "step": 44470
    },
    {
      "loss_action": 0.0074635944329202175,
      "loss_total": 0.0074635944329202175,
      "step": 44470
    },
    {
      "loss_action": 0.008970450609922409,
      "loss_total": 0.008970450609922409,
      "step": 44470
    },
    {
      "loss_action": 0.025530438870191574,
      "loss_total": 0.025530438870191574,
      "step": 44470
    },
    {
      "loss_action": 0.003155176527798176,
      "loss_total": 0.003155176527798176,
      "step": 44470
    },
    {
      "grad_norm": 0.15244823694229126,
      "learning_rate": 9.897958427151461e-05,
      "loss": 0.0094,
      "step": 44480
    },
    {
      "loss_action": 0.014268213883042336,
      "loss_total": 0.014268213883042336,
      "step": 44480
    },
    {
      "loss_action": 0.003979276400059462,
      "loss_total": 0.003979276400059462,
      "step": 44480
    },
    {
      "loss_action": 0.008973704650998116,
      "loss_total": 0.008973704650998116,
      "step": 44480
    },
    {
      "loss_action": 0.008764974772930145,
      "loss_total": 0.008764974772930145,
      "step": 44480
    },
    {
      "loss_action": 0.005217742174863815,
      "loss_total": 0.005217742174863815,
      "step": 44480
    },
    {
      "loss_action": 0.02820015698671341,
      "loss_total": 0.02820015698671341,
      "step": 44480
    },
    {
      "loss_action": 0.005261089187115431,
      "loss_total": 0.005261089187115431,
      "step": 44480
    },
    {
      "loss_action": 0.009018641896545887,
      "loss_total": 0.009018641896545887,
      "step": 44480
    },
    {
      "grad_norm": 0.11128844320774078,
      "learning_rate": 9.89787532444945e-05,
      "loss": 0.0085,
      "step": 44490
    },
    {
      "loss_action": 0.009663067758083344,
      "loss_total": 0.009663067758083344,
      "step": 44490
    },
    {
      "loss_action": 0.006807521916925907,
      "loss_total": 0.006807521916925907,
      "step": 44490
    },
    {
      "loss_action": 0.008312336169183254,
      "loss_total": 0.008312336169183254,
      "step": 44490
    },
    {
      "loss_action": 0.007530384697020054,
      "loss_total": 0.007530384697020054,
      "step": 44490
    },
    {
      "loss_action": 0.009524906054139137,
      "loss_total": 0.009524906054139137,
      "step": 44490
    },
    {
      "loss_action": 0.00636788085103035,
      "loss_total": 0.00636788085103035,
      "step": 44490
    },
    {
      "loss_action": 0.004018415231257677,
      "loss_total": 0.004018415231257677,
      "step": 44490
    },
    {
      "loss_action": 0.002859018510207534,
      "loss_total": 0.002859018510207534,
      "step": 44490
    },
    {
      "grad_norm": 0.10408803820610046,
      "learning_rate": 9.89779218827092e-05,
      "loss": 0.0091,
      "step": 44500
    },
    {
      "loss_action": 0.0075726876966655254,
      "loss_total": 0.0075726876966655254,
      "step": 44500
    },
    {
      "loss_action": 0.011213728226721287,
      "loss_total": 0.011213728226721287,
      "step": 44500
    },
    {
      "loss_action": 0.01651003584265709,
      "loss_total": 0.01651003584265709,
      "step": 44500
    },
    {
      "loss_action": 0.006655504461377859,
      "loss_total": 0.006655504461377859,
      "step": 44500
    },
    {
      "loss_action": 0.005960686597973108,
      "loss_total": 0.005960686597973108,
      "step": 44500
    },
    {
      "loss_action": 0.022001156583428383,
      "loss_total": 0.022001156583428383,
      "step": 44500
    },
    {
      "loss_action": 0.004845098592340946,
      "loss_total": 0.004845098592340946,
      "step": 44500
    },
    {
      "loss_action": 0.011334527283906937,
      "loss_total": 0.011334527283906937,
      "step": 44500
    },
    {
      "grad_norm": 0.18708860874176025,
      "learning_rate": 9.897709018616442e-05,
      "loss": 0.0091,
      "step": 44510
    },
    {
      "loss_action": 0.005961369723081589,
      "loss_total": 0.005961369723081589,
      "step": 44510
    },
    {
      "loss_action": 0.018641861155629158,
      "loss_total": 0.018641861155629158,
      "step": 44510
    },
    {
      "loss_action": 0.004456258378922939,
      "loss_total": 0.004456258378922939,
      "step": 44510
    },
    {
      "loss_action": 0.008195596747100353,
      "loss_total": 0.008195596747100353,
      "step": 44510
    },
    {
      "loss_action": 0.0037024812772870064,
      "loss_total": 0.0037024812772870064,
      "step": 44510
    },
    {
      "loss_action": 0.008213188499212265,
      "loss_total": 0.008213188499212265,
      "step": 44510
    },
    {
      "loss_action": 0.00977934431284666,
      "loss_total": 0.00977934431284666,
      "step": 44510
    },
    {
      "loss_action": 0.013267872855067253,
      "loss_total": 0.013267872855067253,
      "step": 44510
    },
    {
      "grad_norm": 0.10075914859771729,
      "learning_rate": 9.897625815486579e-05,
      "loss": 0.0077,
      "step": 44520
    },
    {
      "loss_action": 0.006033562123775482,
      "loss_total": 0.006033562123775482,
      "step": 44520
    },
    {
      "loss_action": 0.005029059015214443,
      "loss_total": 0.005029059015214443,
      "step": 44520
    },
    {
      "loss_action": 0.021048415452241898,
      "loss_total": 0.021048415452241898,
      "step": 44520
    },
    {
      "loss_action": 0.004326755180954933,
      "loss_total": 0.004326755180954933,
      "step": 44520
    },
    {
      "loss_action": 0.008918246254324913,
      "loss_total": 0.008918246254324913,
      "step": 44520
    },
    {
      "loss_action": 0.007804939989000559,
      "loss_total": 0.007804939989000559,
      "step": 44520
    },
    {
      "loss_action": 0.008837027475237846,
      "loss_total": 0.008837027475237846,
      "step": 44520
    },
    {
      "loss_action": 0.021701844409108162,
      "loss_total": 0.021701844409108162,
      "step": 44520
    },
    {
      "grad_norm": 0.10096976161003113,
      "learning_rate": 9.897542578881906e-05,
      "loss": 0.0098,
      "step": 44530
    },
    {
      "loss_action": 0.008806737139821053,
      "loss_total": 0.008806737139821053,
      "step": 44530
    },
    {
      "loss_action": 0.0033131171949207783,
      "loss_total": 0.0033131171949207783,
      "step": 44530
    },
    {
      "loss_action": 0.027072051540017128,
      "loss_total": 0.027072051540017128,
      "step": 44530
    },
    {
      "loss_action": 0.006151423789560795,
      "loss_total": 0.006151423789560795,
      "step": 44530
    },
    {
      "loss_action": 0.011094791814684868,
      "loss_total": 0.011094791814684868,
      "step": 44530
    },
    {
      "loss_action": 0.006885431706905365,
      "loss_total": 0.006885431706905365,
      "step": 44530
    },
    {
      "loss_action": 0.0040983399376273155,
      "loss_total": 0.0040983399376273155,
      "step": 44530
    },
    {
      "loss_action": 0.003071324899792671,
      "loss_total": 0.003071324899792671,
      "step": 44530
    },
    {
      "grad_norm": 0.14035454392433167,
      "learning_rate": 9.89745930880299e-05,
      "loss": 0.0087,
      "step": 44540
    },
    {
      "loss_action": 0.005518963094800711,
      "loss_total": 0.005518963094800711,
      "step": 44540
    },
    {
      "loss_action": 0.006552893202751875,
      "loss_total": 0.006552893202751875,
      "step": 44540
    },
    {
      "loss_action": 0.007971268147230148,
      "loss_total": 0.007971268147230148,
      "step": 44540
    },
    {
      "loss_action": 0.00525529682636261,
      "loss_total": 0.00525529682636261,
      "step": 44540
    },
    {
      "loss_action": 0.00555819645524025,
      "loss_total": 0.00555819645524025,
      "step": 44540
    },
    {
      "loss_action": 0.017588287591934204,
      "loss_total": 0.017588287591934204,
      "step": 44540
    },
    {
      "loss_action": 0.004084034822881222,
      "loss_total": 0.004084034822881222,
      "step": 44540
    },
    {
      "loss_action": 0.008060641586780548,
      "loss_total": 0.008060641586780548,
      "step": 44540
    },
    {
      "grad_norm": 0.12042639404535294,
      "learning_rate": 9.8973760052504e-05,
      "loss": 0.0111,
      "step": 44550
    },
    {
      "loss_action": 0.00629376620054245,
      "loss_total": 0.00629376620054245,
      "step": 44550
    },
    {
      "loss_action": 0.004829537123441696,
      "loss_total": 0.004829537123441696,
      "step": 44550
    },
    {
      "loss_action": 0.008293192833662033,
      "loss_total": 0.008293192833662033,
      "step": 44550
    },
    {
      "loss_action": 0.012013552710413933,
      "loss_total": 0.012013552710413933,
      "step": 44550
    },
    {
      "loss_action": 0.023452287539839745,
      "loss_total": 0.023452287539839745,
      "step": 44550
    },
    {
      "loss_action": 0.012910211458802223,
      "loss_total": 0.012910211458802223,
      "step": 44550
    },
    {
      "loss_action": 0.0037184045650064945,
      "loss_total": 0.0037184045650064945,
      "step": 44550
    },
    {
      "loss_action": 0.0040011927485466,
      "loss_total": 0.0040011927485466,
      "step": 44550
    },
    {
      "grad_norm": 0.1499059647321701,
      "learning_rate": 9.897292668224702e-05,
      "loss": 0.01,
      "step": 44560
    },
    {
      "loss_action": 0.00664122961461544,
      "loss_total": 0.00664122961461544,
      "step": 44560
    },
    {
      "loss_action": 0.007568420376628637,
      "loss_total": 0.007568420376628637,
      "step": 44560
    },
    {
      "loss_action": 0.004806870594620705,
      "loss_total": 0.004806870594620705,
      "step": 44560
    },
    {
      "loss_action": 0.025211311876773834,
      "loss_total": 0.025211311876773834,
      "step": 44560
    },
    {
      "loss_action": 0.023670919239521027,
      "loss_total": 0.023670919239521027,
      "step": 44560
    },
    {
      "loss_action": 0.016255507245659828,
      "loss_total": 0.016255507245659828,
      "step": 44560
    },
    {
      "loss_action": 0.01129143312573433,
      "loss_total": 0.01129143312573433,
      "step": 44560
    },
    {
      "loss_action": 0.010060489177703857,
      "loss_total": 0.010060489177703857,
      "step": 44560
    },
    {
      "grad_norm": 0.12350121885538101,
      "learning_rate": 9.897209297726471e-05,
      "loss": 0.0113,
      "step": 44570
    },
    {
      "loss_action": 0.0113095473498106,
      "loss_total": 0.0113095473498106,
      "step": 44570
    },
    {
      "loss_action": 0.016166234388947487,
      "loss_total": 0.016166234388947487,
      "step": 44570
    },
    {
      "loss_action": 0.010169314220547676,
      "loss_total": 0.010169314220547676,
      "step": 44570
    },
    {
      "loss_action": 0.0046146707609295845,
      "loss_total": 0.0046146707609295845,
      "step": 44570
    },
    {
      "loss_action": 0.009487963281571865,
      "loss_total": 0.009487963281571865,
      "step": 44570
    },
    {
      "loss_action": 0.008401726372539997,
      "loss_total": 0.008401726372539997,
      "step": 44570
    },
    {
      "loss_action": 0.0033729253336787224,
      "loss_total": 0.0033729253336787224,
      "step": 44570
    },
    {
      "loss_action": 0.005654755048453808,
      "loss_total": 0.005654755048453808,
      "step": 44570
    },
    {
      "grad_norm": 0.10558352619409561,
      "learning_rate": 9.897125893756274e-05,
      "loss": 0.0081,
      "step": 44580
    },
    {
      "loss_action": 0.021691802889108658,
      "loss_total": 0.021691802889108658,
      "step": 44580
    },
    {
      "loss_action": 0.005057797767221928,
      "loss_total": 0.005057797767221928,
      "step": 44580
    },
    {
      "loss_action": 0.006674687843769789,
      "loss_total": 0.006674687843769789,
      "step": 44580
    },
    {
      "loss_action": 0.01089562475681305,
      "loss_total": 0.01089562475681305,
      "step": 44580
    },
    {
      "loss_action": 0.007845444604754448,
      "loss_total": 0.007845444604754448,
      "step": 44580
    },
    {
      "loss_action": 0.0036415630020201206,
      "loss_total": 0.0036415630020201206,
      "step": 44580
    },
    {
      "loss_action": 0.003510217647999525,
      "loss_total": 0.003510217647999525,
      "step": 44580
    },
    {
      "loss_action": 0.005827892571687698,
      "loss_total": 0.005827892571687698,
      "step": 44580
    },
    {
      "grad_norm": 0.10235629975795746,
      "learning_rate": 9.89704245631468e-05,
      "loss": 0.0101,
      "step": 44590
    },
    {
      "loss_action": 0.006175104063004255,
      "loss_total": 0.006175104063004255,
      "step": 44590
    },
    {
      "loss_action": 0.004749569110572338,
      "loss_total": 0.004749569110572338,
      "step": 44590
    },
    {
      "loss_action": 0.006263315677642822,
      "loss_total": 0.006263315677642822,
      "step": 44590
    },
    {
      "loss_action": 0.012971872463822365,
      "loss_total": 0.012971872463822365,
      "step": 44590
    },
    {
      "loss_action": 0.006678527686744928,
      "loss_total": 0.006678527686744928,
      "step": 44590
    },
    {
      "loss_action": 0.006951285991817713,
      "loss_total": 0.006951285991817713,
      "step": 44590
    },
    {
      "loss_action": 0.011163659393787384,
      "loss_total": 0.011163659393787384,
      "step": 44590
    },
    {
      "loss_action": 0.013235557824373245,
      "loss_total": 0.013235557824373245,
      "step": 44590
    },
    {
      "grad_norm": 0.09216689318418503,
      "learning_rate": 9.896958985402262e-05,
      "loss": 0.0073,
      "step": 44600
    },
    {
      "loss_action": 0.0035245956387370825,
      "loss_total": 0.0035245956387370825,
      "step": 44600
    },
    {
      "loss_action": 0.005980133078992367,
      "loss_total": 0.005980133078992367,
      "step": 44600
    },
    {
      "loss_action": 0.0037946118973195553,
      "loss_total": 0.0037946118973195553,
      "step": 44600
    },
    {
      "loss_action": 0.016278520226478577,
      "loss_total": 0.016278520226478577,
      "step": 44600
    },
    {
      "loss_action": 0.009616341441869736,
      "loss_total": 0.009616341441869736,
      "step": 44600
    },
    {
      "loss_action": 0.0024796295911073685,
      "loss_total": 0.0024796295911073685,
      "step": 44600
    },
    {
      "loss_action": 0.004141597077250481,
      "loss_total": 0.004141597077250481,
      "step": 44600
    },
    {
      "loss_action": 0.004341672174632549,
      "loss_total": 0.004341672174632549,
      "step": 44600
    },
    {
      "grad_norm": 0.1569160670042038,
      "learning_rate": 9.896875481019589e-05,
      "loss": 0.011,
      "step": 44610
    },
    {
      "loss_action": 0.007667645812034607,
      "loss_total": 0.007667645812034607,
      "step": 44610
    },
    {
      "loss_action": 0.057390227913856506,
      "loss_total": 0.057390227913856506,
      "step": 44610
    },
    {
      "loss_action": 0.0056360093876719475,
      "loss_total": 0.0056360093876719475,
      "step": 44610
    },
    {
      "loss_action": 0.014698037877678871,
      "loss_total": 0.014698037877678871,
      "step": 44610
    },
    {
      "loss_action": 0.016994960606098175,
      "loss_total": 0.016994960606098175,
      "step": 44610
    },
    {
      "loss_action": 0.012180953286588192,
      "loss_total": 0.012180953286588192,
      "step": 44610
    },
    {
      "loss_action": 0.007355353329330683,
      "loss_total": 0.007355353329330683,
      "step": 44610
    },
    {
      "loss_action": 0.005679887719452381,
      "loss_total": 0.005679887719452381,
      "step": 44610
    },
    {
      "grad_norm": 0.09337785094976425,
      "learning_rate": 9.896791943167232e-05,
      "loss": 0.0107,
      "step": 44620
    },
    {
      "loss_action": 0.02189788781106472,
      "loss_total": 0.02189788781106472,
      "step": 44620
    },
    {
      "loss_action": 0.004630752373486757,
      "loss_total": 0.004630752373486757,
      "step": 44620
    },
    {
      "loss_action": 0.008760141208767891,
      "loss_total": 0.008760141208767891,
      "step": 44620
    },
    {
      "loss_action": 0.008159304037690163,
      "loss_total": 0.008159304037690163,
      "step": 44620
    },
    {
      "loss_action": 0.005536116659641266,
      "loss_total": 0.005536116659641266,
      "step": 44620
    },
    {
      "loss_action": 0.010151417925953865,
      "loss_total": 0.010151417925953865,
      "step": 44620
    },
    {
      "loss_action": 0.005311570595949888,
      "loss_total": 0.005311570595949888,
      "step": 44620
    },
    {
      "loss_action": 0.007098875008523464,
      "loss_total": 0.007098875008523464,
      "step": 44620
    },
    {
      "grad_norm": 0.1415894776582718,
      "learning_rate": 9.896708371845763e-05,
      "loss": 0.0126,
      "step": 44630
    },
    {
      "loss_action": 0.004974080249667168,
      "loss_total": 0.004974080249667168,
      "step": 44630
    },
    {
      "loss_action": 0.0047964612022042274,
      "loss_total": 0.0047964612022042274,
      "step": 44630
    },
    {
      "loss_action": 0.007162367459386587,
      "loss_total": 0.007162367459386587,
      "step": 44630
    },
    {
      "loss_action": 0.004338494036346674,
      "loss_total": 0.004338494036346674,
      "step": 44630
    },
    {
      "loss_action": 0.01150751393288374,
      "loss_total": 0.01150751393288374,
      "step": 44630
    },
    {
      "loss_action": 0.009173896163702011,
      "loss_total": 0.009173896163702011,
      "step": 44630
    },
    {
      "loss_action": 0.004334647674113512,
      "loss_total": 0.004334647674113512,
      "step": 44630
    },
    {
      "loss_action": 0.009567439556121826,
      "loss_total": 0.009567439556121826,
      "step": 44630
    },
    {
      "grad_norm": 0.14419251680374146,
      "learning_rate": 9.89662476705575e-05,
      "loss": 0.0087,
      "step": 44640
    },
    {
      "loss_action": 0.012088934890925884,
      "loss_total": 0.012088934890925884,
      "step": 44640
    },
    {
      "loss_action": 0.008619342930614948,
      "loss_total": 0.008619342930614948,
      "step": 44640
    },
    {
      "loss_action": 0.01594805344939232,
      "loss_total": 0.01594805344939232,
      "step": 44640
    },
    {
      "loss_action": 0.00837928056716919,
      "loss_total": 0.00837928056716919,
      "step": 44640
    },
    {
      "loss_action": 0.011030331254005432,
      "loss_total": 0.011030331254005432,
      "step": 44640
    },
    {
      "loss_action": 0.017554568126797676,
      "loss_total": 0.017554568126797676,
      "step": 44640
    },
    {
      "loss_action": 0.004021377768367529,
      "loss_total": 0.004021377768367529,
      "step": 44640
    },
    {
      "loss_action": 0.016251448541879654,
      "loss_total": 0.016251448541879654,
      "step": 44640
    },
    {
      "grad_norm": 0.12412625551223755,
      "learning_rate": 9.896541128797767e-05,
      "loss": 0.0099,
      "step": 44650
    },
    {
      "loss_action": 0.004147810861468315,
      "loss_total": 0.004147810861468315,
      "step": 44650
    },
    {
      "loss_action": 0.0115676773712039,
      "loss_total": 0.0115676773712039,
      "step": 44650
    },
    {
      "loss_action": 0.0029396212194114923,
      "loss_total": 0.0029396212194114923,
      "step": 44650
    },
    {
      "loss_action": 0.008386069908738136,
      "loss_total": 0.008386069908738136,
      "step": 44650
    },
    {
      "loss_action": 0.010309327393770218,
      "loss_total": 0.010309327393770218,
      "step": 44650
    },
    {
      "loss_action": 0.005283160135149956,
      "loss_total": 0.005283160135149956,
      "step": 44650
    },
    {
      "loss_action": 0.009114676155149937,
      "loss_total": 0.009114676155149937,
      "step": 44650
    },
    {
      "loss_action": 0.004087529145181179,
      "loss_total": 0.004087529145181179,
      "step": 44650
    },
    {
      "grad_norm": 0.11950051039457321,
      "learning_rate": 9.896457457072385e-05,
      "loss": 0.0081,
      "step": 44660
    },
    {
      "loss_action": 0.011403605341911316,
      "loss_total": 0.011403605341911316,
      "step": 44660
    },
    {
      "loss_action": 0.0047438545152544975,
      "loss_total": 0.0047438545152544975,
      "step": 44660
    },
    {
      "loss_action": 0.014783317223191261,
      "loss_total": 0.014783317223191261,
      "step": 44660
    },
    {
      "loss_action": 0.017611825838685036,
      "loss_total": 0.017611825838685036,
      "step": 44660
    },
    {
      "loss_action": 0.0033989204093813896,
      "loss_total": 0.0033989204093813896,
      "step": 44660
    },
    {
      "loss_action": 0.0068892063573002815,
      "loss_total": 0.0068892063573002815,
      "step": 44660
    },
    {
      "loss_action": 0.0031740176491439342,
      "loss_total": 0.0031740176491439342,
      "step": 44660
    },
    {
      "loss_action": 0.004258916713297367,
      "loss_total": 0.004258916713297367,
      "step": 44660
    },
    {
      "grad_norm": 0.11727546900510788,
      "learning_rate": 9.896373751880178e-05,
      "loss": 0.0085,
      "step": 44670
    },
    {
      "loss_action": 0.012911493889987469,
      "loss_total": 0.012911493889987469,
      "step": 44670
    },
    {
      "loss_action": 0.011600454337894917,
      "loss_total": 0.011600454337894917,
      "step": 44670
    },
    {
      "loss_action": 0.029105957597494125,
      "loss_total": 0.029105957597494125,
      "step": 44670
    },
    {
      "loss_action": 0.04773532971739769,
      "loss_total": 0.04773532971739769,
      "step": 44670
    },
    {
      "loss_action": 0.004051604308187962,
      "loss_total": 0.004051604308187962,
      "step": 44670
    },
    {
      "loss_action": 0.01149791106581688,
      "loss_total": 0.01149791106581688,
      "step": 44670
    },
    {
      "loss_action": 0.013682633638381958,
      "loss_total": 0.013682633638381958,
      "step": 44670
    },
    {
      "loss_action": 0.011168260127305984,
      "loss_total": 0.011168260127305984,
      "step": 44670
    },
    {
      "grad_norm": 0.10097124427556992,
      "learning_rate": 9.896290013221714e-05,
      "loss": 0.0114,
      "step": 44680
    },
    {
      "loss_action": 0.06624602526426315,
      "loss_total": 0.06624602526426315,
      "step": 44680
    },
    {
      "loss_action": 0.007265780586749315,
      "loss_total": 0.007265780586749315,
      "step": 44680
    },
    {
      "loss_action": 0.005384010262787342,
      "loss_total": 0.005384010262787342,
      "step": 44680
    },
    {
      "loss_action": 0.05640169978141785,
      "loss_total": 0.05640169978141785,
      "step": 44680
    },
    {
      "loss_action": 0.027595043182373047,
      "loss_total": 0.027595043182373047,
      "step": 44680
    },
    {
      "loss_action": 0.00914264377206564,
      "loss_total": 0.00914264377206564,
      "step": 44680
    },
    {
      "loss_action": 0.01012805849313736,
      "loss_total": 0.01012805849313736,
      "step": 44680
    },
    {
      "loss_action": 0.016101568937301636,
      "loss_total": 0.016101568937301636,
      "step": 44680
    },
    {
      "grad_norm": 0.13958695530891418,
      "learning_rate": 9.89620624109757e-05,
      "loss": 0.0115,
      "step": 44690
    },
    {
      "loss_action": 0.01072261855006218,
      "loss_total": 0.01072261855006218,
      "step": 44690
    },
    {
      "loss_action": 0.006434910465031862,
      "loss_total": 0.006434910465031862,
      "step": 44690
    },
    {
      "loss_action": 0.004333174787461758,
      "loss_total": 0.004333174787461758,
      "step": 44690
    },
    {
      "loss_action": 0.0075288391672074795,
      "loss_total": 0.0075288391672074795,
      "step": 44690
    },
    {
      "loss_action": 0.00993956159800291,
      "loss_total": 0.00993956159800291,
      "step": 44690
    },
    {
      "loss_action": 0.005438648164272308,
      "loss_total": 0.005438648164272308,
      "step": 44690
    },
    {
      "loss_action": 0.01503819040954113,
      "loss_total": 0.01503819040954113,
      "step": 44690
    },
    {
      "loss_action": 0.003144648624584079,
      "loss_total": 0.003144648624584079,
      "step": 44690
    },
    {
      "grad_norm": 0.11685209721326828,
      "learning_rate": 9.896122435508314e-05,
      "loss": 0.009,
      "step": 44700
    },
    {
      "loss_action": 0.012122432701289654,
      "loss_total": 0.012122432701289654,
      "step": 44700
    },
    {
      "loss_action": 0.007739026565104723,
      "loss_total": 0.007739026565104723,
      "step": 44700
    },
    {
      "loss_action": 0.008857456967234612,
      "loss_total": 0.008857456967234612,
      "step": 44700
    },
    {
      "loss_action": 0.003331079613417387,
      "loss_total": 0.003331079613417387,
      "step": 44700
    },
    {
      "loss_action": 0.008873939514160156,
      "loss_total": 0.008873939514160156,
      "step": 44700
    },
    {
      "loss_action": 0.014545446261763573,
      "loss_total": 0.014545446261763573,
      "step": 44700
    },
    {
      "loss_action": 0.0080166757106781,
      "loss_total": 0.0080166757106781,
      "step": 44700
    },
    {
      "loss_action": 0.006132199428975582,
      "loss_total": 0.006132199428975582,
      "step": 44700
    },
    {
      "grad_norm": 0.1775282323360443,
      "learning_rate": 9.896038596454522e-05,
      "loss": 0.0085,
      "step": 44710
    },
    {
      "loss_action": 0.027166061103343964,
      "loss_total": 0.027166061103343964,
      "step": 44710
    },
    {
      "loss_action": 0.025242941454052925,
      "loss_total": 0.025242941454052925,
      "step": 44710
    },
    {
      "loss_action": 0.0055511947721242905,
      "loss_total": 0.0055511947721242905,
      "step": 44710
    },
    {
      "loss_action": 0.009035926312208176,
      "loss_total": 0.009035926312208176,
      "step": 44710
    },
    {
      "loss_action": 0.016884883865714073,
      "loss_total": 0.016884883865714073,
      "step": 44710
    },
    {
      "loss_action": 0.009299449622631073,
      "loss_total": 0.009299449622631073,
      "step": 44710
    },
    {
      "loss_action": 0.004858711734414101,
      "loss_total": 0.004858711734414101,
      "step": 44710
    },
    {
      "loss_action": 0.02031227946281433,
      "loss_total": 0.02031227946281433,
      "step": 44710
    },
    {
      "grad_norm": 0.15083320438861847,
      "learning_rate": 9.895954723936764e-05,
      "loss": 0.0107,
      "step": 44720
    },
    {
      "loss_action": 0.01178697869181633,
      "loss_total": 0.01178697869181633,
      "step": 44720
    },
    {
      "loss_action": 0.004958134610205889,
      "loss_total": 0.004958134610205889,
      "step": 44720
    },
    {
      "loss_action": 0.014979148283600807,
      "loss_total": 0.014979148283600807,
      "step": 44720
    },
    {
      "loss_action": 0.005106220953166485,
      "loss_total": 0.005106220953166485,
      "step": 44720
    },
    {
      "loss_action": 0.02544867806136608,
      "loss_total": 0.02544867806136608,
      "step": 44720
    },
    {
      "loss_action": 0.01766327954828739,
      "loss_total": 0.01766327954828739,
      "step": 44720
    },
    {
      "loss_action": 0.004211835563182831,
      "loss_total": 0.004211835563182831,
      "step": 44720
    },
    {
      "loss_action": 0.02059227228164673,
      "loss_total": 0.02059227228164673,
      "step": 44720
    },
    {
      "grad_norm": 0.09380239993333817,
      "learning_rate": 9.895870817955619e-05,
      "loss": 0.0095,
      "step": 44730
    },
    {
      "loss_action": 0.015100913122296333,
      "loss_total": 0.015100913122296333,
      "step": 44730
    },
    {
      "loss_action": 0.016907863318920135,
      "loss_total": 0.016907863318920135,
      "step": 44730
    },
    {
      "loss_action": 0.0050866873934865,
      "loss_total": 0.0050866873934865,
      "step": 44730
    },
    {
      "loss_action": 0.009516682475805283,
      "loss_total": 0.009516682475805283,
      "step": 44730
    },
    {
      "loss_action": 0.007153450511395931,
      "loss_total": 0.007153450511395931,
      "step": 44730
    },
    {
      "loss_action": 0.0037005215417593718,
      "loss_total": 0.0037005215417593718,
      "step": 44730
    },
    {
      "loss_action": 0.007563476450741291,
      "loss_total": 0.007563476450741291,
      "step": 44730
    },
    {
      "loss_action": 0.0051479702815413475,
      "loss_total": 0.0051479702815413475,
      "step": 44730
    },
    {
      "grad_norm": 0.11305232346057892,
      "learning_rate": 9.895786878511654e-05,
      "loss": 0.0091,
      "step": 44740
    },
    {
      "loss_action": 0.010508553124964237,
      "loss_total": 0.010508553124964237,
      "step": 44740
    },
    {
      "loss_action": 0.005267507396638393,
      "loss_total": 0.005267507396638393,
      "step": 44740
    },
    {
      "loss_action": 0.00402085529640317,
      "loss_total": 0.00402085529640317,
      "step": 44740
    },
    {
      "loss_action": 0.0022463228087872267,
      "loss_total": 0.0022463228087872267,
      "step": 44740
    },
    {
      "loss_action": 0.0024091063532978296,
      "loss_total": 0.0024091063532978296,
      "step": 44740
    },
    {
      "loss_action": 0.0057359980419278145,
      "loss_total": 0.0057359980419278145,
      "step": 44740
    },
    {
      "loss_action": 0.0046156784519553185,
      "loss_total": 0.0046156784519553185,
      "step": 44740
    },
    {
      "loss_action": 0.017084095627069473,
      "loss_total": 0.017084095627069473,
      "step": 44740
    },
    {
      "grad_norm": 0.14000752568244934,
      "learning_rate": 9.895702905605446e-05,
      "loss": 0.0098,
      "step": 44750
    },
    {
      "loss_action": 0.012416642159223557,
      "loss_total": 0.012416642159223557,
      "step": 44750
    },
    {
      "loss_action": 0.03241192176938057,
      "loss_total": 0.03241192176938057,
      "step": 44750
    },
    {
      "loss_action": 0.008287427946925163,
      "loss_total": 0.008287427946925163,
      "step": 44750
    },
    {
      "loss_action": 0.028980199247598648,
      "loss_total": 0.028980199247598648,
      "step": 44750
    },
    {
      "loss_action": 0.005959189496934414,
      "loss_total": 0.005959189496934414,
      "step": 44750
    },
    {
      "loss_action": 0.007690879516303539,
      "loss_total": 0.007690879516303539,
      "step": 44750
    },
    {
      "loss_action": 0.013094882480800152,
      "loss_total": 0.013094882480800152,
      "step": 44750
    },
    {
      "loss_action": 0.005536423064768314,
      "loss_total": 0.005536423064768314,
      "step": 44750
    },
    {
      "grad_norm": 0.13519401848316193,
      "learning_rate": 9.895618899237568e-05,
      "loss": 0.0102,
      "step": 44760
    },
    {
      "loss_action": 0.004939987789839506,
      "loss_total": 0.004939987789839506,
      "step": 44760
    },
    {
      "loss_action": 0.008899783715605736,
      "loss_total": 0.008899783715605736,
      "step": 44760
    },
    {
      "loss_action": 0.01138934213668108,
      "loss_total": 0.01138934213668108,
      "step": 44760
    },
    {
      "loss_action": 0.013112515211105347,
      "loss_total": 0.013112515211105347,
      "step": 44760
    },
    {
      "loss_action": 0.004038501996546984,
      "loss_total": 0.004038501996546984,
      "step": 44760
    },
    {
      "loss_action": 0.0048752399161458015,
      "loss_total": 0.0048752399161458015,
      "step": 44760
    },
    {
      "loss_action": 0.003483579494059086,
      "loss_total": 0.003483579494059086,
      "step": 44760
    },
    {
      "loss_action": 0.012832693755626678,
      "loss_total": 0.012832693755626678,
      "step": 44760
    },
    {
      "grad_norm": 0.21013738214969635,
      "learning_rate": 9.895534859408595e-05,
      "loss": 0.0101,
      "step": 44770
    },
    {
      "loss_action": 0.00917600654065609,
      "loss_total": 0.00917600654065609,
      "step": 44770
    },
    {
      "loss_action": 0.008976408280432224,
      "loss_total": 0.008976408280432224,
      "step": 44770
    },
    {
      "loss_action": 0.016996823251247406,
      "loss_total": 0.016996823251247406,
      "step": 44770
    },
    {
      "loss_action": 0.009236996993422508,
      "loss_total": 0.009236996993422508,
      "step": 44770
    },
    {
      "loss_action": 0.009064425714313984,
      "loss_total": 0.009064425714313984,
      "step": 44770
    },
    {
      "loss_action": 0.007362816482782364,
      "loss_total": 0.007362816482782364,
      "step": 44770
    },
    {
      "loss_action": 0.00807170383632183,
      "loss_total": 0.00807170383632183,
      "step": 44770
    },
    {
      "loss_action": 0.018461663275957108,
      "loss_total": 0.018461663275957108,
      "step": 44770
    },
    {
      "grad_norm": 0.09921737015247345,
      "learning_rate": 9.895450786119101e-05,
      "loss": 0.0104,
      "step": 44780
    },
    {
      "loss_action": 0.008397113531827927,
      "loss_total": 0.008397113531827927,
      "step": 44780
    },
    {
      "loss_action": 0.005903467535972595,
      "loss_total": 0.005903467535972595,
      "step": 44780
    },
    {
      "loss_action": 0.012191101908683777,
      "loss_total": 0.012191101908683777,
      "step": 44780
    },
    {
      "loss_action": 0.008429095149040222,
      "loss_total": 0.008429095149040222,
      "step": 44780
    },
    {
      "loss_action": 0.005628831684589386,
      "loss_total": 0.005628831684589386,
      "step": 44780
    },
    {
      "loss_action": 0.01214886736124754,
      "loss_total": 0.01214886736124754,
      "step": 44780
    },
    {
      "loss_action": 0.005794798489660025,
      "loss_total": 0.005794798489660025,
      "step": 44780
    },
    {
      "loss_action": 0.007271065376698971,
      "loss_total": 0.007271065376698971,
      "step": 44780
    },
    {
      "grad_norm": 0.14271628856658936,
      "learning_rate": 9.895366679369659e-05,
      "loss": 0.0087,
      "step": 44790
    },
    {
      "loss_action": 0.010563353076577187,
      "loss_total": 0.010563353076577187,
      "step": 44790
    },
    {
      "loss_action": 0.005727067124098539,
      "loss_total": 0.005727067124098539,
      "step": 44790
    },
    {
      "loss_action": 0.005800946615636349,
      "loss_total": 0.005800946615636349,
      "step": 44790
    },
    {
      "loss_action": 0.013563988730311394,
      "loss_total": 0.013563988730311394,
      "step": 44790
    },
    {
      "loss_action": 0.012335148639976978,
      "loss_total": 0.012335148639976978,
      "step": 44790
    },
    {
      "loss_action": 0.006447416730225086,
      "loss_total": 0.006447416730225086,
      "step": 44790
    },
    {
      "loss_action": 0.0033569440711289644,
      "loss_total": 0.0033569440711289644,
      "step": 44790
    },
    {
      "loss_action": 0.0065926555544137955,
      "loss_total": 0.0065926555544137955,
      "step": 44790
    },
    {
      "grad_norm": 0.09526185691356659,
      "learning_rate": 9.895282539160848e-05,
      "loss": 0.0089,
      "step": 44800
    },
    {
      "loss_action": 0.002769244834780693,
      "loss_total": 0.002769244834780693,
      "step": 44800
    },
    {
      "loss_action": 0.05128614604473114,
      "loss_total": 0.05128614604473114,
      "step": 44800
    },
    {
      "loss_action": 0.004313302226364613,
      "loss_total": 0.004313302226364613,
      "step": 44800
    },
    {
      "loss_action": 0.00735421571880579,
      "loss_total": 0.00735421571880579,
      "step": 44800
    },
    {
      "loss_action": 0.01228867657482624,
      "loss_total": 0.01228867657482624,
      "step": 44800
    },
    {
      "loss_action": 0.0027409610338509083,
      "loss_total": 0.0027409610338509083,
      "step": 44800
    },
    {
      "loss_action": 0.005104095675051212,
      "loss_total": 0.005104095675051212,
      "step": 44800
    },
    {
      "loss_action": 0.008627867326140404,
      "loss_total": 0.008627867326140404,
      "step": 44800
    },
    {
      "grad_norm": 0.14244970679283142,
      "learning_rate": 9.89519836549324e-05,
      "loss": 0.0105,
      "step": 44810
    },
    {
      "loss_action": 0.01650640368461609,
      "loss_total": 0.01650640368461609,
      "step": 44810
    },
    {
      "loss_action": 0.008228716440498829,
      "loss_total": 0.008228716440498829,
      "step": 44810
    },
    {
      "loss_action": 0.010738175362348557,
      "loss_total": 0.010738175362348557,
      "step": 44810
    },
    {
      "loss_action": 0.012982572428882122,
      "loss_total": 0.012982572428882122,
      "step": 44810
    },
    {
      "loss_action": 0.004135399591177702,
      "loss_total": 0.004135399591177702,
      "step": 44810
    },
    {
      "loss_action": 0.019389204680919647,
      "loss_total": 0.019389204680919647,
      "step": 44810
    },
    {
      "loss_action": 0.011758781969547272,
      "loss_total": 0.011758781969547272,
      "step": 44810
    },
    {
      "loss_action": 0.026911750435829163,
      "loss_total": 0.026911750435829163,
      "step": 44810
    },
    {
      "grad_norm": 0.11680074036121368,
      "learning_rate": 9.89511415836741e-05,
      "loss": 0.009,
      "step": 44820
    },
    {
      "loss_action": 0.016155846416950226,
      "loss_total": 0.016155846416950226,
      "step": 44820
    },
    {
      "loss_action": 0.003390476107597351,
      "loss_total": 0.003390476107597351,
      "step": 44820
    },
    {
      "loss_action": 0.008848689496517181,
      "loss_total": 0.008848689496517181,
      "step": 44820
    },
    {
      "loss_action": 0.0065606278367340565,
      "loss_total": 0.0065606278367340565,
      "step": 44820
    },
    {
      "loss_action": 0.009818334132432938,
      "loss_total": 0.009818334132432938,
      "step": 44820
    },
    {
      "loss_action": 0.023405522108078003,
      "loss_total": 0.023405522108078003,
      "step": 44820
    },
    {
      "loss_action": 0.008018933236598969,
      "loss_total": 0.008018933236598969,
      "step": 44820
    },
    {
      "loss_action": 0.006734317168593407,
      "loss_total": 0.006734317168593407,
      "step": 44820
    },
    {
      "grad_norm": 0.12364082783460617,
      "learning_rate": 9.895029917783936e-05,
      "loss": 0.0097,
      "step": 44830
    },
    {
      "loss_action": 0.02459985576570034,
      "loss_total": 0.02459985576570034,
      "step": 44830
    },
    {
      "loss_action": 0.007237628567963839,
      "loss_total": 0.007237628567963839,
      "step": 44830
    },
    {
      "loss_action": 0.005190261639654636,
      "loss_total": 0.005190261639654636,
      "step": 44830
    },
    {
      "loss_action": 0.010714070871472359,
      "loss_total": 0.010714070871472359,
      "step": 44830
    },
    {
      "loss_action": 0.009235521778464317,
      "loss_total": 0.009235521778464317,
      "step": 44830
    },
    {
      "loss_action": 0.010844260454177856,
      "loss_total": 0.010844260454177856,
      "step": 44830
    },
    {
      "loss_action": 0.005592017900198698,
      "loss_total": 0.005592017900198698,
      "step": 44830
    },
    {
      "loss_action": 0.008093650452792645,
      "loss_total": 0.008093650452792645,
      "step": 44830
    },
    {
      "grad_norm": 0.13227756321430206,
      "learning_rate": 9.89494564374339e-05,
      "loss": 0.0107,
      "step": 44840
    },
    {
      "loss_action": 0.007189253345131874,
      "loss_total": 0.007189253345131874,
      "step": 44840
    },
    {
      "loss_action": 0.003541812766343355,
      "loss_total": 0.003541812766343355,
      "step": 44840
    },
    {
      "loss_action": 0.0032588932663202286,
      "loss_total": 0.0032588932663202286,
      "step": 44840
    },
    {
      "loss_action": 0.006882419344037771,
      "loss_total": 0.006882419344037771,
      "step": 44840
    },
    {
      "loss_action": 0.003893914632499218,
      "loss_total": 0.003893914632499218,
      "step": 44840
    },
    {
      "loss_action": 0.012294452637434006,
      "loss_total": 0.012294452637434006,
      "step": 44840
    },
    {
      "loss_action": 0.003791157156229019,
      "loss_total": 0.003791157156229019,
      "step": 44840
    },
    {
      "loss_action": 0.03869568929076195,
      "loss_total": 0.03869568929076195,
      "step": 44840
    },
    {
      "grad_norm": 0.18323247134685516,
      "learning_rate": 9.894861336246351e-05,
      "loss": 0.0096,
      "step": 44850
    },
    {
      "loss_action": 0.011059162206947803,
      "loss_total": 0.011059162206947803,
      "step": 44850
    },
    {
      "loss_action": 0.003924430813640356,
      "loss_total": 0.003924430813640356,
      "step": 44850
    },
    {
      "loss_action": 0.021547669544816017,
      "loss_total": 0.021547669544816017,
      "step": 44850
    },
    {
      "loss_action": 0.005905231460928917,
      "loss_total": 0.005905231460928917,
      "step": 44850
    },
    {
      "loss_action": 0.004916610661894083,
      "loss_total": 0.004916610661894083,
      "step": 44850
    },
    {
      "loss_action": 0.012470437213778496,
      "loss_total": 0.012470437213778496,
      "step": 44850
    },
    {
      "loss_action": 0.0041235871613025665,
      "loss_total": 0.0041235871613025665,
      "step": 44850
    },
    {
      "loss_action": 0.0032239281572401524,
      "loss_total": 0.0032239281572401524,
      "step": 44850
    },
    {
      "grad_norm": 0.20726202428340912,
      "learning_rate": 9.894776995293396e-05,
      "loss": 0.0086,
      "step": 44860
    },
    {
      "loss_action": 0.01370259840041399,
      "loss_total": 0.01370259840041399,
      "step": 44860
    },
    {
      "loss_action": 0.0076919179409742355,
      "loss_total": 0.0076919179409742355,
      "step": 44860
    },
    {
      "loss_action": 0.003437974490225315,
      "loss_total": 0.003437974490225315,
      "step": 44860
    },
    {
      "loss_action": 0.0037382810842245817,
      "loss_total": 0.0037382810842245817,
      "step": 44860
    },
    {
      "loss_action": 0.00606080936267972,
      "loss_total": 0.00606080936267972,
      "step": 44860
    },
    {
      "loss_action": 0.007775857113301754,
      "loss_total": 0.007775857113301754,
      "step": 44860
    },
    {
      "loss_action": 0.002866983413696289,
      "loss_total": 0.002866983413696289,
      "step": 44860
    },
    {
      "loss_action": 0.004281437024474144,
      "loss_total": 0.004281437024474144,
      "step": 44860
    },
    {
      "grad_norm": 0.1398509293794632,
      "learning_rate": 9.894692620885097e-05,
      "loss": 0.0093,
      "step": 44870
    },
    {
      "loss_action": 0.011899204924702644,
      "loss_total": 0.011899204924702644,
      "step": 44870
    },
    {
      "loss_action": 0.0026031890884041786,
      "loss_total": 0.0026031890884041786,
      "step": 44870
    },
    {
      "loss_action": 0.007726592943072319,
      "loss_total": 0.007726592943072319,
      "step": 44870
    },
    {
      "loss_action": 0.01188172958791256,
      "loss_total": 0.01188172958791256,
      "step": 44870
    },
    {
      "loss_action": 0.006893853656947613,
      "loss_total": 0.006893853656947613,
      "step": 44870
    },
    {
      "loss_action": 0.0025072768330574036,
      "loss_total": 0.0025072768330574036,
      "step": 44870
    },
    {
      "loss_action": 0.011636268347501755,
      "loss_total": 0.011636268347501755,
      "step": 44870
    },
    {
      "loss_action": 0.006796832662075758,
      "loss_total": 0.006796832662075758,
      "step": 44870
    },
    {
      "grad_norm": 0.16807152330875397,
      "learning_rate": 9.894608213022036e-05,
      "loss": 0.0092,
      "step": 44880
    },
    {
      "loss_action": 0.008244340308010578,
      "loss_total": 0.008244340308010578,
      "step": 44880
    },
    {
      "loss_action": 0.0046306210570037365,
      "loss_total": 0.0046306210570037365,
      "step": 44880
    },
    {
      "loss_action": 0.0061490898951888084,
      "loss_total": 0.0061490898951888084,
      "step": 44880
    },
    {
      "loss_action": 0.016009196639060974,
      "loss_total": 0.016009196639060974,
      "step": 44880
    },
    {
      "loss_action": 0.007329834625124931,
      "loss_total": 0.007329834625124931,
      "step": 44880
    },
    {
      "loss_action": 0.012470535933971405,
      "loss_total": 0.012470535933971405,
      "step": 44880
    },
    {
      "loss_action": 0.01601807214319706,
      "loss_total": 0.01601807214319706,
      "step": 44880
    },
    {
      "loss_action": 0.017639681696891785,
      "loss_total": 0.017639681696891785,
      "step": 44880
    },
    {
      "grad_norm": 0.20510095357894897,
      "learning_rate": 9.894523771704786e-05,
      "loss": 0.0107,
      "step": 44890
    },
    {
      "loss_action": 0.004327901639044285,
      "loss_total": 0.004327901639044285,
      "step": 44890
    },
    {
      "loss_action": 0.005213441327214241,
      "loss_total": 0.005213441327214241,
      "step": 44890
    },
    {
      "loss_action": 0.002083534374833107,
      "loss_total": 0.002083534374833107,
      "step": 44890
    },
    {
      "loss_action": 0.008279195986688137,
      "loss_total": 0.008279195986688137,
      "step": 44890
    },
    {
      "loss_action": 0.014527111314237118,
      "loss_total": 0.014527111314237118,
      "step": 44890
    },
    {
      "loss_action": 0.016987306997179985,
      "loss_total": 0.016987306997179985,
      "step": 44890
    },
    {
      "loss_action": 0.013183395378291607,
      "loss_total": 0.013183395378291607,
      "step": 44890
    },
    {
      "loss_action": 0.005442164838314056,
      "loss_total": 0.005442164838314056,
      "step": 44890
    },
    {
      "grad_norm": 0.1325029879808426,
      "learning_rate": 9.894439296933927e-05,
      "loss": 0.0103,
      "step": 44900
    },
    {
      "loss_action": 0.007650918327271938,
      "loss_total": 0.007650918327271938,
      "step": 44900
    },
    {
      "loss_action": 0.005884361453354359,
      "loss_total": 0.005884361453354359,
      "step": 44900
    },
    {
      "loss_action": 0.012374158017337322,
      "loss_total": 0.012374158017337322,
      "step": 44900
    },
    {
      "loss_action": 0.0072280545718967915,
      "loss_total": 0.0072280545718967915,
      "step": 44900
    },
    {
      "loss_action": 0.02245389297604561,
      "loss_total": 0.02245389297604561,
      "step": 44900
    },
    {
      "loss_action": 0.006488576997071505,
      "loss_total": 0.006488576997071505,
      "step": 44900
    },
    {
      "loss_action": 0.0033630249090492725,
      "loss_total": 0.0033630249090492725,
      "step": 44900
    },
    {
      "loss_action": 0.005626738537102938,
      "loss_total": 0.005626738537102938,
      "step": 44900
    },
    {
      "grad_norm": 0.09909956902265549,
      "learning_rate": 9.894354788710034e-05,
      "loss": 0.0092,
      "step": 44910
    },
    {
      "loss_action": 0.0036861642729490995,
      "loss_total": 0.0036861642729490995,
      "step": 44910
    },
    {
      "loss_action": 0.010395247489213943,
      "loss_total": 0.010395247489213943,
      "step": 44910
    },
    {
      "loss_action": 0.005608838051557541,
      "loss_total": 0.005608838051557541,
      "step": 44910
    },
    {
      "loss_action": 0.003435804508626461,
      "loss_total": 0.003435804508626461,
      "step": 44910
    },
    {
      "loss_action": 0.004668215289711952,
      "loss_total": 0.004668215289711952,
      "step": 44910
    },
    {
      "loss_action": 0.005603443831205368,
      "loss_total": 0.005603443831205368,
      "step": 44910
    },
    {
      "loss_action": 0.004731751512736082,
      "loss_total": 0.004731751512736082,
      "step": 44910
    },
    {
      "loss_action": 0.01137138344347477,
      "loss_total": 0.01137138344347477,
      "step": 44910
    },
    {
      "grad_norm": 0.1367158442735672,
      "learning_rate": 9.894270247033685e-05,
      "loss": 0.0103,
      "step": 44920
    },
    {
      "loss_action": 0.010297019965946674,
      "loss_total": 0.010297019965946674,
      "step": 44920
    },
    {
      "loss_action": 0.00730683421716094,
      "loss_total": 0.00730683421716094,
      "step": 44920
    },
    {
      "loss_action": 0.013026725500822067,
      "loss_total": 0.013026725500822067,
      "step": 44920
    },
    {
      "loss_action": 0.017545083537697792,
      "loss_total": 0.017545083537697792,
      "step": 44920
    },
    {
      "loss_action": 0.007380241062492132,
      "loss_total": 0.007380241062492132,
      "step": 44920
    },
    {
      "loss_action": 0.011417660862207413,
      "loss_total": 0.011417660862207413,
      "step": 44920
    },
    {
      "loss_action": 0.030348876491189003,
      "loss_total": 0.030348876491189003,
      "step": 44920
    },
    {
      "loss_action": 0.03398038446903229,
      "loss_total": 0.03398038446903229,
      "step": 44920
    },
    {
      "grad_norm": 0.10909374803304672,
      "learning_rate": 9.89418567190546e-05,
      "loss": 0.0092,
      "step": 44930
    },
    {
      "loss_action": 0.005518389865756035,
      "loss_total": 0.005518389865756035,
      "step": 44930
    },
    {
      "loss_action": 0.004209275357425213,
      "loss_total": 0.004209275357425213,
      "step": 44930
    },
    {
      "loss_action": 0.014782989397644997,
      "loss_total": 0.014782989397644997,
      "step": 44930
    },
    {
      "loss_action": 0.006991164293140173,
      "loss_total": 0.006991164293140173,
      "step": 44930
    },
    {
      "loss_action": 0.025105396285653114,
      "loss_total": 0.025105396285653114,
      "step": 44930
    },
    {
      "loss_action": 0.002841714769601822,
      "loss_total": 0.002841714769601822,
      "step": 44930
    },
    {
      "loss_action": 0.004743287339806557,
      "loss_total": 0.004743287339806557,
      "step": 44930
    },
    {
      "loss_action": 0.006986739579588175,
      "loss_total": 0.006986739579588175,
      "step": 44930
    },
    {
      "grad_norm": 0.14716097712516785,
      "learning_rate": 9.894101063325936e-05,
      "loss": 0.0101,
      "step": 44940
    },
    {
      "loss_action": 0.0053847008384764194,
      "loss_total": 0.0053847008384764194,
      "step": 44940
    },
    {
      "loss_action": 0.0030362254474312067,
      "loss_total": 0.0030362254474312067,
      "step": 44940
    },
    {
      "loss_action": 0.00888302456587553,
      "loss_total": 0.00888302456587553,
      "step": 44940
    },
    {
      "loss_action": 0.01306389831006527,
      "loss_total": 0.01306389831006527,
      "step": 44940
    },
    {
      "loss_action": 0.01796099916100502,
      "loss_total": 0.01796099916100502,
      "step": 44940
    },
    {
      "loss_action": 0.011438240297138691,
      "loss_total": 0.011438240297138691,
      "step": 44940
    },
    {
      "loss_action": 0.00927506759762764,
      "loss_total": 0.00927506759762764,
      "step": 44940
    },
    {
      "loss_action": 0.006798948161303997,
      "loss_total": 0.006798948161303997,
      "step": 44940
    },
    {
      "grad_norm": 0.15100593864917755,
      "learning_rate": 9.89401642129569e-05,
      "loss": 0.0091,
      "step": 44950
    },
    {
      "loss_action": 0.010172704234719276,
      "loss_total": 0.010172704234719276,
      "step": 44950
    },
    {
      "loss_action": 0.0066407849080860615,
      "loss_total": 0.0066407849080860615,
      "step": 44950
    },
    {
      "loss_action": 0.004149877466261387,
      "loss_total": 0.004149877466261387,
      "step": 44950
    },
    {
      "loss_action": 0.013555661775171757,
      "loss_total": 0.013555661775171757,
      "step": 44950
    },
    {
      "loss_action": 0.003560637589544058,
      "loss_total": 0.003560637589544058,
      "step": 44950
    },
    {
      "loss_action": 0.017622534185647964,
      "loss_total": 0.017622534185647964,
      "step": 44950
    },
    {
      "loss_action": 0.006617843173444271,
      "loss_total": 0.006617843173444271,
      "step": 44950
    },
    {
      "loss_action": 0.0192851722240448,
      "loss_total": 0.0192851722240448,
      "step": 44950
    },
    {
      "grad_norm": 0.1397509127855301,
      "learning_rate": 9.893931745815301e-05,
      "loss": 0.0089,
      "step": 44960
    },
    {
      "loss_action": 0.004878000356256962,
      "loss_total": 0.004878000356256962,
      "step": 44960
    },
    {
      "loss_action": 0.012570271268486977,
      "loss_total": 0.012570271268486977,
      "step": 44960
    },
    {
      "loss_action": 0.0057792640291154385,
      "loss_total": 0.0057792640291154385,
      "step": 44960
    },
    {
      "loss_action": 0.0074710361659526825,
      "loss_total": 0.0074710361659526825,
      "step": 44960
    },
    {
      "loss_action": 0.0041481261141598225,
      "loss_total": 0.0041481261141598225,
      "step": 44960
    },
    {
      "loss_action": 0.009352229535579681,
      "loss_total": 0.009352229535579681,
      "step": 44960
    },
    {
      "loss_action": 0.013617120683193207,
      "loss_total": 0.013617120683193207,
      "step": 44960
    },
    {
      "loss_action": 0.005750476382672787,
      "loss_total": 0.005750476382672787,
      "step": 44960
    },
    {
      "grad_norm": 0.17087264358997345,
      "learning_rate": 9.893847036885349e-05,
      "loss": 0.0083,
      "step": 44970
    },
    {
      "loss_action": 0.00838281400501728,
      "loss_total": 0.00838281400501728,
      "step": 44970
    },
    {
      "loss_action": 0.015637610107660294,
      "loss_total": 0.015637610107660294,
      "step": 44970
    },
    {
      "loss_action": 0.009588255546987057,
      "loss_total": 0.009588255546987057,
      "step": 44970
    },
    {
      "loss_action": 0.019129497930407524,
      "loss_total": 0.019129497930407524,
      "step": 44970
    },
    {
      "loss_action": 0.010872088372707367,
      "loss_total": 0.010872088372707367,
      "step": 44970
    },
    {
      "loss_action": 0.01691676862537861,
      "loss_total": 0.01691676862537861,
      "step": 44970
    },
    {
      "loss_action": 0.005647124722599983,
      "loss_total": 0.005647124722599983,
      "step": 44970
    },
    {
      "loss_action": 0.007646889891475439,
      "loss_total": 0.007646889891475439,
      "step": 44970
    },
    {
      "grad_norm": 0.12611748278141022,
      "learning_rate": 9.89376229450641e-05,
      "loss": 0.0098,
      "step": 44980
    },
    {
      "loss_action": 0.007650664076209068,
      "loss_total": 0.007650664076209068,
      "step": 44980
    },
    {
      "loss_action": 0.00659370981156826,
      "loss_total": 0.00659370981156826,
      "step": 44980
    },
    {
      "loss_action": 0.009932252578437328,
      "loss_total": 0.009932252578437328,
      "step": 44980
    },
    {
      "loss_action": 0.004277508240193129,
      "loss_total": 0.004277508240193129,
      "step": 44980
    },
    {
      "loss_action": 0.005247092805802822,
      "loss_total": 0.005247092805802822,
      "step": 44980
    },
    {
      "loss_action": 0.010518819093704224,
      "loss_total": 0.010518819093704224,
      "step": 44980
    },
    {
      "loss_action": 0.0052431682124733925,
      "loss_total": 0.0052431682124733925,
      "step": 44980
    },
    {
      "loss_action": 0.005994168110191822,
      "loss_total": 0.005994168110191822,
      "step": 44980
    },
    {
      "grad_norm": 0.11613550782203674,
      "learning_rate": 9.893677518679067e-05,
      "loss": 0.0096,
      "step": 44990
    },
    {
      "loss_action": 0.016592107713222504,
      "loss_total": 0.016592107713222504,
      "step": 44990
    },
    {
      "loss_action": 0.007701500318944454,
      "loss_total": 0.007701500318944454,
      "step": 44990
    },
    {
      "loss_action": 0.01025446318089962,
      "loss_total": 0.01025446318089962,
      "step": 44990
    },
    {
      "loss_action": 0.010072660632431507,
      "loss_total": 0.010072660632431507,
      "step": 44990
    },
    {
      "loss_action": 0.012640658766031265,
      "loss_total": 0.012640658766031265,
      "step": 44990
    },
    {
      "loss_action": 0.016986945644021034,
      "loss_total": 0.016986945644021034,
      "step": 44990
    },
    {
      "loss_action": 0.017200961709022522,
      "loss_total": 0.017200961709022522,
      "step": 44990
    },
    {
      "loss_action": 0.02411983348429203,
      "loss_total": 0.02411983348429203,
      "step": 44990
    },
    {
      "grad_norm": 0.10748714953660965,
      "learning_rate": 9.893592709403898e-05,
      "loss": 0.0108,
      "step": 45000
    },
    {
      "loss_action": 0.00803893618285656,
      "loss_total": 0.00803893618285656,
      "step": 45000
    },
    {
      "loss_action": 0.003546131541952491,
      "loss_total": 0.003546131541952491,
      "step": 45000
    },
    {
      "loss_action": 0.019298655912280083,
      "loss_total": 0.019298655912280083,
      "step": 45000
    },
    {
      "loss_action": 0.005497532896697521,
      "loss_total": 0.005497532896697521,
      "step": 45000
    },
    {
      "loss_action": 0.007305236533284187,
      "loss_total": 0.007305236533284187,
      "step": 45000
    },
    {
      "loss_action": 0.0038901139050722122,
      "loss_total": 0.0038901139050722122,
      "step": 45000
    },
    {
      "loss_action": 0.018709566444158554,
      "loss_total": 0.018709566444158554,
      "step": 45000
    },
    {
      "loss_action": 0.01798200234770775,
      "loss_total": 0.01798200234770775,
      "step": 45000
    },
    {
      "grad_norm": 0.15084582567214966,
      "learning_rate": 9.893507866681482e-05,
      "loss": 0.0112,
      "step": 45010
    },
    {
      "loss_action": 0.006080110091716051,
      "loss_total": 0.006080110091716051,
      "step": 45010
    },
    {
      "loss_action": 0.010304567404091358,
      "loss_total": 0.010304567404091358,
      "step": 45010
    },
    {
      "loss_action": 0.01557156816124916,
      "loss_total": 0.01557156816124916,
      "step": 45010
    },
    {
      "loss_action": 0.011362706311047077,
      "loss_total": 0.011362706311047077,
      "step": 45010
    },
    {
      "loss_action": 0.009237855672836304,
      "loss_total": 0.009237855672836304,
      "step": 45010
    },
    {
      "loss_action": 0.013836555182933807,
      "loss_total": 0.013836555182933807,
      "step": 45010
    },
    {
      "loss_action": 0.01217678003013134,
      "loss_total": 0.01217678003013134,
      "step": 45010
    },
    {
      "loss_action": 0.004879686050117016,
      "loss_total": 0.004879686050117016,
      "step": 45010
    },
    {
      "grad_norm": 0.18070462346076965,
      "learning_rate": 9.893422990512399e-05,
      "loss": 0.0115,
      "step": 45020
    },
    {
      "loss_action": 0.014007307589054108,
      "loss_total": 0.014007307589054108,
      "step": 45020
    },
    {
      "loss_action": 0.008006204850971699,
      "loss_total": 0.008006204850971699,
      "step": 45020
    },
    {
      "loss_action": 0.0038973696064203978,
      "loss_total": 0.0038973696064203978,
      "step": 45020
    },
    {
      "loss_action": 0.005675314925611019,
      "loss_total": 0.005675314925611019,
      "step": 45020
    },
    {
      "loss_action": 0.01648416556417942,
      "loss_total": 0.01648416556417942,
      "step": 45020
    },
    {
      "loss_action": 0.00820881500840187,
      "loss_total": 0.00820881500840187,
      "step": 45020
    },
    {
      "loss_action": 0.007700909860432148,
      "loss_total": 0.007700909860432148,
      "step": 45020
    },
    {
      "loss_action": 0.005174692720174789,
      "loss_total": 0.005174692720174789,
      "step": 45020
    },
    {
      "grad_norm": 0.10132094472646713,
      "learning_rate": 9.89333808089723e-05,
      "loss": 0.0104,
      "step": 45030
    },
    {
      "loss_action": 0.0060901157557964325,
      "loss_total": 0.0060901157557964325,
      "step": 45030
    },
    {
      "loss_action": 0.0034925483632832766,
      "loss_total": 0.0034925483632832766,
      "step": 45030
    },
    {
      "loss_action": 0.017899777740240097,
      "loss_total": 0.017899777740240097,
      "step": 45030
    },
    {
      "loss_action": 0.002042710781097412,
      "loss_total": 0.002042710781097412,
      "step": 45030
    },
    {
      "loss_action": 0.015869811177253723,
      "loss_total": 0.015869811177253723,
      "step": 45030
    },
    {
      "loss_action": 0.008955011144280434,
      "loss_total": 0.008955011144280434,
      "step": 45030
    },
    {
      "loss_action": 0.01039170939475298,
      "loss_total": 0.01039170939475298,
      "step": 45030
    },
    {
      "loss_action": 0.00621505081653595,
      "loss_total": 0.00621505081653595,
      "step": 45030
    },
    {
      "grad_norm": 0.119420126080513,
      "learning_rate": 9.893253137836554e-05,
      "loss": 0.0098,
      "step": 45040
    },
    {
      "loss_action": 0.006531749852001667,
      "loss_total": 0.006531749852001667,
      "step": 45040
    },
    {
      "loss_action": 0.02629389613866806,
      "loss_total": 0.02629389613866806,
      "step": 45040
    },
    {
      "loss_action": 0.005961222108453512,
      "loss_total": 0.005961222108453512,
      "step": 45040
    },
    {
      "loss_action": 0.006316963583230972,
      "loss_total": 0.006316963583230972,
      "step": 45040
    },
    {
      "loss_action": 0.004597941413521767,
      "loss_total": 0.004597941413521767,
      "step": 45040
    },
    {
      "loss_action": 0.01752883940935135,
      "loss_total": 0.01752883940935135,
      "step": 45040
    },
    {
      "loss_action": 0.003949371166527271,
      "loss_total": 0.003949371166527271,
      "step": 45040
    },
    {
      "loss_action": 0.004542273469269276,
      "loss_total": 0.004542273469269276,
      "step": 45040
    },
    {
      "grad_norm": 0.11400125920772552,
      "learning_rate": 9.893168161330953e-05,
      "loss": 0.0104,
      "step": 45050
    },
    {
      "loss_action": 0.004613326862454414,
      "loss_total": 0.004613326862454414,
      "step": 45050
    },
    {
      "loss_action": 0.004662865307182074,
      "loss_total": 0.004662865307182074,
      "step": 45050
    },
    {
      "loss_action": 0.01526031643152237,
      "loss_total": 0.01526031643152237,
      "step": 45050
    },
    {
      "loss_action": 0.004015084356069565,
      "loss_total": 0.004015084356069565,
      "step": 45050
    },
    {
      "loss_action": 0.01581568457186222,
      "loss_total": 0.01581568457186222,
      "step": 45050
    },
    {
      "loss_action": 0.007846672087907791,
      "loss_total": 0.007846672087907791,
      "step": 45050
    },
    {
      "loss_action": 0.010680090636014938,
      "loss_total": 0.010680090636014938,
      "step": 45050
    },
    {
      "loss_action": 0.0049957651644945145,
      "loss_total": 0.0049957651644945145,
      "step": 45050
    },
    {
      "grad_norm": 0.09217619150876999,
      "learning_rate": 9.893083151381007e-05,
      "loss": 0.0098,
      "step": 45060
    },
    {
      "loss_action": 0.0065587228164076805,
      "loss_total": 0.0065587228164076805,
      "step": 45060
    },
    {
      "loss_action": 0.005212676711380482,
      "loss_total": 0.005212676711380482,
      "step": 45060
    },
    {
      "loss_action": 0.0059822616167366505,
      "loss_total": 0.0059822616167366505,
      "step": 45060
    },
    {
      "loss_action": 0.010268131271004677,
      "loss_total": 0.010268131271004677,
      "step": 45060
    },
    {
      "loss_action": 0.03430259972810745,
      "loss_total": 0.03430259972810745,
      "step": 45060
    },
    {
      "loss_action": 0.005923848133534193,
      "loss_total": 0.005923848133534193,
      "step": 45060
    },
    {
      "loss_action": 0.008150770328938961,
      "loss_total": 0.008150770328938961,
      "step": 45060
    },
    {
      "loss_action": 0.004886171780526638,
      "loss_total": 0.004886171780526638,
      "step": 45060
    },
    {
      "grad_norm": 0.17713867127895355,
      "learning_rate": 9.892998107987295e-05,
      "loss": 0.0109,
      "step": 45070
    },
    {
      "loss_action": 0.004102258011698723,
      "loss_total": 0.004102258011698723,
      "step": 45070
    },
    {
      "loss_action": 0.009224604815244675,
      "loss_total": 0.009224604815244675,
      "step": 45070
    },
    {
      "loss_action": 0.018914908170700073,
      "loss_total": 0.018914908170700073,
      "step": 45070
    },
    {
      "loss_action": 0.0064667691476643085,
      "loss_total": 0.0064667691476643085,
      "step": 45070
    },
    {
      "loss_action": 0.02623136341571808,
      "loss_total": 0.02623136341571808,
      "step": 45070
    },
    {
      "loss_action": 0.010318427346646786,
      "loss_total": 0.010318427346646786,
      "step": 45070
    },
    {
      "loss_action": 0.020256921648979187,
      "loss_total": 0.020256921648979187,
      "step": 45070
    },
    {
      "loss_action": 0.0098904212936759,
      "loss_total": 0.0098904212936759,
      "step": 45070
    },
    {
      "grad_norm": 0.19312797486782074,
      "learning_rate": 9.892913031150403e-05,
      "loss": 0.0095,
      "step": 45080
    },
    {
      "loss_action": 0.007646220736205578,
      "loss_total": 0.007646220736205578,
      "step": 45080
    },
    {
      "loss_action": 0.016526291146874428,
      "loss_total": 0.016526291146874428,
      "step": 45080
    },
    {
      "loss_action": 0.014830078929662704,
      "loss_total": 0.014830078929662704,
      "step": 45080
    },
    {
      "loss_action": 0.015015584416687489,
      "loss_total": 0.015015584416687489,
      "step": 45080
    },
    {
      "loss_action": 0.014415992423892021,
      "loss_total": 0.014415992423892021,
      "step": 45080
    },
    {
      "loss_action": 0.005986497737467289,
      "loss_total": 0.005986497737467289,
      "step": 45080
    },
    {
      "loss_action": 0.005476760677993298,
      "loss_total": 0.005476760677993298,
      "step": 45080
    },
    {
      "loss_action": 0.00758905615657568,
      "loss_total": 0.00758905615657568,
      "step": 45080
    },
    {
      "grad_norm": 0.12748295068740845,
      "learning_rate": 9.892827920870909e-05,
      "loss": 0.0094,
      "step": 45090
    },
    {
      "loss_action": 0.003933195024728775,
      "loss_total": 0.003933195024728775,
      "step": 45090
    },
    {
      "loss_action": 0.007163872942328453,
      "loss_total": 0.007163872942328453,
      "step": 45090
    },
    {
      "loss_action": 0.005266432184726,
      "loss_total": 0.005266432184726,
      "step": 45090
    },
    {
      "loss_action": 0.011763540096580982,
      "loss_total": 0.011763540096580982,
      "step": 45090
    },
    {
      "loss_action": 0.0049069831147789955,
      "loss_total": 0.0049069831147789955,
      "step": 45090
    },
    {
      "loss_action": 0.015367986634373665,
      "loss_total": 0.015367986634373665,
      "step": 45090
    },
    {
      "loss_action": 0.01694737747311592,
      "loss_total": 0.01694737747311592,
      "step": 45090
    },
    {
      "loss_action": 0.007755114696919918,
      "loss_total": 0.007755114696919918,
      "step": 45090
    },
    {
      "grad_norm": 0.1525915563106537,
      "learning_rate": 9.892742777149395e-05,
      "loss": 0.0104,
      "step": 45100
    },
    {
      "loss_action": 0.010946135967969894,
      "loss_total": 0.010946135967969894,
      "step": 45100
    },
    {
      "loss_action": 0.014238459058105946,
      "loss_total": 0.014238459058105946,
      "step": 45100
    },
    {
      "loss_action": 0.015609335154294968,
      "loss_total": 0.015609335154294968,
      "step": 45100
    },
    {
      "loss_action": 0.00543973408639431,
      "loss_total": 0.00543973408639431,
      "step": 45100
    },
    {
      "loss_action": 0.01066084485501051,
      "loss_total": 0.01066084485501051,
      "step": 45100
    },
    {
      "loss_action": 0.01060244906693697,
      "loss_total": 0.01060244906693697,
      "step": 45100
    },
    {
      "loss_action": 0.00886095967143774,
      "loss_total": 0.00886095967143774,
      "step": 45100
    },
    {
      "loss_action": 0.00226162513718009,
      "loss_total": 0.00226162513718009,
      "step": 45100
    },
    {
      "grad_norm": 0.10678388923406601,
      "learning_rate": 9.892657599986446e-05,
      "loss": 0.0099,
      "step": 45110
    },
    {
      "loss_action": 0.004577514715492725,
      "loss_total": 0.004577514715492725,
      "step": 45110
    },
    {
      "loss_action": 0.007151048164814711,
      "loss_total": 0.007151048164814711,
      "step": 45110
    },
    {
      "loss_action": 0.00549315195530653,
      "loss_total": 0.00549315195530653,
      "step": 45110
    },
    {
      "loss_action": 0.006356281228363514,
      "loss_total": 0.006356281228363514,
      "step": 45110
    },
    {
      "loss_action": 0.009064320474863052,
      "loss_total": 0.009064320474863052,
      "step": 45110
    },
    {
      "loss_action": 0.0058107879012823105,
      "loss_total": 0.0058107879012823105,
      "step": 45110
    },
    {
      "loss_action": 0.007214895915240049,
      "loss_total": 0.007214895915240049,
      "step": 45110
    },
    {
      "loss_action": 0.013758056797087193,
      "loss_total": 0.013758056797087193,
      "step": 45110
    },
    {
      "grad_norm": 0.12792804837226868,
      "learning_rate": 9.89257238938264e-05,
      "loss": 0.0098,
      "step": 45120
    },
    {
      "loss_action": 0.0070205023512244225,
      "loss_total": 0.0070205023512244225,
      "step": 45120
    },
    {
      "loss_action": 0.008118629455566406,
      "loss_total": 0.008118629455566406,
      "step": 45120
    },
    {
      "loss_action": 0.014332257211208344,
      "loss_total": 0.014332257211208344,
      "step": 45120
    },
    {
      "loss_action": 0.00399395264685154,
      "loss_total": 0.00399395264685154,
      "step": 45120
    },
    {
      "loss_action": 0.01901896297931671,
      "loss_total": 0.01901896297931671,
      "step": 45120
    },
    {
      "loss_action": 0.002294522011652589,
      "loss_total": 0.002294522011652589,
      "step": 45120
    },
    {
      "loss_action": 0.005521928891539574,
      "loss_total": 0.005521928891539574,
      "step": 45120
    },
    {
      "loss_action": 0.005835446063429117,
      "loss_total": 0.005835446063429117,
      "step": 45120
    },
    {
      "grad_norm": 0.14439670741558075,
      "learning_rate": 9.89248714533856e-05,
      "loss": 0.0092,
      "step": 45130
    },
    {
      "loss_action": 0.01230859849601984,
      "loss_total": 0.01230859849601984,
      "step": 45130
    },
    {
      "loss_action": 0.011562759056687355,
      "loss_total": 0.011562759056687355,
      "step": 45130
    },
    {
      "loss_action": 0.0019391400273889303,
      "loss_total": 0.0019391400273889303,
      "step": 45130
    },
    {
      "loss_action": 0.007845062762498856,
      "loss_total": 0.007845062762498856,
      "step": 45130
    },
    {
      "loss_action": 0.023273546248674393,
      "loss_total": 0.023273546248674393,
      "step": 45130
    },
    {
      "loss_action": 0.003903249278664589,
      "loss_total": 0.003903249278664589,
      "step": 45130
    },
    {
      "loss_action": 0.008331747725605965,
      "loss_total": 0.008331747725605965,
      "step": 45130
    },
    {
      "loss_action": 0.01116572879254818,
      "loss_total": 0.01116572879254818,
      "step": 45130
    },
    {
      "grad_norm": 0.10342679917812347,
      "learning_rate": 9.892401867854793e-05,
      "loss": 0.0094,
      "step": 45140
    },
    {
      "loss_action": 0.019393663853406906,
      "loss_total": 0.019393663853406906,
      "step": 45140
    },
    {
      "loss_action": 0.007188922725617886,
      "loss_total": 0.007188922725617886,
      "step": 45140
    },
    {
      "loss_action": 0.004434098489582539,
      "loss_total": 0.004434098489582539,
      "step": 45140
    },
    {
      "loss_action": 0.003835961688309908,
      "loss_total": 0.003835961688309908,
      "step": 45140
    },
    {
      "loss_action": 0.018506981432437897,
      "loss_total": 0.018506981432437897,
      "step": 45140
    },
    {
      "loss_action": 0.005825681611895561,
      "loss_total": 0.005825681611895561,
      "step": 45140
    },
    {
      "loss_action": 0.0037397663109004498,
      "loss_total": 0.0037397663109004498,
      "step": 45140
    },
    {
      "loss_action": 0.007966183125972748,
      "loss_total": 0.007966183125972748,
      "step": 45140
    },
    {
      "grad_norm": 0.17851033806800842,
      "learning_rate": 9.892316556931915e-05,
      "loss": 0.0086,
      "step": 45150
    },
    {
      "loss_action": 0.011679800227284431,
      "loss_total": 0.011679800227284431,
      "step": 45150
    },
    {
      "loss_action": 0.006950822658836842,
      "loss_total": 0.006950822658836842,
      "step": 45150
    },
    {
      "loss_action": 0.019942978397011757,
      "loss_total": 0.019942978397011757,
      "step": 45150
    },
    {
      "loss_action": 0.007899667136371136,
      "loss_total": 0.007899667136371136,
      "step": 45150
    },
    {
      "loss_action": 0.00892903283238411,
      "loss_total": 0.00892903283238411,
      "step": 45150
    },
    {
      "loss_action": 0.0045121656730771065,
      "loss_total": 0.0045121656730771065,
      "step": 45150
    },
    {
      "loss_action": 0.013069410808384418,
      "loss_total": 0.013069410808384418,
      "step": 45150
    },
    {
      "loss_action": 0.003446734044700861,
      "loss_total": 0.003446734044700861,
      "step": 45150
    },
    {
      "grad_norm": 0.11646413803100586,
      "learning_rate": 9.892231212570515e-05,
      "loss": 0.0083,
      "step": 45160
    },
    {
      "loss_action": 0.011517832055687904,
      "loss_total": 0.011517832055687904,
      "step": 45160
    },
    {
      "loss_action": 0.005963487084954977,
      "loss_total": 0.005963487084954977,
      "step": 45160
    },
    {
      "loss_action": 0.00866617914289236,
      "loss_total": 0.00866617914289236,
      "step": 45160
    },
    {
      "loss_action": 0.007741724140942097,
      "loss_total": 0.007741724140942097,
      "step": 45160
    },
    {
      "loss_action": 0.018929127603769302,
      "loss_total": 0.018929127603769302,
      "step": 45160
    },
    {
      "loss_action": 0.011800700798630714,
      "loss_total": 0.011800700798630714,
      "step": 45160
    },
    {
      "loss_action": 0.014249619096517563,
      "loss_total": 0.014249619096517563,
      "step": 45160
    },
    {
      "loss_action": 0.010158437304198742,
      "loss_total": 0.010158437304198742,
      "step": 45160
    },
    {
      "grad_norm": 0.17028824985027313,
      "learning_rate": 9.892145834771174e-05,
      "loss": 0.0113,
      "step": 45170
    },
    {
      "loss_action": 0.009408480487763882,
      "loss_total": 0.009408480487763882,
      "step": 45170
    },
    {
      "loss_action": 0.011077246628701687,
      "loss_total": 0.011077246628701687,
      "step": 45170
    },
    {
      "loss_action": 0.006676590070128441,
      "loss_total": 0.006676590070128441,
      "step": 45170
    },
    {
      "loss_action": 0.0063322558999061584,
      "loss_total": 0.0063322558999061584,
      "step": 45170
    },
    {
      "loss_action": 0.005214614327996969,
      "loss_total": 0.005214614327996969,
      "step": 45170
    },
    {
      "loss_action": 0.011370726861059666,
      "loss_total": 0.011370726861059666,
      "step": 45170
    },
    {
      "loss_action": 0.01136696059256792,
      "loss_total": 0.01136696059256792,
      "step": 45170
    },
    {
      "loss_action": 0.027502568438649178,
      "loss_total": 0.027502568438649178,
      "step": 45170
    },
    {
      "grad_norm": 0.17165276408195496,
      "learning_rate": 9.892060423534475e-05,
      "loss": 0.0097,
      "step": 45180
    },
    {
      "loss_action": 0.004017146769911051,
      "loss_total": 0.004017146769911051,
      "step": 45180
    },
    {
      "loss_action": 0.004267007112503052,
      "loss_total": 0.004267007112503052,
      "step": 45180
    },
    {
      "loss_action": 0.009177854284644127,
      "loss_total": 0.009177854284644127,
      "step": 45180
    },
    {
      "loss_action": 0.019752275198698044,
      "loss_total": 0.019752275198698044,
      "step": 45180
    },
    {
      "loss_action": 0.009847862645983696,
      "loss_total": 0.009847862645983696,
      "step": 45180
    },
    {
      "loss_action": 0.007512048818171024,
      "loss_total": 0.007512048818171024,
      "step": 45180
    },
    {
      "loss_action": 0.011131886392831802,
      "loss_total": 0.011131886392831802,
      "step": 45180
    },
    {
      "loss_action": 0.02607179433107376,
      "loss_total": 0.02607179433107376,
      "step": 45180
    },
    {
      "grad_norm": 0.13236771523952484,
      "learning_rate": 9.891974978861003e-05,
      "loss": 0.0112,
      "step": 45190
    },
    {
      "loss_action": 0.0079753827303648,
      "loss_total": 0.0079753827303648,
      "step": 45190
    },
    {
      "loss_action": 0.008716837503015995,
      "loss_total": 0.008716837503015995,
      "step": 45190
    },
    {
      "loss_action": 0.011185690760612488,
      "loss_total": 0.011185690760612488,
      "step": 45190
    },
    {
      "loss_action": 0.008333314210176468,
      "loss_total": 0.008333314210176468,
      "step": 45190
    },
    {
      "loss_action": 0.019390687346458435,
      "loss_total": 0.019390687346458435,
      "step": 45190
    },
    {
      "loss_action": 0.009962583892047405,
      "loss_total": 0.009962583892047405,
      "step": 45190
    },
    {
      "loss_action": 0.007617908529937267,
      "loss_total": 0.007617908529937267,
      "step": 45190
    },
    {
      "loss_action": 0.008142184466123581,
      "loss_total": 0.008142184466123581,
      "step": 45190
    },
    {
      "grad_norm": 0.14991241693496704,
      "learning_rate": 9.891889500751342e-05,
      "loss": 0.0124,
      "step": 45200
    },
    {
      "loss_action": 0.010490615852177143,
      "loss_total": 0.010490615852177143,
      "step": 45200
    },
    {
      "loss_action": 0.013554874807596207,
      "loss_total": 0.013554874807596207,
      "step": 45200
    },
    {
      "loss_action": 0.02753719501197338,
      "loss_total": 0.02753719501197338,
      "step": 45200
    },
    {
      "loss_action": 0.010659333318471909,
      "loss_total": 0.010659333318471909,
      "step": 45200
    },
    {
      "loss_action": 0.007960460148751736,
      "loss_total": 0.007960460148751736,
      "step": 45200
    },
    {
      "loss_action": 0.015382007695734501,
      "loss_total": 0.015382007695734501,
      "step": 45200
    },
    {
      "loss_action": 0.013612834736704826,
      "loss_total": 0.013612834736704826,
      "step": 45200
    },
    {
      "loss_action": 0.011008215136826038,
      "loss_total": 0.011008215136826038,
      "step": 45200
    },
    {
      "grad_norm": 0.20507827401161194,
      "learning_rate": 9.891803989206074e-05,
      "loss": 0.011,
      "step": 45210
    },
    {
      "loss_action": 0.03143128752708435,
      "loss_total": 0.03143128752708435,
      "step": 45210
    },
    {
      "loss_action": 0.012315895408391953,
      "loss_total": 0.012315895408391953,
      "step": 45210
    },
    {
      "loss_action": 0.004836035892367363,
      "loss_total": 0.004836035892367363,
      "step": 45210
    },
    {
      "loss_action": 0.005844347644597292,
      "loss_total": 0.005844347644597292,
      "step": 45210
    },
    {
      "loss_action": 0.007517401594668627,
      "loss_total": 0.007517401594668627,
      "step": 45210
    },
    {
      "loss_action": 0.009037165902554989,
      "loss_total": 0.009037165902554989,
      "step": 45210
    },
    {
      "loss_action": 0.018107620999217033,
      "loss_total": 0.018107620999217033,
      "step": 45210
    },
    {
      "loss_action": 0.006328234914690256,
      "loss_total": 0.006328234914690256,
      "step": 45210
    },
    {
      "grad_norm": 0.21046456694602966,
      "learning_rate": 9.891718444225786e-05,
      "loss": 0.0119,
      "step": 45220
    },
    {
      "loss_action": 0.017495598644018173,
      "loss_total": 0.017495598644018173,
      "step": 45220
    },
    {
      "loss_action": 0.010213229805231094,
      "loss_total": 0.010213229805231094,
      "step": 45220
    },
    {
      "loss_action": 0.005162900313735008,
      "loss_total": 0.005162900313735008,
      "step": 45220
    },
    {
      "loss_action": 0.006644457578659058,
      "loss_total": 0.006644457578659058,
      "step": 45220
    },
    {
      "loss_action": 0.009528439491987228,
      "loss_total": 0.009528439491987228,
      "step": 45220
    },
    {
      "loss_action": 0.009798061102628708,
      "loss_total": 0.009798061102628708,
      "step": 45220
    },
    {
      "loss_action": 0.028826389461755753,
      "loss_total": 0.028826389461755753,
      "step": 45220
    },
    {
      "loss_action": 0.01509024016559124,
      "loss_total": 0.01509024016559124,
      "step": 45220
    },
    {
      "grad_norm": 0.11929042637348175,
      "learning_rate": 9.891632865811063e-05,
      "loss": 0.0117,
      "step": 45230
    },
    {
      "loss_action": 0.007900780066847801,
      "loss_total": 0.007900780066847801,
      "step": 45230
    },
    {
      "loss_action": 0.015256975777447224,
      "loss_total": 0.015256975777447224,
      "step": 45230
    },
    {
      "loss_action": 0.014185690321028233,
      "loss_total": 0.014185690321028233,
      "step": 45230
    },
    {
      "loss_action": 0.02169523388147354,
      "loss_total": 0.02169523388147354,
      "step": 45230
    },
    {
      "loss_action": 0.007857675664126873,
      "loss_total": 0.007857675664126873,
      "step": 45230
    },
    {
      "loss_action": 0.005942106246948242,
      "loss_total": 0.005942106246948242,
      "step": 45230
    },
    {
      "loss_action": 0.008696259930729866,
      "loss_total": 0.008696259930729866,
      "step": 45230
    },
    {
      "loss_action": 0.012119491584599018,
      "loss_total": 0.012119491584599018,
      "step": 45230
    },
    {
      "grad_norm": 0.1590443104505539,
      "learning_rate": 9.891547253962486e-05,
      "loss": 0.0104,
      "step": 45240
    },
    {
      "loss_action": 0.022547990083694458,
      "loss_total": 0.022547990083694458,
      "step": 45240
    },
    {
      "loss_action": 0.013815442100167274,
      "loss_total": 0.013815442100167274,
      "step": 45240
    },
    {
      "loss_action": 0.011854385957121849,
      "loss_total": 0.011854385957121849,
      "step": 45240
    },
    {
      "loss_action": 0.003744716290384531,
      "loss_total": 0.003744716290384531,
      "step": 45240
    },
    {
      "loss_action": 0.007560418918728828,
      "loss_total": 0.007560418918728828,
      "step": 45240
    },
    {
      "loss_action": 0.011612358503043652,
      "loss_total": 0.011612358503043652,
      "step": 45240
    },
    {
      "loss_action": 0.005921939387917519,
      "loss_total": 0.005921939387917519,
      "step": 45240
    },
    {
      "loss_action": 0.008195480331778526,
      "loss_total": 0.008195480331778526,
      "step": 45240
    },
    {
      "grad_norm": 0.08047177642583847,
      "learning_rate": 9.891461608680646e-05,
      "loss": 0.0105,
      "step": 45250
    },
    {
      "loss_action": 0.015069844201207161,
      "loss_total": 0.015069844201207161,
      "step": 45250
    },
    {
      "loss_action": 0.006051857490092516,
      "loss_total": 0.006051857490092516,
      "step": 45250
    },
    {
      "loss_action": 0.005566484294831753,
      "loss_total": 0.005566484294831753,
      "step": 45250
    },
    {
      "loss_action": 0.004816174972802401,
      "loss_total": 0.004816174972802401,
      "step": 45250
    },
    {
      "loss_action": 0.019338034093379974,
      "loss_total": 0.019338034093379974,
      "step": 45250
    },
    {
      "loss_action": 0.005183929577469826,
      "loss_total": 0.005183929577469826,
      "step": 45250
    },
    {
      "loss_action": 0.004094094969332218,
      "loss_total": 0.004094094969332218,
      "step": 45250
    },
    {
      "loss_action": 0.0114678293466568,
      "loss_total": 0.0114678293466568,
      "step": 45250
    },
    {
      "grad_norm": 0.09777138382196426,
      "learning_rate": 9.891375929966122e-05,
      "loss": 0.0092,
      "step": 45260
    },
    {
      "loss_action": 0.013556906953454018,
      "loss_total": 0.013556906953454018,
      "step": 45260
    },
    {
      "loss_action": 0.022270195186138153,
      "loss_total": 0.022270195186138153,
      "step": 45260
    },
    {
      "loss_action": 0.017774714156985283,
      "loss_total": 0.017774714156985283,
      "step": 45260
    },
    {
      "loss_action": 0.011483960784971714,
      "loss_total": 0.011483960784971714,
      "step": 45260
    },
    {
      "loss_action": 0.007094875909388065,
      "loss_total": 0.007094875909388065,
      "step": 45260
    },
    {
      "loss_action": 0.005191657226532698,
      "loss_total": 0.005191657226532698,
      "step": 45260
    },
    {
      "loss_action": 0.015684686601161957,
      "loss_total": 0.015684686601161957,
      "step": 45260
    },
    {
      "loss_action": 0.01261839084327221,
      "loss_total": 0.01261839084327221,
      "step": 45260
    },
    {
      "grad_norm": 0.13713815808296204,
      "learning_rate": 9.891290217819504e-05,
      "loss": 0.0103,
      "step": 45270
    },
    {
      "loss_action": 0.0053570992313325405,
      "loss_total": 0.0053570992313325405,
      "step": 45270
    },
    {
      "loss_action": 0.0018827939638867974,
      "loss_total": 0.0018827939638867974,
      "step": 45270
    },
    {
      "loss_action": 0.006568300072103739,
      "loss_total": 0.006568300072103739,
      "step": 45270
    },
    {
      "loss_action": 0.015817660838365555,
      "loss_total": 0.015817660838365555,
      "step": 45270
    },
    {
      "loss_action": 0.017656564712524414,
      "loss_total": 0.017656564712524414,
      "step": 45270
    },
    {
      "loss_action": 0.002644565887749195,
      "loss_total": 0.002644565887749195,
      "step": 45270
    },
    {
      "loss_action": 0.009900989010930061,
      "loss_total": 0.009900989010930061,
      "step": 45270
    },
    {
      "loss_action": 0.01600757986307144,
      "loss_total": 0.01600757986307144,
      "step": 45270
    },
    {
      "grad_norm": 0.12457586079835892,
      "learning_rate": 9.891204472241378e-05,
      "loss": 0.0087,
      "step": 45280
    },
    {
      "loss_action": 0.007186591625213623,
      "loss_total": 0.007186591625213623,
      "step": 45280
    },
    {
      "loss_action": 0.011378435418009758,
      "loss_total": 0.011378435418009758,
      "step": 45280
    },
    {
      "loss_action": 0.0046346671879291534,
      "loss_total": 0.0046346671879291534,
      "step": 45280
    },
    {
      "loss_action": 0.006070517003536224,
      "loss_total": 0.006070517003536224,
      "step": 45280
    },
    {
      "loss_action": 0.00769023597240448,
      "loss_total": 0.00769023597240448,
      "step": 45280
    },
    {
      "loss_action": 0.006163623183965683,
      "loss_total": 0.006163623183965683,
      "step": 45280
    },
    {
      "loss_action": 0.0071028731763362885,
      "loss_total": 0.0071028731763362885,
      "step": 45280
    },
    {
      "loss_action": 0.01103602722287178,
      "loss_total": 0.01103602722287178,
      "step": 45280
    },
    {
      "grad_norm": 0.15937359631061554,
      "learning_rate": 9.891118693232329e-05,
      "loss": 0.0107,
      "step": 45290
    },
    {
      "loss_action": 0.07462204992771149,
      "loss_total": 0.07462204992771149,
      "step": 45290
    },
    {
      "loss_action": 0.008655371144413948,
      "loss_total": 0.008655371144413948,
      "step": 45290
    },
    {
      "loss_action": 0.008540188893675804,
      "loss_total": 0.008540188893675804,
      "step": 45290
    },
    {
      "loss_action": 0.009626632556319237,
      "loss_total": 0.009626632556319237,
      "step": 45290
    },
    {
      "loss_action": 0.0057560959830880165,
      "loss_total": 0.0057560959830880165,
      "step": 45290
    },
    {
      "loss_action": 0.005100921727716923,
      "loss_total": 0.005100921727716923,
      "step": 45290
    },
    {
      "loss_action": 0.006438619457185268,
      "loss_total": 0.006438619457185268,
      "step": 45290
    },
    {
      "loss_action": 0.008668806403875351,
      "loss_total": 0.008668806403875351,
      "step": 45290
    },
    {
      "grad_norm": 0.19344498217105865,
      "learning_rate": 9.891032880792941e-05,
      "loss": 0.012,
      "step": 45300
    },
    {
      "loss_action": 0.012333894148468971,
      "loss_total": 0.012333894148468971,
      "step": 45300
    },
    {
      "loss_action": 0.02381572127342224,
      "loss_total": 0.02381572127342224,
      "step": 45300
    },
    {
      "loss_action": 0.010699255391955376,
      "loss_total": 0.010699255391955376,
      "step": 45300
    },
    {
      "loss_action": 0.024246491491794586,
      "loss_total": 0.024246491491794586,
      "step": 45300
    },
    {
      "loss_action": 0.011950183659791946,
      "loss_total": 0.011950183659791946,
      "step": 45300
    },
    {
      "loss_action": 0.008967959322035313,
      "loss_total": 0.008967959322035313,
      "step": 45300
    },
    {
      "loss_action": 0.004231480415910482,
      "loss_total": 0.004231480415910482,
      "step": 45300
    },
    {
      "loss_action": 0.0030748953577131033,
      "loss_total": 0.0030748953577131033,
      "step": 45300
    },
    {
      "grad_norm": 0.10534725338220596,
      "learning_rate": 9.890947034923803e-05,
      "loss": 0.0127,
      "step": 45310
    },
    {
      "loss_action": 0.011153800413012505,
      "loss_total": 0.011153800413012505,
      "step": 45310
    },
    {
      "loss_action": 0.02165077067911625,
      "loss_total": 0.02165077067911625,
      "step": 45310
    },
    {
      "loss_action": 0.03315863758325577,
      "loss_total": 0.03315863758325577,
      "step": 45310
    },
    {
      "loss_action": 0.00796106643974781,
      "loss_total": 0.00796106643974781,
      "step": 45310
    },
    {
      "loss_action": 0.021562431007623672,
      "loss_total": 0.021562431007623672,
      "step": 45310
    },
    {
      "loss_action": 0.005716491490602493,
      "loss_total": 0.005716491490602493,
      "step": 45310
    },
    {
      "loss_action": 0.0059876712039113045,
      "loss_total": 0.0059876712039113045,
      "step": 45310
    },
    {
      "loss_action": 0.012429497204720974,
      "loss_total": 0.012429497204720974,
      "step": 45310
    },
    {
      "grad_norm": 0.16578269004821777,
      "learning_rate": 9.890861155625503e-05,
      "loss": 0.0109,
      "step": 45320
    },
    {
      "loss_action": 0.009035708382725716,
      "loss_total": 0.009035708382725716,
      "step": 45320
    },
    {
      "loss_action": 0.01782066747546196,
      "loss_total": 0.01782066747546196,
      "step": 45320
    },
    {
      "loss_action": 0.008646804839372635,
      "loss_total": 0.008646804839372635,
      "step": 45320
    },
    {
      "loss_action": 0.009285181760787964,
      "loss_total": 0.009285181760787964,
      "step": 45320
    },
    {
      "loss_action": 0.003943976014852524,
      "loss_total": 0.003943976014852524,
      "step": 45320
    },
    {
      "loss_action": 0.004777205176651478,
      "loss_total": 0.004777205176651478,
      "step": 45320
    },
    {
      "loss_action": 0.004370551556348801,
      "loss_total": 0.004370551556348801,
      "step": 45320
    },
    {
      "loss_action": 0.004900557920336723,
      "loss_total": 0.004900557920336723,
      "step": 45320
    },
    {
      "grad_norm": 0.12025538831949234,
      "learning_rate": 9.890775242898624e-05,
      "loss": 0.0105,
      "step": 45330
    },
    {
      "loss_action": 0.008898254483938217,
      "loss_total": 0.008898254483938217,
      "step": 45330
    },
    {
      "loss_action": 0.0305893886834383,
      "loss_total": 0.0305893886834383,
      "step": 45330
    },
    {
      "loss_action": 0.005543196108192205,
      "loss_total": 0.005543196108192205,
      "step": 45330
    },
    {
      "loss_action": 0.007662101648747921,
      "loss_total": 0.007662101648747921,
      "step": 45330
    },
    {
      "loss_action": 0.011094652116298676,
      "loss_total": 0.011094652116298676,
      "step": 45330
    },
    {
      "loss_action": 0.00491706607863307,
      "loss_total": 0.00491706607863307,
      "step": 45330
    },
    {
      "loss_action": 0.032097622752189636,
      "loss_total": 0.032097622752189636,
      "step": 45330
    },
    {
      "loss_action": 0.007618466857820749,
      "loss_total": 0.007618466857820749,
      "step": 45330
    },
    {
      "grad_norm": 0.09494912624359131,
      "learning_rate": 9.890689296743759e-05,
      "loss": 0.0104,
      "step": 45340
    },
    {
      "loss_action": 0.003584247548133135,
      "loss_total": 0.003584247548133135,
      "step": 45340
    },
    {
      "loss_action": 0.012835601344704628,
      "loss_total": 0.012835601344704628,
      "step": 45340
    },
    {
      "loss_action": 0.007056716829538345,
      "loss_total": 0.007056716829538345,
      "step": 45340
    },
    {
      "loss_action": 0.008098365738987923,
      "loss_total": 0.008098365738987923,
      "step": 45340
    },
    {
      "loss_action": 0.018980514258146286,
      "loss_total": 0.018980514258146286,
      "step": 45340
    },
    {
      "loss_action": 0.005857984069734812,
      "loss_total": 0.005857984069734812,
      "step": 45340
    },
    {
      "loss_action": 0.014634078368544579,
      "loss_total": 0.014634078368544579,
      "step": 45340
    },
    {
      "loss_action": 0.014409822411835194,
      "loss_total": 0.014409822411835194,
      "step": 45340
    },
    {
      "grad_norm": 0.15310890972614288,
      "learning_rate": 9.890603317161489e-05,
      "loss": 0.0103,
      "step": 45350
    },
    {
      "loss_action": 0.005016090348362923,
      "loss_total": 0.005016090348362923,
      "step": 45350
    },
    {
      "loss_action": 0.01160640362650156,
      "loss_total": 0.01160640362650156,
      "step": 45350
    },
    {
      "loss_action": 0.005922844633460045,
      "loss_total": 0.005922844633460045,
      "step": 45350
    },
    {
      "loss_action": 0.009076706133782864,
      "loss_total": 0.009076706133782864,
      "step": 45350
    },
    {
      "loss_action": 0.005830538459122181,
      "loss_total": 0.005830538459122181,
      "step": 45350
    },
    {
      "loss_action": 0.005273047834634781,
      "loss_total": 0.005273047834634781,
      "step": 45350
    },
    {
      "loss_action": 0.004916102159768343,
      "loss_total": 0.004916102159768343,
      "step": 45350
    },
    {
      "loss_action": 0.008719676174223423,
      "loss_total": 0.008719676174223423,
      "step": 45350
    },
    {
      "grad_norm": 0.21635273098945618,
      "learning_rate": 9.890517304152405e-05,
      "loss": 0.0138,
      "step": 45360
    },
    {
      "loss_action": 0.010058697313070297,
      "loss_total": 0.010058697313070297,
      "step": 45360
    },
    {
      "loss_action": 0.06506922841072083,
      "loss_total": 0.06506922841072083,
      "step": 45360
    },
    {
      "loss_action": 0.013355239294469357,
      "loss_total": 0.013355239294469357,
      "step": 45360
    },
    {
      "loss_action": 0.020685095340013504,
      "loss_total": 0.020685095340013504,
      "step": 45360
    },
    {
      "loss_action": 0.009863518178462982,
      "loss_total": 0.009863518178462982,
      "step": 45360
    },
    {
      "loss_action": 0.0182782132178545,
      "loss_total": 0.0182782132178545,
      "step": 45360
    },
    {
      "loss_action": 0.015168514102697372,
      "loss_total": 0.015168514102697372,
      "step": 45360
    },
    {
      "loss_action": 0.0075989291071891785,
      "loss_total": 0.0075989291071891785,
      "step": 45360
    },
    {
      "grad_norm": 0.17568188905715942,
      "learning_rate": 9.890431257717095e-05,
      "loss": 0.0118,
      "step": 45370
    },
    {
      "loss_action": 0.008207255974411964,
      "loss_total": 0.008207255974411964,
      "step": 45370
    },
    {
      "loss_action": 0.007628137245774269,
      "loss_total": 0.007628137245774269,
      "step": 45370
    },
    {
      "loss_action": 0.0059760939329862595,
      "loss_total": 0.0059760939329862595,
      "step": 45370
    },
    {
      "loss_action": 0.012635791674256325,
      "loss_total": 0.012635791674256325,
      "step": 45370
    },
    {
      "loss_action": 0.016355495899915695,
      "loss_total": 0.016355495899915695,
      "step": 45370
    },
    {
      "loss_action": 0.013193290680646896,
      "loss_total": 0.013193290680646896,
      "step": 45370
    },
    {
      "loss_action": 0.0188654363155365,
      "loss_total": 0.0188654363155365,
      "step": 45370
    },
    {
      "loss_action": 0.018314944580197334,
      "loss_total": 0.018314944580197334,
      "step": 45370
    },
    {
      "grad_norm": 0.13431495428085327,
      "learning_rate": 9.890345177856145e-05,
      "loss": 0.0117,
      "step": 45380
    },
    {
      "loss_action": 0.011374042369425297,
      "loss_total": 0.011374042369425297,
      "step": 45380
    },
    {
      "loss_action": 0.004820669069886208,
      "loss_total": 0.004820669069886208,
      "step": 45380
    },
    {
      "loss_action": 0.008154049515724182,
      "loss_total": 0.008154049515724182,
      "step": 45380
    },
    {
      "loss_action": 0.00935194082558155,
      "loss_total": 0.00935194082558155,
      "step": 45380
    },
    {
      "loss_action": 0.013358011841773987,
      "loss_total": 0.013358011841773987,
      "step": 45380
    },
    {
      "loss_action": 0.006731739267706871,
      "loss_total": 0.006731739267706871,
      "step": 45380
    },
    {
      "loss_action": 0.0073880162090063095,
      "loss_total": 0.0073880162090063095,
      "step": 45380
    },
    {
      "loss_action": 0.013649657368659973,
      "loss_total": 0.013649657368659973,
      "step": 45380
    },
    {
      "grad_norm": 0.12585939466953278,
      "learning_rate": 9.890259064570147e-05,
      "loss": 0.0095,
      "step": 45390
    },
    {
      "loss_action": 0.009469341486692429,
      "loss_total": 0.009469341486692429,
      "step": 45390
    },
    {
      "loss_action": 0.0047576590441167355,
      "loss_total": 0.0047576590441167355,
      "step": 45390
    },
    {
      "loss_action": 0.016100727021694183,
      "loss_total": 0.016100727021694183,
      "step": 45390
    },
    {
      "loss_action": 0.009927543811500072,
      "loss_total": 0.009927543811500072,
      "step": 45390
    },
    {
      "loss_action": 0.00431241188198328,
      "loss_total": 0.00431241188198328,
      "step": 45390
    },
    {
      "loss_action": 0.01424809917807579,
      "loss_total": 0.01424809917807579,
      "step": 45390
    },
    {
      "loss_action": 0.00662907725200057,
      "loss_total": 0.00662907725200057,
      "step": 45390
    },
    {
      "loss_action": 0.016336027532815933,
      "loss_total": 0.016336027532815933,
      "step": 45390
    },
    {
      "grad_norm": 0.1152774766087532,
      "learning_rate": 9.890172917859686e-05,
      "loss": 0.0099,
      "step": 45400
    },
    {
      "loss_action": 0.016845744103193283,
      "loss_total": 0.016845744103193283,
      "step": 45400
    },
    {
      "loss_action": 0.005512278061360121,
      "loss_total": 0.005512278061360121,
      "step": 45400
    },
    {
      "loss_action": 0.009868407621979713,
      "loss_total": 0.009868407621979713,
      "step": 45400
    },
    {
      "loss_action": 0.005701007321476936,
      "loss_total": 0.005701007321476936,
      "step": 45400
    },
    {
      "loss_action": 0.004086019471287727,
      "loss_total": 0.004086019471287727,
      "step": 45400
    },
    {
      "loss_action": 0.009534602984786034,
      "loss_total": 0.009534602984786034,
      "step": 45400
    },
    {
      "loss_action": 0.015926102176308632,
      "loss_total": 0.015926102176308632,
      "step": 45400
    },
    {
      "loss_action": 0.010911400429904461,
      "loss_total": 0.010911400429904461,
      "step": 45400
    },
    {
      "grad_norm": 0.14517168700695038,
      "learning_rate": 9.890086737725354e-05,
      "loss": 0.0092,
      "step": 45410
    },
    {
      "loss_action": 0.013305100612342358,
      "loss_total": 0.013305100612342358,
      "step": 45410
    },
    {
      "loss_action": 0.005951724946498871,
      "loss_total": 0.005951724946498871,
      "step": 45410
    },
    {
      "loss_action": 0.004767931066453457,
      "loss_total": 0.004767931066453457,
      "step": 45410
    },
    {
      "loss_action": 0.023014813661575317,
      "loss_total": 0.023014813661575317,
      "step": 45410
    },
    {
      "loss_action": 0.009576518088579178,
      "loss_total": 0.009576518088579178,
      "step": 45410
    },
    {
      "loss_action": 0.010784996673464775,
      "loss_total": 0.010784996673464775,
      "step": 45410
    },
    {
      "loss_action": 0.003159979358315468,
      "loss_total": 0.003159979358315468,
      "step": 45410
    },
    {
      "loss_action": 0.013273169286549091,
      "loss_total": 0.013273169286549091,
      "step": 45410
    },
    {
      "grad_norm": 0.1413801610469818,
      "learning_rate": 9.890000524167738e-05,
      "loss": 0.011,
      "step": 45420
    },
    {
      "loss_action": 0.00858572218567133,
      "loss_total": 0.00858572218567133,
      "step": 45420
    },
    {
      "loss_action": 0.007851224392652512,
      "loss_total": 0.007851224392652512,
      "step": 45420
    },
    {
      "loss_action": 0.005563164129853249,
      "loss_total": 0.005563164129853249,
      "step": 45420
    },
    {
      "loss_action": 0.021034296602010727,
      "loss_total": 0.021034296602010727,
      "step": 45420
    },
    {
      "loss_action": 0.013432487845420837,
      "loss_total": 0.013432487845420837,
      "step": 45420
    },
    {
      "loss_action": 0.009065108373761177,
      "loss_total": 0.009065108373761177,
      "step": 45420
    },
    {
      "loss_action": 0.014006735756993294,
      "loss_total": 0.014006735756993294,
      "step": 45420
    },
    {
      "loss_action": 0.008182023651897907,
      "loss_total": 0.008182023651897907,
      "step": 45420
    },
    {
      "grad_norm": 0.1323532909154892,
      "learning_rate": 9.889914277187427e-05,
      "loss": 0.0101,
      "step": 45430
    },
    {
      "loss_action": 0.057117678225040436,
      "loss_total": 0.057117678225040436,
      "step": 45430
    },
    {
      "loss_action": 0.010233535431325436,
      "loss_total": 0.010233535431325436,
      "step": 45430
    },
    {
      "loss_action": 0.0037644007243216038,
      "loss_total": 0.0037644007243216038,
      "step": 45430
    },
    {
      "loss_action": 0.00966377928853035,
      "loss_total": 0.00966377928853035,
      "step": 45430
    },
    {
      "loss_action": 0.013769304379820824,
      "loss_total": 0.013769304379820824,
      "step": 45430
    },
    {
      "loss_action": 0.011541830375790596,
      "loss_total": 0.011541830375790596,
      "step": 45430
    },
    {
      "loss_action": 0.007608799263834953,
      "loss_total": 0.007608799263834953,
      "step": 45430
    },
    {
      "loss_action": 0.014417028054594994,
      "loss_total": 0.014417028054594994,
      "step": 45430
    },
    {
      "grad_norm": 0.12310435622930527,
      "learning_rate": 9.88982799678501e-05,
      "loss": 0.0094,
      "step": 45440
    },
    {
      "loss_action": 0.008944505825638771,
      "loss_total": 0.008944505825638771,
      "step": 45440
    },
    {
      "loss_action": 0.007300997152924538,
      "loss_total": 0.007300997152924538,
      "step": 45440
    },
    {
      "loss_action": 0.01447854470461607,
      "loss_total": 0.01447854470461607,
      "step": 45440
    },
    {
      "loss_action": 0.009614566341042519,
      "loss_total": 0.009614566341042519,
      "step": 45440
    },
    {
      "loss_action": 0.010558941401541233,
      "loss_total": 0.010558941401541233,
      "step": 45440
    },
    {
      "loss_action": 0.015508086420595646,
      "loss_total": 0.015508086420595646,
      "step": 45440
    },
    {
      "loss_action": 0.008578600361943245,
      "loss_total": 0.008578600361943245,
      "step": 45440
    },
    {
      "loss_action": 0.00779719278216362,
      "loss_total": 0.00779719278216362,
      "step": 45440
    },
    {
      "grad_norm": 0.1254103034734726,
      "learning_rate": 9.88974168296108e-05,
      "loss": 0.0101,
      "step": 45450
    },
    {
      "loss_action": 0.013312476687133312,
      "loss_total": 0.013312476687133312,
      "step": 45450
    },
    {
      "loss_action": 0.006178883835673332,
      "loss_total": 0.006178883835673332,
      "step": 45450
    },
    {
      "loss_action": 0.007925767451524734,
      "loss_total": 0.007925767451524734,
      "step": 45450
    },
    {
      "loss_action": 0.011441903188824654,
      "loss_total": 0.011441903188824654,
      "step": 45450
    },
    {
      "loss_action": 0.0052945869974792,
      "loss_total": 0.0052945869974792,
      "step": 45450
    },
    {
      "loss_action": 0.012414810247719288,
      "loss_total": 0.012414810247719288,
      "step": 45450
    },
    {
      "loss_action": 0.016336018219590187,
      "loss_total": 0.016336018219590187,
      "step": 45450
    },
    {
      "loss_action": 0.008997084572911263,
      "loss_total": 0.008997084572911263,
      "step": 45450
    },
    {
      "grad_norm": 0.13561853766441345,
      "learning_rate": 9.889655335716224e-05,
      "loss": 0.0099,
      "step": 45460
    },
    {
      "loss_action": 0.006518881767988205,
      "loss_total": 0.006518881767988205,
      "step": 45460
    },
    {
      "loss_action": 0.005840647034347057,
      "loss_total": 0.005840647034347057,
      "step": 45460
    },
    {
      "loss_action": 0.00879397802054882,
      "loss_total": 0.00879397802054882,
      "step": 45460
    },
    {
      "loss_action": 0.011465704068541527,
      "loss_total": 0.011465704068541527,
      "step": 45460
    },
    {
      "loss_action": 0.008686843328177929,
      "loss_total": 0.008686843328177929,
      "step": 45460
    },
    {
      "loss_action": 0.011832036077976227,
      "loss_total": 0.011832036077976227,
      "step": 45460
    },
    {
      "loss_action": 0.011787156574428082,
      "loss_total": 0.011787156574428082,
      "step": 45460
    },
    {
      "loss_action": 0.006468224339187145,
      "loss_total": 0.006468224339187145,
      "step": 45460
    },
    {
      "grad_norm": 0.13297776877880096,
      "learning_rate": 9.889568955051031e-05,
      "loss": 0.0097,
      "step": 45470
    },
    {
      "loss_action": 0.015504292212426662,
      "loss_total": 0.015504292212426662,
      "step": 45470
    },
    {
      "loss_action": 0.004712898284196854,
      "loss_total": 0.004712898284196854,
      "step": 45470
    },
    {
      "loss_action": 0.0067319064401090145,
      "loss_total": 0.0067319064401090145,
      "step": 45470
    },
    {
      "loss_action": 0.010142450220882893,
      "loss_total": 0.010142450220882893,
      "step": 45470
    },
    {
      "loss_action": 0.008280837908387184,
      "loss_total": 0.008280837908387184,
      "step": 45470
    },
    {
      "loss_action": 0.026829002425074577,
      "loss_total": 0.026829002425074577,
      "step": 45470
    },
    {
      "loss_action": 0.004044197965413332,
      "loss_total": 0.004044197965413332,
      "step": 45470
    },
    {
      "loss_action": 0.0031821378506720066,
      "loss_total": 0.0031821378506720066,
      "step": 45470
    },
    {
      "grad_norm": 0.11500219255685806,
      "learning_rate": 9.889482540966097e-05,
      "loss": 0.009,
      "step": 45480
    },
    {
      "loss_action": 0.003424322232604027,
      "loss_total": 0.003424322232604027,
      "step": 45480
    },
    {
      "loss_action": 0.005625059828162193,
      "loss_total": 0.005625059828162193,
      "step": 45480
    },
    {
      "loss_action": 0.009439626708626747,
      "loss_total": 0.009439626708626747,
      "step": 45480
    },
    {
      "loss_action": 0.025989314541220665,
      "loss_total": 0.025989314541220665,
      "step": 45480
    },
    {
      "loss_action": 0.008502352982759476,
      "loss_total": 0.008502352982759476,
      "step": 45480
    },
    {
      "loss_action": 0.011283937841653824,
      "loss_total": 0.011283937841653824,
      "step": 45480
    },
    {
      "loss_action": 0.004530731588602066,
      "loss_total": 0.004530731588602066,
      "step": 45480
    },
    {
      "loss_action": 0.0027088713832199574,
      "loss_total": 0.0027088713832199574,
      "step": 45480
    },
    {
      "grad_norm": 0.13328130543231964,
      "learning_rate": 9.889396093462007e-05,
      "loss": 0.009,
      "step": 45490
    },
    {
      "loss_action": 0.0036081888247281313,
      "loss_total": 0.0036081888247281313,
      "step": 45490
    },
    {
      "loss_action": 0.006048455368727446,
      "loss_total": 0.006048455368727446,
      "step": 45490
    },
    {
      "loss_action": 0.011268895119428635,
      "loss_total": 0.011268895119428635,
      "step": 45490
    },
    {
      "loss_action": 0.012953059747815132,
      "loss_total": 0.012953059747815132,
      "step": 45490
    },
    {
      "loss_action": 0.007071141619235277,
      "loss_total": 0.007071141619235277,
      "step": 45490
    },
    {
      "loss_action": 0.004619034938514233,
      "loss_total": 0.004619034938514233,
      "step": 45490
    },
    {
      "loss_action": 0.012134320102632046,
      "loss_total": 0.012134320102632046,
      "step": 45490
    },
    {
      "loss_action": 0.0042926594614982605,
      "loss_total": 0.0042926594614982605,
      "step": 45490
    },
    {
      "grad_norm": 0.12440415471792221,
      "learning_rate": 9.889309612539354e-05,
      "loss": 0.01,
      "step": 45500
    },
    {
      "loss_action": 0.021620098501443863,
      "loss_total": 0.021620098501443863,
      "step": 45500
    },
    {
      "loss_action": 0.010895754210650921,
      "loss_total": 0.010895754210650921,
      "step": 45500
    },
    {
      "loss_action": 0.03280350938439369,
      "loss_total": 0.03280350938439369,
      "step": 45500
    },
    {
      "loss_action": 0.014403990469872952,
      "loss_total": 0.014403990469872952,
      "step": 45500
    },
    {
      "loss_action": 0.00899243913590908,
      "loss_total": 0.00899243913590908,
      "step": 45500
    },
    {
      "loss_action": 0.005134514067322016,
      "loss_total": 0.005134514067322016,
      "step": 45500
    },
    {
      "loss_action": 0.014214780181646347,
      "loss_total": 0.014214780181646347,
      "step": 45500
    },
    {
      "loss_action": 0.012467654421925545,
      "loss_total": 0.012467654421925545,
      "step": 45500
    },
    {
      "grad_norm": 0.15672418475151062,
      "learning_rate": 9.889223098198728e-05,
      "loss": 0.0097,
      "step": 45510
    },
    {
      "loss_action": 0.008250084705650806,
      "loss_total": 0.008250084705650806,
      "step": 45510
    },
    {
      "loss_action": 0.006106826011091471,
      "loss_total": 0.006106826011091471,
      "step": 45510
    },
    {
      "loss_action": 0.004148093052208424,
      "loss_total": 0.004148093052208424,
      "step": 45510
    },
    {
      "loss_action": 0.02450742945075035,
      "loss_total": 0.02450742945075035,
      "step": 45510
    },
    {
      "loss_action": 0.006608402356505394,
      "loss_total": 0.006608402356505394,
      "step": 45510
    },
    {
      "loss_action": 0.005282809026539326,
      "loss_total": 0.005282809026539326,
      "step": 45510
    },
    {
      "loss_action": 0.005810185335576534,
      "loss_total": 0.005810185335576534,
      "step": 45510
    },
    {
      "loss_action": 0.0052209943532943726,
      "loss_total": 0.0052209943532943726,
      "step": 45510
    },
    {
      "grad_norm": 0.19063960015773773,
      "learning_rate": 9.889136550440723e-05,
      "loss": 0.0124,
      "step": 45520
    },
    {
      "loss_action": 0.01109116617590189,
      "loss_total": 0.01109116617590189,
      "step": 45520
    },
    {
      "loss_action": 0.004113557282835245,
      "loss_total": 0.004113557282835245,
      "step": 45520
    },
    {
      "loss_action": 0.005534792318940163,
      "loss_total": 0.005534792318940163,
      "step": 45520
    },
    {
      "loss_action": 0.0031352860387414694,
      "loss_total": 0.0031352860387414694,
      "step": 45520
    },
    {
      "loss_action": 0.023218493908643723,
      "loss_total": 0.023218493908643723,
      "step": 45520
    },
    {
      "loss_action": 0.005109573248773813,
      "loss_total": 0.005109573248773813,
      "step": 45520
    },
    {
      "loss_action": 0.04308914393186569,
      "loss_total": 0.04308914393186569,
      "step": 45520
    },
    {
      "loss_action": 0.003785446286201477,
      "loss_total": 0.003785446286201477,
      "step": 45520
    },
    {
      "grad_norm": 0.15586544573307037,
      "learning_rate": 9.889049969265929e-05,
      "loss": 0.0091,
      "step": 45530
    },
    {
      "loss_action": 0.03816035017371178,
      "loss_total": 0.03816035017371178,
      "step": 45530
    },
    {
      "loss_action": 0.014831021428108215,
      "loss_total": 0.014831021428108215,
      "step": 45530
    },
    {
      "loss_action": 0.0131763257086277,
      "loss_total": 0.0131763257086277,
      "step": 45530
    },
    {
      "loss_action": 0.0167587511241436,
      "loss_total": 0.0167587511241436,
      "step": 45530
    },
    {
      "loss_action": 0.010164174251258373,
      "loss_total": 0.010164174251258373,
      "step": 45530
    },
    {
      "loss_action": 0.023776505142450333,
      "loss_total": 0.023776505142450333,
      "step": 45530
    },
    {
      "loss_action": 0.006815464235842228,
      "loss_total": 0.006815464235842228,
      "step": 45530
    },
    {
      "loss_action": 0.0033992924727499485,
      "loss_total": 0.0033992924727499485,
      "step": 45530
    },
    {
      "grad_norm": 0.14912399649620056,
      "learning_rate": 9.888963354674936e-05,
      "loss": 0.0098,
      "step": 45540
    },
    {
      "loss_action": 0.023345258086919785,
      "loss_total": 0.023345258086919785,
      "step": 45540
    },
    {
      "loss_action": 0.006140165496617556,
      "loss_total": 0.006140165496617556,
      "step": 45540
    },
    {
      "loss_action": 0.0035673766396939754,
      "loss_total": 0.0035673766396939754,
      "step": 45540
    },
    {
      "loss_action": 0.009212762117385864,
      "loss_total": 0.009212762117385864,
      "step": 45540
    },
    {
      "loss_action": 0.009815284982323647,
      "loss_total": 0.009815284982323647,
      "step": 45540
    },
    {
      "loss_action": 0.00980202853679657,
      "loss_total": 0.00980202853679657,
      "step": 45540
    },
    {
      "loss_action": 0.010264801792800426,
      "loss_total": 0.010264801792800426,
      "step": 45540
    },
    {
      "loss_action": 0.005577658768743277,
      "loss_total": 0.005577658768743277,
      "step": 45540
    },
    {
      "grad_norm": 0.17622606456279755,
      "learning_rate": 9.888876706668337e-05,
      "loss": 0.0114,
      "step": 45550
    },
    {
      "loss_action": 0.00985750462859869,
      "loss_total": 0.00985750462859869,
      "step": 45550
    },
    {
      "loss_action": 0.014492955058813095,
      "loss_total": 0.014492955058813095,
      "step": 45550
    },
    {
      "loss_action": 0.009338313713669777,
      "loss_total": 0.009338313713669777,
      "step": 45550
    },
    {
      "loss_action": 0.016501810401678085,
      "loss_total": 0.016501810401678085,
      "step": 45550
    },
    {
      "loss_action": 0.02304038032889366,
      "loss_total": 0.02304038032889366,
      "step": 45550
    },
    {
      "loss_action": 0.006559383124113083,
      "loss_total": 0.006559383124113083,
      "step": 45550
    },
    {
      "loss_action": 0.011088049039244652,
      "loss_total": 0.011088049039244652,
      "step": 45550
    },
    {
      "loss_action": 0.013263620436191559,
      "loss_total": 0.013263620436191559,
      "step": 45550
    },
    {
      "grad_norm": 0.1463651806116104,
      "learning_rate": 9.888790025246728e-05,
      "loss": 0.0097,
      "step": 45560
    },
    {
      "loss_action": 0.023936310783028603,
      "loss_total": 0.023936310783028603,
      "step": 45560
    },
    {
      "loss_action": 0.009471400640904903,
      "loss_total": 0.009471400640904903,
      "step": 45560
    },
    {
      "loss_action": 0.007068944163620472,
      "loss_total": 0.007068944163620472,
      "step": 45560
    },
    {
      "loss_action": 0.01769673265516758,
      "loss_total": 0.01769673265516758,
      "step": 45560
    },
    {
      "loss_action": 0.023468997329473495,
      "loss_total": 0.023468997329473495,
      "step": 45560
    },
    {
      "loss_action": 0.008172123692929745,
      "loss_total": 0.008172123692929745,
      "step": 45560
    },
    {
      "loss_action": 0.0065211765468120575,
      "loss_total": 0.0065211765468120575,
      "step": 45560
    },
    {
      "loss_action": 0.0077187055721879005,
      "loss_total": 0.0077187055721879005,
      "step": 45560
    },
    {
      "grad_norm": 0.1179814487695694,
      "learning_rate": 9.888703310410696e-05,
      "loss": 0.0095,
      "step": 45570
    },
    {
      "loss_action": 0.003576289862394333,
      "loss_total": 0.003576289862394333,
      "step": 45570
    },
    {
      "loss_action": 0.0046709878370165825,
      "loss_total": 0.0046709878370165825,
      "step": 45570
    },
    {
      "loss_action": 0.009625207632780075,
      "loss_total": 0.009625207632780075,
      "step": 45570
    },
    {
      "loss_action": 0.006469118408858776,
      "loss_total": 0.006469118408858776,
      "step": 45570
    },
    {
      "loss_action": 0.005687866359949112,
      "loss_total": 0.005687866359949112,
      "step": 45570
    },
    {
      "loss_action": 0.013325391337275505,
      "loss_total": 0.013325391337275505,
      "step": 45570
    },
    {
      "loss_action": 0.01260204054415226,
      "loss_total": 0.01260204054415226,
      "step": 45570
    },
    {
      "loss_action": 0.0040945676155388355,
      "loss_total": 0.0040945676155388355,
      "step": 45570
    },
    {
      "grad_norm": 0.1273859292268753,
      "learning_rate": 9.888616562160836e-05,
      "loss": 0.0078,
      "step": 45580
    },
    {
      "loss_action": 0.011067611165344715,
      "loss_total": 0.011067611165344715,
      "step": 45580
    },
    {
      "loss_action": 0.013255413621664047,
      "loss_total": 0.013255413621664047,
      "step": 45580
    },
    {
      "loss_action": 0.00493698101490736,
      "loss_total": 0.00493698101490736,
      "step": 45580
    },
    {
      "loss_action": 0.021132715046405792,
      "loss_total": 0.021132715046405792,
      "step": 45580
    },
    {
      "loss_action": 0.01686730794608593,
      "loss_total": 0.01686730794608593,
      "step": 45580
    },
    {
      "loss_action": 0.014131367206573486,
      "loss_total": 0.014131367206573486,
      "step": 45580
    },
    {
      "loss_action": 0.008131693117320538,
      "loss_total": 0.008131693117320538,
      "step": 45580
    },
    {
      "loss_action": 0.0085670817643404,
      "loss_total": 0.0085670817643404,
      "step": 45580
    },
    {
      "grad_norm": 0.11164364963769913,
      "learning_rate": 9.888529780497741e-05,
      "loss": 0.0089,
      "step": 45590
    },
    {
      "loss_action": 0.00396057078614831,
      "loss_total": 0.00396057078614831,
      "step": 45590
    },
    {
      "loss_action": 0.009176768362522125,
      "loss_total": 0.009176768362522125,
      "step": 45590
    },
    {
      "loss_action": 0.007245159707963467,
      "loss_total": 0.007245159707963467,
      "step": 45590
    },
    {
      "loss_action": 0.012257387861609459,
      "loss_total": 0.012257387861609459,
      "step": 45590
    },
    {
      "loss_action": 0.006601212080568075,
      "loss_total": 0.006601212080568075,
      "step": 45590
    },
    {
      "loss_action": 0.014789565466344357,
      "loss_total": 0.014789565466344357,
      "step": 45590
    },
    {
      "loss_action": 0.006079580169171095,
      "loss_total": 0.006079580169171095,
      "step": 45590
    },
    {
      "loss_action": 0.011893516406416893,
      "loss_total": 0.011893516406416893,
      "step": 45590
    },
    {
      "grad_norm": 0.12563835084438324,
      "learning_rate": 9.888442965422005e-05,
      "loss": 0.0086,
      "step": 45600
    },
    {
      "loss_action": 0.00972299836575985,
      "loss_total": 0.00972299836575985,
      "step": 45600
    },
    {
      "loss_action": 0.017923202365636826,
      "loss_total": 0.017923202365636826,
      "step": 45600
    },
    {
      "loss_action": 0.004662232007831335,
      "loss_total": 0.004662232007831335,
      "step": 45600
    },
    {
      "loss_action": 0.0035673147067427635,
      "loss_total": 0.0035673147067427635,
      "step": 45600
    },
    {
      "loss_action": 0.0046813953667879105,
      "loss_total": 0.0046813953667879105,
      "step": 45600
    },
    {
      "loss_action": 0.008558711037039757,
      "loss_total": 0.008558711037039757,
      "step": 45600
    },
    {
      "loss_action": 0.02014031633734703,
      "loss_total": 0.02014031633734703,
      "step": 45600
    },
    {
      "loss_action": 0.008933573961257935,
      "loss_total": 0.008933573961257935,
      "step": 45600
    },
    {
      "grad_norm": 0.12550532817840576,
      "learning_rate": 9.888356116934219e-05,
      "loss": 0.0091,
      "step": 45610
    },
    {
      "loss_action": 0.006538944318890572,
      "loss_total": 0.006538944318890572,
      "step": 45610
    },
    {
      "loss_action": 0.011655964888632298,
      "loss_total": 0.011655964888632298,
      "step": 45610
    },
    {
      "loss_action": 0.0066125765442848206,
      "loss_total": 0.0066125765442848206,
      "step": 45610
    },
    {
      "loss_action": 0.0023883897811174393,
      "loss_total": 0.0023883897811174393,
      "step": 45610
    },
    {
      "loss_action": 0.017512036487460136,
      "loss_total": 0.017512036487460136,
      "step": 45610
    },
    {
      "loss_action": 0.0087807048112154,
      "loss_total": 0.0087807048112154,
      "step": 45610
    },
    {
      "loss_action": 0.010196855291724205,
      "loss_total": 0.010196855291724205,
      "step": 45610
    },
    {
      "loss_action": 0.010580006055533886,
      "loss_total": 0.010580006055533886,
      "step": 45610
    },
    {
      "grad_norm": 0.13124242424964905,
      "learning_rate": 9.888269235034979e-05,
      "loss": 0.011,
      "step": 45620
    },
    {
      "loss_action": 0.008421739563345909,
      "loss_total": 0.008421739563345909,
      "step": 45620
    },
    {
      "loss_action": 0.007399816066026688,
      "loss_total": 0.007399816066026688,
      "step": 45620
    },
    {
      "loss_action": 0.010529415681958199,
      "loss_total": 0.010529415681958199,
      "step": 45620
    },
    {
      "loss_action": 0.00887683592736721,
      "loss_total": 0.00887683592736721,
      "step": 45620
    },
    {
      "loss_action": 0.005910204723477364,
      "loss_total": 0.005910204723477364,
      "step": 45620
    },
    {
      "loss_action": 0.01999775692820549,
      "loss_total": 0.01999775692820549,
      "step": 45620
    },
    {
      "loss_action": 0.00446613784879446,
      "loss_total": 0.00446613784879446,
      "step": 45620
    },
    {
      "loss_action": 0.0037165647372603416,
      "loss_total": 0.0037165647372603416,
      "step": 45620
    },
    {
      "grad_norm": 0.1941293478012085,
      "learning_rate": 9.888182319724877e-05,
      "loss": 0.0097,
      "step": 45630
    },
    {
      "loss_action": 0.05237862840294838,
      "loss_total": 0.05237862840294838,
      "step": 45630
    },
    {
      "loss_action": 0.006898108869791031,
      "loss_total": 0.006898108869791031,
      "step": 45630
    },
    {
      "loss_action": 0.006485222838819027,
      "loss_total": 0.006485222838819027,
      "step": 45630
    },
    {
      "loss_action": 0.008785868063569069,
      "loss_total": 0.008785868063569069,
      "step": 45630
    },
    {
      "loss_action": 0.004493536427617073,
      "loss_total": 0.004493536427617073,
      "step": 45630
    },
    {
      "loss_action": 0.04382551088929176,
      "loss_total": 0.04382551088929176,
      "step": 45630
    },
    {
      "loss_action": 0.013362368568778038,
      "loss_total": 0.013362368568778038,
      "step": 45630
    },
    {
      "loss_action": 0.008750048466026783,
      "loss_total": 0.008750048466026783,
      "step": 45630
    },
    {
      "grad_norm": 0.11468744277954102,
      "learning_rate": 9.888095371004509e-05,
      "loss": 0.012,
      "step": 45640
    },
    {
      "loss_action": 0.009679621085524559,
      "loss_total": 0.009679621085524559,
      "step": 45640
    },
    {
      "loss_action": 0.014914143830537796,
      "loss_total": 0.014914143830537796,
      "step": 45640
    },
    {
      "loss_action": 0.007901067845523357,
      "loss_total": 0.007901067845523357,
      "step": 45640
    },
    {
      "loss_action": 0.004938360303640366,
      "loss_total": 0.004938360303640366,
      "step": 45640
    },
    {
      "loss_action": 0.009662168100476265,
      "loss_total": 0.009662168100476265,
      "step": 45640
    },
    {
      "loss_action": 0.013639898970723152,
      "loss_total": 0.013639898970723152,
      "step": 45640
    },
    {
      "loss_action": 0.014356874860823154,
      "loss_total": 0.014356874860823154,
      "step": 45640
    },
    {
      "loss_action": 0.008401555940508842,
      "loss_total": 0.008401555940508842,
      "step": 45640
    },
    {
      "grad_norm": 0.13518434762954712,
      "learning_rate": 9.888008388874468e-05,
      "loss": 0.0095,
      "step": 45650
    },
    {
      "loss_action": 0.003691640915349126,
      "loss_total": 0.003691640915349126,
      "step": 45650
    },
    {
      "loss_action": 0.0045140208676457405,
      "loss_total": 0.0045140208676457405,
      "step": 45650
    },
    {
      "loss_action": 0.009442413225769997,
      "loss_total": 0.009442413225769997,
      "step": 45650
    },
    {
      "loss_action": 0.007691300939768553,
      "loss_total": 0.007691300939768553,
      "step": 45650
    },
    {
      "loss_action": 0.01766476407647133,
      "loss_total": 0.01766476407647133,
      "step": 45650
    },
    {
      "loss_action": 0.004718517418950796,
      "loss_total": 0.004718517418950796,
      "step": 45650
    },
    {
      "loss_action": 0.004938372876495123,
      "loss_total": 0.004938372876495123,
      "step": 45650
    },
    {
      "loss_action": 0.011943742632865906,
      "loss_total": 0.011943742632865906,
      "step": 45650
    },
    {
      "grad_norm": 0.23701635003089905,
      "learning_rate": 9.887921373335347e-05,
      "loss": 0.0115,
      "step": 45660
    },
    {
      "loss_action": 0.005677123554050922,
      "loss_total": 0.005677123554050922,
      "step": 45660
    },
    {
      "loss_action": 0.03843754529953003,
      "loss_total": 0.03843754529953003,
      "step": 45660
    },
    {
      "loss_action": 0.017405526712536812,
      "loss_total": 0.017405526712536812,
      "step": 45660
    },
    {
      "loss_action": 0.0135885551571846,
      "loss_total": 0.0135885551571846,
      "step": 45660
    },
    {
      "loss_action": 0.02902088314294815,
      "loss_total": 0.02902088314294815,
      "step": 45660
    },
    {
      "loss_action": 0.004942032508552074,
      "loss_total": 0.004942032508552074,
      "step": 45660
    },
    {
      "loss_action": 0.009380241855978966,
      "loss_total": 0.009380241855978966,
      "step": 45660
    },
    {
      "loss_action": 0.005244249477982521,
      "loss_total": 0.005244249477982521,
      "step": 45660
    },
    {
      "grad_norm": 0.15066982805728912,
      "learning_rate": 9.887834324387744e-05,
      "loss": 0.0103,
      "step": 45670
    },
    {
      "loss_action": 0.004964539781212807,
      "loss_total": 0.004964539781212807,
      "step": 45670
    },
    {
      "loss_action": 0.0055526732467114925,
      "loss_total": 0.0055526732467114925,
      "step": 45670
    },
    {
      "loss_action": 0.012642642483115196,
      "loss_total": 0.012642642483115196,
      "step": 45670
    },
    {
      "loss_action": 0.013195662759244442,
      "loss_total": 0.013195662759244442,
      "step": 45670
    },
    {
      "loss_action": 0.013861528597772121,
      "loss_total": 0.013861528597772121,
      "step": 45670
    },
    {
      "loss_action": 0.008025115355849266,
      "loss_total": 0.008025115355849266,
      "step": 45670
    },
    {
      "loss_action": 0.00880199484527111,
      "loss_total": 0.00880199484527111,
      "step": 45670
    },
    {
      "loss_action": 0.012129638344049454,
      "loss_total": 0.012129638344049454,
      "step": 45670
    },
    {
      "grad_norm": 0.1260114461183548,
      "learning_rate": 9.887747242032253e-05,
      "loss": 0.0099,
      "step": 45680
    },
    {
      "loss_action": 0.0035605349112302065,
      "loss_total": 0.0035605349112302065,
      "step": 45680
    },
    {
      "loss_action": 0.014397302642464638,
      "loss_total": 0.014397302642464638,
      "step": 45680
    },
    {
      "loss_action": 0.010891946032643318,
      "loss_total": 0.010891946032643318,
      "step": 45680
    },
    {
      "loss_action": 0.006700658239424229,
      "loss_total": 0.006700658239424229,
      "step": 45680
    },
    {
      "loss_action": 0.008838502690196037,
      "loss_total": 0.008838502690196037,
      "step": 45680
    },
    {
      "loss_action": 0.011484520509839058,
      "loss_total": 0.011484520509839058,
      "step": 45680
    },
    {
      "loss_action": 0.008289524354040623,
      "loss_total": 0.008289524354040623,
      "step": 45680
    },
    {
      "loss_action": 0.030788209289312363,
      "loss_total": 0.030788209289312363,
      "step": 45680
    },
    {
      "grad_norm": 0.1185210719704628,
      "learning_rate": 9.887660126269467e-05,
      "loss": 0.0096,
      "step": 45690
    },
    {
      "loss_action": 0.015080826357007027,
      "loss_total": 0.015080826357007027,
      "step": 45690
    },
    {
      "loss_action": 0.004983112215995789,
      "loss_total": 0.004983112215995789,
      "step": 45690
    },
    {
      "loss_action": 0.011580604128539562,
      "loss_total": 0.011580604128539562,
      "step": 45690
    },
    {
      "loss_action": 0.003020883770659566,
      "loss_total": 0.003020883770659566,
      "step": 45690
    },
    {
      "loss_action": 0.012467329390347004,
      "loss_total": 0.012467329390347004,
      "step": 45690
    },
    {
      "loss_action": 0.008213989436626434,
      "loss_total": 0.008213989436626434,
      "step": 45690
    },
    {
      "loss_action": 0.005124641116708517,
      "loss_total": 0.005124641116708517,
      "step": 45690
    },
    {
      "loss_action": 0.006443849764764309,
      "loss_total": 0.006443849764764309,
      "step": 45690
    },
    {
      "grad_norm": 0.1989707499742508,
      "learning_rate": 9.887572977099983e-05,
      "loss": 0.0111,
      "step": 45700
    },
    {
      "loss_action": 0.0043198405764997005,
      "loss_total": 0.0043198405764997005,
      "step": 45700
    },
    {
      "loss_action": 0.012653804384171963,
      "loss_total": 0.012653804384171963,
      "step": 45700
    },
    {
      "loss_action": 0.021114246919751167,
      "loss_total": 0.021114246919751167,
      "step": 45700
    },
    {
      "loss_action": 0.008772740140557289,
      "loss_total": 0.008772740140557289,
      "step": 45700
    },
    {
      "loss_action": 0.005332333035767078,
      "loss_total": 0.005332333035767078,
      "step": 45700
    },
    {
      "loss_action": 0.010972143150866032,
      "loss_total": 0.010972143150866032,
      "step": 45700
    },
    {
      "loss_action": 0.010215585120022297,
      "loss_total": 0.010215585120022297,
      "step": 45700
    },
    {
      "loss_action": 0.009519614279270172,
      "loss_total": 0.009519614279270172,
      "step": 45700
    },
    {
      "grad_norm": 0.15401387214660645,
      "learning_rate": 9.887485794524398e-05,
      "loss": 0.0118,
      "step": 45710
    },
    {
      "loss_action": 0.01287771575152874,
      "loss_total": 0.01287771575152874,
      "step": 45710
    },
    {
      "loss_action": 0.041450370103120804,
      "loss_total": 0.041450370103120804,
      "step": 45710
    },
    {
      "loss_action": 0.005073885899037123,
      "loss_total": 0.005073885899037123,
      "step": 45710
    },
    {
      "loss_action": 0.00907393079251051,
      "loss_total": 0.00907393079251051,
      "step": 45710
    },
    {
      "loss_action": 0.00956917554140091,
      "loss_total": 0.00956917554140091,
      "step": 45710
    },
    {
      "loss_action": 0.017535563558340073,
      "loss_total": 0.017535563558340073,
      "step": 45710
    },
    {
      "loss_action": 0.005537522025406361,
      "loss_total": 0.005537522025406361,
      "step": 45710
    },
    {
      "loss_action": 0.00640440359711647,
      "loss_total": 0.00640440359711647,
      "step": 45710
    },
    {
      "grad_norm": 0.22668011486530304,
      "learning_rate": 9.887398578543306e-05,
      "loss": 0.0103,
      "step": 45720
    },
    {
      "loss_action": 0.0065405769273638725,
      "loss_total": 0.0065405769273638725,
      "step": 45720
    },
    {
      "loss_action": 0.00449938140809536,
      "loss_total": 0.00449938140809536,
      "step": 45720
    },
    {
      "loss_action": 0.004427638836205006,
      "loss_total": 0.004427638836205006,
      "step": 45720
    },
    {
      "loss_action": 0.0069836159236729145,
      "loss_total": 0.0069836159236729145,
      "step": 45720
    },
    {
      "loss_action": 0.010105312801897526,
      "loss_total": 0.010105312801897526,
      "step": 45720
    },
    {
      "loss_action": 0.007733670063316822,
      "loss_total": 0.007733670063316822,
      "step": 45720
    },
    {
      "loss_action": 0.006321608554571867,
      "loss_total": 0.006321608554571867,
      "step": 45720
    },
    {
      "loss_action": 0.011839516460895538,
      "loss_total": 0.011839516460895538,
      "step": 45720
    },
    {
      "grad_norm": 0.22027039527893066,
      "learning_rate": 9.887311329157304e-05,
      "loss": 0.0103,
      "step": 45730
    },
    {
      "loss_action": 0.006566043011844158,
      "loss_total": 0.006566043011844158,
      "step": 45730
    },
    {
      "loss_action": 0.0124494144693017,
      "loss_total": 0.0124494144693017,
      "step": 45730
    },
    {
      "loss_action": 0.012473922222852707,
      "loss_total": 0.012473922222852707,
      "step": 45730
    },
    {
      "loss_action": 0.026786580681800842,
      "loss_total": 0.026786580681800842,
      "step": 45730
    },
    {
      "loss_action": 0.006077860482037067,
      "loss_total": 0.006077860482037067,
      "step": 45730
    },
    {
      "loss_action": 0.009784153662621975,
      "loss_total": 0.009784153662621975,
      "step": 45730
    },
    {
      "loss_action": 0.005947330966591835,
      "loss_total": 0.005947330966591835,
      "step": 45730
    },
    {
      "loss_action": 0.003684895345941186,
      "loss_total": 0.003684895345941186,
      "step": 45730
    },
    {
      "grad_norm": 0.12479899078607559,
      "learning_rate": 9.887224046366988e-05,
      "loss": 0.0095,
      "step": 45740
    },
    {
      "loss_action": 0.009043855592608452,
      "loss_total": 0.009043855592608452,
      "step": 45740
    },
    {
      "loss_action": 0.005376067478209734,
      "loss_total": 0.005376067478209734,
      "step": 45740
    },
    {
      "loss_action": 0.015139616094529629,
      "loss_total": 0.015139616094529629,
      "step": 45740
    },
    {
      "loss_action": 0.01516732107847929,
      "loss_total": 0.01516732107847929,
      "step": 45740
    },
    {
      "loss_action": 0.011655054986476898,
      "loss_total": 0.011655054986476898,
      "step": 45740
    },
    {
      "loss_action": 0.009062690660357475,
      "loss_total": 0.009062690660357475,
      "step": 45740
    },
    {
      "loss_action": 0.016913998872041702,
      "loss_total": 0.016913998872041702,
      "step": 45740
    },
    {
      "loss_action": 0.01834753528237343,
      "loss_total": 0.01834753528237343,
      "step": 45740
    },
    {
      "grad_norm": 0.0971013680100441,
      "learning_rate": 9.887136730172953e-05,
      "loss": 0.0091,
      "step": 45750
    },
    {
      "loss_action": 0.006717539392411709,
      "loss_total": 0.006717539392411709,
      "step": 45750
    },
    {
      "loss_action": 0.02446373552083969,
      "loss_total": 0.02446373552083969,
      "step": 45750
    },
    {
      "loss_action": 0.009247908368706703,
      "loss_total": 0.009247908368706703,
      "step": 45750
    },
    {
      "loss_action": 0.00803360715508461,
      "loss_total": 0.00803360715508461,
      "step": 45750
    },
    {
      "loss_action": 0.010367345064878464,
      "loss_total": 0.010367345064878464,
      "step": 45750
    },
    {
      "loss_action": 0.008519968017935753,
      "loss_total": 0.008519968017935753,
      "step": 45750
    },
    {
      "loss_action": 0.004408067557960749,
      "loss_total": 0.004408067557960749,
      "step": 45750
    },
    {
      "loss_action": 0.003526395885273814,
      "loss_total": 0.003526395885273814,
      "step": 45750
    },
    {
      "grad_norm": 0.1200420930981636,
      "learning_rate": 9.8870493805758e-05,
      "loss": 0.0114,
      "step": 45760
    },
    {
      "loss_action": 0.016263123601675034,
      "loss_total": 0.016263123601675034,
      "step": 45760
    },
    {
      "loss_action": 0.005345587152987719,
      "loss_total": 0.005345587152987719,
      "step": 45760
    },
    {
      "loss_action": 0.009370448999106884,
      "loss_total": 0.009370448999106884,
      "step": 45760
    },
    {
      "loss_action": 0.00772952800616622,
      "loss_total": 0.00772952800616622,
      "step": 45760
    },
    {
      "loss_action": 0.030547361820936203,
      "loss_total": 0.030547361820936203,
      "step": 45760
    },
    {
      "loss_action": 0.03125089406967163,
      "loss_total": 0.03125089406967163,
      "step": 45760
    },
    {
      "loss_action": 0.0065328627824783325,
      "loss_total": 0.0065328627824783325,
      "step": 45760
    },
    {
      "loss_action": 0.006755702197551727,
      "loss_total": 0.006755702197551727,
      "step": 45760
    },
    {
      "grad_norm": 0.11356800049543381,
      "learning_rate": 9.88696199757612e-05,
      "loss": 0.0092,
      "step": 45770
    },
    {
      "loss_action": 0.026176530867815018,
      "loss_total": 0.026176530867815018,
      "step": 45770
    },
    {
      "loss_action": 0.009504344314336777,
      "loss_total": 0.009504344314336777,
      "step": 45770
    },
    {
      "loss_action": 0.009293876588344574,
      "loss_total": 0.009293876588344574,
      "step": 45770
    },
    {
      "loss_action": 0.04761798679828644,
      "loss_total": 0.04761798679828644,
      "step": 45770
    },
    {
      "loss_action": 0.00253813317976892,
      "loss_total": 0.00253813317976892,
      "step": 45770
    },
    {
      "loss_action": 0.015704693272709846,
      "loss_total": 0.015704693272709846,
      "step": 45770
    },
    {
      "loss_action": 0.003990172408521175,
      "loss_total": 0.003990172408521175,
      "step": 45770
    },
    {
      "loss_action": 0.01055099256336689,
      "loss_total": 0.01055099256336689,
      "step": 45770
    },
    {
      "grad_norm": 0.13468649983406067,
      "learning_rate": 9.886874581174517e-05,
      "loss": 0.0105,
      "step": 45780
    },
    {
      "loss_action": 0.008576424792408943,
      "loss_total": 0.008576424792408943,
      "step": 45780
    },
    {
      "loss_action": 0.009217150509357452,
      "loss_total": 0.009217150509357452,
      "step": 45780
    },
    {
      "loss_action": 0.006581728346645832,
      "loss_total": 0.006581728346645832,
      "step": 45780
    },
    {
      "loss_action": 0.006952513940632343,
      "loss_total": 0.006952513940632343,
      "step": 45780
    },
    {
      "loss_action": 0.0029586199671030045,
      "loss_total": 0.0029586199671030045,
      "step": 45780
    },
    {
      "loss_action": 0.004003588110208511,
      "loss_total": 0.004003588110208511,
      "step": 45780
    },
    {
      "loss_action": 0.005161729175597429,
      "loss_total": 0.005161729175597429,
      "step": 45780
    },
    {
      "loss_action": 0.01364162564277649,
      "loss_total": 0.01364162564277649,
      "step": 45780
    },
    {
      "grad_norm": 0.1255718320608139,
      "learning_rate": 9.886787131371584e-05,
      "loss": 0.0085,
      "step": 45790
    },
    {
      "loss_action": 0.0031153718009591103,
      "loss_total": 0.0031153718009591103,
      "step": 45790
    },
    {
      "loss_action": 0.00460352748632431,
      "loss_total": 0.00460352748632431,
      "step": 45790
    },
    {
      "loss_action": 0.011497383937239647,
      "loss_total": 0.011497383937239647,
      "step": 45790
    },
    {
      "loss_action": 0.004580648150295019,
      "loss_total": 0.004580648150295019,
      "step": 45790
    },
    {
      "loss_action": 0.012455986812710762,
      "loss_total": 0.012455986812710762,
      "step": 45790
    },
    {
      "loss_action": 0.008533712476491928,
      "loss_total": 0.008533712476491928,
      "step": 45790
    },
    {
      "loss_action": 0.019046848639845848,
      "loss_total": 0.019046848639845848,
      "step": 45790
    },
    {
      "loss_action": 0.012626249343156815,
      "loss_total": 0.012626249343156815,
      "step": 45790
    },
    {
      "grad_norm": 0.15407493710517883,
      "learning_rate": 9.88669964816792e-05,
      "loss": 0.0093,
      "step": 45800
    },
    {
      "loss_action": 0.004734072834253311,
      "loss_total": 0.004734072834253311,
      "step": 45800
    },
    {
      "loss_action": 0.0035279146395623684,
      "loss_total": 0.0035279146395623684,
      "step": 45800
    },
    {
      "loss_action": 0.003958227578550577,
      "loss_total": 0.003958227578550577,
      "step": 45800
    },
    {
      "loss_action": 0.006137087941169739,
      "loss_total": 0.006137087941169739,
      "step": 45800
    },
    {
      "loss_action": 0.004200422205030918,
      "loss_total": 0.004200422205030918,
      "step": 45800
    },
    {
      "loss_action": 0.010661326348781586,
      "loss_total": 0.010661326348781586,
      "step": 45800
    },
    {
      "loss_action": 0.009542953222990036,
      "loss_total": 0.009542953222990036,
      "step": 45800
    },
    {
      "loss_action": 0.011085058562457561,
      "loss_total": 0.011085058562457561,
      "step": 45800
    },
    {
      "grad_norm": 0.15352585911750793,
      "learning_rate": 9.886612131564122e-05,
      "loss": 0.0103,
      "step": 45810
    },
    {
      "loss_action": 0.013321912847459316,
      "loss_total": 0.013321912847459316,
      "step": 45810
    },
    {
      "loss_action": 0.009900862351059914,
      "loss_total": 0.009900862351059914,
      "step": 45810
    },
    {
      "loss_action": 0.019660847261548042,
      "loss_total": 0.019660847261548042,
      "step": 45810
    },
    {
      "loss_action": 0.010695837438106537,
      "loss_total": 0.010695837438106537,
      "step": 45810
    },
    {
      "loss_action": 0.00369096826761961,
      "loss_total": 0.00369096826761961,
      "step": 45810
    },
    {
      "loss_action": 0.01159980520606041,
      "loss_total": 0.01159980520606041,
      "step": 45810
    },
    {
      "loss_action": 0.012026112526655197,
      "loss_total": 0.012026112526655197,
      "step": 45810
    },
    {
      "loss_action": 0.006562577560544014,
      "loss_total": 0.006562577560544014,
      "step": 45810
    },
    {
      "grad_norm": 0.18552792072296143,
      "learning_rate": 9.88652458156079e-05,
      "loss": 0.0095,
      "step": 45820
    },
    {
      "loss_action": 0.008112858980894089,
      "loss_total": 0.008112858980894089,
      "step": 45820
    },
    {
      "loss_action": 0.02535225823521614,
      "loss_total": 0.02535225823521614,
      "step": 45820
    },
    {
      "loss_action": 0.0036542005836963654,
      "loss_total": 0.0036542005836963654,
      "step": 45820
    },
    {
      "loss_action": 0.012326729483902454,
      "loss_total": 0.012326729483902454,
      "step": 45820
    },
    {
      "loss_action": 0.011988135054707527,
      "loss_total": 0.011988135054707527,
      "step": 45820
    },
    {
      "loss_action": 0.005999880842864513,
      "loss_total": 0.005999880842864513,
      "step": 45820
    },
    {
      "loss_action": 0.016174251213669777,
      "loss_total": 0.016174251213669777,
      "step": 45820
    },
    {
      "loss_action": 0.01007542759180069,
      "loss_total": 0.01007542759180069,
      "step": 45820
    },
    {
      "grad_norm": 0.07275325059890747,
      "learning_rate": 9.886436998158521e-05,
      "loss": 0.0089,
      "step": 45830
    },
    {
      "loss_action": 0.004877496976405382,
      "loss_total": 0.004877496976405382,
      "step": 45830
    },
    {
      "loss_action": 0.0060843052342534065,
      "loss_total": 0.0060843052342534065,
      "step": 45830
    },
    {
      "loss_action": 0.007656505331397057,
      "loss_total": 0.007656505331397057,
      "step": 45830
    },
    {
      "loss_action": 0.013098710216581821,
      "loss_total": 0.013098710216581821,
      "step": 45830
    },
    {
      "loss_action": 0.002614838071167469,
      "loss_total": 0.002614838071167469,
      "step": 45830
    },
    {
      "loss_action": 0.015785031020641327,
      "loss_total": 0.015785031020641327,
      "step": 45830
    },
    {
      "loss_action": 0.011331560090184212,
      "loss_total": 0.011331560090184212,
      "step": 45830
    },
    {
      "loss_action": 0.008912471123039722,
      "loss_total": 0.008912471123039722,
      "step": 45830
    },
    {
      "grad_norm": 0.13027358055114746,
      "learning_rate": 9.886349381357913e-05,
      "loss": 0.0084,
      "step": 45840
    },
    {
      "loss_action": 0.011104991659522057,
      "loss_total": 0.011104991659522057,
      "step": 45840
    },
    {
      "loss_action": 0.00406442116945982,
      "loss_total": 0.00406442116945982,
      "step": 45840
    },
    {
      "loss_action": 0.0033825754653662443,
      "loss_total": 0.0033825754653662443,
      "step": 45840
    },
    {
      "loss_action": 0.0031485124491155148,
      "loss_total": 0.0031485124491155148,
      "step": 45840
    },
    {
      "loss_action": 0.014638043940067291,
      "loss_total": 0.014638043940067291,
      "step": 45840
    },
    {
      "loss_action": 0.0063785891979932785,
      "loss_total": 0.0063785891979932785,
      "step": 45840
    },
    {
      "loss_action": 0.006715277675539255,
      "loss_total": 0.006715277675539255,
      "step": 45840
    },
    {
      "loss_action": 0.003363844705745578,
      "loss_total": 0.003363844705745578,
      "step": 45840
    },
    {
      "grad_norm": 0.14245864748954773,
      "learning_rate": 9.886261731159567e-05,
      "loss": 0.0083,
      "step": 45850
    },
    {
      "loss_action": 0.013748789206147194,
      "loss_total": 0.013748789206147194,
      "step": 45850
    },
    {
      "loss_action": 0.0027845213189721107,
      "loss_total": 0.0027845213189721107,
      "step": 45850
    },
    {
      "loss_action": 0.005355725064873695,
      "loss_total": 0.005355725064873695,
      "step": 45850
    },
    {
      "loss_action": 0.008584047667682171,
      "loss_total": 0.008584047667682171,
      "step": 45850
    },
    {
      "loss_action": 0.009022874757647514,
      "loss_total": 0.009022874757647514,
      "step": 45850
    },
    {
      "loss_action": 0.0098926592618227,
      "loss_total": 0.0098926592618227,
      "step": 45850
    },
    {
      "loss_action": 0.009158391505479813,
      "loss_total": 0.009158391505479813,
      "step": 45850
    },
    {
      "loss_action": 0.014472095295786858,
      "loss_total": 0.014472095295786858,
      "step": 45850
    },
    {
      "grad_norm": 0.1493116021156311,
      "learning_rate": 9.886174047564082e-05,
      "loss": 0.0086,
      "step": 45860
    },
    {
      "loss_action": 0.005106769036501646,
      "loss_total": 0.005106769036501646,
      "step": 45860
    },
    {
      "loss_action": 0.011681943200528622,
      "loss_total": 0.011681943200528622,
      "step": 45860
    },
    {
      "loss_action": 0.003081776201725006,
      "loss_total": 0.003081776201725006,
      "step": 45860
    },
    {
      "loss_action": 0.01232622005045414,
      "loss_total": 0.01232622005045414,
      "step": 45860
    },
    {
      "loss_action": 0.011039413511753082,
      "loss_total": 0.011039413511753082,
      "step": 45860
    },
    {
      "loss_action": 0.010196393355727196,
      "loss_total": 0.010196393355727196,
      "step": 45860
    },
    {
      "loss_action": 0.004309516400098801,
      "loss_total": 0.004309516400098801,
      "step": 45860
    },
    {
      "loss_action": 0.005495345685631037,
      "loss_total": 0.005495345685631037,
      "step": 45860
    },
    {
      "grad_norm": 0.1265941560268402,
      "learning_rate": 9.886086330572056e-05,
      "loss": 0.009,
      "step": 45870
    },
    {
      "loss_action": 0.007584630511701107,
      "loss_total": 0.007584630511701107,
      "step": 45870
    },
    {
      "loss_action": 0.007703796029090881,
      "loss_total": 0.007703796029090881,
      "step": 45870
    },
    {
      "loss_action": 0.01791737973690033,
      "loss_total": 0.01791737973690033,
      "step": 45870
    },
    {
      "loss_action": 0.010855697095394135,
      "loss_total": 0.010855697095394135,
      "step": 45870
    },
    {
      "loss_action": 0.0027268666308373213,
      "loss_total": 0.0027268666308373213,
      "step": 45870
    },
    {
      "loss_action": 0.008647887036204338,
      "loss_total": 0.008647887036204338,
      "step": 45870
    },
    {
      "loss_action": 0.007547026500105858,
      "loss_total": 0.007547026500105858,
      "step": 45870
    },
    {
      "loss_action": 0.023141393437981606,
      "loss_total": 0.023141393437981606,
      "step": 45870
    },
    {
      "grad_norm": 0.32700321078300476,
      "learning_rate": 9.885998580184086e-05,
      "loss": 0.0105,
      "step": 45880
    },
    {
      "loss_action": 0.0052739838138222694,
      "loss_total": 0.0052739838138222694,
      "step": 45880
    },
    {
      "loss_action": 0.008478516712784767,
      "loss_total": 0.008478516712784767,
      "step": 45880
    },
    {
      "loss_action": 0.007704729214310646,
      "loss_total": 0.007704729214310646,
      "step": 45880
    },
    {
      "loss_action": 0.011774584650993347,
      "loss_total": 0.011774584650993347,
      "step": 45880
    },
    {
      "loss_action": 0.011086033657193184,
      "loss_total": 0.011086033657193184,
      "step": 45880
    },
    {
      "loss_action": 0.0052942195907235146,
      "loss_total": 0.0052942195907235146,
      "step": 45880
    },
    {
      "loss_action": 0.008040357381105423,
      "loss_total": 0.008040357381105423,
      "step": 45880
    },
    {
      "loss_action": 0.0072293272241950035,
      "loss_total": 0.0072293272241950035,
      "step": 45880
    },
    {
      "grad_norm": 0.26153823733329773,
      "learning_rate": 9.885910796400777e-05,
      "loss": 0.0098,
      "step": 45890
    },
    {
      "loss_action": 0.007228711619973183,
      "loss_total": 0.007228711619973183,
      "step": 45890
    },
    {
      "loss_action": 0.0059325965121388435,
      "loss_total": 0.0059325965121388435,
      "step": 45890
    },
    {
      "loss_action": 0.011888062581419945,
      "loss_total": 0.011888062581419945,
      "step": 45890
    },
    {
      "loss_action": 0.008851505815982819,
      "loss_total": 0.008851505815982819,
      "step": 45890
    },
    {
      "loss_action": 0.0034594847820699215,
      "loss_total": 0.0034594847820699215,
      "step": 45890
    },
    {
      "loss_action": 0.006485339254140854,
      "loss_total": 0.006485339254140854,
      "step": 45890
    },
    {
      "loss_action": 0.013525241985917091,
      "loss_total": 0.013525241985917091,
      "step": 45890
    },
    {
      "loss_action": 0.018267657607793808,
      "loss_total": 0.018267657607793808,
      "step": 45890
    },
    {
      "grad_norm": 0.1326444000005722,
      "learning_rate": 9.885822979222725e-05,
      "loss": 0.0101,
      "step": 45900
    },
    {
      "loss_action": 0.00722654489800334,
      "loss_total": 0.00722654489800334,
      "step": 45900
    },
    {
      "loss_action": 0.0036707844119518995,
      "loss_total": 0.0036707844119518995,
      "step": 45900
    },
    {
      "loss_action": 0.015924591571092606,
      "loss_total": 0.015924591571092606,
      "step": 45900
    },
    {
      "loss_action": 0.0043967184610664845,
      "loss_total": 0.0043967184610664845,
      "step": 45900
    },
    {
      "loss_action": 0.00301761063747108,
      "loss_total": 0.00301761063747108,
      "step": 45900
    },
    {
      "loss_action": 0.005277717486023903,
      "loss_total": 0.005277717486023903,
      "step": 45900
    },
    {
      "loss_action": 0.01406192034482956,
      "loss_total": 0.01406192034482956,
      "step": 45900
    },
    {
      "loss_action": 0.006872395984828472,
      "loss_total": 0.006872395984828472,
      "step": 45900
    },
    {
      "grad_norm": 0.14606928825378418,
      "learning_rate": 9.885735128650533e-05,
      "loss": 0.0095,
      "step": 45910
    },
    {
      "loss_action": 0.009169504046440125,
      "loss_total": 0.009169504046440125,
      "step": 45910
    },
    {
      "loss_action": 0.004513203632086515,
      "loss_total": 0.004513203632086515,
      "step": 45910
    },
    {
      "loss_action": 0.004118902143090963,
      "loss_total": 0.004118902143090963,
      "step": 45910
    },
    {
      "loss_action": 0.0035450172144919634,
      "loss_total": 0.0035450172144919634,
      "step": 45910
    },
    {
      "loss_action": 0.03229771554470062,
      "loss_total": 0.03229771554470062,
      "step": 45910
    },
    {
      "loss_action": 0.006124070845544338,
      "loss_total": 0.006124070845544338,
      "step": 45910
    },
    {
      "loss_action": 0.008813425898551941,
      "loss_total": 0.008813425898551941,
      "step": 45910
    },
    {
      "loss_action": 0.008074741810560226,
      "loss_total": 0.008074741810560226,
      "step": 45910
    },
    {
      "grad_norm": 0.13088074326515198,
      "learning_rate": 9.885647244684799e-05,
      "loss": 0.0093,
      "step": 45920
    },
    {
      "loss_action": 0.004214048385620117,
      "loss_total": 0.004214048385620117,
      "step": 45920
    },
    {
      "loss_action": 0.007676700130105019,
      "loss_total": 0.007676700130105019,
      "step": 45920
    },
    {
      "loss_action": 0.016573667526245117,
      "loss_total": 0.016573667526245117,
      "step": 45920
    },
    {
      "loss_action": 0.016538433730602264,
      "loss_total": 0.016538433730602264,
      "step": 45920
    },
    {
      "loss_action": 0.004225778393447399,
      "loss_total": 0.004225778393447399,
      "step": 45920
    },
    {
      "loss_action": 0.00806681253015995,
      "loss_total": 0.00806681253015995,
      "step": 45920
    },
    {
      "loss_action": 0.009981503710150719,
      "loss_total": 0.009981503710150719,
      "step": 45920
    },
    {
      "loss_action": 0.007117527537047863,
      "loss_total": 0.007117527537047863,
      "step": 45920
    },
    {
      "grad_norm": 0.13844551146030426,
      "learning_rate": 9.885559327326126e-05,
      "loss": 0.0083,
      "step": 45930
    },
    {
      "loss_action": 0.014976831153035164,
      "loss_total": 0.014976831153035164,
      "step": 45930
    },
    {
      "loss_action": 0.004753981716930866,
      "loss_total": 0.004753981716930866,
      "step": 45930
    },
    {
      "loss_action": 0.002579004503786564,
      "loss_total": 0.002579004503786564,
      "step": 45930
    },
    {
      "loss_action": 0.0041213855147361755,
      "loss_total": 0.0041213855147361755,
      "step": 45930
    },
    {
      "loss_action": 0.006817995570600033,
      "loss_total": 0.006817995570600033,
      "step": 45930
    },
    {
      "loss_action": 0.011291339993476868,
      "loss_total": 0.011291339993476868,
      "step": 45930
    },
    {
      "loss_action": 0.007220377214252949,
      "loss_total": 0.007220377214252949,
      "step": 45930
    },
    {
      "loss_action": 0.005404537543654442,
      "loss_total": 0.005404537543654442,
      "step": 45930
    },
    {
      "grad_norm": 0.12184617668390274,
      "learning_rate": 9.885471376575113e-05,
      "loss": 0.0093,
      "step": 45940
    },
    {
      "loss_action": 0.008510768413543701,
      "loss_total": 0.008510768413543701,
      "step": 45940
    },
    {
      "loss_action": 0.008683264255523682,
      "loss_total": 0.008683264255523682,
      "step": 45940
    },
    {
      "loss_action": 0.005102030001580715,
      "loss_total": 0.005102030001580715,
      "step": 45940
    },
    {
      "loss_action": 0.007109789177775383,
      "loss_total": 0.007109789177775383,
      "step": 45940
    },
    {
      "loss_action": 0.011619579046964645,
      "loss_total": 0.011619579046964645,
      "step": 45940
    },
    {
      "loss_action": 0.004737573210150003,
      "loss_total": 0.004737573210150003,
      "step": 45940
    },
    {
      "loss_action": 0.006278353277593851,
      "loss_total": 0.006278353277593851,
      "step": 45940
    },
    {
      "loss_action": 0.004340667277574539,
      "loss_total": 0.004340667277574539,
      "step": 45940
    },
    {
      "grad_norm": 0.08658421784639359,
      "learning_rate": 9.885383392432364e-05,
      "loss": 0.0087,
      "step": 45950
    },
    {
      "loss_action": 0.007569043897092342,
      "loss_total": 0.007569043897092342,
      "step": 45950
    },
    {
      "loss_action": 0.00399075448513031,
      "loss_total": 0.00399075448513031,
      "step": 45950
    },
    {
      "loss_action": 0.005273663438856602,
      "loss_total": 0.005273663438856602,
      "step": 45950
    },
    {
      "loss_action": 0.010949436575174332,
      "loss_total": 0.010949436575174332,
      "step": 45950
    },
    {
      "loss_action": 0.019156891852617264,
      "loss_total": 0.019156891852617264,
      "step": 45950
    },
    {
      "loss_action": 0.011829465627670288,
      "loss_total": 0.011829465627670288,
      "step": 45950
    },
    {
      "loss_action": 0.008231177926063538,
      "loss_total": 0.008231177926063538,
      "step": 45950
    },
    {
      "loss_action": 0.0076507097110152245,
      "loss_total": 0.0076507097110152245,
      "step": 45950
    },
    {
      "grad_norm": 0.1522953063249588,
      "learning_rate": 9.885295374898476e-05,
      "loss": 0.0095,
      "step": 45960
    },
    {
      "loss_action": 0.00984677392989397,
      "loss_total": 0.00984677392989397,
      "step": 45960
    },
    {
      "loss_action": 0.009401850402355194,
      "loss_total": 0.009401850402355194,
      "step": 45960
    },
    {
      "loss_action": 0.0025890343822538853,
      "loss_total": 0.0025890343822538853,
      "step": 45960
    },
    {
      "loss_action": 0.0024534270633012056,
      "loss_total": 0.0024534270633012056,
      "step": 45960
    },
    {
      "loss_action": 0.005679449997842312,
      "loss_total": 0.005679449997842312,
      "step": 45960
    },
    {
      "loss_action": 0.015265117399394512,
      "loss_total": 0.015265117399394512,
      "step": 45960
    },
    {
      "loss_action": 0.016703568398952484,
      "loss_total": 0.016703568398952484,
      "step": 45960
    },
    {
      "loss_action": 0.010129869915544987,
      "loss_total": 0.010129869915544987,
      "step": 45960
    },
    {
      "grad_norm": 0.1268368512392044,
      "learning_rate": 9.885207323974053e-05,
      "loss": 0.01,
      "step": 45970
    },
    {
      "loss_action": 0.00855797529220581,
      "loss_total": 0.00855797529220581,
      "step": 45970
    },
    {
      "loss_action": 0.011505834758281708,
      "loss_total": 0.011505834758281708,
      "step": 45970
    },
    {
      "loss_action": 0.02508774772286415,
      "loss_total": 0.02508774772286415,
      "step": 45970
    },
    {
      "loss_action": 0.005688074044883251,
      "loss_total": 0.005688074044883251,
      "step": 45970
    },
    {
      "loss_action": 0.0157918781042099,
      "loss_total": 0.0157918781042099,
      "step": 45970
    },
    {
      "loss_action": 0.004694006405770779,
      "loss_total": 0.004694006405770779,
      "step": 45970
    },
    {
      "loss_action": 0.007327319122850895,
      "loss_total": 0.007327319122850895,
      "step": 45970
    },
    {
      "loss_action": 0.0030945013277232647,
      "loss_total": 0.0030945013277232647,
      "step": 45970
    },
    {
      "grad_norm": 0.12758822739124298,
      "learning_rate": 9.885119239659698e-05,
      "loss": 0.0104,
      "step": 45980
    },
    {
      "loss_action": 0.0030078962445259094,
      "loss_total": 0.0030078962445259094,
      "step": 45980
    },
    {
      "loss_action": 0.004824977833777666,
      "loss_total": 0.004824977833777666,
      "step": 45980
    },
    {
      "loss_action": 0.007124071475118399,
      "loss_total": 0.007124071475118399,
      "step": 45980
    },
    {
      "loss_action": 0.02928602322936058,
      "loss_total": 0.02928602322936058,
      "step": 45980
    },
    {
      "loss_action": 0.009532812051475048,
      "loss_total": 0.009532812051475048,
      "step": 45980
    },
    {
      "loss_action": 0.006096510216593742,
      "loss_total": 0.006096510216593742,
      "step": 45980
    },
    {
      "loss_action": 0.005471095908433199,
      "loss_total": 0.005471095908433199,
      "step": 45980
    },
    {
      "loss_action": 0.004986227490007877,
      "loss_total": 0.004986227490007877,
      "step": 45980
    },
    {
      "grad_norm": 0.13155588507652283,
      "learning_rate": 9.885031121956011e-05,
      "loss": 0.0097,
      "step": 45990
    },
    {
      "loss_action": 0.010035336017608643,
      "loss_total": 0.010035336017608643,
      "step": 45990
    },
    {
      "loss_action": 0.0036323699168860912,
      "loss_total": 0.0036323699168860912,
      "step": 45990
    },
    {
      "loss_action": 0.007706683594733477,
      "loss_total": 0.007706683594733477,
      "step": 45990
    },
    {
      "loss_action": 0.007274983450770378,
      "loss_total": 0.007274983450770378,
      "step": 45990
    },
    {
      "loss_action": 0.019606050103902817,
      "loss_total": 0.019606050103902817,
      "step": 45990
    },
    {
      "loss_action": 0.021327096968889236,
      "loss_total": 0.021327096968889236,
      "step": 45990
    },
    {
      "loss_action": 0.009735414758324623,
      "loss_total": 0.009735414758324623,
      "step": 45990
    },
    {
      "loss_action": 0.00752613227814436,
      "loss_total": 0.00752613227814436,
      "step": 45990
    },
    {
      "grad_norm": 0.11892475187778473,
      "learning_rate": 9.884942970863596e-05,
      "loss": 0.0101,
      "step": 46000
    },
    {
      "loss_action": 0.005322427023202181,
      "loss_total": 0.005322427023202181,
      "step": 46000
    },
    {
      "loss_action": 0.01810377649962902,
      "loss_total": 0.01810377649962902,
      "step": 46000
    },
    {
      "loss_action": 0.007708926685154438,
      "loss_total": 0.007708926685154438,
      "step": 46000
    },
    {
      "loss_action": 0.02518364042043686,
      "loss_total": 0.02518364042043686,
      "step": 46000
    },
    {
      "loss_action": 0.013083181343972683,
      "loss_total": 0.013083181343972683,
      "step": 46000
    },
    {
      "loss_action": 0.004283755086362362,
      "loss_total": 0.004283755086362362,
      "step": 46000
    },
    {
      "loss_action": 0.005008711013942957,
      "loss_total": 0.005008711013942957,
      "step": 46000
    },
    {
      "loss_action": 0.005681597627699375,
      "loss_total": 0.005681597627699375,
      "step": 46000
    },
    {
      "grad_norm": 0.14300930500030518,
      "learning_rate": 9.884854786383053e-05,
      "loss": 0.0096,
      "step": 46010
    },
    {
      "loss_action": 0.005956535693258047,
      "loss_total": 0.005956535693258047,
      "step": 46010
    },
    {
      "loss_action": 0.00538370618596673,
      "loss_total": 0.00538370618596673,
      "step": 46010
    },
    {
      "loss_action": 0.013800295069813728,
      "loss_total": 0.013800295069813728,
      "step": 46010
    },
    {
      "loss_action": 0.00609968975186348,
      "loss_total": 0.00609968975186348,
      "step": 46010
    },
    {
      "loss_action": 0.010828271508216858,
      "loss_total": 0.010828271508216858,
      "step": 46010
    },
    {
      "loss_action": 0.011895153671503067,
      "loss_total": 0.011895153671503067,
      "step": 46010
    },
    {
      "loss_action": 0.00816843006759882,
      "loss_total": 0.00816843006759882,
      "step": 46010
    },
    {
      "loss_action": 0.06947115063667297,
      "loss_total": 0.06947115063667297,
      "step": 46010
    },
    {
      "grad_norm": 0.19214993715286255,
      "learning_rate": 9.884766568514988e-05,
      "loss": 0.0102,
      "step": 46020
    },
    {
      "loss_action": 0.003893733723089099,
      "loss_total": 0.003893733723089099,
      "step": 46020
    },
    {
      "loss_action": 0.004901154898107052,
      "loss_total": 0.004901154898107052,
      "step": 46020
    },
    {
      "loss_action": 0.011820902116596699,
      "loss_total": 0.011820902116596699,
      "step": 46020
    },
    {
      "loss_action": 0.006901584565639496,
      "loss_total": 0.006901584565639496,
      "step": 46020
    },
    {
      "loss_action": 0.013389814645051956,
      "loss_total": 0.013389814645051956,
      "step": 46020
    },
    {
      "loss_action": 0.007929733023047447,
      "loss_total": 0.007929733023047447,
      "step": 46020
    },
    {
      "loss_action": 0.007399167865514755,
      "loss_total": 0.007399167865514755,
      "step": 46020
    },
    {
      "loss_action": 0.00879589468240738,
      "loss_total": 0.00879589468240738,
      "step": 46020
    },
    {
      "grad_norm": 0.20995943248271942,
      "learning_rate": 9.88467831726e-05,
      "loss": 0.0105,
      "step": 46030
    },
    {
      "loss_action": 0.004792917054146528,
      "loss_total": 0.004792917054146528,
      "step": 46030
    },
    {
      "loss_action": 0.005979231558740139,
      "loss_total": 0.005979231558740139,
      "step": 46030
    },
    {
      "loss_action": 0.012731737457215786,
      "loss_total": 0.012731737457215786,
      "step": 46030
    },
    {
      "loss_action": 0.007530107628554106,
      "loss_total": 0.007530107628554106,
      "step": 46030
    },
    {
      "loss_action": 0.0065926359966397285,
      "loss_total": 0.0065926359966397285,
      "step": 46030
    },
    {
      "loss_action": 0.004904997535049915,
      "loss_total": 0.004904997535049915,
      "step": 46030
    },
    {
      "loss_action": 0.0028533367440104485,
      "loss_total": 0.0028533367440104485,
      "step": 46030
    },
    {
      "loss_action": 0.0045804716646671295,
      "loss_total": 0.0045804716646671295,
      "step": 46030
    },
    {
      "grad_norm": 0.17018741369247437,
      "learning_rate": 9.884590032618696e-05,
      "loss": 0.0113,
      "step": 46040
    },
    {
      "loss_action": 0.011178454384207726,
      "loss_total": 0.011178454384207726,
      "step": 46040
    },
    {
      "loss_action": 0.023945402354002,
      "loss_total": 0.023945402354002,
      "step": 46040
    },
    {
      "loss_action": 0.004934712313115597,
      "loss_total": 0.004934712313115597,
      "step": 46040
    },
    {
      "loss_action": 0.005480319727212191,
      "loss_total": 0.005480319727212191,
      "step": 46040
    },
    {
      "loss_action": 0.018672162666916847,
      "loss_total": 0.018672162666916847,
      "step": 46040
    },
    {
      "loss_action": 0.01278228685259819,
      "loss_total": 0.01278228685259819,
      "step": 46040
    },
    {
      "loss_action": 0.007001061458140612,
      "loss_total": 0.007001061458140612,
      "step": 46040
    },
    {
      "loss_action": 0.009568759240210056,
      "loss_total": 0.009568759240210056,
      "step": 46040
    },
    {
      "grad_norm": 0.13109919428825378,
      "learning_rate": 9.884501714591676e-05,
      "loss": 0.0107,
      "step": 46050
    },
    {
      "loss_action": 0.0040219309739768505,
      "loss_total": 0.0040219309739768505,
      "step": 46050
    },
    {
      "loss_action": 0.01092546433210373,
      "loss_total": 0.01092546433210373,
      "step": 46050
    },
    {
      "loss_action": 0.0047478340566158295,
      "loss_total": 0.0047478340566158295,
      "step": 46050
    },
    {
      "loss_action": 0.0026969173923134804,
      "loss_total": 0.0026969173923134804,
      "step": 46050
    },
    {
      "loss_action": 0.005060127936303616,
      "loss_total": 0.005060127936303616,
      "step": 46050
    },
    {
      "loss_action": 0.01890982687473297,
      "loss_total": 0.01890982687473297,
      "step": 46050
    },
    {
      "loss_action": 0.004218135494738817,
      "loss_total": 0.004218135494738817,
      "step": 46050
    },
    {
      "loss_action": 0.02808558940887451,
      "loss_total": 0.02808558940887451,
      "step": 46050
    },
    {
      "grad_norm": 0.1626984179019928,
      "learning_rate": 9.884413363179548e-05,
      "loss": 0.0106,
      "step": 46060
    },
    {
      "loss_action": 0.008096549659967422,
      "loss_total": 0.008096549659967422,
      "step": 46060
    },
    {
      "loss_action": 0.003927943296730518,
      "loss_total": 0.003927943296730518,
      "step": 46060
    },
    {
      "loss_action": 0.009160052984952927,
      "loss_total": 0.009160052984952927,
      "step": 46060
    },
    {
      "loss_action": 0.005633553955703974,
      "loss_total": 0.005633553955703974,
      "step": 46060
    },
    {
      "loss_action": 0.015212085098028183,
      "loss_total": 0.015212085098028183,
      "step": 46060
    },
    {
      "loss_action": 0.014754877425730228,
      "loss_total": 0.014754877425730228,
      "step": 46060
    },
    {
      "loss_action": 0.025414589792490005,
      "loss_total": 0.025414589792490005,
      "step": 46060
    },
    {
      "loss_action": 0.010535230860114098,
      "loss_total": 0.010535230860114098,
      "step": 46060
    },
    {
      "grad_norm": 0.1188419759273529,
      "learning_rate": 9.884324978382912e-05,
      "loss": 0.0098,
      "step": 46070
    },
    {
      "loss_action": 0.012418284080922604,
      "loss_total": 0.012418284080922604,
      "step": 46070
    },
    {
      "loss_action": 0.004664543550461531,
      "loss_total": 0.004664543550461531,
      "step": 46070
    },
    {
      "loss_action": 0.0050682248547673225,
      "loss_total": 0.0050682248547673225,
      "step": 46070
    },
    {
      "loss_action": 0.004949675872921944,
      "loss_total": 0.004949675872921944,
      "step": 46070
    },
    {
      "loss_action": 0.008990033529698849,
      "loss_total": 0.008990033529698849,
      "step": 46070
    },
    {
      "loss_action": 0.011265959590673447,
      "loss_total": 0.011265959590673447,
      "step": 46070
    },
    {
      "loss_action": 0.010415835306048393,
      "loss_total": 0.010415835306048393,
      "step": 46070
    },
    {
      "loss_action": 0.005426317919045687,
      "loss_total": 0.005426317919045687,
      "step": 46070
    },
    {
      "grad_norm": 0.1421537548303604,
      "learning_rate": 9.884236560202374e-05,
      "loss": 0.0091,
      "step": 46080
    },
    {
      "loss_action": 0.007695102598518133,
      "loss_total": 0.007695102598518133,
      "step": 46080
    },
    {
      "loss_action": 0.0068466151133179665,
      "loss_total": 0.0068466151133179665,
      "step": 46080
    },
    {
      "loss_action": 0.004768438637256622,
      "loss_total": 0.004768438637256622,
      "step": 46080
    },
    {
      "loss_action": 0.006290505174547434,
      "loss_total": 0.006290505174547434,
      "step": 46080
    },
    {
      "loss_action": 0.014698433689773083,
      "loss_total": 0.014698433689773083,
      "step": 46080
    },
    {
      "loss_action": 0.005218913778662682,
      "loss_total": 0.005218913778662682,
      "step": 46080
    },
    {
      "loss_action": 0.00868777185678482,
      "loss_total": 0.00868777185678482,
      "step": 46080
    },
    {
      "loss_action": 0.007245705928653479,
      "loss_total": 0.007245705928653479,
      "step": 46080
    },
    {
      "grad_norm": 0.12189062684774399,
      "learning_rate": 9.884148108638538e-05,
      "loss": 0.0084,
      "step": 46090
    },
    {
      "loss_action": 0.00356398057192564,
      "loss_total": 0.00356398057192564,
      "step": 46090
    },
    {
      "loss_action": 0.006292544770985842,
      "loss_total": 0.006292544770985842,
      "step": 46090
    },
    {
      "loss_action": 0.021726135164499283,
      "loss_total": 0.021726135164499283,
      "step": 46090
    },
    {
      "loss_action": 0.014043808914721012,
      "loss_total": 0.014043808914721012,
      "step": 46090
    },
    {
      "loss_action": 0.004162761382758617,
      "loss_total": 0.004162761382758617,
      "step": 46090
    },
    {
      "loss_action": 0.00838620588183403,
      "loss_total": 0.00838620588183403,
      "step": 46090
    },
    {
      "loss_action": 0.009250346571207047,
      "loss_total": 0.009250346571207047,
      "step": 46090
    },
    {
      "loss_action": 0.010314147919416428,
      "loss_total": 0.010314147919416428,
      "step": 46090
    },
    {
      "grad_norm": 0.10652223229408264,
      "learning_rate": 9.884059623692007e-05,
      "loss": 0.009,
      "step": 46100
    },
    {
      "loss_action": 0.046933915466070175,
      "loss_total": 0.046933915466070175,
      "step": 46100
    },
    {
      "loss_action": 0.012616594322025776,
      "loss_total": 0.012616594322025776,
      "step": 46100
    },
    {
      "loss_action": 0.00802525319159031,
      "loss_total": 0.00802525319159031,
      "step": 46100
    },
    {
      "loss_action": 0.02324369177222252,
      "loss_total": 0.02324369177222252,
      "step": 46100
    },
    {
      "loss_action": 0.009474758990108967,
      "loss_total": 0.009474758990108967,
      "step": 46100
    },
    {
      "loss_action": 0.008303039707243443,
      "loss_total": 0.008303039707243443,
      "step": 46100
    },
    {
      "loss_action": 0.00617973692715168,
      "loss_total": 0.00617973692715168,
      "step": 46100
    },
    {
      "loss_action": 0.009976468048989773,
      "loss_total": 0.009976468048989773,
      "step": 46100
    },
    {
      "grad_norm": 0.14605511724948883,
      "learning_rate": 9.883971105363388e-05,
      "loss": 0.0111,
      "step": 46110
    },
    {
      "loss_action": 0.008553099818527699,
      "loss_total": 0.008553099818527699,
      "step": 46110
    },
    {
      "loss_action": 0.016147790476679802,
      "loss_total": 0.016147790476679802,
      "step": 46110
    },
    {
      "loss_action": 0.021116692572832108,
      "loss_total": 0.021116692572832108,
      "step": 46110
    },
    {
      "loss_action": 0.014299238100647926,
      "loss_total": 0.014299238100647926,
      "step": 46110
    },
    {
      "loss_action": 0.007435339968651533,
      "loss_total": 0.007435339968651533,
      "step": 46110
    },
    {
      "loss_action": 0.011259057559072971,
      "loss_total": 0.011259057559072971,
      "step": 46110
    },
    {
      "loss_action": 0.009722640737891197,
      "loss_total": 0.009722640737891197,
      "step": 46110
    },
    {
      "loss_action": 0.004825147334486246,
      "loss_total": 0.004825147334486246,
      "step": 46110
    },
    {
      "grad_norm": 0.13362480700016022,
      "learning_rate": 9.883882553653286e-05,
      "loss": 0.0086,
      "step": 46120
    },
    {
      "loss_action": 0.019947996363043785,
      "loss_total": 0.019947996363043785,
      "step": 46120
    },
    {
      "loss_action": 0.005656575784087181,
      "loss_total": 0.005656575784087181,
      "step": 46120
    },
    {
      "loss_action": 0.004845678806304932,
      "loss_total": 0.004845678806304932,
      "step": 46120
    },
    {
      "loss_action": 0.012196755968034267,
      "loss_total": 0.012196755968034267,
      "step": 46120
    },
    {
      "loss_action": 0.0026436233893036842,
      "loss_total": 0.0026436233893036842,
      "step": 46120
    },
    {
      "loss_action": 0.004835485480725765,
      "loss_total": 0.004835485480725765,
      "step": 46120
    },
    {
      "loss_action": 0.005803054664283991,
      "loss_total": 0.005803054664283991,
      "step": 46120
    },
    {
      "loss_action": 0.012165732681751251,
      "loss_total": 0.012165732681751251,
      "step": 46120
    },
    {
      "grad_norm": 0.14006708562374115,
      "learning_rate": 9.883793968562303e-05,
      "loss": 0.0087,
      "step": 46130
    },
    {
      "loss_action": 0.0031090620905160904,
      "loss_total": 0.0031090620905160904,
      "step": 46130
    },
    {
      "loss_action": 0.009052049368619919,
      "loss_total": 0.009052049368619919,
      "step": 46130
    },
    {
      "loss_action": 0.01467176340520382,
      "loss_total": 0.01467176340520382,
      "step": 46130
    },
    {
      "loss_action": 0.008731462061405182,
      "loss_total": 0.008731462061405182,
      "step": 46130
    },
    {
      "loss_action": 0.006061889231204987,
      "loss_total": 0.006061889231204987,
      "step": 46130
    },
    {
      "loss_action": 0.006637831684201956,
      "loss_total": 0.006637831684201956,
      "step": 46130
    },
    {
      "loss_action": 0.004482037387788296,
      "loss_total": 0.004482037387788296,
      "step": 46130
    },
    {
      "loss_action": 0.0042164805345237255,
      "loss_total": 0.0042164805345237255,
      "step": 46130
    },
    {
      "grad_norm": 0.12005607783794403,
      "learning_rate": 9.883705350091048e-05,
      "loss": 0.0085,
      "step": 46140
    },
    {
      "loss_action": 0.01172590721398592,
      "loss_total": 0.01172590721398592,
      "step": 46140
    },
    {
      "loss_action": 0.011631489731371403,
      "loss_total": 0.011631489731371403,
      "step": 46140
    },
    {
      "loss_action": 0.02239636704325676,
      "loss_total": 0.02239636704325676,
      "step": 46140
    },
    {
      "loss_action": 0.008238213136792183,
      "loss_total": 0.008238213136792183,
      "step": 46140
    },
    {
      "loss_action": 0.004891471471637487,
      "loss_total": 0.004891471471637487,
      "step": 46140
    },
    {
      "loss_action": 0.00812673382461071,
      "loss_total": 0.00812673382461071,
      "step": 46140
    },
    {
      "loss_action": 0.01325483713299036,
      "loss_total": 0.01325483713299036,
      "step": 46140
    },
    {
      "loss_action": 0.004344001412391663,
      "loss_total": 0.004344001412391663,
      "step": 46140
    },
    {
      "grad_norm": 0.14851906895637512,
      "learning_rate": 9.883616698240125e-05,
      "loss": 0.0099,
      "step": 46150
    },
    {
      "loss_action": 0.0027669938281178474,
      "loss_total": 0.0027669938281178474,
      "step": 46150
    },
    {
      "loss_action": 0.003700803965330124,
      "loss_total": 0.003700803965330124,
      "step": 46150
    },
    {
      "loss_action": 0.0051527624018490314,
      "loss_total": 0.0051527624018490314,
      "step": 46150
    },
    {
      "loss_action": 0.00675208680331707,
      "loss_total": 0.00675208680331707,
      "step": 46150
    },
    {
      "loss_action": 0.0069586122408509254,
      "loss_total": 0.0069586122408509254,
      "step": 46150
    },
    {
      "loss_action": 0.002333885757252574,
      "loss_total": 0.002333885757252574,
      "step": 46150
    },
    {
      "loss_action": 0.0028735881205648184,
      "loss_total": 0.0028735881205648184,
      "step": 46150
    },
    {
      "loss_action": 0.0173799991607666,
      "loss_total": 0.0173799991607666,
      "step": 46150
    },
    {
      "grad_norm": 0.11844761669635773,
      "learning_rate": 9.883528013010143e-05,
      "loss": 0.0099,
      "step": 46160
    },
    {
      "loss_action": 0.004504431039094925,
      "loss_total": 0.004504431039094925,
      "step": 46160
    },
    {
      "loss_action": 0.0066314442083239555,
      "loss_total": 0.0066314442083239555,
      "step": 46160
    },
    {
      "loss_action": 0.008186438120901585,
      "loss_total": 0.008186438120901585,
      "step": 46160
    },
    {
      "loss_action": 0.004374477081000805,
      "loss_total": 0.004374477081000805,
      "step": 46160
    },
    {
      "loss_action": 0.009405182674527168,
      "loss_total": 0.009405182674527168,
      "step": 46160
    },
    {
      "loss_action": 0.007205741945654154,
      "loss_total": 0.007205741945654154,
      "step": 46160
    },
    {
      "loss_action": 0.010068729519844055,
      "loss_total": 0.010068729519844055,
      "step": 46160
    },
    {
      "loss_action": 0.005886216647922993,
      "loss_total": 0.005886216647922993,
      "step": 46160
    },
    {
      "grad_norm": 0.11596469581127167,
      "learning_rate": 9.883439294401704e-05,
      "loss": 0.0093,
      "step": 46170
    },
    {
      "loss_action": 0.013864118605852127,
      "loss_total": 0.013864118605852127,
      "step": 46170
    },
    {
      "loss_action": 0.003628954291343689,
      "loss_total": 0.003628954291343689,
      "step": 46170
    },
    {
      "loss_action": 0.00808742642402649,
      "loss_total": 0.00808742642402649,
      "step": 46170
    },
    {
      "loss_action": 0.008944174274802208,
      "loss_total": 0.008944174274802208,
      "step": 46170
    },
    {
      "loss_action": 0.00858381763100624,
      "loss_total": 0.00858381763100624,
      "step": 46170
    },
    {
      "loss_action": 0.012389671988785267,
      "loss_total": 0.012389671988785267,
      "step": 46170
    },
    {
      "loss_action": 0.019279610365629196,
      "loss_total": 0.019279610365629196,
      "step": 46170
    },
    {
      "loss_action": 0.01156108919531107,
      "loss_total": 0.01156108919531107,
      "step": 46170
    },
    {
      "grad_norm": 0.10396764427423477,
      "learning_rate": 9.883350542415416e-05,
      "loss": 0.0099,
      "step": 46180
    },
    {
      "loss_action": 0.010851001366972923,
      "loss_total": 0.010851001366972923,
      "step": 46180
    },
    {
      "loss_action": 0.003832356771454215,
      "loss_total": 0.003832356771454215,
      "step": 46180
    },
    {
      "loss_action": 0.008861972019076347,
      "loss_total": 0.008861972019076347,
      "step": 46180
    },
    {
      "loss_action": 0.013550885021686554,
      "loss_total": 0.013550885021686554,
      "step": 46180
    },
    {
      "loss_action": 0.005120579153299332,
      "loss_total": 0.005120579153299332,
      "step": 46180
    },
    {
      "loss_action": 0.01885893940925598,
      "loss_total": 0.01885893940925598,
      "step": 46180
    },
    {
      "loss_action": 0.005738282576203346,
      "loss_total": 0.005738282576203346,
      "step": 46180
    },
    {
      "loss_action": 0.008745754137635231,
      "loss_total": 0.008745754137635231,
      "step": 46180
    },
    {
      "grad_norm": 0.23214086890220642,
      "learning_rate": 9.883261757051884e-05,
      "loss": 0.0098,
      "step": 46190
    },
    {
      "loss_action": 0.009224016219377518,
      "loss_total": 0.009224016219377518,
      "step": 46190
    },
    {
      "loss_action": 0.004242408089339733,
      "loss_total": 0.004242408089339733,
      "step": 46190
    },
    {
      "loss_action": 0.004246931057423353,
      "loss_total": 0.004246931057423353,
      "step": 46190
    },
    {
      "loss_action": 0.011104649864137173,
      "loss_total": 0.011104649864137173,
      "step": 46190
    },
    {
      "loss_action": 0.02291795425117016,
      "loss_total": 0.02291795425117016,
      "step": 46190
    },
    {
      "loss_action": 0.009619073010981083,
      "loss_total": 0.009619073010981083,
      "step": 46190
    },
    {
      "loss_action": 0.020024308934807777,
      "loss_total": 0.020024308934807777,
      "step": 46190
    },
    {
      "loss_action": 0.005642059724777937,
      "loss_total": 0.005642059724777937,
      "step": 46190
    },
    {
      "grad_norm": 0.09294913709163666,
      "learning_rate": 9.88317293831172e-05,
      "loss": 0.01,
      "step": 46200
    },
    {
      "loss_action": 0.0065061431378126144,
      "loss_total": 0.0065061431378126144,
      "step": 46200
    },
    {
      "loss_action": 0.003240070538595319,
      "loss_total": 0.003240070538595319,
      "step": 46200
    },
    {
      "loss_action": 0.00884995423257351,
      "loss_total": 0.00884995423257351,
      "step": 46200
    },
    {
      "loss_action": 0.012922864407300949,
      "loss_total": 0.012922864407300949,
      "step": 46200
    },
    {
      "loss_action": 0.005688412114977837,
      "loss_total": 0.005688412114977837,
      "step": 46200
    },
    {
      "loss_action": 0.007106272969394922,
      "loss_total": 0.007106272969394922,
      "step": 46200
    },
    {
      "loss_action": 0.007244296371936798,
      "loss_total": 0.007244296371936798,
      "step": 46200
    },
    {
      "loss_action": 0.008549336344003677,
      "loss_total": 0.008549336344003677,
      "step": 46200
    },
    {
      "grad_norm": 0.1382361799478531,
      "learning_rate": 9.883084086195525e-05,
      "loss": 0.0096,
      "step": 46210
    },
    {
      "loss_action": 0.0061038886196911335,
      "loss_total": 0.0061038886196911335,
      "step": 46210
    },
    {
      "loss_action": 0.0027671470306813717,
      "loss_total": 0.0027671470306813717,
      "step": 46210
    },
    {
      "loss_action": 0.006638309918344021,
      "loss_total": 0.006638309918344021,
      "step": 46210
    },
    {
      "loss_action": 0.015756962820887566,
      "loss_total": 0.015756962820887566,
      "step": 46210
    },
    {
      "loss_action": 0.00673284288495779,
      "loss_total": 0.00673284288495779,
      "step": 46210
    },
    {
      "loss_action": 0.004260257352143526,
      "loss_total": 0.004260257352143526,
      "step": 46210
    },
    {
      "loss_action": 0.007392806001007557,
      "loss_total": 0.007392806001007557,
      "step": 46210
    },
    {
      "loss_action": 0.010859692469239235,
      "loss_total": 0.010859692469239235,
      "step": 46210
    },
    {
      "grad_norm": 0.17182041704654694,
      "learning_rate": 9.882995200703909e-05,
      "loss": 0.0096,
      "step": 46220
    },
    {
      "loss_action": 0.011289643123745918,
      "loss_total": 0.011289643123745918,
      "step": 46220
    },
    {
      "loss_action": 0.00762297073379159,
      "loss_total": 0.00762297073379159,
      "step": 46220
    },
    {
      "loss_action": 0.010346252471208572,
      "loss_total": 0.010346252471208572,
      "step": 46220
    },
    {
      "loss_action": 0.009289771318435669,
      "loss_total": 0.009289771318435669,
      "step": 46220
    },
    {
      "loss_action": 0.0044263326562941074,
      "loss_total": 0.0044263326562941074,
      "step": 46220
    },
    {
      "loss_action": 0.008337064646184444,
      "loss_total": 0.008337064646184444,
      "step": 46220
    },
    {
      "loss_action": 0.00439597200602293,
      "loss_total": 0.00439597200602293,
      "step": 46220
    },
    {
      "loss_action": 0.00510605052113533,
      "loss_total": 0.00510605052113533,
      "step": 46220
    },
    {
      "grad_norm": 0.11580099910497665,
      "learning_rate": 9.882906281837481e-05,
      "loss": 0.0094,
      "step": 46230
    },
    {
      "loss_action": 0.029457086697220802,
      "loss_total": 0.029457086697220802,
      "step": 46230
    },
    {
      "loss_action": 0.010763811878859997,
      "loss_total": 0.010763811878859997,
      "step": 46230
    },
    {
      "loss_action": 0.005434718914330006,
      "loss_total": 0.005434718914330006,
      "step": 46230
    },
    {
      "loss_action": 0.017257578670978546,
      "loss_total": 0.017257578670978546,
      "step": 46230
    },
    {
      "loss_action": 0.025060517713427544,
      "loss_total": 0.025060517713427544,
      "step": 46230
    },
    {
      "loss_action": 0.0047155097126960754,
      "loss_total": 0.0047155097126960754,
      "step": 46230
    },
    {
      "loss_action": 0.0038252724334597588,
      "loss_total": 0.0038252724334597588,
      "step": 46230
    },
    {
      "loss_action": 0.006785606034100056,
      "loss_total": 0.006785606034100056,
      "step": 46230
    },
    {
      "grad_norm": 0.17663466930389404,
      "learning_rate": 9.882817329596845e-05,
      "loss": 0.0106,
      "step": 46240
    },
    {
      "loss_action": 0.007392003200948238,
      "loss_total": 0.007392003200948238,
      "step": 46240
    },
    {
      "loss_action": 0.00776300672441721,
      "loss_total": 0.00776300672441721,
      "step": 46240
    },
    {
      "loss_action": 0.003927956335246563,
      "loss_total": 0.003927956335246563,
      "step": 46240
    },
    {
      "loss_action": 0.009584112092852592,
      "loss_total": 0.009584112092852592,
      "step": 46240
    },
    {
      "loss_action": 0.008155464194715023,
      "loss_total": 0.008155464194715023,
      "step": 46240
    },
    {
      "loss_action": 0.008904876187443733,
      "loss_total": 0.008904876187443733,
      "step": 46240
    },
    {
      "loss_action": 0.012368164956569672,
      "loss_total": 0.012368164956569672,
      "step": 46240
    },
    {
      "loss_action": 0.0031771583016961813,
      "loss_total": 0.0031771583016961813,
      "step": 46240
    },
    {
      "grad_norm": 0.12273553758859634,
      "learning_rate": 9.882728343982613e-05,
      "loss": 0.008,
      "step": 46250
    },
    {
      "loss_action": 0.012524719350039959,
      "loss_total": 0.012524719350039959,
      "step": 46250
    },
    {
      "loss_action": 0.0086433757096529,
      "loss_total": 0.0086433757096529,
      "step": 46250
    },
    {
      "loss_action": 0.004060357343405485,
      "loss_total": 0.004060357343405485,
      "step": 46250
    },
    {
      "loss_action": 0.004024794325232506,
      "loss_total": 0.004024794325232506,
      "step": 46250
    },
    {
      "loss_action": 0.007656876929104328,
      "loss_total": 0.007656876929104328,
      "step": 46250
    },
    {
      "loss_action": 0.013438167981803417,
      "loss_total": 0.013438167981803417,
      "step": 46250
    },
    {
      "loss_action": 0.005439783446490765,
      "loss_total": 0.005439783446490765,
      "step": 46250
    },
    {
      "loss_action": 0.014747059904038906,
      "loss_total": 0.014747059904038906,
      "step": 46250
    },
    {
      "grad_norm": 0.08894792199134827,
      "learning_rate": 9.88263932499539e-05,
      "loss": 0.0103,
      "step": 46260
    },
    {
      "loss_action": 0.006530893966555595,
      "loss_total": 0.006530893966555595,
      "step": 46260
    },
    {
      "loss_action": 0.010342633351683617,
      "loss_total": 0.010342633351683617,
      "step": 46260
    },
    {
      "loss_action": 0.011139608919620514,
      "loss_total": 0.011139608919620514,
      "step": 46260
    },
    {
      "loss_action": 0.011510435491800308,
      "loss_total": 0.011510435491800308,
      "step": 46260
    },
    {
      "loss_action": 0.0050342208705842495,
      "loss_total": 0.0050342208705842495,
      "step": 46260
    },
    {
      "loss_action": 0.006224375218153,
      "loss_total": 0.006224375218153,
      "step": 46260
    },
    {
      "loss_action": 0.006765588186681271,
      "loss_total": 0.006765588186681271,
      "step": 46260
    },
    {
      "loss_action": 0.01297899428755045,
      "loss_total": 0.01297899428755045,
      "step": 46260
    },
    {
      "grad_norm": 0.12076976150274277,
      "learning_rate": 9.882550272635786e-05,
      "loss": 0.0088,
      "step": 46270
    },
    {
      "loss_action": 0.006764328107237816,
      "loss_total": 0.006764328107237816,
      "step": 46270
    },
    {
      "loss_action": 0.006758930627256632,
      "loss_total": 0.006758930627256632,
      "step": 46270
    },
    {
      "loss_action": 0.004067337140440941,
      "loss_total": 0.004067337140440941,
      "step": 46270
    },
    {
      "loss_action": 0.010051636025309563,
      "loss_total": 0.010051636025309563,
      "step": 46270
    },
    {
      "loss_action": 0.00548911327496171,
      "loss_total": 0.00548911327496171,
      "step": 46270
    },
    {
      "loss_action": 0.014468150213360786,
      "loss_total": 0.014468150213360786,
      "step": 46270
    },
    {
      "loss_action": 0.004127902910113335,
      "loss_total": 0.004127902910113335,
      "step": 46270
    },
    {
      "loss_action": 0.0023330016992986202,
      "loss_total": 0.0023330016992986202,
      "step": 46270
    },
    {
      "grad_norm": 0.16743800044059753,
      "learning_rate": 9.88246118690441e-05,
      "loss": 0.009,
      "step": 46280
    },
    {
      "loss_action": 0.012855518609285355,
      "loss_total": 0.012855518609285355,
      "step": 46280
    },
    {
      "loss_action": 0.003370493184775114,
      "loss_total": 0.003370493184775114,
      "step": 46280
    },
    {
      "loss_action": 0.007769886404275894,
      "loss_total": 0.007769886404275894,
      "step": 46280
    },
    {
      "loss_action": 0.0046035065315663815,
      "loss_total": 0.0046035065315663815,
      "step": 46280
    },
    {
      "loss_action": 0.014019316993653774,
      "loss_total": 0.014019316993653774,
      "step": 46280
    },
    {
      "loss_action": 0.02433653175830841,
      "loss_total": 0.02433653175830841,
      "step": 46280
    },
    {
      "loss_action": 0.008704425767064095,
      "loss_total": 0.008704425767064095,
      "step": 46280
    },
    {
      "loss_action": 0.005289046093821526,
      "loss_total": 0.005289046093821526,
      "step": 46280
    },
    {
      "grad_norm": 0.09222964942455292,
      "learning_rate": 9.88237206780187e-05,
      "loss": 0.0077,
      "step": 46290
    },
    {
      "loss_action": 0.008357747457921505,
      "loss_total": 0.008357747457921505,
      "step": 46290
    },
    {
      "loss_action": 0.008893350139260292,
      "loss_total": 0.008893350139260292,
      "step": 46290
    },
    {
      "loss_action": 0.007010756991803646,
      "loss_total": 0.007010756991803646,
      "step": 46290
    },
    {
      "loss_action": 0.004110141657292843,
      "loss_total": 0.004110141657292843,
      "step": 46290
    },
    {
      "loss_action": 0.0021834627259522676,
      "loss_total": 0.0021834627259522676,
      "step": 46290
    },
    {
      "loss_action": 0.012551476247608662,
      "loss_total": 0.012551476247608662,
      "step": 46290
    },
    {
      "loss_action": 0.006601380184292793,
      "loss_total": 0.006601380184292793,
      "step": 46290
    },
    {
      "loss_action": 0.005912728141993284,
      "loss_total": 0.005912728141993284,
      "step": 46290
    },
    {
      "grad_norm": 0.09512738138437271,
      "learning_rate": 9.882282915328775e-05,
      "loss": 0.0096,
      "step": 46300
    },
    {
      "loss_action": 0.00849933922290802,
      "loss_total": 0.00849933922290802,
      "step": 46300
    },
    {
      "loss_action": 0.003131007542833686,
      "loss_total": 0.003131007542833686,
      "step": 46300
    },
    {
      "loss_action": 0.006789753213524818,
      "loss_total": 0.006789753213524818,
      "step": 46300
    },
    {
      "loss_action": 0.004757681395858526,
      "loss_total": 0.004757681395858526,
      "step": 46300
    },
    {
      "loss_action": 0.0037437714636325836,
      "loss_total": 0.0037437714636325836,
      "step": 46300
    },
    {
      "loss_action": 0.0032576604280620813,
      "loss_total": 0.0032576604280620813,
      "step": 46300
    },
    {
      "loss_action": 0.0030165878124535084,
      "loss_total": 0.0030165878124535084,
      "step": 46300
    },
    {
      "loss_action": 0.014132918789982796,
      "loss_total": 0.014132918789982796,
      "step": 46300
    },
    {
      "grad_norm": 0.09200385957956314,
      "learning_rate": 9.882193729485735e-05,
      "loss": 0.0082,
      "step": 46310
    },
    {
      "loss_action": 0.006362208630889654,
      "loss_total": 0.006362208630889654,
      "step": 46310
    },
    {
      "loss_action": 0.01108405739068985,
      "loss_total": 0.01108405739068985,
      "step": 46310
    },
    {
      "loss_action": 0.0068612112663686275,
      "loss_total": 0.0068612112663686275,
      "step": 46310
    },
    {
      "loss_action": 0.009248767979443073,
      "loss_total": 0.009248767979443073,
      "step": 46310
    },
    {
      "loss_action": 0.0057104360312223434,
      "loss_total": 0.0057104360312223434,
      "step": 46310
    },
    {
      "loss_action": 0.012223321944475174,
      "loss_total": 0.012223321944475174,
      "step": 46310
    },
    {
      "loss_action": 0.003333783010020852,
      "loss_total": 0.003333783010020852,
      "step": 46310
    },
    {
      "loss_action": 0.004523251671344042,
      "loss_total": 0.004523251671344042,
      "step": 46310
    },
    {
      "grad_norm": 0.13292737305164337,
      "learning_rate": 9.88210451027336e-05,
      "loss": 0.0093,
      "step": 46320
    },
    {
      "loss_action": 0.0034210863523185253,
      "loss_total": 0.0034210863523185253,
      "step": 46320
    },
    {
      "loss_action": 0.010583333671092987,
      "loss_total": 0.010583333671092987,
      "step": 46320
    },
    {
      "loss_action": 0.005142641253769398,
      "loss_total": 0.005142641253769398,
      "step": 46320
    },
    {
      "loss_action": 0.01739775389432907,
      "loss_total": 0.01739775389432907,
      "step": 46320
    },
    {
      "loss_action": 0.035212352871894836,
      "loss_total": 0.035212352871894836,
      "step": 46320
    },
    {
      "loss_action": 0.016057690605521202,
      "loss_total": 0.016057690605521202,
      "step": 46320
    },
    {
      "loss_action": 0.008024599403142929,
      "loss_total": 0.008024599403142929,
      "step": 46320
    },
    {
      "loss_action": 0.004080361220985651,
      "loss_total": 0.004080361220985651,
      "step": 46320
    },
    {
      "grad_norm": 0.19515669345855713,
      "learning_rate": 9.882015257692256e-05,
      "loss": 0.0101,
      "step": 46330
    },
    {
      "loss_action": 0.008070927113294601,
      "loss_total": 0.008070927113294601,
      "step": 46330
    },
    {
      "loss_action": 0.006366821937263012,
      "loss_total": 0.006366821937263012,
      "step": 46330
    },
    {
      "loss_action": 0.007502091117203236,
      "loss_total": 0.007502091117203236,
      "step": 46330
    },
    {
      "loss_action": 0.003630532883107662,
      "loss_total": 0.003630532883107662,
      "step": 46330
    },
    {
      "loss_action": 0.0024398784153163433,
      "loss_total": 0.0024398784153163433,
      "step": 46330
    },
    {
      "loss_action": 0.008353774435818195,
      "loss_total": 0.008353774435818195,
      "step": 46330
    },
    {
      "loss_action": 0.005147540010511875,
      "loss_total": 0.005147540010511875,
      "step": 46330
    },
    {
      "loss_action": 0.01234043575823307,
      "loss_total": 0.01234043575823307,
      "step": 46330
    },
    {
      "grad_norm": 0.16140681505203247,
      "learning_rate": 9.88192597174304e-05,
      "loss": 0.0101,
      "step": 46340
    },
    {
      "loss_action": 0.005834369454532862,
      "loss_total": 0.005834369454532862,
      "step": 46340
    },
    {
      "loss_action": 0.00677981972694397,
      "loss_total": 0.00677981972694397,
      "step": 46340
    },
    {
      "loss_action": 0.007625168189406395,
      "loss_total": 0.007625168189406395,
      "step": 46340
    },
    {
      "loss_action": 0.008595740422606468,
      "loss_total": 0.008595740422606468,
      "step": 46340
    },
    {
      "loss_action": 0.0088768620043993,
      "loss_total": 0.0088768620043993,
      "step": 46340
    },
    {
      "loss_action": 0.010321274399757385,
      "loss_total": 0.010321274399757385,
      "step": 46340
    },
    {
      "loss_action": 0.018572887405753136,
      "loss_total": 0.018572887405753136,
      "step": 46340
    },
    {
      "loss_action": 0.0076223863288760185,
      "loss_total": 0.0076223863288760185,
      "step": 46340
    },
    {
      "grad_norm": 0.15312986075878143,
      "learning_rate": 9.881836652426317e-05,
      "loss": 0.0077,
      "step": 46350
    },
    {
      "loss_action": 0.0033239983022212982,
      "loss_total": 0.0033239983022212982,
      "step": 46350
    },
    {
      "loss_action": 0.008636041544377804,
      "loss_total": 0.008636041544377804,
      "step": 46350
    },
    {
      "loss_action": 0.010110799223184586,
      "loss_total": 0.010110799223184586,
      "step": 46350
    },
    {
      "loss_action": 0.005680609494447708,
      "loss_total": 0.005680609494447708,
      "step": 46350
    },
    {
      "loss_action": 0.007829394191503525,
      "loss_total": 0.007829394191503525,
      "step": 46350
    },
    {
      "loss_action": 0.006307436618953943,
      "loss_total": 0.006307436618953943,
      "step": 46350
    },
    {
      "loss_action": 0.005918889306485653,
      "loss_total": 0.005918889306485653,
      "step": 46350
    },
    {
      "loss_action": 0.005855944007635117,
      "loss_total": 0.005855944007635117,
      "step": 46350
    },
    {
      "grad_norm": 0.13771964609622955,
      "learning_rate": 9.881747299742699e-05,
      "loss": 0.0084,
      "step": 46360
    },
    {
      "loss_action": 0.005491713993251324,
      "loss_total": 0.005491713993251324,
      "step": 46360
    },
    {
      "loss_action": 0.01276867650449276,
      "loss_total": 0.01276867650449276,
      "step": 46360
    },
    {
      "loss_action": 0.008883649483323097,
      "loss_total": 0.008883649483323097,
      "step": 46360
    },
    {
      "loss_action": 0.0056596966460347176,
      "loss_total": 0.0056596966460347176,
      "step": 46360
    },
    {
      "loss_action": 0.007362364791333675,
      "loss_total": 0.007362364791333675,
      "step": 46360
    },
    {
      "loss_action": 0.007381445728242397,
      "loss_total": 0.007381445728242397,
      "step": 46360
    },
    {
      "loss_action": 0.0037057430017739534,
      "loss_total": 0.0037057430017739534,
      "step": 46360
    },
    {
      "loss_action": 0.003980224020779133,
      "loss_total": 0.003980224020779133,
      "step": 46360
    },
    {
      "grad_norm": 0.12143122404813766,
      "learning_rate": 9.881657913692797e-05,
      "loss": 0.0084,
      "step": 46370
    },
    {
      "loss_action": 0.006134399212896824,
      "loss_total": 0.006134399212896824,
      "step": 46370
    },
    {
      "loss_action": 0.0034287557937204838,
      "loss_total": 0.0034287557937204838,
      "step": 46370
    },
    {
      "loss_action": 0.005317170172929764,
      "loss_total": 0.005317170172929764,
      "step": 46370
    },
    {
      "loss_action": 0.005943570286035538,
      "loss_total": 0.005943570286035538,
      "step": 46370
    },
    {
      "loss_action": 0.00353656942024827,
      "loss_total": 0.00353656942024827,
      "step": 46370
    },
    {
      "loss_action": 0.005918630864471197,
      "loss_total": 0.005918630864471197,
      "step": 46370
    },
    {
      "loss_action": 0.018914012238383293,
      "loss_total": 0.018914012238383293,
      "step": 46370
    },
    {
      "loss_action": 0.005743479356169701,
      "loss_total": 0.005743479356169701,
      "step": 46370
    },
    {
      "grad_norm": 0.09434206783771515,
      "learning_rate": 9.88156849427722e-05,
      "loss": 0.0077,
      "step": 46380
    },
    {
      "loss_action": 0.016301389783620834,
      "loss_total": 0.016301389783620834,
      "step": 46380
    },
    {
      "loss_action": 0.006653079763054848,
      "loss_total": 0.006653079763054848,
      "step": 46380
    },
    {
      "loss_action": 0.0047166356816887856,
      "loss_total": 0.0047166356816887856,
      "step": 46380
    },
    {
      "loss_action": 0.009816334582865238,
      "loss_total": 0.009816334582865238,
      "step": 46380
    },
    {
      "loss_action": 0.003287769854068756,
      "loss_total": 0.003287769854068756,
      "step": 46380
    },
    {
      "loss_action": 0.005016313400119543,
      "loss_total": 0.005016313400119543,
      "step": 46380
    },
    {
      "loss_action": 0.008208238519728184,
      "loss_total": 0.008208238519728184,
      "step": 46380
    },
    {
      "loss_action": 0.008931766264140606,
      "loss_total": 0.008931766264140606,
      "step": 46380
    },
    {
      "grad_norm": 0.14304518699645996,
      "learning_rate": 9.881479041496583e-05,
      "loss": 0.009,
      "step": 46390
    },
    {
      "loss_action": 0.006260674446821213,
      "loss_total": 0.006260674446821213,
      "step": 46390
    },
    {
      "loss_action": 0.007939384318888187,
      "loss_total": 0.007939384318888187,
      "step": 46390
    },
    {
      "loss_action": 0.0047547053545713425,
      "loss_total": 0.0047547053545713425,
      "step": 46390
    },
    {
      "loss_action": 0.006179541349411011,
      "loss_total": 0.006179541349411011,
      "step": 46390
    },
    {
      "loss_action": 0.008242912590503693,
      "loss_total": 0.008242912590503693,
      "step": 46390
    },
    {
      "loss_action": 0.003170161508023739,
      "loss_total": 0.003170161508023739,
      "step": 46390
    },
    {
      "loss_action": 0.010251347906887531,
      "loss_total": 0.010251347906887531,
      "step": 46390
    },
    {
      "loss_action": 0.007392760366201401,
      "loss_total": 0.007392760366201401,
      "step": 46390
    },
    {
      "grad_norm": 0.09619956463575363,
      "learning_rate": 9.881389555351495e-05,
      "loss": 0.0092,
      "step": 46400
    },
    {
      "loss_action": 0.011080398224294186,
      "loss_total": 0.011080398224294186,
      "step": 46400
    },
    {
      "loss_action": 0.002792139071971178,
      "loss_total": 0.002792139071971178,
      "step": 46400
    },
    {
      "loss_action": 0.00399412726983428,
      "loss_total": 0.00399412726983428,
      "step": 46400
    },
    {
      "loss_action": 0.009434365667402744,
      "loss_total": 0.009434365667402744,
      "step": 46400
    },
    {
      "loss_action": 0.013732220977544785,
      "loss_total": 0.013732220977544785,
      "step": 46400
    },
    {
      "loss_action": 0.005318036302924156,
      "loss_total": 0.005318036302924156,
      "step": 46400
    },
    {
      "loss_action": 0.01036787312477827,
      "loss_total": 0.01036787312477827,
      "step": 46400
    },
    {
      "loss_action": 0.012471654452383518,
      "loss_total": 0.012471654452383518,
      "step": 46400
    },
    {
      "grad_norm": 0.12787143886089325,
      "learning_rate": 9.881300035842567e-05,
      "loss": 0.0076,
      "step": 46410
    },
    {
      "loss_action": 0.012227856554090977,
      "loss_total": 0.012227856554090977,
      "step": 46410
    },
    {
      "loss_action": 0.008413772098720074,
      "loss_total": 0.008413772098720074,
      "step": 46410
    },
    {
      "loss_action": 0.02493460848927498,
      "loss_total": 0.02493460848927498,
      "step": 46410
    },
    {
      "loss_action": 0.007633192930370569,
      "loss_total": 0.007633192930370569,
      "step": 46410
    },
    {
      "loss_action": 0.005479877348989248,
      "loss_total": 0.005479877348989248,
      "step": 46410
    },
    {
      "loss_action": 0.005952284671366215,
      "loss_total": 0.005952284671366215,
      "step": 46410
    },
    {
      "loss_action": 0.002921435981988907,
      "loss_total": 0.002921435981988907,
      "step": 46410
    },
    {
      "loss_action": 0.005428855307400227,
      "loss_total": 0.005428855307400227,
      "step": 46410
    },
    {
      "grad_norm": 0.12725800275802612,
      "learning_rate": 9.881210482970411e-05,
      "loss": 0.0095,
      "step": 46420
    },
    {
      "loss_action": 0.007519575301557779,
      "loss_total": 0.007519575301557779,
      "step": 46420
    },
    {
      "loss_action": 0.005730804521590471,
      "loss_total": 0.005730804521590471,
      "step": 46420
    },
    {
      "loss_action": 0.004204504191875458,
      "loss_total": 0.004204504191875458,
      "step": 46420
    },
    {
      "loss_action": 0.00933534000068903,
      "loss_total": 0.00933534000068903,
      "step": 46420
    },
    {
      "loss_action": 0.007924116216599941,
      "loss_total": 0.007924116216599941,
      "step": 46420
    },
    {
      "loss_action": 0.007046880200505257,
      "loss_total": 0.007046880200505257,
      "step": 46420
    },
    {
      "loss_action": 0.00991055741906166,
      "loss_total": 0.00991055741906166,
      "step": 46420
    },
    {
      "loss_action": 0.010407618246972561,
      "loss_total": 0.010407618246972561,
      "step": 46420
    },
    {
      "grad_norm": 0.1417798399925232,
      "learning_rate": 9.881120896735641e-05,
      "loss": 0.01,
      "step": 46430
    },
    {
      "loss_action": 0.005005534738302231,
      "loss_total": 0.005005534738302231,
      "step": 46430
    },
    {
      "loss_action": 0.007975506596267223,
      "loss_total": 0.007975506596267223,
      "step": 46430
    },
    {
      "loss_action": 0.004373724572360516,
      "loss_total": 0.004373724572360516,
      "step": 46430
    },
    {
      "loss_action": 0.006211098283529282,
      "loss_total": 0.006211098283529282,
      "step": 46430
    },
    {
      "loss_action": 0.010234340094029903,
      "loss_total": 0.010234340094029903,
      "step": 46430
    },
    {
      "loss_action": 0.0036648742388933897,
      "loss_total": 0.0036648742388933897,
      "step": 46430
    },
    {
      "loss_action": 0.003789423033595085,
      "loss_total": 0.003789423033595085,
      "step": 46430
    },
    {
      "loss_action": 0.011108784936368465,
      "loss_total": 0.011108784936368465,
      "step": 46430
    },
    {
      "grad_norm": 0.09853827208280563,
      "learning_rate": 9.881031277138866e-05,
      "loss": 0.0093,
      "step": 46440
    },
    {
      "loss_action": 0.009048063308000565,
      "loss_total": 0.009048063308000565,
      "step": 46440
    },
    {
      "loss_action": 0.004988221451640129,
      "loss_total": 0.004988221451640129,
      "step": 46440
    },
    {
      "loss_action": 0.018689416348934174,
      "loss_total": 0.018689416348934174,
      "step": 46440
    },
    {
      "loss_action": 0.008057082071900368,
      "loss_total": 0.008057082071900368,
      "step": 46440
    },
    {
      "loss_action": 0.004879261367022991,
      "loss_total": 0.004879261367022991,
      "step": 46440
    },
    {
      "loss_action": 0.009080828167498112,
      "loss_total": 0.009080828167498112,
      "step": 46440
    },
    {
      "loss_action": 0.0116090327501297,
      "loss_total": 0.0116090327501297,
      "step": 46440
    },
    {
      "loss_action": 0.006411660462617874,
      "loss_total": 0.006411660462617874,
      "step": 46440
    },
    {
      "grad_norm": 0.15008726716041565,
      "learning_rate": 9.880941624180702e-05,
      "loss": 0.0109,
      "step": 46450
    },
    {
      "loss_action": 0.0047360751777887344,
      "loss_total": 0.0047360751777887344,
      "step": 46450
    },
    {
      "loss_action": 0.0048522064462304115,
      "loss_total": 0.0048522064462304115,
      "step": 46450
    },
    {
      "loss_action": 0.005588793195784092,
      "loss_total": 0.005588793195784092,
      "step": 46450
    },
    {
      "loss_action": 0.005117942579090595,
      "loss_total": 0.005117942579090595,
      "step": 46450
    },
    {
      "loss_action": 0.01029953546822071,
      "loss_total": 0.01029953546822071,
      "step": 46450
    },
    {
      "loss_action": 0.003648691577836871,
      "loss_total": 0.003648691577836871,
      "step": 46450
    },
    {
      "loss_action": 0.03199223801493645,
      "loss_total": 0.03199223801493645,
      "step": 46450
    },
    {
      "loss_action": 0.005573458503931761,
      "loss_total": 0.005573458503931761,
      "step": 46450
    },
    {
      "grad_norm": 0.12118304520845413,
      "learning_rate": 9.880851937861761e-05,
      "loss": 0.0089,
      "step": 46460
    },
    {
      "loss_action": 0.01194066647440195,
      "loss_total": 0.01194066647440195,
      "step": 46460
    },
    {
      "loss_action": 0.0048618377186357975,
      "loss_total": 0.0048618377186357975,
      "step": 46460
    },
    {
      "loss_action": 0.009057696908712387,
      "loss_total": 0.009057696908712387,
      "step": 46460
    },
    {
      "loss_action": 0.010575629770755768,
      "loss_total": 0.010575629770755768,
      "step": 46460
    },
    {
      "loss_action": 0.006337981671094894,
      "loss_total": 0.006337981671094894,
      "step": 46460
    },
    {
      "loss_action": 0.00501653365790844,
      "loss_total": 0.00501653365790844,
      "step": 46460
    },
    {
      "loss_action": 0.015701597556471825,
      "loss_total": 0.015701597556471825,
      "step": 46460
    },
    {
      "loss_action": 0.02688392996788025,
      "loss_total": 0.02688392996788025,
      "step": 46460
    },
    {
      "grad_norm": 0.17705366015434265,
      "learning_rate": 9.880762218182654e-05,
      "loss": 0.0114,
      "step": 46470
    },
    {
      "loss_action": 0.004183479584753513,
      "loss_total": 0.004183479584753513,
      "step": 46470
    },
    {
      "loss_action": 0.0054375287145376205,
      "loss_total": 0.0054375287145376205,
      "step": 46470
    },
    {
      "loss_action": 0.01742822490632534,
      "loss_total": 0.01742822490632534,
      "step": 46470
    },
    {
      "loss_action": 0.006387767381966114,
      "loss_total": 0.006387767381966114,
      "step": 46470
    },
    {
      "loss_action": 0.024209588766098022,
      "loss_total": 0.024209588766098022,
      "step": 46470
    },
    {
      "loss_action": 0.007147502154111862,
      "loss_total": 0.007147502154111862,
      "step": 46470
    },
    {
      "loss_action": 0.006495346315205097,
      "loss_total": 0.006495346315205097,
      "step": 46470
    },
    {
      "loss_action": 0.0042199380695819855,
      "loss_total": 0.0042199380695819855,
      "step": 46470
    },
    {
      "grad_norm": 0.11576084792613983,
      "learning_rate": 9.880672465143996e-05,
      "loss": 0.0109,
      "step": 46480
    },
    {
      "loss_action": 0.004272016696631908,
      "loss_total": 0.004272016696631908,
      "step": 46480
    },
    {
      "loss_action": 0.0093656275421381,
      "loss_total": 0.0093656275421381,
      "step": 46480
    },
    {
      "loss_action": 0.009406274184584618,
      "loss_total": 0.009406274184584618,
      "step": 46480
    },
    {
      "loss_action": 0.0022463793866336346,
      "loss_total": 0.0022463793866336346,
      "step": 46480
    },
    {
      "loss_action": 0.00645829550921917,
      "loss_total": 0.00645829550921917,
      "step": 46480
    },
    {
      "loss_action": 0.00642102537676692,
      "loss_total": 0.00642102537676692,
      "step": 46480
    },
    {
      "loss_action": 0.004355383571237326,
      "loss_total": 0.004355383571237326,
      "step": 46480
    },
    {
      "loss_action": 0.0057823797687888145,
      "loss_total": 0.0057823797687888145,
      "step": 46480
    },
    {
      "grad_norm": 0.09086433053016663,
      "learning_rate": 9.880582678746401e-05,
      "loss": 0.0094,
      "step": 46490
    },
    {
      "loss_action": 0.012860097922384739,
      "loss_total": 0.012860097922384739,
      "step": 46490
    },
    {
      "loss_action": 0.008878624066710472,
      "loss_total": 0.008878624066710472,
      "step": 46490
    },
    {
      "loss_action": 0.01793276146054268,
      "loss_total": 0.01793276146054268,
      "step": 46490
    },
    {
      "loss_action": 0.008872110396623611,
      "loss_total": 0.008872110396623611,
      "step": 46490
    },
    {
      "loss_action": 0.004932371899485588,
      "loss_total": 0.004932371899485588,
      "step": 46490
    },
    {
      "loss_action": 0.011845051310956478,
      "loss_total": 0.011845051310956478,
      "step": 46490
    },
    {
      "loss_action": 0.009741390123963356,
      "loss_total": 0.009741390123963356,
      "step": 46490
    },
    {
      "loss_action": 0.0083151925355196,
      "loss_total": 0.0083151925355196,
      "step": 46490
    },
    {
      "grad_norm": 0.13194164633750916,
      "learning_rate": 9.880492858990481e-05,
      "loss": 0.0099,
      "step": 46500
    },
    {
      "loss_action": 0.005709315184503794,
      "loss_total": 0.005709315184503794,
      "step": 46500
    },
    {
      "loss_action": 0.006836482789367437,
      "loss_total": 0.006836482789367437,
      "step": 46500
    },
    {
      "loss_action": 0.034335918724536896,
      "loss_total": 0.034335918724536896,
      "step": 46500
    },
    {
      "loss_action": 0.017520062625408173,
      "loss_total": 0.017520062625408173,
      "step": 46500
    },
    {
      "loss_action": 0.017708053812384605,
      "loss_total": 0.017708053812384605,
      "step": 46500
    },
    {
      "loss_action": 0.005481629632413387,
      "loss_total": 0.005481629632413387,
      "step": 46500
    },
    {
      "loss_action": 0.004556833766400814,
      "loss_total": 0.004556833766400814,
      "step": 46500
    },
    {
      "loss_action": 0.003977159038186073,
      "loss_total": 0.003977159038186073,
      "step": 46500
    },
    {
      "grad_norm": 0.09821360558271408,
      "learning_rate": 9.88040300587685e-05,
      "loss": 0.0094,
      "step": 46510
    },
    {
      "loss_action": 0.01942591741681099,
      "loss_total": 0.01942591741681099,
      "step": 46510
    },
    {
      "loss_action": 0.00775121757760644,
      "loss_total": 0.00775121757760644,
      "step": 46510
    },
    {
      "loss_action": 0.011440045200288296,
      "loss_total": 0.011440045200288296,
      "step": 46510
    },
    {
      "loss_action": 0.012384136207401752,
      "loss_total": 0.012384136207401752,
      "step": 46510
    },
    {
      "loss_action": 0.010911711491644382,
      "loss_total": 0.010911711491644382,
      "step": 46510
    },
    {
      "loss_action": 0.012390855699777603,
      "loss_total": 0.012390855699777603,
      "step": 46510
    },
    {
      "loss_action": 0.008808146230876446,
      "loss_total": 0.008808146230876446,
      "step": 46510
    },
    {
      "loss_action": 0.004828671459108591,
      "loss_total": 0.004828671459108591,
      "step": 46510
    },
    {
      "grad_norm": 0.15040166676044464,
      "learning_rate": 9.880313119406124e-05,
      "loss": 0.0087,
      "step": 46520
    },
    {
      "loss_action": 0.0053834570571780205,
      "loss_total": 0.0053834570571780205,
      "step": 46520
    },
    {
      "loss_action": 0.0032400372438132763,
      "loss_total": 0.0032400372438132763,
      "step": 46520
    },
    {
      "loss_action": 0.0061638085171580315,
      "loss_total": 0.0061638085171580315,
      "step": 46520
    },
    {
      "loss_action": 0.007149253040552139,
      "loss_total": 0.007149253040552139,
      "step": 46520
    },
    {
      "loss_action": 0.011225772090256214,
      "loss_total": 0.011225772090256214,
      "step": 46520
    },
    {
      "loss_action": 0.014253444038331509,
      "loss_total": 0.014253444038331509,
      "step": 46520
    },
    {
      "loss_action": 0.004120222292840481,
      "loss_total": 0.004120222292840481,
      "step": 46520
    },
    {
      "loss_action": 0.004255203530192375,
      "loss_total": 0.004255203530192375,
      "step": 46520
    },
    {
      "grad_norm": 0.16083502769470215,
      "learning_rate": 9.880223199578915e-05,
      "loss": 0.0098,
      "step": 46530
    },
    {
      "loss_action": 0.012613889761269093,
      "loss_total": 0.012613889761269093,
      "step": 46530
    },
    {
      "loss_action": 0.0053303437307477,
      "loss_total": 0.0053303437307477,
      "step": 46530
    },
    {
      "loss_action": 0.011310303583741188,
      "loss_total": 0.011310303583741188,
      "step": 46530
    },
    {
      "loss_action": 0.004345959052443504,
      "loss_total": 0.004345959052443504,
      "step": 46530
    },
    {
      "loss_action": 0.013631623238325119,
      "loss_total": 0.013631623238325119,
      "step": 46530
    },
    {
      "loss_action": 0.008833643980324268,
      "loss_total": 0.008833643980324268,
      "step": 46530
    },
    {
      "loss_action": 0.005365367047488689,
      "loss_total": 0.005365367047488689,
      "step": 46530
    },
    {
      "loss_action": 0.020991027355194092,
      "loss_total": 0.020991027355194092,
      "step": 46530
    },
    {
      "grad_norm": 0.1545362025499344,
      "learning_rate": 9.88013324639584e-05,
      "loss": 0.0109,
      "step": 46540
    },
    {
      "loss_action": 0.007997461594641209,
      "loss_total": 0.007997461594641209,
      "step": 46540
    },
    {
      "loss_action": 0.00503186509013176,
      "loss_total": 0.00503186509013176,
      "step": 46540
    },
    {
      "loss_action": 0.01909792795777321,
      "loss_total": 0.01909792795777321,
      "step": 46540
    },
    {
      "loss_action": 0.011463743634521961,
      "loss_total": 0.011463743634521961,
      "step": 46540
    },
    {
      "loss_action": 0.010536485351622105,
      "loss_total": 0.010536485351622105,
      "step": 46540
    },
    {
      "loss_action": 0.009265529923141003,
      "loss_total": 0.009265529923141003,
      "step": 46540
    },
    {
      "loss_action": 0.008950399234890938,
      "loss_total": 0.008950399234890938,
      "step": 46540
    },
    {
      "loss_action": 0.00473320297896862,
      "loss_total": 0.00473320297896862,
      "step": 46540
    },
    {
      "grad_norm": 0.11331917345523834,
      "learning_rate": 9.880043259857512e-05,
      "loss": 0.0099,
      "step": 46550
    },
    {
      "loss_action": 0.005037805065512657,
      "loss_total": 0.005037805065512657,
      "step": 46550
    },
    {
      "loss_action": 0.011550134047865868,
      "loss_total": 0.011550134047865868,
      "step": 46550
    },
    {
      "loss_action": 0.00452780444175005,
      "loss_total": 0.00452780444175005,
      "step": 46550
    },
    {
      "loss_action": 0.009179193526506424,
      "loss_total": 0.009179193526506424,
      "step": 46550
    },
    {
      "loss_action": 0.012696024030447006,
      "loss_total": 0.012696024030447006,
      "step": 46550
    },
    {
      "loss_action": 0.006468199193477631,
      "loss_total": 0.006468199193477631,
      "step": 46550
    },
    {
      "loss_action": 0.007521932013332844,
      "loss_total": 0.007521932013332844,
      "step": 46550
    },
    {
      "loss_action": 0.00882466696202755,
      "loss_total": 0.00882466696202755,
      "step": 46550
    },
    {
      "grad_norm": 0.08328185230493546,
      "learning_rate": 9.879953239964546e-05,
      "loss": 0.0083,
      "step": 46560
    },
    {
      "loss_action": 0.008454752154648304,
      "loss_total": 0.008454752154648304,
      "step": 46560
    },
    {
      "loss_action": 0.008278422988951206,
      "loss_total": 0.008278422988951206,
      "step": 46560
    },
    {
      "loss_action": 0.002995721297338605,
      "loss_total": 0.002995721297338605,
      "step": 46560
    },
    {
      "loss_action": 0.006216017529368401,
      "loss_total": 0.006216017529368401,
      "step": 46560
    },
    {
      "loss_action": 0.008260605856776237,
      "loss_total": 0.008260605856776237,
      "step": 46560
    },
    {
      "loss_action": 0.008037300780415535,
      "loss_total": 0.008037300780415535,
      "step": 46560
    },
    {
      "loss_action": 0.005095197819173336,
      "loss_total": 0.005095197819173336,
      "step": 46560
    },
    {
      "loss_action": 0.007124581374228001,
      "loss_total": 0.007124581374228001,
      "step": 46560
    },
    {
      "grad_norm": 0.20076465606689453,
      "learning_rate": 9.879863186717559e-05,
      "loss": 0.0076,
      "step": 46570
    },
    {
      "loss_action": 0.01638534665107727,
      "loss_total": 0.01638534665107727,
      "step": 46570
    },
    {
      "loss_action": 0.009686561301350594,
      "loss_total": 0.009686561301350594,
      "step": 46570
    },
    {
      "loss_action": 0.010796838440001011,
      "loss_total": 0.010796838440001011,
      "step": 46570
    },
    {
      "loss_action": 0.011663981713354588,
      "loss_total": 0.011663981713354588,
      "step": 46570
    },
    {
      "loss_action": 0.007754441350698471,
      "loss_total": 0.007754441350698471,
      "step": 46570
    },
    {
      "loss_action": 0.007134182844310999,
      "loss_total": 0.007134182844310999,
      "step": 46570
    },
    {
      "loss_action": 0.005282646045088768,
      "loss_total": 0.005282646045088768,
      "step": 46570
    },
    {
      "loss_action": 0.004222451243549585,
      "loss_total": 0.004222451243549585,
      "step": 46570
    },
    {
      "grad_norm": 0.1251184344291687,
      "learning_rate": 9.879773100117165e-05,
      "loss": 0.0084,
      "step": 46580
    },
    {
      "loss_action": 0.008136697113513947,
      "loss_total": 0.008136697113513947,
      "step": 46580
    },
    {
      "loss_action": 0.009379157796502113,
      "loss_total": 0.009379157796502113,
      "step": 46580
    },
    {
      "loss_action": 0.004536166787147522,
      "loss_total": 0.004536166787147522,
      "step": 46580
    },
    {
      "loss_action": 0.0076168132945895195,
      "loss_total": 0.0076168132945895195,
      "step": 46580
    },
    {
      "loss_action": 0.005453032441437244,
      "loss_total": 0.005453032441437244,
      "step": 46580
    },
    {
      "loss_action": 0.005145617760717869,
      "loss_total": 0.005145617760717869,
      "step": 46580
    },
    {
      "loss_action": 0.0054283831268548965,
      "loss_total": 0.0054283831268548965,
      "step": 46580
    },
    {
      "loss_action": 0.004900219850242138,
      "loss_total": 0.004900219850242138,
      "step": 46580
    },
    {
      "grad_norm": 0.15599367022514343,
      "learning_rate": 9.87968298016398e-05,
      "loss": 0.0089,
      "step": 46590
    },
    {
      "loss_action": 0.009139036759734154,
      "loss_total": 0.009139036759734154,
      "step": 46590
    },
    {
      "loss_action": 0.003864578902721405,
      "loss_total": 0.003864578902721405,
      "step": 46590
    },
    {
      "loss_action": 0.007581878453493118,
      "loss_total": 0.007581878453493118,
      "step": 46590
    },
    {
      "loss_action": 0.0052531687542796135,
      "loss_total": 0.0052531687542796135,
      "step": 46590
    },
    {
      "loss_action": 0.00344618852250278,
      "loss_total": 0.00344618852250278,
      "step": 46590
    },
    {
      "loss_action": 0.004707905929535627,
      "loss_total": 0.004707905929535627,
      "step": 46590
    },
    {
      "loss_action": 0.00961088202893734,
      "loss_total": 0.00961088202893734,
      "step": 46590
    },
    {
      "loss_action": 0.009959984570741653,
      "loss_total": 0.009959984570741653,
      "step": 46590
    },
    {
      "grad_norm": 0.10440386831760406,
      "learning_rate": 9.879592826858619e-05,
      "loss": 0.0084,
      "step": 46600
    },
    {
      "loss_action": 0.011915325187146664,
      "loss_total": 0.011915325187146664,
      "step": 46600
    },
    {
      "loss_action": 0.003862121608108282,
      "loss_total": 0.003862121608108282,
      "step": 46600
    },
    {
      "loss_action": 0.002106425818055868,
      "loss_total": 0.002106425818055868,
      "step": 46600
    },
    {
      "loss_action": 0.010933548212051392,
      "loss_total": 0.010933548212051392,
      "step": 46600
    },
    {
      "loss_action": 0.0037072249688208103,
      "loss_total": 0.0037072249688208103,
      "step": 46600
    },
    {
      "loss_action": 0.014657433144748211,
      "loss_total": 0.014657433144748211,
      "step": 46600
    },
    {
      "loss_action": 0.007831449620425701,
      "loss_total": 0.007831449620425701,
      "step": 46600
    },
    {
      "loss_action": 0.005725410301238298,
      "loss_total": 0.005725410301238298,
      "step": 46600
    },
    {
      "grad_norm": 0.09667538851499557,
      "learning_rate": 9.879502640201701e-05,
      "loss": 0.0079,
      "step": 46610
    },
    {
      "loss_action": 0.005678221583366394,
      "loss_total": 0.005678221583366394,
      "step": 46610
    },
    {
      "loss_action": 0.0055881645530462265,
      "loss_total": 0.0055881645530462265,
      "step": 46610
    },
    {
      "loss_action": 0.002348062116652727,
      "loss_total": 0.002348062116652727,
      "step": 46610
    },
    {
      "loss_action": 0.0095579344779253,
      "loss_total": 0.0095579344779253,
      "step": 46610
    },
    {
      "loss_action": 0.003985579125583172,
      "loss_total": 0.003985579125583172,
      "step": 46610
    },
    {
      "loss_action": 0.012982852756977081,
      "loss_total": 0.012982852756977081,
      "step": 46610
    },
    {
      "loss_action": 0.012290792539715767,
      "loss_total": 0.012290792539715767,
      "step": 46610
    },
    {
      "loss_action": 0.008206512778997421,
      "loss_total": 0.008206512778997421,
      "step": 46610
    },
    {
      "grad_norm": 0.12755827605724335,
      "learning_rate": 9.879412420193838e-05,
      "loss": 0.0087,
      "step": 46620
    },
    {
      "loss_action": 0.007028294261544943,
      "loss_total": 0.007028294261544943,
      "step": 46620
    },
    {
      "loss_action": 0.008941998705267906,
      "loss_total": 0.008941998705267906,
      "step": 46620
    },
    {
      "loss_action": 0.007629073224961758,
      "loss_total": 0.007629073224961758,
      "step": 46620
    },
    {
      "loss_action": 0.003784250235185027,
      "loss_total": 0.003784250235185027,
      "step": 46620
    },
    {
      "loss_action": 0.005831611342728138,
      "loss_total": 0.005831611342728138,
      "step": 46620
    },
    {
      "loss_action": 0.004095420241355896,
      "loss_total": 0.004095420241355896,
      "step": 46620
    },
    {
      "loss_action": 0.012744007632136345,
      "loss_total": 0.012744007632136345,
      "step": 46620
    },
    {
      "loss_action": 0.003931205719709396,
      "loss_total": 0.003931205719709396,
      "step": 46620
    },
    {
      "grad_norm": 0.12328305840492249,
      "learning_rate": 9.879322166835652e-05,
      "loss": 0.0079,
      "step": 46630
    },
    {
      "loss_action": 0.005929240025579929,
      "loss_total": 0.005929240025579929,
      "step": 46630
    },
    {
      "loss_action": 0.005235547199845314,
      "loss_total": 0.005235547199845314,
      "step": 46630
    },
    {
      "loss_action": 0.002228222554549575,
      "loss_total": 0.002228222554549575,
      "step": 46630
    },
    {
      "loss_action": 0.011075729504227638,
      "loss_total": 0.011075729504227638,
      "step": 46630
    },
    {
      "loss_action": 0.01431991159915924,
      "loss_total": 0.01431991159915924,
      "step": 46630
    },
    {
      "loss_action": 0.009151128120720387,
      "loss_total": 0.009151128120720387,
      "step": 46630
    },
    {
      "loss_action": 0.003697599284350872,
      "loss_total": 0.003697599284350872,
      "step": 46630
    },
    {
      "loss_action": 0.04508484899997711,
      "loss_total": 0.04508484899997711,
      "step": 46630
    },
    {
      "grad_norm": 0.14338192343711853,
      "learning_rate": 9.879231880127757e-05,
      "loss": 0.0087,
      "step": 46640
    },
    {
      "loss_action": 0.008913473226130009,
      "loss_total": 0.008913473226130009,
      "step": 46640
    },
    {
      "loss_action": 0.00828536320477724,
      "loss_total": 0.00828536320477724,
      "step": 46640
    },
    {
      "loss_action": 0.008751330897212029,
      "loss_total": 0.008751330897212029,
      "step": 46640
    },
    {
      "loss_action": 0.004025216214358807,
      "loss_total": 0.004025216214358807,
      "step": 46640
    },
    {
      "loss_action": 0.005759943276643753,
      "loss_total": 0.005759943276643753,
      "step": 46640
    },
    {
      "loss_action": 0.010238999500870705,
      "loss_total": 0.010238999500870705,
      "step": 46640
    },
    {
      "loss_action": 0.00350625766441226,
      "loss_total": 0.00350625766441226,
      "step": 46640
    },
    {
      "loss_action": 0.004996106959879398,
      "loss_total": 0.004996106959879398,
      "step": 46640
    },
    {
      "grad_norm": 0.13044224679470062,
      "learning_rate": 9.879141560070771e-05,
      "loss": 0.0084,
      "step": 46650
    },
    {
      "loss_action": 0.004451125860214233,
      "loss_total": 0.004451125860214233,
      "step": 46650
    },
    {
      "loss_action": 0.004161928314715624,
      "loss_total": 0.004161928314715624,
      "step": 46650
    },
    {
      "loss_action": 0.0030111665837466717,
      "loss_total": 0.0030111665837466717,
      "step": 46650
    },
    {
      "loss_action": 0.007788283750414848,
      "loss_total": 0.007788283750414848,
      "step": 46650
    },
    {
      "loss_action": 0.00865662470459938,
      "loss_total": 0.00865662470459938,
      "step": 46650
    },
    {
      "loss_action": 0.0070231459103524685,
      "loss_total": 0.0070231459103524685,
      "step": 46650
    },
    {
      "loss_action": 0.005890707951039076,
      "loss_total": 0.005890707951039076,
      "step": 46650
    },
    {
      "loss_action": 0.03244725987315178,
      "loss_total": 0.03244725987315178,
      "step": 46650
    },
    {
      "grad_norm": 0.1495329737663269,
      "learning_rate": 9.879051206665309e-05,
      "loss": 0.0094,
      "step": 46660
    },
    {
      "loss_action": 0.008921701461076736,
      "loss_total": 0.008921701461076736,
      "step": 46660
    },
    {
      "loss_action": 0.014536350034177303,
      "loss_total": 0.014536350034177303,
      "step": 46660
    },
    {
      "loss_action": 0.0054161446169018745,
      "loss_total": 0.0054161446169018745,
      "step": 46660
    },
    {
      "loss_action": 0.01120611373335123,
      "loss_total": 0.01120611373335123,
      "step": 46660
    },
    {
      "loss_action": 0.0017238766886293888,
      "loss_total": 0.0017238766886293888,
      "step": 46660
    },
    {
      "loss_action": 0.0038762167096138,
      "loss_total": 0.0038762167096138,
      "step": 46660
    },
    {
      "loss_action": 0.006929791532456875,
      "loss_total": 0.006929791532456875,
      "step": 46660
    },
    {
      "loss_action": 0.003232537768781185,
      "loss_total": 0.003232537768781185,
      "step": 46660
    },
    {
      "grad_norm": 0.15867547690868378,
      "learning_rate": 9.87896081991199e-05,
      "loss": 0.0094,
      "step": 46670
    },
    {
      "loss_action": 0.00472165085375309,
      "loss_total": 0.00472165085375309,
      "step": 46670
    },
    {
      "loss_action": 0.011910711415112019,
      "loss_total": 0.011910711415112019,
      "step": 46670
    },
    {
      "loss_action": 0.02160574123263359,
      "loss_total": 0.02160574123263359,
      "step": 46670
    },
    {
      "loss_action": 0.004575028084218502,
      "loss_total": 0.004575028084218502,
      "step": 46670
    },
    {
      "loss_action": 0.006593983620405197,
      "loss_total": 0.006593983620405197,
      "step": 46670
    },
    {
      "loss_action": 0.010748774744570255,
      "loss_total": 0.010748774744570255,
      "step": 46670
    },
    {
      "loss_action": 0.004173407796770334,
      "loss_total": 0.004173407796770334,
      "step": 46670
    },
    {
      "loss_action": 0.01883143186569214,
      "loss_total": 0.01883143186569214,
      "step": 46670
    },
    {
      "grad_norm": 0.13166368007659912,
      "learning_rate": 9.878870399811432e-05,
      "loss": 0.0103,
      "step": 46680
    },
    {
      "loss_action": 0.011822482571005821,
      "loss_total": 0.011822482571005821,
      "step": 46680
    },
    {
      "loss_action": 0.004279513377696276,
      "loss_total": 0.004279513377696276,
      "step": 46680
    },
    {
      "loss_action": 0.00438960874453187,
      "loss_total": 0.00438960874453187,
      "step": 46680
    },
    {
      "loss_action": 0.007310135755687952,
      "loss_total": 0.007310135755687952,
      "step": 46680
    },
    {
      "loss_action": 0.007915760390460491,
      "loss_total": 0.007915760390460491,
      "step": 46680
    },
    {
      "loss_action": 0.007029729895293713,
      "loss_total": 0.007029729895293713,
      "step": 46680
    },
    {
      "loss_action": 0.023625627160072327,
      "loss_total": 0.023625627160072327,
      "step": 46680
    },
    {
      "loss_action": 0.01033877208828926,
      "loss_total": 0.01033877208828926,
      "step": 46680
    },
    {
      "grad_norm": 0.11089712381362915,
      "learning_rate": 9.878779946364253e-05,
      "loss": 0.0085,
      "step": 46690
    },
    {
      "loss_action": 0.0025851174723356962,
      "loss_total": 0.0025851174723356962,
      "step": 46690
    },
    {
      "loss_action": 0.003488135291263461,
      "loss_total": 0.003488135291263461,
      "step": 46690
    },
    {
      "loss_action": 0.014711741358041763,
      "loss_total": 0.014711741358041763,
      "step": 46690
    },
    {
      "loss_action": 0.005421433597803116,
      "loss_total": 0.005421433597803116,
      "step": 46690
    },
    {
      "loss_action": 0.014820246025919914,
      "loss_total": 0.014820246025919914,
      "step": 46690
    },
    {
      "loss_action": 0.0055723777040839195,
      "loss_total": 0.0055723777040839195,
      "step": 46690
    },
    {
      "loss_action": 0.008311782032251358,
      "loss_total": 0.008311782032251358,
      "step": 46690
    },
    {
      "loss_action": 0.01622738316655159,
      "loss_total": 0.01622738316655159,
      "step": 46690
    },
    {
      "grad_norm": 0.1288992464542389,
      "learning_rate": 9.878689459571073e-05,
      "loss": 0.0084,
      "step": 46700
    },
    {
      "loss_action": 0.0132837425917387,
      "loss_total": 0.0132837425917387,
      "step": 46700
    },
    {
      "loss_action": 0.009246382862329483,
      "loss_total": 0.009246382862329483,
      "step": 46700
    },
    {
      "loss_action": 0.0034989856649190187,
      "loss_total": 0.0034989856649190187,
      "step": 46700
    },
    {
      "loss_action": 0.004245886579155922,
      "loss_total": 0.004245886579155922,
      "step": 46700
    },
    {
      "loss_action": 0.015352248214185238,
      "loss_total": 0.015352248214185238,
      "step": 46700
    },
    {
      "loss_action": 0.004506238270550966,
      "loss_total": 0.004506238270550966,
      "step": 46700
    },
    {
      "loss_action": 0.007136794272810221,
      "loss_total": 0.007136794272810221,
      "step": 46700
    },
    {
      "loss_action": 0.008194789290428162,
      "loss_total": 0.008194789290428162,
      "step": 46700
    },
    {
      "grad_norm": 0.09192077070474625,
      "learning_rate": 9.878598939432506e-05,
      "loss": 0.0068,
      "step": 46710
    },
    {
      "loss_action": 0.0029166857711970806,
      "loss_total": 0.0029166857711970806,
      "step": 46710
    },
    {
      "loss_action": 0.024325240403413773,
      "loss_total": 0.024325240403413773,
      "step": 46710
    },
    {
      "loss_action": 0.007985527627170086,
      "loss_total": 0.007985527627170086,
      "step": 46710
    },
    {
      "loss_action": 0.0031913400162011385,
      "loss_total": 0.0031913400162011385,
      "step": 46710
    },
    {
      "loss_action": 0.00446821516379714,
      "loss_total": 0.00446821516379714,
      "step": 46710
    },
    {
      "loss_action": 0.0031136604957282543,
      "loss_total": 0.0031136604957282543,
      "step": 46710
    },
    {
      "loss_action": 0.03642832487821579,
      "loss_total": 0.03642832487821579,
      "step": 46710
    },
    {
      "loss_action": 0.017915958538651466,
      "loss_total": 0.017915958538651466,
      "step": 46710
    },
    {
      "grad_norm": 0.12865690886974335,
      "learning_rate": 9.878508385949176e-05,
      "loss": 0.0092,
      "step": 46720
    },
    {
      "loss_action": 0.004782732110470533,
      "loss_total": 0.004782732110470533,
      "step": 46720
    },
    {
      "loss_action": 0.0136177446693182,
      "loss_total": 0.0136177446693182,
      "step": 46720
    },
    {
      "loss_action": 0.010059501975774765,
      "loss_total": 0.010059501975774765,
      "step": 46720
    },
    {
      "loss_action": 0.012950130738317966,
      "loss_total": 0.012950130738317966,
      "step": 46720
    },
    {
      "loss_action": 0.010101549327373505,
      "loss_total": 0.010101549327373505,
      "step": 46720
    },
    {
      "loss_action": 0.029326481744647026,
      "loss_total": 0.029326481744647026,
      "step": 46720
    },
    {
      "loss_action": 0.005475671961903572,
      "loss_total": 0.005475671961903572,
      "step": 46720
    },
    {
      "loss_action": 0.002686914289370179,
      "loss_total": 0.002686914289370179,
      "step": 46720
    },
    {
      "grad_norm": 0.10435119271278381,
      "learning_rate": 9.878417799121697e-05,
      "loss": 0.0097,
      "step": 46730
    },
    {
      "loss_action": 0.013857375830411911,
      "loss_total": 0.013857375830411911,
      "step": 46730
    },
    {
      "loss_action": 0.017550712451338768,
      "loss_total": 0.017550712451338768,
      "step": 46730
    },
    {
      "loss_action": 0.006234457716345787,
      "loss_total": 0.006234457716345787,
      "step": 46730
    },
    {
      "loss_action": 0.00449499161913991,
      "loss_total": 0.00449499161913991,
      "step": 46730
    },
    {
      "loss_action": 0.0049077896401286125,
      "loss_total": 0.0049077896401286125,
      "step": 46730
    },
    {
      "loss_action": 0.012562123127281666,
      "loss_total": 0.012562123127281666,
      "step": 46730
    },
    {
      "loss_action": 0.005728716030716896,
      "loss_total": 0.005728716030716896,
      "step": 46730
    },
    {
      "loss_action": 0.013923320919275284,
      "loss_total": 0.013923320919275284,
      "step": 46730
    },
    {
      "grad_norm": 0.13192923367023468,
      "learning_rate": 9.878327178950692e-05,
      "loss": 0.0079,
      "step": 46740
    },
    {
      "loss_action": 0.003418810199946165,
      "loss_total": 0.003418810199946165,
      "step": 46740
    },
    {
      "loss_action": 0.0031534277368336916,
      "loss_total": 0.0031534277368336916,
      "step": 46740
    },
    {
      "loss_action": 0.004081545397639275,
      "loss_total": 0.004081545397639275,
      "step": 46740
    },
    {
      "loss_action": 0.01046546921133995,
      "loss_total": 0.01046546921133995,
      "step": 46740
    },
    {
      "loss_action": 0.006261967122554779,
      "loss_total": 0.006261967122554779,
      "step": 46740
    },
    {
      "loss_action": 0.0038354950957000256,
      "loss_total": 0.0038354950957000256,
      "step": 46740
    },
    {
      "loss_action": 0.005179777275770903,
      "loss_total": 0.005179777275770903,
      "step": 46740
    },
    {
      "loss_action": 0.006560096051543951,
      "loss_total": 0.006560096051543951,
      "step": 46740
    },
    {
      "grad_norm": 0.14311614632606506,
      "learning_rate": 9.87823652543678e-05,
      "loss": 0.0095,
      "step": 46750
    },
    {
      "loss_action": 0.008827845565974712,
      "loss_total": 0.008827845565974712,
      "step": 46750
    },
    {
      "loss_action": 0.005231666378676891,
      "loss_total": 0.005231666378676891,
      "step": 46750
    },
    {
      "loss_action": 0.0044163791462779045,
      "loss_total": 0.0044163791462779045,
      "step": 46750
    },
    {
      "loss_action": 0.014689315110445023,
      "loss_total": 0.014689315110445023,
      "step": 46750
    },
    {
      "loss_action": 0.017705990001559258,
      "loss_total": 0.017705990001559258,
      "step": 46750
    },
    {
      "loss_action": 0.00718662329018116,
      "loss_total": 0.00718662329018116,
      "step": 46750
    },
    {
      "loss_action": 0.00597961014136672,
      "loss_total": 0.00597961014136672,
      "step": 46750
    },
    {
      "loss_action": 0.02054385282099247,
      "loss_total": 0.02054385282099247,
      "step": 46750
    },
    {
      "grad_norm": 0.11410269886255264,
      "learning_rate": 9.878145838580577e-05,
      "loss": 0.0085,
      "step": 46760
    },
    {
      "loss_action": 0.0027220756746828556,
      "loss_total": 0.0027220756746828556,
      "step": 46760
    },
    {
      "loss_action": 0.004732766188681126,
      "loss_total": 0.004732766188681126,
      "step": 46760
    },
    {
      "loss_action": 0.011213034391403198,
      "loss_total": 0.011213034391403198,
      "step": 46760
    },
    {
      "loss_action": 0.005802779924124479,
      "loss_total": 0.005802779924124479,
      "step": 46760
    },
    {
      "loss_action": 0.00599667988717556,
      "loss_total": 0.00599667988717556,
      "step": 46760
    },
    {
      "loss_action": 0.00830088835209608,
      "loss_total": 0.00830088835209608,
      "step": 46760
    },
    {
      "loss_action": 0.003440344939008355,
      "loss_total": 0.003440344939008355,
      "step": 46760
    },
    {
      "loss_action": 0.0024249572306871414,
      "loss_total": 0.0024249572306871414,
      "step": 46760
    },
    {
      "grad_norm": 0.11160673946142197,
      "learning_rate": 9.878055118382705e-05,
      "loss": 0.0087,
      "step": 46770
    },
    {
      "loss_action": 0.016631104052066803,
      "loss_total": 0.016631104052066803,
      "step": 46770
    },
    {
      "loss_action": 0.007500422187149525,
      "loss_total": 0.007500422187149525,
      "step": 46770
    },
    {
      "loss_action": 0.014625614508986473,
      "loss_total": 0.014625614508986473,
      "step": 46770
    },
    {
      "loss_action": 0.0042777531780302525,
      "loss_total": 0.0042777531780302525,
      "step": 46770
    },
    {
      "loss_action": 0.01034435722976923,
      "loss_total": 0.01034435722976923,
      "step": 46770
    },
    {
      "loss_action": 0.006540635135024786,
      "loss_total": 0.006540635135024786,
      "step": 46770
    },
    {
      "loss_action": 0.014231307432055473,
      "loss_total": 0.014231307432055473,
      "step": 46770
    },
    {
      "loss_action": 0.013740282505750656,
      "loss_total": 0.013740282505750656,
      "step": 46770
    },
    {
      "grad_norm": 0.15540796518325806,
      "learning_rate": 9.877964364843786e-05,
      "loss": 0.0117,
      "step": 46780
    },
    {
      "loss_action": 0.006904733367264271,
      "loss_total": 0.006904733367264271,
      "step": 46780
    },
    {
      "loss_action": 0.005316366441547871,
      "loss_total": 0.005316366441547871,
      "step": 46780
    },
    {
      "loss_action": 0.011309199035167694,
      "loss_total": 0.011309199035167694,
      "step": 46780
    },
    {
      "loss_action": 0.0043008350767195225,
      "loss_total": 0.0043008350767195225,
      "step": 46780
    },
    {
      "loss_action": 0.017279133200645447,
      "loss_total": 0.017279133200645447,
      "step": 46780
    },
    {
      "loss_action": 0.01435782853513956,
      "loss_total": 0.01435782853513956,
      "step": 46780
    },
    {
      "loss_action": 0.00752281304448843,
      "loss_total": 0.00752281304448843,
      "step": 46780
    },
    {
      "loss_action": 0.0116902319714427,
      "loss_total": 0.0116902319714427,
      "step": 46780
    },
    {
      "grad_norm": 0.11918620765209198,
      "learning_rate": 9.877873577964439e-05,
      "loss": 0.0092,
      "step": 46790
    },
    {
      "loss_action": 0.016135429963469505,
      "loss_total": 0.016135429963469505,
      "step": 46790
    },
    {
      "loss_action": 0.015638742595911026,
      "loss_total": 0.015638742595911026,
      "step": 46790
    },
    {
      "loss_action": 0.008583699353039265,
      "loss_total": 0.008583699353039265,
      "step": 46790
    },
    {
      "loss_action": 0.00984368845820427,
      "loss_total": 0.00984368845820427,
      "step": 46790
    },
    {
      "loss_action": 0.005739188753068447,
      "loss_total": 0.005739188753068447,
      "step": 46790
    },
    {
      "loss_action": 0.008887271396815777,
      "loss_total": 0.008887271396815777,
      "step": 46790
    },
    {
      "loss_action": 0.007028734777122736,
      "loss_total": 0.007028734777122736,
      "step": 46790
    },
    {
      "loss_action": 0.045654088258743286,
      "loss_total": 0.045654088258743286,
      "step": 46790
    },
    {
      "grad_norm": 0.11362266540527344,
      "learning_rate": 9.877782757745284e-05,
      "loss": 0.0095,
      "step": 46800
    },
    {
      "loss_action": 0.004004050977528095,
      "loss_total": 0.004004050977528095,
      "step": 46800
    },
    {
      "loss_action": 0.01498048659414053,
      "loss_total": 0.01498048659414053,
      "step": 46800
    },
    {
      "loss_action": 0.004068436101078987,
      "loss_total": 0.004068436101078987,
      "step": 46800
    },
    {
      "loss_action": 0.007191086187958717,
      "loss_total": 0.007191086187958717,
      "step": 46800
    },
    {
      "loss_action": 0.004410054534673691,
      "loss_total": 0.004410054534673691,
      "step": 46800
    },
    {
      "loss_action": 0.020991943776607513,
      "loss_total": 0.020991943776607513,
      "step": 46800
    },
    {
      "loss_action": 0.04300989955663681,
      "loss_total": 0.04300989955663681,
      "step": 46800
    },
    {
      "loss_action": 0.008435741066932678,
      "loss_total": 0.008435741066932678,
      "step": 46800
    },
    {
      "grad_norm": 0.12557365000247955,
      "learning_rate": 9.877691904186941e-05,
      "loss": 0.0102,
      "step": 46810
    },
    {
      "loss_action": 0.015348441898822784,
      "loss_total": 0.015348441898822784,
      "step": 46810
    },
    {
      "loss_action": 0.014864697121083736,
      "loss_total": 0.014864697121083736,
      "step": 46810
    },
    {
      "loss_action": 0.008022034540772438,
      "loss_total": 0.008022034540772438,
      "step": 46810
    },
    {
      "loss_action": 0.008713668212294579,
      "loss_total": 0.008713668212294579,
      "step": 46810
    },
    {
      "loss_action": 0.005731553304940462,
      "loss_total": 0.005731553304940462,
      "step": 46810
    },
    {
      "loss_action": 0.014313064515590668,
      "loss_total": 0.014313064515590668,
      "step": 46810
    },
    {
      "loss_action": 0.006043207831680775,
      "loss_total": 0.006043207831680775,
      "step": 46810
    },
    {
      "loss_action": 0.012147040106356144,
      "loss_total": 0.012147040106356144,
      "step": 46810
    },
    {
      "grad_norm": 0.15614855289459229,
      "learning_rate": 9.877601017290031e-05,
      "loss": 0.0096,
      "step": 46820
    },
    {
      "loss_action": 0.008884729817509651,
      "loss_total": 0.008884729817509651,
      "step": 46820
    },
    {
      "loss_action": 0.0039225853979587555,
      "loss_total": 0.0039225853979587555,
      "step": 46820
    },
    {
      "loss_action": 0.009092944674193859,
      "loss_total": 0.009092944674193859,
      "step": 46820
    },
    {
      "loss_action": 0.005217128433287144,
      "loss_total": 0.005217128433287144,
      "step": 46820
    },
    {
      "loss_action": 0.006681639701128006,
      "loss_total": 0.006681639701128006,
      "step": 46820
    },
    {
      "loss_action": 0.00638700881972909,
      "loss_total": 0.00638700881972909,
      "step": 46820
    },
    {
      "loss_action": 0.0038356876466423273,
      "loss_total": 0.0038356876466423273,
      "step": 46820
    },
    {
      "loss_action": 0.005878733471035957,
      "loss_total": 0.005878733471035957,
      "step": 46820
    },
    {
      "grad_norm": 0.1313396394252777,
      "learning_rate": 9.877510097055179e-05,
      "loss": 0.0085,
      "step": 46830
    },
    {
      "loss_action": 0.007362359203398228,
      "loss_total": 0.007362359203398228,
      "step": 46830
    },
    {
      "loss_action": 0.00857741292566061,
      "loss_total": 0.00857741292566061,
      "step": 46830
    },
    {
      "loss_action": 0.004241403192281723,
      "loss_total": 0.004241403192281723,
      "step": 46830
    },
    {
      "loss_action": 0.013589754700660706,
      "loss_total": 0.013589754700660706,
      "step": 46830
    },
    {
      "loss_action": 0.007499213796108961,
      "loss_total": 0.007499213796108961,
      "step": 46830
    },
    {
      "loss_action": 0.012458594515919685,
      "loss_total": 0.012458594515919685,
      "step": 46830
    },
    {
      "loss_action": 0.0045853424817323685,
      "loss_total": 0.0045853424817323685,
      "step": 46830
    },
    {
      "loss_action": 0.005362892057746649,
      "loss_total": 0.005362892057746649,
      "step": 46830
    },
    {
      "grad_norm": 0.1919475942850113,
      "learning_rate": 9.877419143483e-05,
      "loss": 0.0098,
      "step": 46840
    },
    {
      "loss_action": 0.004227399360388517,
      "loss_total": 0.004227399360388517,
      "step": 46840
    },
    {
      "loss_action": 0.016618333756923676,
      "loss_total": 0.016618333756923676,
      "step": 46840
    },
    {
      "loss_action": 0.012454784475266933,
      "loss_total": 0.012454784475266933,
      "step": 46840
    },
    {
      "loss_action": 0.0026831484865397215,
      "loss_total": 0.0026831484865397215,
      "step": 46840
    },
    {
      "loss_action": 0.009080056101083755,
      "loss_total": 0.009080056101083755,
      "step": 46840
    },
    {
      "loss_action": 0.003566669300198555,
      "loss_total": 0.003566669300198555,
      "step": 46840
    },
    {
      "loss_action": 0.02889828011393547,
      "loss_total": 0.02889828011393547,
      "step": 46840
    },
    {
      "loss_action": 0.011556425131857395,
      "loss_total": 0.011556425131857395,
      "step": 46840
    },
    {
      "grad_norm": 0.1561545729637146,
      "learning_rate": 9.877328156574122e-05,
      "loss": 0.0104,
      "step": 46850
    },
    {
      "loss_action": 0.010213414207100868,
      "loss_total": 0.010213414207100868,
      "step": 46850
    },
    {
      "loss_action": 0.008826669305562973,
      "loss_total": 0.008826669305562973,
      "step": 46850
    },
    {
      "loss_action": 0.010957601480185986,
      "loss_total": 0.010957601480185986,
      "step": 46850
    },
    {
      "loss_action": 0.014046773314476013,
      "loss_total": 0.014046773314476013,
      "step": 46850
    },
    {
      "loss_action": 0.005693085957318544,
      "loss_total": 0.005693085957318544,
      "step": 46850
    },
    {
      "loss_action": 0.005950633902102709,
      "loss_total": 0.005950633902102709,
      "step": 46850
    },
    {
      "loss_action": 0.009648541919887066,
      "loss_total": 0.009648541919887066,
      "step": 46850
    },
    {
      "loss_action": 0.005801546387374401,
      "loss_total": 0.005801546387374401,
      "step": 46850
    },
    {
      "grad_norm": 0.15362611413002014,
      "learning_rate": 9.877237136329162e-05,
      "loss": 0.01,
      "step": 46860
    },
    {
      "loss_action": 0.0046852040104568005,
      "loss_total": 0.0046852040104568005,
      "step": 46860
    },
    {
      "loss_action": 0.008027307689189911,
      "loss_total": 0.008027307689189911,
      "step": 46860
    },
    {
      "loss_action": 0.008419178426265717,
      "loss_total": 0.008419178426265717,
      "step": 46860
    },
    {
      "loss_action": 0.006187404040247202,
      "loss_total": 0.006187404040247202,
      "step": 46860
    },
    {
      "loss_action": 0.004047831520438194,
      "loss_total": 0.004047831520438194,
      "step": 46860
    },
    {
      "loss_action": 0.004488569218665361,
      "loss_total": 0.004488569218665361,
      "step": 46860
    },
    {
      "loss_action": 0.012125670909881592,
      "loss_total": 0.012125670909881592,
      "step": 46860
    },
    {
      "loss_action": 0.00287553109228611,
      "loss_total": 0.00287553109228611,
      "step": 46860
    },
    {
      "grad_norm": 0.12090522795915604,
      "learning_rate": 9.877146082748746e-05,
      "loss": 0.0097,
      "step": 46870
    },
    {
      "loss_action": 0.0031559481285512447,
      "loss_total": 0.0031559481285512447,
      "step": 46870
    },
    {
      "loss_action": 0.002849412150681019,
      "loss_total": 0.002849412150681019,
      "step": 46870
    },
    {
      "loss_action": 0.0031376397237181664,
      "loss_total": 0.0031376397237181664,
      "step": 46870
    },
    {
      "loss_action": 0.003917574882507324,
      "loss_total": 0.003917574882507324,
      "step": 46870
    },
    {
      "loss_action": 0.0031991740688681602,
      "loss_total": 0.0031991740688681602,
      "step": 46870
    },
    {
      "loss_action": 0.007178301457315683,
      "loss_total": 0.007178301457315683,
      "step": 46870
    },
    {
      "loss_action": 0.003982120659202337,
      "loss_total": 0.003982120659202337,
      "step": 46870
    },
    {
      "loss_action": 0.00536555889993906,
      "loss_total": 0.00536555889993906,
      "step": 46870
    },
    {
      "grad_norm": 0.24283817410469055,
      "learning_rate": 9.877054995833494e-05,
      "loss": 0.0095,
      "step": 46880
    },
    {
      "loss_action": 0.0031563672237098217,
      "loss_total": 0.0031563672237098217,
      "step": 46880
    },
    {
      "loss_action": 0.007756089325994253,
      "loss_total": 0.007756089325994253,
      "step": 46880
    },
    {
      "loss_action": 0.009192057885229588,
      "loss_total": 0.009192057885229588,
      "step": 46880
    },
    {
      "loss_action": 0.003600561525672674,
      "loss_total": 0.003600561525672674,
      "step": 46880
    },
    {
      "loss_action": 0.008847125805914402,
      "loss_total": 0.008847125805914402,
      "step": 46880
    },
    {
      "loss_action": 0.010164155624806881,
      "loss_total": 0.010164155624806881,
      "step": 46880
    },
    {
      "loss_action": 0.0026907604187726974,
      "loss_total": 0.0026907604187726974,
      "step": 46880
    },
    {
      "loss_action": 0.011352425441145897,
      "loss_total": 0.011352425441145897,
      "step": 46880
    },
    {
      "grad_norm": 0.13965734839439392,
      "learning_rate": 9.876963875584028e-05,
      "loss": 0.0082,
      "step": 46890
    },
    {
      "loss_action": 0.006372515577822924,
      "loss_total": 0.006372515577822924,
      "step": 46890
    },
    {
      "loss_action": 0.01601288840174675,
      "loss_total": 0.01601288840174675,
      "step": 46890
    },
    {
      "loss_action": 0.0038098562508821487,
      "loss_total": 0.0038098562508821487,
      "step": 46890
    },
    {
      "loss_action": 0.006593532860279083,
      "loss_total": 0.006593532860279083,
      "step": 46890
    },
    {
      "loss_action": 0.008734796196222305,
      "loss_total": 0.008734796196222305,
      "step": 46890
    },
    {
      "loss_action": 0.008143359795212746,
      "loss_total": 0.008143359795212746,
      "step": 46890
    },
    {
      "loss_action": 0.015265677124261856,
      "loss_total": 0.015265677124261856,
      "step": 46890
    },
    {
      "loss_action": 0.008816206827759743,
      "loss_total": 0.008816206827759743,
      "step": 46890
    },
    {
      "grad_norm": 0.1128203421831131,
      "learning_rate": 9.876872722000974e-05,
      "loss": 0.0102,
      "step": 46900
    },
    {
      "loss_action": 0.004349070135504007,
      "loss_total": 0.004349070135504007,
      "step": 46900
    },
    {
      "loss_action": 0.007984821684658527,
      "loss_total": 0.007984821684658527,
      "step": 46900
    },
    {
      "loss_action": 0.006179898977279663,
      "loss_total": 0.006179898977279663,
      "step": 46900
    },
    {
      "loss_action": 0.011193418875336647,
      "loss_total": 0.011193418875336647,
      "step": 46900
    },
    {
      "loss_action": 0.0073100426234304905,
      "loss_total": 0.0073100426234304905,
      "step": 46900
    },
    {
      "loss_action": 0.008808037266135216,
      "loss_total": 0.008808037266135216,
      "step": 46900
    },
    {
      "loss_action": 0.004466613754630089,
      "loss_total": 0.004466613754630089,
      "step": 46900
    },
    {
      "loss_action": 0.0038971074391156435,
      "loss_total": 0.0038971074391156435,
      "step": 46900
    },
    {
      "grad_norm": 0.14737766981124878,
      "learning_rate": 9.876781535084951e-05,
      "loss": 0.0092,
      "step": 46910
    },
    {
      "loss_action": 0.005646636709570885,
      "loss_total": 0.005646636709570885,
      "step": 46910
    },
    {
      "loss_action": 0.009943271987140179,
      "loss_total": 0.009943271987140179,
      "step": 46910
    },
    {
      "loss_action": 0.011888855136930943,
      "loss_total": 0.011888855136930943,
      "step": 46910
    },
    {
      "loss_action": 0.007593476679176092,
      "loss_total": 0.007593476679176092,
      "step": 46910
    },
    {
      "loss_action": 0.009264906868338585,
      "loss_total": 0.009264906868338585,
      "step": 46910
    },
    {
      "loss_action": 0.006973216775804758,
      "loss_total": 0.006973216775804758,
      "step": 46910
    },
    {
      "loss_action": 0.00414402037858963,
      "loss_total": 0.00414402037858963,
      "step": 46910
    },
    {
      "loss_action": 0.020727697759866714,
      "loss_total": 0.020727697759866714,
      "step": 46910
    },
    {
      "grad_norm": 0.11555618047714233,
      "learning_rate": 9.876690314836585e-05,
      "loss": 0.0106,
      "step": 46920
    },
    {
      "loss_action": 0.007230263669043779,
      "loss_total": 0.007230263669043779,
      "step": 46920
    },
    {
      "loss_action": 0.005199963226914406,
      "loss_total": 0.005199963226914406,
      "step": 46920
    },
    {
      "loss_action": 0.006990379653871059,
      "loss_total": 0.006990379653871059,
      "step": 46920
    },
    {
      "loss_action": 0.005865202751010656,
      "loss_total": 0.005865202751010656,
      "step": 46920
    },
    {
      "loss_action": 0.009939054027199745,
      "loss_total": 0.009939054027199745,
      "step": 46920
    },
    {
      "loss_action": 0.01305947545915842,
      "loss_total": 0.01305947545915842,
      "step": 46920
    },
    {
      "loss_action": 0.0041220830753445625,
      "loss_total": 0.0041220830753445625,
      "step": 46920
    },
    {
      "loss_action": 0.005434105172753334,
      "loss_total": 0.005434105172753334,
      "step": 46920
    },
    {
      "grad_norm": 0.12035810947418213,
      "learning_rate": 9.876599061256498e-05,
      "loss": 0.0097,
      "step": 46930
    },
    {
      "loss_action": 0.011218011379241943,
      "loss_total": 0.011218011379241943,
      "step": 46930
    },
    {
      "loss_action": 0.014440326020121574,
      "loss_total": 0.014440326020121574,
      "step": 46930
    },
    {
      "loss_action": 0.08439816534519196,
      "loss_total": 0.08439816534519196,
      "step": 46930
    },
    {
      "loss_action": 0.005628574639558792,
      "loss_total": 0.005628574639558792,
      "step": 46930
    },
    {
      "loss_action": 0.004086346831172705,
      "loss_total": 0.004086346831172705,
      "step": 46930
    },
    {
      "loss_action": 0.006360781379044056,
      "loss_total": 0.006360781379044056,
      "step": 46930
    },
    {
      "loss_action": 0.007089085876941681,
      "loss_total": 0.007089085876941681,
      "step": 46930
    },
    {
      "loss_action": 0.003804379142820835,
      "loss_total": 0.003804379142820835,
      "step": 46930
    },
    {
      "grad_norm": 0.12174424529075623,
      "learning_rate": 9.876507774345316e-05,
      "loss": 0.0093,
      "step": 46940
    },
    {
      "loss_action": 0.010415899567306042,
      "loss_total": 0.010415899567306042,
      "step": 46940
    },
    {
      "loss_action": 0.012367397546768188,
      "loss_total": 0.012367397546768188,
      "step": 46940
    },
    {
      "loss_action": 0.008106151595711708,
      "loss_total": 0.008106151595711708,
      "step": 46940
    },
    {
      "loss_action": 0.009028257802128792,
      "loss_total": 0.009028257802128792,
      "step": 46940
    },
    {
      "loss_action": 0.009329766035079956,
      "loss_total": 0.009329766035079956,
      "step": 46940
    },
    {
      "loss_action": 0.003295719623565674,
      "loss_total": 0.003295719623565674,
      "step": 46940
    },
    {
      "loss_action": 0.009580036625266075,
      "loss_total": 0.009580036625266075,
      "step": 46940
    },
    {
      "loss_action": 0.010814923793077469,
      "loss_total": 0.010814923793077469,
      "step": 46940
    },
    {
      "grad_norm": 0.11998872458934784,
      "learning_rate": 9.87641645410366e-05,
      "loss": 0.0088,
      "step": 46950
    },
    {
      "loss_action": 0.006752093322575092,
      "loss_total": 0.006752093322575092,
      "step": 46950
    },
    {
      "loss_action": 0.005657421890646219,
      "loss_total": 0.005657421890646219,
      "step": 46950
    },
    {
      "loss_action": 0.002285852562636137,
      "loss_total": 0.002285852562636137,
      "step": 46950
    },
    {
      "loss_action": 0.003911579493433237,
      "loss_total": 0.003911579493433237,
      "step": 46950
    },
    {
      "loss_action": 0.006844250485301018,
      "loss_total": 0.006844250485301018,
      "step": 46950
    },
    {
      "loss_action": 0.006027779076248407,
      "loss_total": 0.006027779076248407,
      "step": 46950
    },
    {
      "loss_action": 0.005956269335001707,
      "loss_total": 0.005956269335001707,
      "step": 46950
    },
    {
      "loss_action": 0.003944380208849907,
      "loss_total": 0.003944380208849907,
      "step": 46950
    },
    {
      "grad_norm": 0.10433695465326309,
      "learning_rate": 9.876325100532155e-05,
      "loss": 0.0079,
      "step": 46960
    },
    {
      "loss_action": 0.005638352129608393,
      "loss_total": 0.005638352129608393,
      "step": 46960
    },
    {
      "loss_action": 0.010982789099216461,
      "loss_total": 0.010982789099216461,
      "step": 46960
    },
    {
      "loss_action": 0.008455853909254074,
      "loss_total": 0.008455853909254074,
      "step": 46960
    },
    {
      "loss_action": 0.013495420105755329,
      "loss_total": 0.013495420105755329,
      "step": 46960
    },
    {
      "loss_action": 0.004534360021352768,
      "loss_total": 0.004534360021352768,
      "step": 46960
    },
    {
      "loss_action": 0.008240271359682083,
      "loss_total": 0.008240271359682083,
      "step": 46960
    },
    {
      "loss_action": 0.009966490790247917,
      "loss_total": 0.009966490790247917,
      "step": 46960
    },
    {
      "loss_action": 0.004140978679060936,
      "loss_total": 0.004140978679060936,
      "step": 46960
    },
    {
      "grad_norm": 0.14851261675357819,
      "learning_rate": 9.876233713631427e-05,
      "loss": 0.0096,
      "step": 46970
    },
    {
      "loss_action": 0.007273937575519085,
      "loss_total": 0.007273937575519085,
      "step": 46970
    },
    {
      "loss_action": 0.0066704717464745045,
      "loss_total": 0.0066704717464745045,
      "step": 46970
    },
    {
      "loss_action": 0.010003425180912018,
      "loss_total": 0.010003425180912018,
      "step": 46970
    },
    {
      "loss_action": 0.010469330474734306,
      "loss_total": 0.010469330474734306,
      "step": 46970
    },
    {
      "loss_action": 0.0058447131887078285,
      "loss_total": 0.0058447131887078285,
      "step": 46970
    },
    {
      "loss_action": 0.009489099495112896,
      "loss_total": 0.009489099495112896,
      "step": 46970
    },
    {
      "loss_action": 0.009268393740057945,
      "loss_total": 0.009268393740057945,
      "step": 46970
    },
    {
      "loss_action": 0.007003371138125658,
      "loss_total": 0.007003371138125658,
      "step": 46970
    },
    {
      "grad_norm": 0.09207538515329361,
      "learning_rate": 9.8761422934021e-05,
      "loss": 0.0078,
      "step": 46980
    },
    {
      "loss_action": 0.005487724207341671,
      "loss_total": 0.005487724207341671,
      "step": 46980
    },
    {
      "loss_action": 0.013928413391113281,
      "loss_total": 0.013928413391113281,
      "step": 46980
    },
    {
      "loss_action": 0.016011349856853485,
      "loss_total": 0.016011349856853485,
      "step": 46980
    },
    {
      "loss_action": 0.00573881808668375,
      "loss_total": 0.00573881808668375,
      "step": 46980
    },
    {
      "loss_action": 0.007308593951165676,
      "loss_total": 0.007308593951165676,
      "step": 46980
    },
    {
      "loss_action": 0.005866295658051968,
      "loss_total": 0.005866295658051968,
      "step": 46980
    },
    {
      "loss_action": 0.014399180188775063,
      "loss_total": 0.014399180188775063,
      "step": 46980
    },
    {
      "loss_action": 0.006656361278146505,
      "loss_total": 0.006656361278146505,
      "step": 46980
    },
    {
      "grad_norm": 0.11115256696939468,
      "learning_rate": 9.876050839844797e-05,
      "loss": 0.0084,
      "step": 46990
    },
    {
      "loss_action": 0.013003263622522354,
      "loss_total": 0.013003263622522354,
      "step": 46990
    },
    {
      "loss_action": 0.0072845472022891045,
      "loss_total": 0.0072845472022891045,
      "step": 46990
    },
    {
      "loss_action": 0.020609349012374878,
      "loss_total": 0.020609349012374878,
      "step": 46990
    },
    {
      "loss_action": 0.006620286963880062,
      "loss_total": 0.006620286963880062,
      "step": 46990
    },
    {
      "loss_action": 0.003990001045167446,
      "loss_total": 0.003990001045167446,
      "step": 46990
    },
    {
      "loss_action": 0.00808840524405241,
      "loss_total": 0.00808840524405241,
      "step": 46990
    },
    {
      "loss_action": 0.006706105545163155,
      "loss_total": 0.006706105545163155,
      "step": 46990
    },
    {
      "loss_action": 0.015784338116645813,
      "loss_total": 0.015784338116645813,
      "step": 46990
    },
    {
      "grad_norm": 0.1526954025030136,
      "learning_rate": 9.875959352960145e-05,
      "loss": 0.0092,
      "step": 47000
    },
    {
      "loss_action": 0.0058778696693480015,
      "loss_total": 0.0058778696693480015,
      "step": 47000
    },
    {
      "loss_action": 0.006379692815244198,
      "loss_total": 0.006379692815244198,
      "step": 47000
    },
    {
      "loss_action": 0.01137612760066986,
      "loss_total": 0.01137612760066986,
      "step": 47000
    },
    {
      "loss_action": 0.0028493916615843773,
      "loss_total": 0.0028493916615843773,
      "step": 47000
    },
    {
      "loss_action": 0.005074718501418829,
      "loss_total": 0.005074718501418829,
      "step": 47000
    },
    {
      "loss_action": 0.013296716846525669,
      "loss_total": 0.013296716846525669,
      "step": 47000
    },
    {
      "loss_action": 0.009608564898371696,
      "loss_total": 0.009608564898371696,
      "step": 47000
    },
    {
      "loss_action": 0.006609519012272358,
      "loss_total": 0.006609519012272358,
      "step": 47000
    },
    {
      "grad_norm": 0.15783275663852692,
      "learning_rate": 9.875867832748769e-05,
      "loss": 0.0087,
      "step": 47010
    },
    {
      "loss_action": 0.005473035387694836,
      "loss_total": 0.005473035387694836,
      "step": 47010
    },
    {
      "loss_action": 0.006952398922294378,
      "loss_total": 0.006952398922294378,
      "step": 47010
    },
    {
      "loss_action": 0.007028731983155012,
      "loss_total": 0.007028731983155012,
      "step": 47010
    },
    {
      "loss_action": 0.0071431295946240425,
      "loss_total": 0.0071431295946240425,
      "step": 47010
    },
    {
      "loss_action": 0.007479625288397074,
      "loss_total": 0.007479625288397074,
      "step": 47010
    },
    {
      "loss_action": 0.018513239920139313,
      "loss_total": 0.018513239920139313,
      "step": 47010
    },
    {
      "loss_action": 0.008611982688307762,
      "loss_total": 0.008611982688307762,
      "step": 47010
    },
    {
      "loss_action": 0.01283504068851471,
      "loss_total": 0.01283504068851471,
      "step": 47010
    },
    {
      "grad_norm": 0.08934663981199265,
      "learning_rate": 9.875776279211292e-05,
      "loss": 0.0087,
      "step": 47020
    },
    {
      "loss_action": 0.011078400537371635,
      "loss_total": 0.011078400537371635,
      "step": 47020
    },
    {
      "loss_action": 0.004191033076494932,
      "loss_total": 0.004191033076494932,
      "step": 47020
    },
    {
      "loss_action": 0.0024227858521044254,
      "loss_total": 0.0024227858521044254,
      "step": 47020
    },
    {
      "loss_action": 0.005615147762000561,
      "loss_total": 0.005615147762000561,
      "step": 47020
    },
    {
      "loss_action": 0.003128048498183489,
      "loss_total": 0.003128048498183489,
      "step": 47020
    },
    {
      "loss_action": 0.004757099784910679,
      "loss_total": 0.004757099784910679,
      "step": 47020
    },
    {
      "loss_action": 0.004400394856929779,
      "loss_total": 0.004400394856929779,
      "step": 47020
    },
    {
      "loss_action": 0.017280131578445435,
      "loss_total": 0.017280131578445435,
      "step": 47020
    },
    {
      "grad_norm": 0.16445200145244598,
      "learning_rate": 9.875684692348345e-05,
      "loss": 0.0083,
      "step": 47030
    },
    {
      "loss_action": 0.009009108878672123,
      "loss_total": 0.009009108878672123,
      "step": 47030
    },
    {
      "loss_action": 0.0067792609333992004,
      "loss_total": 0.0067792609333992004,
      "step": 47030
    },
    {
      "loss_action": 0.004089554771780968,
      "loss_total": 0.004089554771780968,
      "step": 47030
    },
    {
      "loss_action": 0.012325873598456383,
      "loss_total": 0.012325873598456383,
      "step": 47030
    },
    {
      "loss_action": 0.007616062182933092,
      "loss_total": 0.007616062182933092,
      "step": 47030
    },
    {
      "loss_action": 0.0074064359068870544,
      "loss_total": 0.0074064359068870544,
      "step": 47030
    },
    {
      "loss_action": 0.00865117833018303,
      "loss_total": 0.00865117833018303,
      "step": 47030
    },
    {
      "loss_action": 0.008858082816004753,
      "loss_total": 0.008858082816004753,
      "step": 47030
    },
    {
      "grad_norm": 0.12770140171051025,
      "learning_rate": 9.87559307216055e-05,
      "loss": 0.0084,
      "step": 47040
    },
    {
      "loss_action": 0.007560578640550375,
      "loss_total": 0.007560578640550375,
      "step": 47040
    },
    {
      "loss_action": 0.0055451481603085995,
      "loss_total": 0.0055451481603085995,
      "step": 47040
    },
    {
      "loss_action": 0.0056458404287695885,
      "loss_total": 0.0056458404287695885,
      "step": 47040
    },
    {
      "loss_action": 0.018887341022491455,
      "loss_total": 0.018887341022491455,
      "step": 47040
    },
    {
      "loss_action": 0.0075297593139112,
      "loss_total": 0.0075297593139112,
      "step": 47040
    },
    {
      "loss_action": 0.009907572530210018,
      "loss_total": 0.009907572530210018,
      "step": 47040
    },
    {
      "loss_action": 0.00833059661090374,
      "loss_total": 0.00833059661090374,
      "step": 47040
    },
    {
      "loss_action": 0.009588992223143578,
      "loss_total": 0.009588992223143578,
      "step": 47040
    },
    {
      "grad_norm": 0.08401278406381607,
      "learning_rate": 9.875501418648535e-05,
      "loss": 0.0077,
      "step": 47050
    },
    {
      "loss_action": 0.01178883295506239,
      "loss_total": 0.01178883295506239,
      "step": 47050
    },
    {
      "loss_action": 0.00430179201066494,
      "loss_total": 0.00430179201066494,
      "step": 47050
    },
    {
      "loss_action": 0.02158999815583229,
      "loss_total": 0.02158999815583229,
      "step": 47050
    },
    {
      "loss_action": 0.009189054369926453,
      "loss_total": 0.009189054369926453,
      "step": 47050
    },
    {
      "loss_action": 0.010379010811448097,
      "loss_total": 0.010379010811448097,
      "step": 47050
    },
    {
      "loss_action": 0.005062699317932129,
      "loss_total": 0.005062699317932129,
      "step": 47050
    },
    {
      "loss_action": 0.004082228057086468,
      "loss_total": 0.004082228057086468,
      "step": 47050
    },
    {
      "loss_action": 0.004067786503583193,
      "loss_total": 0.004067786503583193,
      "step": 47050
    },
    {
      "grad_norm": 0.09067419171333313,
      "learning_rate": 9.875409731812923e-05,
      "loss": 0.0089,
      "step": 47060
    },
    {
      "loss_action": 0.008402669802308083,
      "loss_total": 0.008402669802308083,
      "step": 47060
    },
    {
      "loss_action": 0.00887206755578518,
      "loss_total": 0.00887206755578518,
      "step": 47060
    },
    {
      "loss_action": 0.012390710413455963,
      "loss_total": 0.012390710413455963,
      "step": 47060
    },
    {
      "loss_action": 0.010206857696175575,
      "loss_total": 0.010206857696175575,
      "step": 47060
    },
    {
      "loss_action": 0.004897797480225563,
      "loss_total": 0.004897797480225563,
      "step": 47060
    },
    {
      "loss_action": 0.0034204283729195595,
      "loss_total": 0.0034204283729195595,
      "step": 47060
    },
    {
      "loss_action": 0.010974671691656113,
      "loss_total": 0.010974671691656113,
      "step": 47060
    },
    {
      "loss_action": 0.010758346877992153,
      "loss_total": 0.010758346877992153,
      "step": 47060
    },
    {
      "grad_norm": 0.145376518368721,
      "learning_rate": 9.875318011654346e-05,
      "loss": 0.0092,
      "step": 47070
    },
    {
      "loss_action": 0.03008575364947319,
      "loss_total": 0.03008575364947319,
      "step": 47070
    },
    {
      "loss_action": 0.007300125434994698,
      "loss_total": 0.007300125434994698,
      "step": 47070
    },
    {
      "loss_action": 0.02439737319946289,
      "loss_total": 0.02439737319946289,
      "step": 47070
    },
    {
      "loss_action": 0.004456985276192427,
      "loss_total": 0.004456985276192427,
      "step": 47070
    },
    {
      "loss_action": 0.009858394041657448,
      "loss_total": 0.009858394041657448,
      "step": 47070
    },
    {
      "loss_action": 0.046624720096588135,
      "loss_total": 0.046624720096588135,
      "step": 47070
    },
    {
      "loss_action": 0.007452360354363918,
      "loss_total": 0.007452360354363918,
      "step": 47070
    },
    {
      "loss_action": 0.0035498300567269325,
      "loss_total": 0.0035498300567269325,
      "step": 47070
    },
    {
      "grad_norm": 0.11955402046442032,
      "learning_rate": 9.875226258173426e-05,
      "loss": 0.0095,
      "step": 47080
    },
    {
      "loss_action": 0.00460972310975194,
      "loss_total": 0.00460972310975194,
      "step": 47080
    },
    {
      "loss_action": 0.028824053704738617,
      "loss_total": 0.028824053704738617,
      "step": 47080
    },
    {
      "loss_action": 0.012508724816143513,
      "loss_total": 0.012508724816143513,
      "step": 47080
    },
    {
      "loss_action": 0.012987271882593632,
      "loss_total": 0.012987271882593632,
      "step": 47080
    },
    {
      "loss_action": 0.008594352751970291,
      "loss_total": 0.008594352751970291,
      "step": 47080
    },
    {
      "loss_action": 0.0018538360018283129,
      "loss_total": 0.0018538360018283129,
      "step": 47080
    },
    {
      "loss_action": 0.011715843342244625,
      "loss_total": 0.011715843342244625,
      "step": 47080
    },
    {
      "loss_action": 0.00462346663698554,
      "loss_total": 0.00462346663698554,
      "step": 47080
    },
    {
      "grad_norm": 0.12816733121871948,
      "learning_rate": 9.875134471370795e-05,
      "loss": 0.0079,
      "step": 47090
    },
    {
      "loss_action": 0.008868921548128128,
      "loss_total": 0.008868921548128128,
      "step": 47090
    },
    {
      "loss_action": 0.00827358104288578,
      "loss_total": 0.00827358104288578,
      "step": 47090
    },
    {
      "loss_action": 0.016609515994787216,
      "loss_total": 0.016609515994787216,
      "step": 47090
    },
    {
      "loss_action": 0.022128509357571602,
      "loss_total": 0.022128509357571602,
      "step": 47090
    },
    {
      "loss_action": 0.0049545858055353165,
      "loss_total": 0.0049545858055353165,
      "step": 47090
    },
    {
      "loss_action": 0.012674154713749886,
      "loss_total": 0.012674154713749886,
      "step": 47090
    },
    {
      "loss_action": 0.00579987233504653,
      "loss_total": 0.00579987233504653,
      "step": 47090
    },
    {
      "loss_action": 0.009915507398545742,
      "loss_total": 0.009915507398545742,
      "step": 47090
    },
    {
      "grad_norm": 0.10595711320638657,
      "learning_rate": 9.875042651247076e-05,
      "loss": 0.0088,
      "step": 47100
    },
    {
      "loss_action": 0.005910553503781557,
      "loss_total": 0.005910553503781557,
      "step": 47100
    },
    {
      "loss_action": 0.007480459287762642,
      "loss_total": 0.007480459287762642,
      "step": 47100
    },
    {
      "loss_action": 0.007869862020015717,
      "loss_total": 0.007869862020015717,
      "step": 47100
    },
    {
      "loss_action": 0.007744566537439823,
      "loss_total": 0.007744566537439823,
      "step": 47100
    },
    {
      "loss_action": 0.004263120237737894,
      "loss_total": 0.004263120237737894,
      "step": 47100
    },
    {
      "loss_action": 0.005165312439203262,
      "loss_total": 0.005165312439203262,
      "step": 47100
    },
    {
      "loss_action": 0.010490331798791885,
      "loss_total": 0.010490331798791885,
      "step": 47100
    },
    {
      "loss_action": 0.003683472517877817,
      "loss_total": 0.003683472517877817,
      "step": 47100
    },
    {
      "grad_norm": 0.11229555308818817,
      "learning_rate": 9.874950797802897e-05,
      "loss": 0.0085,
      "step": 47110
    },
    {
      "loss_action": 0.00899152085185051,
      "loss_total": 0.00899152085185051,
      "step": 47110
    },
    {
      "loss_action": 0.005430714692920446,
      "loss_total": 0.005430714692920446,
      "step": 47110
    },
    {
      "loss_action": 0.014130210503935814,
      "loss_total": 0.014130210503935814,
      "step": 47110
    },
    {
      "loss_action": 0.00938375759869814,
      "loss_total": 0.00938375759869814,
      "step": 47110
    },
    {
      "loss_action": 0.0091844592243433,
      "loss_total": 0.0091844592243433,
      "step": 47110
    },
    {
      "loss_action": 0.00714797293767333,
      "loss_total": 0.00714797293767333,
      "step": 47110
    },
    {
      "loss_action": 0.0057000285014510155,
      "loss_total": 0.0057000285014510155,
      "step": 47110
    },
    {
      "loss_action": 0.0055274758487939835,
      "loss_total": 0.0055274758487939835,
      "step": 47110
    },
    {
      "grad_norm": 0.1758013218641281,
      "learning_rate": 9.874858911038889e-05,
      "loss": 0.009,
      "step": 47120
    },
    {
      "loss_action": 0.00938075315207243,
      "loss_total": 0.00938075315207243,
      "step": 47120
    },
    {
      "loss_action": 0.006051140837371349,
      "loss_total": 0.006051140837371349,
      "step": 47120
    },
    {
      "loss_action": 0.005237463861703873,
      "loss_total": 0.005237463861703873,
      "step": 47120
    },
    {
      "loss_action": 0.006720427423715591,
      "loss_total": 0.006720427423715591,
      "step": 47120
    },
    {
      "loss_action": 0.008866745978593826,
      "loss_total": 0.008866745978593826,
      "step": 47120
    },
    {
      "loss_action": 0.0189664289355278,
      "loss_total": 0.0189664289355278,
      "step": 47120
    },
    {
      "loss_action": 0.011916843242943287,
      "loss_total": 0.011916843242943287,
      "step": 47120
    },
    {
      "loss_action": 0.0062619661912322044,
      "loss_total": 0.0062619661912322044,
      "step": 47120
    },
    {
      "grad_norm": 0.1570475995540619,
      "learning_rate": 9.874766990955678e-05,
      "loss": 0.0096,
      "step": 47130
    },
    {
      "loss_action": 0.007091519422829151,
      "loss_total": 0.007091519422829151,
      "step": 47130
    },
    {
      "loss_action": 0.006025259383022785,
      "loss_total": 0.006025259383022785,
      "step": 47130
    },
    {
      "loss_action": 0.006889237090945244,
      "loss_total": 0.006889237090945244,
      "step": 47130
    },
    {
      "loss_action": 0.005538554862141609,
      "loss_total": 0.005538554862141609,
      "step": 47130
    },
    {
      "loss_action": 0.00498794112354517,
      "loss_total": 0.00498794112354517,
      "step": 47130
    },
    {
      "loss_action": 0.011011572554707527,
      "loss_total": 0.011011572554707527,
      "step": 47130
    },
    {
      "loss_action": 0.00889769196510315,
      "loss_total": 0.00889769196510315,
      "step": 47130
    },
    {
      "loss_action": 0.00963570922613144,
      "loss_total": 0.00963570922613144,
      "step": 47130
    },
    {
      "grad_norm": 0.1623327136039734,
      "learning_rate": 9.874675037553893e-05,
      "loss": 0.0094,
      "step": 47140
    },
    {
      "loss_action": 0.015844739973545074,
      "loss_total": 0.015844739973545074,
      "step": 47140
    },
    {
      "loss_action": 0.005706570111215115,
      "loss_total": 0.005706570111215115,
      "step": 47140
    },
    {
      "loss_action": 0.008262084797024727,
      "loss_total": 0.008262084797024727,
      "step": 47140
    },
    {
      "loss_action": 0.005674606189131737,
      "loss_total": 0.005674606189131737,
      "step": 47140
    },
    {
      "loss_action": 0.006233459338545799,
      "loss_total": 0.006233459338545799,
      "step": 47140
    },
    {
      "loss_action": 0.005979611072689295,
      "loss_total": 0.005979611072689295,
      "step": 47140
    },
    {
      "loss_action": 0.0052139414474368095,
      "loss_total": 0.0052139414474368095,
      "step": 47140
    },
    {
      "loss_action": 0.007665541023015976,
      "loss_total": 0.007665541023015976,
      "step": 47140
    },
    {
      "grad_norm": 0.1530981808900833,
      "learning_rate": 9.874583050834161e-05,
      "loss": 0.0085,
      "step": 47150
    },
    {
      "loss_action": 0.008925152942538261,
      "loss_total": 0.008925152942538261,
      "step": 47150
    },
    {
      "loss_action": 0.008121885359287262,
      "loss_total": 0.008121885359287262,
      "step": 47150
    },
    {
      "loss_action": 0.0037341625429689884,
      "loss_total": 0.0037341625429689884,
      "step": 47150
    },
    {
      "loss_action": 0.006477385759353638,
      "loss_total": 0.006477385759353638,
      "step": 47150
    },
    {
      "loss_action": 0.007241801358759403,
      "loss_total": 0.007241801358759403,
      "step": 47150
    },
    {
      "loss_action": 0.010628074407577515,
      "loss_total": 0.010628074407577515,
      "step": 47150
    },
    {
      "loss_action": 0.021522192284464836,
      "loss_total": 0.021522192284464836,
      "step": 47150
    },
    {
      "loss_action": 0.01128171756863594,
      "loss_total": 0.01128171756863594,
      "step": 47150
    },
    {
      "grad_norm": 0.13017341494560242,
      "learning_rate": 9.874491030797112e-05,
      "loss": 0.009,
      "step": 47160
    },
    {
      "loss_action": 0.011013814248144627,
      "loss_total": 0.011013814248144627,
      "step": 47160
    },
    {
      "loss_action": 0.005540680140256882,
      "loss_total": 0.005540680140256882,
      "step": 47160
    },
    {
      "loss_action": 0.010873878374695778,
      "loss_total": 0.010873878374695778,
      "step": 47160
    },
    {
      "loss_action": 0.005677234381437302,
      "loss_total": 0.005677234381437302,
      "step": 47160
    },
    {
      "loss_action": 0.005891943350434303,
      "loss_total": 0.005891943350434303,
      "step": 47160
    },
    {
      "loss_action": 0.012733922339975834,
      "loss_total": 0.012733922339975834,
      "step": 47160
    },
    {
      "loss_action": 0.012144314125180244,
      "loss_total": 0.012144314125180244,
      "step": 47160
    },
    {
      "loss_action": 0.010393349453806877,
      "loss_total": 0.010393349453806877,
      "step": 47160
    },
    {
      "grad_norm": 0.12438231706619263,
      "learning_rate": 9.874398977443374e-05,
      "loss": 0.0105,
      "step": 47170
    },
    {
      "loss_action": 0.01173897460103035,
      "loss_total": 0.01173897460103035,
      "step": 47170
    },
    {
      "loss_action": 0.0051102591678500175,
      "loss_total": 0.0051102591678500175,
      "step": 47170
    },
    {
      "loss_action": 0.017797136679291725,
      "loss_total": 0.017797136679291725,
      "step": 47170
    },
    {
      "loss_action": 0.009420311078429222,
      "loss_total": 0.009420311078429222,
      "step": 47170
    },
    {
      "loss_action": 0.007962447591125965,
      "loss_total": 0.007962447591125965,
      "step": 47170
    },
    {
      "loss_action": 0.003221659455448389,
      "loss_total": 0.003221659455448389,
      "step": 47170
    },
    {
      "loss_action": 0.007031406741589308,
      "loss_total": 0.007031406741589308,
      "step": 47170
    },
    {
      "loss_action": 0.003855583257973194,
      "loss_total": 0.003855583257973194,
      "step": 47170
    },
    {
      "grad_norm": 0.11709117144346237,
      "learning_rate": 9.874306890773577e-05,
      "loss": 0.0103,
      "step": 47180
    },
    {
      "loss_action": 0.006346812471747398,
      "loss_total": 0.006346812471747398,
      "step": 47180
    },
    {
      "loss_action": 0.0034274649806320667,
      "loss_total": 0.0034274649806320667,
      "step": 47180
    },
    {
      "loss_action": 0.0036950286012142897,
      "loss_total": 0.0036950286012142897,
      "step": 47180
    },
    {
      "loss_action": 0.006349131464958191,
      "loss_total": 0.006349131464958191,
      "step": 47180
    },
    {
      "loss_action": 0.008959918282926083,
      "loss_total": 0.008959918282926083,
      "step": 47180
    },
    {
      "loss_action": 0.009616927243769169,
      "loss_total": 0.009616927243769169,
      "step": 47180
    },
    {
      "loss_action": 0.00907868891954422,
      "loss_total": 0.00907868891954422,
      "step": 47180
    },
    {
      "loss_action": 0.009138073772192001,
      "loss_total": 0.009138073772192001,
      "step": 47180
    },
    {
      "grad_norm": 0.19180819392204285,
      "learning_rate": 9.87421477078835e-05,
      "loss": 0.0093,
      "step": 47190
    },
    {
      "loss_action": 0.007282637525349855,
      "loss_total": 0.007282637525349855,
      "step": 47190
    },
    {
      "loss_action": 0.007383044809103012,
      "loss_total": 0.007383044809103012,
      "step": 47190
    },
    {
      "loss_action": 0.016531145200133324,
      "loss_total": 0.016531145200133324,
      "step": 47190
    },
    {
      "loss_action": 0.023465054109692574,
      "loss_total": 0.023465054109692574,
      "step": 47190
    },
    {
      "loss_action": 0.006051861681044102,
      "loss_total": 0.006051861681044102,
      "step": 47190
    },
    {
      "loss_action": 0.013151122257113457,
      "loss_total": 0.013151122257113457,
      "step": 47190
    },
    {
      "loss_action": 0.01658713072538376,
      "loss_total": 0.01658713072538376,
      "step": 47190
    },
    {
      "loss_action": 0.00936365220695734,
      "loss_total": 0.00936365220695734,
      "step": 47190
    },
    {
      "grad_norm": 0.15926679968833923,
      "learning_rate": 9.874122617488323e-05,
      "loss": 0.0093,
      "step": 47200
    },
    {
      "loss_action": 0.008493243716657162,
      "loss_total": 0.008493243716657162,
      "step": 47200
    },
    {
      "loss_action": 0.007714883424341679,
      "loss_total": 0.007714883424341679,
      "step": 47200
    },
    {
      "loss_action": 0.01509573683142662,
      "loss_total": 0.01509573683142662,
      "step": 47200
    },
    {
      "loss_action": 0.012069100514054298,
      "loss_total": 0.012069100514054298,
      "step": 47200
    },
    {
      "loss_action": 0.016026845201849937,
      "loss_total": 0.016026845201849937,
      "step": 47200
    },
    {
      "loss_action": 0.01803027279675007,
      "loss_total": 0.01803027279675007,
      "step": 47200
    },
    {
      "loss_action": 0.019847404211759567,
      "loss_total": 0.019847404211759567,
      "step": 47200
    },
    {
      "loss_action": 0.022783052176237106,
      "loss_total": 0.022783052176237106,
      "step": 47200
    },
    {
      "grad_norm": 0.17904460430145264,
      "learning_rate": 9.874030430874126e-05,
      "loss": 0.0113,
      "step": 47210
    },
    {
      "loss_action": 0.01894560642540455,
      "loss_total": 0.01894560642540455,
      "step": 47210
    },
    {
      "loss_action": 0.0076249875128269196,
      "loss_total": 0.0076249875128269196,
      "step": 47210
    },
    {
      "loss_action": 0.005594493821263313,
      "loss_total": 0.005594493821263313,
      "step": 47210
    },
    {
      "loss_action": 0.003428662195801735,
      "loss_total": 0.003428662195801735,
      "step": 47210
    },
    {
      "loss_action": 0.00974247232079506,
      "loss_total": 0.00974247232079506,
      "step": 47210
    },
    {
      "loss_action": 0.017128312960267067,
      "loss_total": 0.017128312960267067,
      "step": 47210
    },
    {
      "loss_action": 0.0036317850463092327,
      "loss_total": 0.0036317850463092327,
      "step": 47210
    },
    {
      "loss_action": 0.004493439570069313,
      "loss_total": 0.004493439570069313,
      "step": 47210
    },
    {
      "grad_norm": 0.14090372622013092,
      "learning_rate": 9.873938210946388e-05,
      "loss": 0.009,
      "step": 47220
    },
    {
      "loss_action": 0.01481301337480545,
      "loss_total": 0.01481301337480545,
      "step": 47220
    },
    {
      "loss_action": 0.024689391255378723,
      "loss_total": 0.024689391255378723,
      "step": 47220
    },
    {
      "loss_action": 0.015398545190691948,
      "loss_total": 0.015398545190691948,
      "step": 47220
    },
    {
      "loss_action": 0.0036120982840657234,
      "loss_total": 0.0036120982840657234,
      "step": 47220
    },
    {
      "loss_action": 0.010688355192542076,
      "loss_total": 0.010688355192542076,
      "step": 47220
    },
    {
      "loss_action": 0.004853188991546631,
      "loss_total": 0.004853188991546631,
      "step": 47220
    },
    {
      "loss_action": 0.02095928229391575,
      "loss_total": 0.02095928229391575,
      "step": 47220
    },
    {
      "loss_action": 0.013797049410641193,
      "loss_total": 0.013797049410641193,
      "step": 47220
    },
    {
      "grad_norm": 0.18627727031707764,
      "learning_rate": 9.87384595770574e-05,
      "loss": 0.0108,
      "step": 47230
    },
    {
      "loss_action": 0.014618954621255398,
      "loss_total": 0.014618954621255398,
      "step": 47230
    },
    {
      "loss_action": 0.017289120703935623,
      "loss_total": 0.017289120703935623,
      "step": 47230
    },
    {
      "loss_action": 0.013855291530489922,
      "loss_total": 0.013855291530489922,
      "step": 47230
    },
    {
      "loss_action": 0.0057114893570542336,
      "loss_total": 0.0057114893570542336,
      "step": 47230
    },
    {
      "loss_action": 0.01031412836164236,
      "loss_total": 0.01031412836164236,
      "step": 47230
    },
    {
      "loss_action": 0.015701178461313248,
      "loss_total": 0.015701178461313248,
      "step": 47230
    },
    {
      "loss_action": 0.010641442611813545,
      "loss_total": 0.010641442611813545,
      "step": 47230
    },
    {
      "loss_action": 0.006615978665649891,
      "loss_total": 0.006615978665649891,
      "step": 47230
    },
    {
      "grad_norm": 0.1922447383403778,
      "learning_rate": 9.873753671152814e-05,
      "loss": 0.0103,
      "step": 47240
    },
    {
      "loss_action": 0.008387908339500427,
      "loss_total": 0.008387908339500427,
      "step": 47240
    },
    {
      "loss_action": 0.01576927676796913,
      "loss_total": 0.01576927676796913,
      "step": 47240
    },
    {
      "loss_action": 0.005793264135718346,
      "loss_total": 0.005793264135718346,
      "step": 47240
    },
    {
      "loss_action": 0.007598415017127991,
      "loss_total": 0.007598415017127991,
      "step": 47240
    },
    {
      "loss_action": 0.013781270012259483,
      "loss_total": 0.013781270012259483,
      "step": 47240
    },
    {
      "loss_action": 0.012285184115171432,
      "loss_total": 0.012285184115171432,
      "step": 47240
    },
    {
      "loss_action": 0.01601758971810341,
      "loss_total": 0.01601758971810341,
      "step": 47240
    },
    {
      "loss_action": 0.006182176060974598,
      "loss_total": 0.006182176060974598,
      "step": 47240
    },
    {
      "grad_norm": 0.18928638100624084,
      "learning_rate": 9.873661351288237e-05,
      "loss": 0.0114,
      "step": 47250
    },
    {
      "loss_action": 0.009874451905488968,
      "loss_total": 0.009874451905488968,
      "step": 47250
    },
    {
      "loss_action": 0.012388532981276512,
      "loss_total": 0.012388532981276512,
      "step": 47250
    },
    {
      "loss_action": 0.013391785323619843,
      "loss_total": 0.013391785323619843,
      "step": 47250
    },
    {
      "loss_action": 0.015913501381874084,
      "loss_total": 0.015913501381874084,
      "step": 47250
    },
    {
      "loss_action": 0.012974468059837818,
      "loss_total": 0.012974468059837818,
      "step": 47250
    },
    {
      "loss_action": 0.018130235373973846,
      "loss_total": 0.018130235373973846,
      "step": 47250
    },
    {
      "loss_action": 0.014340580441057682,
      "loss_total": 0.014340580441057682,
      "step": 47250
    },
    {
      "loss_action": 0.005130413454025984,
      "loss_total": 0.005130413454025984,
      "step": 47250
    },
    {
      "grad_norm": 0.1323566734790802,
      "learning_rate": 9.873568998112644e-05,
      "loss": 0.0118,
      "step": 47260
    },
    {
      "loss_action": 0.005697958171367645,
      "loss_total": 0.005697958171367645,
      "step": 47260
    },
    {
      "loss_action": 0.01147935725748539,
      "loss_total": 0.01147935725748539,
      "step": 47260
    },
    {
      "loss_action": 0.008466598577797413,
      "loss_total": 0.008466598577797413,
      "step": 47260
    },
    {
      "loss_action": 0.010972607880830765,
      "loss_total": 0.010972607880830765,
      "step": 47260
    },
    {
      "loss_action": 0.012618173845112324,
      "loss_total": 0.012618173845112324,
      "step": 47260
    },
    {
      "loss_action": 0.016527876257896423,
      "loss_total": 0.016527876257896423,
      "step": 47260
    },
    {
      "loss_action": 0.01139531284570694,
      "loss_total": 0.01139531284570694,
      "step": 47260
    },
    {
      "loss_action": 0.011271174997091293,
      "loss_total": 0.011271174997091293,
      "step": 47260
    },
    {
      "grad_norm": 0.24202586710453033,
      "learning_rate": 9.873476611626664e-05,
      "loss": 0.0127,
      "step": 47270
    },
    {
      "loss_action": 0.01593032479286194,
      "loss_total": 0.01593032479286194,
      "step": 47270
    },
    {
      "loss_action": 0.01909797079861164,
      "loss_total": 0.01909797079861164,
      "step": 47270
    },
    {
      "loss_action": 0.015005635097622871,
      "loss_total": 0.015005635097622871,
      "step": 47270
    },
    {
      "loss_action": 0.010627882555127144,
      "loss_total": 0.010627882555127144,
      "step": 47270
    },
    {
      "loss_action": 0.015826471149921417,
      "loss_total": 0.015826471149921417,
      "step": 47270
    },
    {
      "loss_action": 0.007557312957942486,
      "loss_total": 0.007557312957942486,
      "step": 47270
    },
    {
      "loss_action": 0.0075801098719239235,
      "loss_total": 0.0075801098719239235,
      "step": 47270
    },
    {
      "loss_action": 0.00594637356698513,
      "loss_total": 0.00594637356698513,
      "step": 47270
    },
    {
      "grad_norm": 0.26467764377593994,
      "learning_rate": 9.87338419183093e-05,
      "loss": 0.0112,
      "step": 47280
    },
    {
      "loss_action": 0.007886458188295364,
      "loss_total": 0.007886458188295364,
      "step": 47280
    },
    {
      "loss_action": 0.007467660587280989,
      "loss_total": 0.007467660587280989,
      "step": 47280
    },
    {
      "loss_action": 0.006439415737986565,
      "loss_total": 0.006439415737986565,
      "step": 47280
    },
    {
      "loss_action": 0.009689453057944775,
      "loss_total": 0.009689453057944775,
      "step": 47280
    },
    {
      "loss_action": 0.00562738161534071,
      "loss_total": 0.00562738161534071,
      "step": 47280
    },
    {
      "loss_action": 0.011899469420313835,
      "loss_total": 0.011899469420313835,
      "step": 47280
    },
    {
      "loss_action": 0.004595037084072828,
      "loss_total": 0.004595037084072828,
      "step": 47280
    },
    {
      "loss_action": 0.017141636461019516,
      "loss_total": 0.017141636461019516,
      "step": 47280
    },
    {
      "grad_norm": 0.16850236058235168,
      "learning_rate": 9.873291738726071e-05,
      "loss": 0.0107,
      "step": 47290
    },
    {
      "loss_action": 0.01069164089858532,
      "loss_total": 0.01069164089858532,
      "step": 47290
    },
    {
      "loss_action": 0.024000585079193115,
      "loss_total": 0.024000585079193115,
      "step": 47290
    },
    {
      "loss_action": 0.009227916598320007,
      "loss_total": 0.009227916598320007,
      "step": 47290
    },
    {
      "loss_action": 0.012234605848789215,
      "loss_total": 0.012234605848789215,
      "step": 47290
    },
    {
      "loss_action": 0.013194186612963676,
      "loss_total": 0.013194186612963676,
      "step": 47290
    },
    {
      "loss_action": 0.00752903101965785,
      "loss_total": 0.00752903101965785,
      "step": 47290
    },
    {
      "loss_action": 0.006985018029808998,
      "loss_total": 0.006985018029808998,
      "step": 47290
    },
    {
      "loss_action": 0.011309382505714893,
      "loss_total": 0.011309382505714893,
      "step": 47290
    },
    {
      "grad_norm": 0.14564275741577148,
      "learning_rate": 9.873199252312722e-05,
      "loss": 0.0101,
      "step": 47300
    },
    {
      "loss_action": 0.004289527423679829,
      "loss_total": 0.004289527423679829,
      "step": 47300
    },
    {
      "loss_action": 0.005895186681300402,
      "loss_total": 0.005895186681300402,
      "step": 47300
    },
    {
      "loss_action": 0.006267908960580826,
      "loss_total": 0.006267908960580826,
      "step": 47300
    },
    {
      "loss_action": 0.009272444061934948,
      "loss_total": 0.009272444061934948,
      "step": 47300
    },
    {
      "loss_action": 0.0032745555508881807,
      "loss_total": 0.0032745555508881807,
      "step": 47300
    },
    {
      "loss_action": 0.005239469930529594,
      "loss_total": 0.005239469930529594,
      "step": 47300
    },
    {
      "loss_action": 0.005644981283694506,
      "loss_total": 0.005644981283694506,
      "step": 47300
    },
    {
      "loss_action": 0.007062401622533798,
      "loss_total": 0.007062401622533798,
      "step": 47300
    },
    {
      "grad_norm": 0.11516954749822617,
      "learning_rate": 9.873106732591513e-05,
      "loss": 0.0087,
      "step": 47310
    },
    {
      "loss_action": 0.00953904539346695,
      "loss_total": 0.00953904539346695,
      "step": 47310
    },
    {
      "loss_action": 0.01187640056014061,
      "loss_total": 0.01187640056014061,
      "step": 47310
    },
    {
      "loss_action": 0.006631888914853334,
      "loss_total": 0.006631888914853334,
      "step": 47310
    },
    {
      "loss_action": 0.01818254217505455,
      "loss_total": 0.01818254217505455,
      "step": 47310
    },
    {
      "loss_action": 0.005184439942240715,
      "loss_total": 0.005184439942240715,
      "step": 47310
    },
    {
      "loss_action": 0.00702734524384141,
      "loss_total": 0.00702734524384141,
      "step": 47310
    },
    {
      "loss_action": 0.004810512997210026,
      "loss_total": 0.004810512997210026,
      "step": 47310
    },
    {
      "loss_action": 0.011785918846726418,
      "loss_total": 0.011785918846726418,
      "step": 47310
    },
    {
      "grad_norm": 0.13328315317630768,
      "learning_rate": 9.873014179563078e-05,
      "loss": 0.0103,
      "step": 47320
    },
    {
      "loss_action": 0.011320793069899082,
      "loss_total": 0.011320793069899082,
      "step": 47320
    },
    {
      "loss_action": 0.012643067166209221,
      "loss_total": 0.012643067166209221,
      "step": 47320
    },
    {
      "loss_action": 0.011089198291301727,
      "loss_total": 0.011089198291301727,
      "step": 47320
    },
    {
      "loss_action": 0.01032821461558342,
      "loss_total": 0.01032821461558342,
      "step": 47320
    },
    {
      "loss_action": 0.004727568477392197,
      "loss_total": 0.004727568477392197,
      "step": 47320
    },
    {
      "loss_action": 0.00560211343690753,
      "loss_total": 0.00560211343690753,
      "step": 47320
    },
    {
      "loss_action": 0.0025768023915588856,
      "loss_total": 0.0025768023915588856,
      "step": 47320
    },
    {
      "loss_action": 0.027370596304535866,
      "loss_total": 0.027370596304535866,
      "step": 47320
    },
    {
      "grad_norm": 0.16261199116706848,
      "learning_rate": 9.872921593228049e-05,
      "loss": 0.0097,
      "step": 47330
    },
    {
      "loss_action": 0.010576533153653145,
      "loss_total": 0.010576533153653145,
      "step": 47330
    },
    {
      "loss_action": 0.012158147059381008,
      "loss_total": 0.012158147059381008,
      "step": 47330
    },
    {
      "loss_action": 0.008544767275452614,
      "loss_total": 0.008544767275452614,
      "step": 47330
    },
    {
      "loss_action": 0.0043380674906075,
      "loss_total": 0.0043380674906075,
      "step": 47330
    },
    {
      "loss_action": 0.008646095171570778,
      "loss_total": 0.008646095171570778,
      "step": 47330
    },
    {
      "loss_action": 0.007503705099225044,
      "loss_total": 0.007503705099225044,
      "step": 47330
    },
    {
      "loss_action": 0.004215053282678127,
      "loss_total": 0.004215053282678127,
      "step": 47330
    },
    {
      "loss_action": 0.00629896204918623,
      "loss_total": 0.00629896204918623,
      "step": 47330
    },
    {
      "grad_norm": 0.1060035452246666,
      "learning_rate": 9.872828973587056e-05,
      "loss": 0.0085,
      "step": 47340
    },
    {
      "loss_action": 0.00466126948595047,
      "loss_total": 0.00466126948595047,
      "step": 47340
    },
    {
      "loss_action": 0.004125261679291725,
      "loss_total": 0.004125261679291725,
      "step": 47340
    },
    {
      "loss_action": 0.007065893150866032,
      "loss_total": 0.007065893150866032,
      "step": 47340
    },
    {
      "loss_action": 0.006189445964992046,
      "loss_total": 0.006189445964992046,
      "step": 47340
    },
    {
      "loss_action": 0.008680535480380058,
      "loss_total": 0.008680535480380058,
      "step": 47340
    },
    {
      "loss_action": 0.003866306273266673,
      "loss_total": 0.003866306273266673,
      "step": 47340
    },
    {
      "loss_action": 0.004887511488050222,
      "loss_total": 0.004887511488050222,
      "step": 47340
    },
    {
      "loss_action": 0.00493378471583128,
      "loss_total": 0.00493378471583128,
      "step": 47340
    },
    {
      "grad_norm": 0.13764967024326324,
      "learning_rate": 9.872736320640737e-05,
      "loss": 0.0083,
      "step": 47350
    },
    {
      "loss_action": 0.021779760718345642,
      "loss_total": 0.021779760718345642,
      "step": 47350
    },
    {
      "loss_action": 0.004584754351526499,
      "loss_total": 0.004584754351526499,
      "step": 47350
    },
    {
      "loss_action": 0.014895525760948658,
      "loss_total": 0.014895525760948658,
      "step": 47350
    },
    {
      "loss_action": 0.0057310014963150024,
      "loss_total": 0.0057310014963150024,
      "step": 47350
    },
    {
      "loss_action": 0.0062086088582873344,
      "loss_total": 0.0062086088582873344,
      "step": 47350
    },
    {
      "loss_action": 0.012959640473127365,
      "loss_total": 0.012959640473127365,
      "step": 47350
    },
    {
      "loss_action": 0.010891225188970566,
      "loss_total": 0.010891225188970566,
      "step": 47350
    },
    {
      "loss_action": 0.0036644393112510443,
      "loss_total": 0.0036644393112510443,
      "step": 47350
    },
    {
      "grad_norm": 0.10040232539176941,
      "learning_rate": 9.872643634389722e-05,
      "loss": 0.0085,
      "step": 47360
    },
    {
      "loss_action": 0.002436335664242506,
      "loss_total": 0.002436335664242506,
      "step": 47360
    },
    {
      "loss_action": 0.005388955119997263,
      "loss_total": 0.005388955119997263,
      "step": 47360
    },
    {
      "loss_action": 0.004445374943315983,
      "loss_total": 0.004445374943315983,
      "step": 47360
    },
    {
      "loss_action": 0.02155306003987789,
      "loss_total": 0.02155306003987789,
      "step": 47360
    },
    {
      "loss_action": 0.0022857622243463993,
      "loss_total": 0.0022857622243463993,
      "step": 47360
    },
    {
      "loss_action": 0.02833760343492031,
      "loss_total": 0.02833760343492031,
      "step": 47360
    },
    {
      "loss_action": 0.006333156954497099,
      "loss_total": 0.006333156954497099,
      "step": 47360
    },
    {
      "loss_action": 0.008120792917907238,
      "loss_total": 0.008120792917907238,
      "step": 47360
    },
    {
      "grad_norm": 0.10272113978862762,
      "learning_rate": 9.872550914834645e-05,
      "loss": 0.0083,
      "step": 47370
    },
    {
      "loss_action": 0.017603836953639984,
      "loss_total": 0.017603836953639984,
      "step": 47370
    },
    {
      "loss_action": 0.004237672779709101,
      "loss_total": 0.004237672779709101,
      "step": 47370
    },
    {
      "loss_action": 0.0341343991458416,
      "loss_total": 0.0341343991458416,
      "step": 47370
    },
    {
      "loss_action": 0.00525670126080513,
      "loss_total": 0.00525670126080513,
      "step": 47370
    },
    {
      "loss_action": 0.01115711871534586,
      "loss_total": 0.01115711871534586,
      "step": 47370
    },
    {
      "loss_action": 0.010773004963994026,
      "loss_total": 0.010773004963994026,
      "step": 47370
    },
    {
      "loss_action": 0.007427024655044079,
      "loss_total": 0.007427024655044079,
      "step": 47370
    },
    {
      "loss_action": 0.007716599851846695,
      "loss_total": 0.007716599851846695,
      "step": 47370
    },
    {
      "grad_norm": 0.13393090665340424,
      "learning_rate": 9.87245816197614e-05,
      "loss": 0.009,
      "step": 47380
    },
    {
      "loss_action": 0.00579123105853796,
      "loss_total": 0.00579123105853796,
      "step": 47380
    },
    {
      "loss_action": 0.0031577949412167072,
      "loss_total": 0.0031577949412167072,
      "step": 47380
    },
    {
      "loss_action": 0.008273346349596977,
      "loss_total": 0.008273346349596977,
      "step": 47380
    },
    {
      "loss_action": 0.010024829767644405,
      "loss_total": 0.010024829767644405,
      "step": 47380
    },
    {
      "loss_action": 0.007962952367961407,
      "loss_total": 0.007962952367961407,
      "step": 47380
    },
    {
      "loss_action": 0.00297466735355556,
      "loss_total": 0.00297466735355556,
      "step": 47380
    },
    {
      "loss_action": 0.009934790432453156,
      "loss_total": 0.009934790432453156,
      "step": 47380
    },
    {
      "loss_action": 0.004121907986700535,
      "loss_total": 0.004121907986700535,
      "step": 47380
    },
    {
      "grad_norm": 0.09034258872270584,
      "learning_rate": 9.872365375814842e-05,
      "loss": 0.0088,
      "step": 47390
    },
    {
      "loss_action": 0.006627138704061508,
      "loss_total": 0.006627138704061508,
      "step": 47390
    },
    {
      "loss_action": 0.013122745789587498,
      "loss_total": 0.013122745789587498,
      "step": 47390
    },
    {
      "loss_action": 0.011247426271438599,
      "loss_total": 0.011247426271438599,
      "step": 47390
    },
    {
      "loss_action": 0.0044956933706998825,
      "loss_total": 0.0044956933706998825,
      "step": 47390
    },
    {
      "loss_action": 0.008259953930974007,
      "loss_total": 0.008259953930974007,
      "step": 47390
    },
    {
      "loss_action": 0.008591716177761555,
      "loss_total": 0.008591716177761555,
      "step": 47390
    },
    {
      "loss_action": 0.013041570782661438,
      "loss_total": 0.013041570782661438,
      "step": 47390
    },
    {
      "loss_action": 0.0032757455483078957,
      "loss_total": 0.0032757455483078957,
      "step": 47390
    },
    {
      "grad_norm": 0.1253058910369873,
      "learning_rate": 9.872272556351383e-05,
      "loss": 0.0082,
      "step": 47400
    },
    {
      "loss_action": 0.004311315715312958,
      "loss_total": 0.004311315715312958,
      "step": 47400
    },
    {
      "loss_action": 0.004824704956263304,
      "loss_total": 0.004824704956263304,
      "step": 47400
    },
    {
      "loss_action": 0.004999667406082153,
      "loss_total": 0.004999667406082153,
      "step": 47400
    },
    {
      "loss_action": 0.008056561462581158,
      "loss_total": 0.008056561462581158,
      "step": 47400
    },
    {
      "loss_action": 0.0029876017943024635,
      "loss_total": 0.0029876017943024635,
      "step": 47400
    },
    {
      "loss_action": 0.006760927848517895,
      "loss_total": 0.006760927848517895,
      "step": 47400
    },
    {
      "loss_action": 0.008408276364207268,
      "loss_total": 0.008408276364207268,
      "step": 47400
    },
    {
      "loss_action": 0.010931214317679405,
      "loss_total": 0.010931214317679405,
      "step": 47400
    },
    {
      "grad_norm": 0.1164005845785141,
      "learning_rate": 9.872179703586399e-05,
      "loss": 0.0083,
      "step": 47410
    },
    {
      "loss_action": 0.01953829824924469,
      "loss_total": 0.01953829824924469,
      "step": 47410
    },
    {
      "loss_action": 0.008322165347635746,
      "loss_total": 0.008322165347635746,
      "step": 47410
    },
    {
      "loss_action": 0.010092721320688725,
      "loss_total": 0.010092721320688725,
      "step": 47410
    },
    {
      "loss_action": 0.015109006315469742,
      "loss_total": 0.015109006315469742,
      "step": 47410
    },
    {
      "loss_action": 0.014309700578451157,
      "loss_total": 0.014309700578451157,
      "step": 47410
    },
    {
      "loss_action": 0.013875579461455345,
      "loss_total": 0.013875579461455345,
      "step": 47410
    },
    {
      "loss_action": 0.007282098289579153,
      "loss_total": 0.007282098289579153,
      "step": 47410
    },
    {
      "loss_action": 0.007861951366066933,
      "loss_total": 0.007861951366066933,
      "step": 47410
    },
    {
      "grad_norm": 0.17033334076404572,
      "learning_rate": 9.872086817520525e-05,
      "loss": 0.0091,
      "step": 47420
    },
    {
      "loss_action": 0.016608664765954018,
      "loss_total": 0.016608664765954018,
      "step": 47420
    },
    {
      "loss_action": 0.010068440809845924,
      "loss_total": 0.010068440809845924,
      "step": 47420
    },
    {
      "loss_action": 0.006695369258522987,
      "loss_total": 0.006695369258522987,
      "step": 47420
    },
    {
      "loss_action": 0.006645278539508581,
      "loss_total": 0.006645278539508581,
      "step": 47420
    },
    {
      "loss_action": 0.023448072373867035,
      "loss_total": 0.023448072373867035,
      "step": 47420
    },
    {
      "loss_action": 0.004928187001496553,
      "loss_total": 0.004928187001496553,
      "step": 47420
    },
    {
      "loss_action": 0.004666971042752266,
      "loss_total": 0.004666971042752266,
      "step": 47420
    },
    {
      "loss_action": 0.003217420307919383,
      "loss_total": 0.003217420307919383,
      "step": 47420
    },
    {
      "grad_norm": 0.16552595794200897,
      "learning_rate": 9.871993898154394e-05,
      "loss": 0.0108,
      "step": 47430
    },
    {
      "loss_action": 0.007540242746472359,
      "loss_total": 0.007540242746472359,
      "step": 47430
    },
    {
      "loss_action": 0.00935765914618969,
      "loss_total": 0.00935765914618969,
      "step": 47430
    },
    {
      "loss_action": 0.003913916181772947,
      "loss_total": 0.003913916181772947,
      "step": 47430
    },
    {
      "loss_action": 0.006603434681892395,
      "loss_total": 0.006603434681892395,
      "step": 47430
    },
    {
      "loss_action": 0.013336848467588425,
      "loss_total": 0.013336848467588425,
      "step": 47430
    },
    {
      "loss_action": 0.005133097991347313,
      "loss_total": 0.005133097991347313,
      "step": 47430
    },
    {
      "loss_action": 0.010544457472860813,
      "loss_total": 0.010544457472860813,
      "step": 47430
    },
    {
      "loss_action": 0.007853317074477673,
      "loss_total": 0.007853317074477673,
      "step": 47430
    },
    {
      "grad_norm": 0.1020580381155014,
      "learning_rate": 9.871900945488643e-05,
      "loss": 0.0103,
      "step": 47440
    },
    {
      "loss_action": 0.013249712064862251,
      "loss_total": 0.013249712064862251,
      "step": 47440
    },
    {
      "loss_action": 0.01135246641933918,
      "loss_total": 0.01135246641933918,
      "step": 47440
    },
    {
      "loss_action": 0.008192719891667366,
      "loss_total": 0.008192719891667366,
      "step": 47440
    },
    {
      "loss_action": 0.02450215071439743,
      "loss_total": 0.02450215071439743,
      "step": 47440
    },
    {
      "loss_action": 0.00421819556504488,
      "loss_total": 0.00421819556504488,
      "step": 47440
    },
    {
      "loss_action": 0.009980147704482079,
      "loss_total": 0.009980147704482079,
      "step": 47440
    },
    {
      "loss_action": 0.00325228413566947,
      "loss_total": 0.00325228413566947,
      "step": 47440
    },
    {
      "loss_action": 0.004613867495208979,
      "loss_total": 0.004613867495208979,
      "step": 47440
    },
    {
      "grad_norm": 0.13437588512897491,
      "learning_rate": 9.871807959523908e-05,
      "loss": 0.0111,
      "step": 47450
    },
    {
      "loss_action": 0.010032306425273418,
      "loss_total": 0.010032306425273418,
      "step": 47450
    },
    {
      "loss_action": 0.009995903819799423,
      "loss_total": 0.009995903819799423,
      "step": 47450
    },
    {
      "loss_action": 0.005527163855731487,
      "loss_total": 0.005527163855731487,
      "step": 47450
    },
    {
      "loss_action": 0.007780241779983044,
      "loss_total": 0.007780241779983044,
      "step": 47450
    },
    {
      "loss_action": 0.003891746047884226,
      "loss_total": 0.003891746047884226,
      "step": 47450
    },
    {
      "loss_action": 0.009298150427639484,
      "loss_total": 0.009298150427639484,
      "step": 47450
    },
    {
      "loss_action": 0.004915229044854641,
      "loss_total": 0.004915229044854641,
      "step": 47450
    },
    {
      "loss_action": 0.01787225529551506,
      "loss_total": 0.01787225529551506,
      "step": 47450
    },
    {
      "grad_norm": 0.2108444720506668,
      "learning_rate": 9.871714940260822e-05,
      "loss": 0.01,
      "step": 47460
    },
    {
      "loss_action": 0.01002933457493782,
      "loss_total": 0.01002933457493782,
      "step": 47460
    },
    {
      "loss_action": 0.009690312668681145,
      "loss_total": 0.009690312668681145,
      "step": 47460
    },
    {
      "loss_action": 0.010377319529652596,
      "loss_total": 0.010377319529652596,
      "step": 47460
    },
    {
      "loss_action": 0.0076405745930969715,
      "loss_total": 0.0076405745930969715,
      "step": 47460
    },
    {
      "loss_action": 0.006131215952336788,
      "loss_total": 0.006131215952336788,
      "step": 47460
    },
    {
      "loss_action": 0.008688612841069698,
      "loss_total": 0.008688612841069698,
      "step": 47460
    },
    {
      "loss_action": 0.006338742095977068,
      "loss_total": 0.006338742095977068,
      "step": 47460
    },
    {
      "loss_action": 0.004415632225573063,
      "loss_total": 0.004415632225573063,
      "step": 47460
    },
    {
      "grad_norm": 0.1277334988117218,
      "learning_rate": 9.87162188770002e-05,
      "loss": 0.0092,
      "step": 47470
    },
    {
      "loss_action": 0.011813046410679817,
      "loss_total": 0.011813046410679817,
      "step": 47470
    },
    {
      "loss_action": 0.014851657673716545,
      "loss_total": 0.014851657673716545,
      "step": 47470
    },
    {
      "loss_action": 0.0029527954757213593,
      "loss_total": 0.0029527954757213593,
      "step": 47470
    },
    {
      "loss_action": 0.005662799812853336,
      "loss_total": 0.005662799812853336,
      "step": 47470
    },
    {
      "loss_action": 0.010434737429022789,
      "loss_total": 0.010434737429022789,
      "step": 47470
    },
    {
      "loss_action": 0.013816287741065025,
      "loss_total": 0.013816287741065025,
      "step": 47470
    },
    {
      "loss_action": 0.012633142992854118,
      "loss_total": 0.012633142992854118,
      "step": 47470
    },
    {
      "loss_action": 0.03260179981589317,
      "loss_total": 0.03260179981589317,
      "step": 47470
    },
    {
      "grad_norm": 0.15493233501911163,
      "learning_rate": 9.871528801842143e-05,
      "loss": 0.0113,
      "step": 47480
    },
    {
      "loss_action": 0.007301490753889084,
      "loss_total": 0.007301490753889084,
      "step": 47480
    },
    {
      "loss_action": 0.008860884234309196,
      "loss_total": 0.008860884234309196,
      "step": 47480
    },
    {
      "loss_action": 0.0058289095759391785,
      "loss_total": 0.0058289095759391785,
      "step": 47480
    },
    {
      "loss_action": 0.0073481034487485886,
      "loss_total": 0.0073481034487485886,
      "step": 47480
    },
    {
      "loss_action": 0.009068308398127556,
      "loss_total": 0.009068308398127556,
      "step": 47480
    },
    {
      "loss_action": 0.014014585874974728,
      "loss_total": 0.014014585874974728,
      "step": 47480
    },
    {
      "loss_action": 0.008776979520916939,
      "loss_total": 0.008776979520916939,
      "step": 47480
    },
    {
      "loss_action": 0.017023446038365364,
      "loss_total": 0.017023446038365364,
      "step": 47480
    },
    {
      "grad_norm": 0.1246195137500763,
      "learning_rate": 9.871435682687822e-05,
      "loss": 0.0106,
      "step": 47490
    },
    {
      "loss_action": 0.0038198870606720448,
      "loss_total": 0.0038198870606720448,
      "step": 47490
    },
    {
      "loss_action": 0.010810349136590958,
      "loss_total": 0.010810349136590958,
      "step": 47490
    },
    {
      "loss_action": 0.007486617658287287,
      "loss_total": 0.007486617658287287,
      "step": 47490
    },
    {
      "loss_action": 0.01573183760046959,
      "loss_total": 0.01573183760046959,
      "step": 47490
    },
    {
      "loss_action": 0.00458744540810585,
      "loss_total": 0.00458744540810585,
      "step": 47490
    },
    {
      "loss_action": 0.021877288818359375,
      "loss_total": 0.021877288818359375,
      "step": 47490
    },
    {
      "loss_action": 0.003982605412602425,
      "loss_total": 0.003982605412602425,
      "step": 47490
    },
    {
      "loss_action": 0.011557137593626976,
      "loss_total": 0.011557137593626976,
      "step": 47490
    },
    {
      "grad_norm": 0.17392997443675995,
      "learning_rate": 9.871342530237695e-05,
      "loss": 0.009,
      "step": 47500
    },
    {
      "loss_action": 0.011245068162679672,
      "loss_total": 0.011245068162679672,
      "step": 47500
    },
    {
      "loss_action": 0.012698208913207054,
      "loss_total": 0.012698208913207054,
      "step": 47500
    },
    {
      "loss_action": 0.006427784450352192,
      "loss_total": 0.006427784450352192,
      "step": 47500
    },
    {
      "loss_action": 0.012653401121497154,
      "loss_total": 0.012653401121497154,
      "step": 47500
    },
    {
      "loss_action": 0.007544832304120064,
      "loss_total": 0.007544832304120064,
      "step": 47500
    },
    {
      "loss_action": 0.005987551994621754,
      "loss_total": 0.005987551994621754,
      "step": 47500
    },
    {
      "loss_action": 0.010355746373534203,
      "loss_total": 0.010355746373534203,
      "step": 47500
    },
    {
      "loss_action": 0.018711283802986145,
      "loss_total": 0.018711283802986145,
      "step": 47500
    },
    {
      "grad_norm": 0.19031576812267303,
      "learning_rate": 9.871249344492401e-05,
      "loss": 0.0098,
      "step": 47510
    },
    {
      "loss_action": 0.006044017616659403,
      "loss_total": 0.006044017616659403,
      "step": 47510
    },
    {
      "loss_action": 0.005397767294198275,
      "loss_total": 0.005397767294198275,
      "step": 47510
    },
    {
      "loss_action": 0.009382138960063457,
      "loss_total": 0.009382138960063457,
      "step": 47510
    },
    {
      "loss_action": 0.006178823299705982,
      "loss_total": 0.006178823299705982,
      "step": 47510
    },
    {
      "loss_action": 0.009663856588304043,
      "loss_total": 0.009663856588304043,
      "step": 47510
    },
    {
      "loss_action": 0.007167624309659004,
      "loss_total": 0.007167624309659004,
      "step": 47510
    },
    {
      "loss_action": 0.009234597906470299,
      "loss_total": 0.009234597906470299,
      "step": 47510
    },
    {
      "loss_action": 0.025948582217097282,
      "loss_total": 0.025948582217097282,
      "step": 47510
    },
    {
      "grad_norm": 0.19366441667079926,
      "learning_rate": 9.871156125452574e-05,
      "loss": 0.0104,
      "step": 47520
    },
    {
      "loss_action": 0.008432401344180107,
      "loss_total": 0.008432401344180107,
      "step": 47520
    },
    {
      "loss_action": 0.004401569254696369,
      "loss_total": 0.004401569254696369,
      "step": 47520
    },
    {
      "loss_action": 0.011401438154280186,
      "loss_total": 0.011401438154280186,
      "step": 47520
    },
    {
      "loss_action": 0.005208700895309448,
      "loss_total": 0.005208700895309448,
      "step": 47520
    },
    {
      "loss_action": 0.004488456062972546,
      "loss_total": 0.004488456062972546,
      "step": 47520
    },
    {
      "loss_action": 0.004869046155363321,
      "loss_total": 0.004869046155363321,
      "step": 47520
    },
    {
      "loss_action": 0.016796182841062546,
      "loss_total": 0.016796182841062546,
      "step": 47520
    },
    {
      "loss_action": 0.006019355729222298,
      "loss_total": 0.006019355729222298,
      "step": 47520
    },
    {
      "grad_norm": 0.18215098977088928,
      "learning_rate": 9.871062873118853e-05,
      "loss": 0.0101,
      "step": 47530
    },
    {
      "loss_action": 0.0039100321009755135,
      "loss_total": 0.0039100321009755135,
      "step": 47530
    },
    {
      "loss_action": 0.00664721941575408,
      "loss_total": 0.00664721941575408,
      "step": 47530
    },
    {
      "loss_action": 0.005771121941506863,
      "loss_total": 0.005771121941506863,
      "step": 47530
    },
    {
      "loss_action": 0.009436547756195068,
      "loss_total": 0.009436547756195068,
      "step": 47530
    },
    {
      "loss_action": 0.010798562318086624,
      "loss_total": 0.010798562318086624,
      "step": 47530
    },
    {
      "loss_action": 0.02956285886466503,
      "loss_total": 0.02956285886466503,
      "step": 47530
    },
    {
      "loss_action": 0.013054467737674713,
      "loss_total": 0.013054467737674713,
      "step": 47530
    },
    {
      "loss_action": 0.004040622152388096,
      "loss_total": 0.004040622152388096,
      "step": 47530
    },
    {
      "grad_norm": 0.10392935574054718,
      "learning_rate": 9.870969587491874e-05,
      "loss": 0.0092,
      "step": 47540
    },
    {
      "loss_action": 0.009632200002670288,
      "loss_total": 0.009632200002670288,
      "step": 47540
    },
    {
      "loss_action": 0.008322046138346195,
      "loss_total": 0.008322046138346195,
      "step": 47540
    },
    {
      "loss_action": 0.0035777497105300426,
      "loss_total": 0.0035777497105300426,
      "step": 47540
    },
    {
      "loss_action": 0.004208938684314489,
      "loss_total": 0.004208938684314489,
      "step": 47540
    },
    {
      "loss_action": 0.009837832301855087,
      "loss_total": 0.009837832301855087,
      "step": 47540
    },
    {
      "loss_action": 0.004485472105443478,
      "loss_total": 0.004485472105443478,
      "step": 47540
    },
    {
      "loss_action": 0.007096460089087486,
      "loss_total": 0.007096460089087486,
      "step": 47540
    },
    {
      "loss_action": 0.007462662644684315,
      "loss_total": 0.007462662644684315,
      "step": 47540
    },
    {
      "grad_norm": 0.11694241315126419,
      "learning_rate": 9.870876268572277e-05,
      "loss": 0.0101,
      "step": 47550
    },
    {
      "loss_action": 0.014454216696321964,
      "loss_total": 0.014454216696321964,
      "step": 47550
    },
    {
      "loss_action": 0.004844981245696545,
      "loss_total": 0.004844981245696545,
      "step": 47550
    },
    {
      "loss_action": 0.0048690116964280605,
      "loss_total": 0.0048690116964280605,
      "step": 47550
    },
    {
      "loss_action": 0.006078105885535479,
      "loss_total": 0.006078105885535479,
      "step": 47550
    },
    {
      "loss_action": 0.009442908689379692,
      "loss_total": 0.009442908689379692,
      "step": 47550
    },
    {
      "loss_action": 0.009473634883761406,
      "loss_total": 0.009473634883761406,
      "step": 47550
    },
    {
      "loss_action": 0.004159771837294102,
      "loss_total": 0.004159771837294102,
      "step": 47550
    },
    {
      "loss_action": 0.009445935487747192,
      "loss_total": 0.009445935487747192,
      "step": 47550
    },
    {
      "grad_norm": 0.1133817508816719,
      "learning_rate": 9.870782916360697e-05,
      "loss": 0.0086,
      "step": 47560
    },
    {
      "loss_action": 0.00972350686788559,
      "loss_total": 0.00972350686788559,
      "step": 47560
    },
    {
      "loss_action": 0.002567652612924576,
      "loss_total": 0.002567652612924576,
      "step": 47560
    },
    {
      "loss_action": 0.004567852709442377,
      "loss_total": 0.004567852709442377,
      "step": 47560
    },
    {
      "loss_action": 0.008404919877648354,
      "loss_total": 0.008404919877648354,
      "step": 47560
    },
    {
      "loss_action": 0.021318789571523666,
      "loss_total": 0.021318789571523666,
      "step": 47560
    },
    {
      "loss_action": 0.0063404603861272335,
      "loss_total": 0.0063404603861272335,
      "step": 47560
    },
    {
      "loss_action": 0.009458065032958984,
      "loss_total": 0.009458065032958984,
      "step": 47560
    },
    {
      "loss_action": 0.00439855083823204,
      "loss_total": 0.00439855083823204,
      "step": 47560
    },
    {
      "grad_norm": 0.18655113875865936,
      "learning_rate": 9.870689530857772e-05,
      "loss": 0.009,
      "step": 47570
    },
    {
      "loss_action": 0.010690847411751747,
      "loss_total": 0.010690847411751747,
      "step": 47570
    },
    {
      "loss_action": 0.00954193715006113,
      "loss_total": 0.00954193715006113,
      "step": 47570
    },
    {
      "loss_action": 0.009348217397928238,
      "loss_total": 0.009348217397928238,
      "step": 47570
    },
    {
      "loss_action": 0.04664282873272896,
      "loss_total": 0.04664282873272896,
      "step": 47570
    },
    {
      "loss_action": 0.008228113874793053,
      "loss_total": 0.008228113874793053,
      "step": 47570
    },
    {
      "loss_action": 0.0052286842837929726,
      "loss_total": 0.0052286842837929726,
      "step": 47570
    },
    {
      "loss_action": 0.004624512977898121,
      "loss_total": 0.004624512977898121,
      "step": 47570
    },
    {
      "loss_action": 0.011526769027113914,
      "loss_total": 0.011526769027113914,
      "step": 47570
    },
    {
      "grad_norm": 0.14908167719841003,
      "learning_rate": 9.870596112064143e-05,
      "loss": 0.0116,
      "step": 47580
    },
    {
      "loss_action": 0.0034578326158225536,
      "loss_total": 0.0034578326158225536,
      "step": 47580
    },
    {
      "loss_action": 0.008477228693664074,
      "loss_total": 0.008477228693664074,
      "step": 47580
    },
    {
      "loss_action": 0.007510380353778601,
      "loss_total": 0.007510380353778601,
      "step": 47580
    },
    {
      "loss_action": 0.020791836082935333,
      "loss_total": 0.020791836082935333,
      "step": 47580
    },
    {
      "loss_action": 0.0133955217897892,
      "loss_total": 0.0133955217897892,
      "step": 47580
    },
    {
      "loss_action": 0.007827297784388065,
      "loss_total": 0.007827297784388065,
      "step": 47580
    },
    {
      "loss_action": 0.007364063523709774,
      "loss_total": 0.007364063523709774,
      "step": 47580
    },
    {
      "loss_action": 0.004155853297561407,
      "loss_total": 0.004155853297561407,
      "step": 47580
    },
    {
      "grad_norm": 0.10703384131193161,
      "learning_rate": 9.870502659980447e-05,
      "loss": 0.0099,
      "step": 47590
    },
    {
      "loss_action": 0.007133248262107372,
      "loss_total": 0.007133248262107372,
      "step": 47590
    },
    {
      "loss_action": 0.006668047048151493,
      "loss_total": 0.006668047048151493,
      "step": 47590
    },
    {
      "loss_action": 0.012402640655636787,
      "loss_total": 0.012402640655636787,
      "step": 47590
    },
    {
      "loss_action": 0.008056274615228176,
      "loss_total": 0.008056274615228176,
      "step": 47590
    },
    {
      "loss_action": 0.006265539210289717,
      "loss_total": 0.006265539210289717,
      "step": 47590
    },
    {
      "loss_action": 0.007496151141822338,
      "loss_total": 0.007496151141822338,
      "step": 47590
    },
    {
      "loss_action": 0.01622769422829151,
      "loss_total": 0.01622769422829151,
      "step": 47590
    },
    {
      "loss_action": 0.014925535768270493,
      "loss_total": 0.014925535768270493,
      "step": 47590
    },
    {
      "grad_norm": 0.1129874587059021,
      "learning_rate": 9.870409174607322e-05,
      "loss": 0.0082,
      "step": 47600
    },
    {
      "loss_action": 0.0036212950944900513,
      "loss_total": 0.0036212950944900513,
      "step": 47600
    },
    {
      "loss_action": 0.006945533212274313,
      "loss_total": 0.006945533212274313,
      "step": 47600
    },
    {
      "loss_action": 0.011492728255689144,
      "loss_total": 0.011492728255689144,
      "step": 47600
    },
    {
      "loss_action": 0.003408171236515045,
      "loss_total": 0.003408171236515045,
      "step": 47600
    },
    {
      "loss_action": 0.017379913479089737,
      "loss_total": 0.017379913479089737,
      "step": 47600
    },
    {
      "loss_action": 0.004648326896131039,
      "loss_total": 0.004648326896131039,
      "step": 47600
    },
    {
      "loss_action": 0.0052795009687542915,
      "loss_total": 0.0052795009687542915,
      "step": 47600
    },
    {
      "loss_action": 0.008060776628553867,
      "loss_total": 0.008060776628553867,
      "step": 47600
    },
    {
      "grad_norm": 0.13606077432632446,
      "learning_rate": 9.870315655945407e-05,
      "loss": 0.009,
      "step": 47610
    },
    {
      "loss_action": 0.008448468521237373,
      "loss_total": 0.008448468521237373,
      "step": 47610
    },
    {
      "loss_action": 0.009149523451924324,
      "loss_total": 0.009149523451924324,
      "step": 47610
    },
    {
      "loss_action": 0.022841528058052063,
      "loss_total": 0.022841528058052063,
      "step": 47610
    },
    {
      "loss_action": 0.0038788181263953447,
      "loss_total": 0.0038788181263953447,
      "step": 47610
    },
    {
      "loss_action": 0.009253717958927155,
      "loss_total": 0.009253717958927155,
      "step": 47610
    },
    {
      "loss_action": 0.0033849456813186407,
      "loss_total": 0.0033849456813186407,
      "step": 47610
    },
    {
      "loss_action": 0.010773868300020695,
      "loss_total": 0.010773868300020695,
      "step": 47610
    },
    {
      "loss_action": 0.00750050600618124,
      "loss_total": 0.00750050600618124,
      "step": 47610
    },
    {
      "grad_norm": 0.13679030537605286,
      "learning_rate": 9.870222103995344e-05,
      "loss": 0.0086,
      "step": 47620
    },
    {
      "loss_action": 0.003128988901153207,
      "loss_total": 0.003128988901153207,
      "step": 47620
    },
    {
      "loss_action": 0.0037787738256156445,
      "loss_total": 0.0037787738256156445,
      "step": 47620
    },
    {
      "loss_action": 0.024367785081267357,
      "loss_total": 0.024367785081267357,
      "step": 47620
    },
    {
      "loss_action": 0.006819672882556915,
      "loss_total": 0.006819672882556915,
      "step": 47620
    },
    {
      "loss_action": 0.0035811481066048145,
      "loss_total": 0.0035811481066048145,
      "step": 47620
    },
    {
      "loss_action": 0.0031348816119134426,
      "loss_total": 0.0031348816119134426,
      "step": 47620
    },
    {
      "loss_action": 0.01611344888806343,
      "loss_total": 0.01611344888806343,
      "step": 47620
    },
    {
      "loss_action": 0.00597721803933382,
      "loss_total": 0.00597721803933382,
      "step": 47620
    },
    {
      "grad_norm": 0.16041097044944763,
      "learning_rate": 9.870128518757768e-05,
      "loss": 0.0092,
      "step": 47630
    },
    {
      "loss_action": 0.012140419334173203,
      "loss_total": 0.012140419334173203,
      "step": 47630
    },
    {
      "loss_action": 0.010626154951751232,
      "loss_total": 0.010626154951751232,
      "step": 47630
    },
    {
      "loss_action": 0.006568847689777613,
      "loss_total": 0.006568847689777613,
      "step": 47630
    },
    {
      "loss_action": 0.008770334534347057,
      "loss_total": 0.008770334534347057,
      "step": 47630
    },
    {
      "loss_action": 0.0029191577341407537,
      "loss_total": 0.0029191577341407537,
      "step": 47630
    },
    {
      "loss_action": 0.014378740452229977,
      "loss_total": 0.014378740452229977,
      "step": 47630
    },
    {
      "loss_action": 0.014150550588965416,
      "loss_total": 0.014150550588965416,
      "step": 47630
    },
    {
      "loss_action": 0.009957521222531796,
      "loss_total": 0.009957521222531796,
      "step": 47630
    },
    {
      "grad_norm": 0.10387425869703293,
      "learning_rate": 9.870034900233323e-05,
      "loss": 0.0084,
      "step": 47640
    },
    {
      "loss_action": 0.015266146510839462,
      "loss_total": 0.015266146510839462,
      "step": 47640
    },
    {
      "loss_action": 0.006296050734817982,
      "loss_total": 0.006296050734817982,
      "step": 47640
    },
    {
      "loss_action": 0.008874859660863876,
      "loss_total": 0.008874859660863876,
      "step": 47640
    },
    {
      "loss_action": 0.003230311442166567,
      "loss_total": 0.003230311442166567,
      "step": 47640
    },
    {
      "loss_action": 0.006917734630405903,
      "loss_total": 0.006917734630405903,
      "step": 47640
    },
    {
      "loss_action": 0.02523253671824932,
      "loss_total": 0.02523253671824932,
      "step": 47640
    },
    {
      "loss_action": 0.02465483732521534,
      "loss_total": 0.02465483732521534,
      "step": 47640
    },
    {
      "loss_action": 0.004364519380033016,
      "loss_total": 0.004364519380033016,
      "step": 47640
    },
    {
      "grad_norm": 0.12420499324798584,
      "learning_rate": 9.869941248422645e-05,
      "loss": 0.0083,
      "step": 47650
    },
    {
      "loss_action": 0.0066971671767532825,
      "loss_total": 0.0066971671767532825,
      "step": 47650
    },
    {
      "loss_action": 0.005474897101521492,
      "loss_total": 0.005474897101521492,
      "step": 47650
    },
    {
      "loss_action": 0.003871510736644268,
      "loss_total": 0.003871510736644268,
      "step": 47650
    },
    {
      "loss_action": 0.0033493938390165567,
      "loss_total": 0.0033493938390165567,
      "step": 47650
    },
    {
      "loss_action": 0.012340785935521126,
      "loss_total": 0.012340785935521126,
      "step": 47650
    },
    {
      "loss_action": 0.003676298074424267,
      "loss_total": 0.003676298074424267,
      "step": 47650
    },
    {
      "loss_action": 0.003913017921149731,
      "loss_total": 0.003913017921149731,
      "step": 47650
    },
    {
      "loss_action": 0.015724945813417435,
      "loss_total": 0.015724945813417435,
      "step": 47650
    },
    {
      "grad_norm": 0.13555678725242615,
      "learning_rate": 9.869847563326378e-05,
      "loss": 0.0083,
      "step": 47660
    },
    {
      "loss_action": 0.007964808493852615,
      "loss_total": 0.007964808493852615,
      "step": 47660
    },
    {
      "loss_action": 0.01962059736251831,
      "loss_total": 0.01962059736251831,
      "step": 47660
    },
    {
      "loss_action": 0.012406136840581894,
      "loss_total": 0.012406136840581894,
      "step": 47660
    },
    {
      "loss_action": 0.015928056091070175,
      "loss_total": 0.015928056091070175,
      "step": 47660
    },
    {
      "loss_action": 0.002833737526088953,
      "loss_total": 0.002833737526088953,
      "step": 47660
    },
    {
      "loss_action": 0.008927000686526299,
      "loss_total": 0.008927000686526299,
      "step": 47660
    },
    {
      "loss_action": 0.0023341362830251455,
      "loss_total": 0.0023341362830251455,
      "step": 47660
    },
    {
      "loss_action": 0.013989176601171494,
      "loss_total": 0.013989176601171494,
      "step": 47660
    },
    {
      "grad_norm": 0.09714505821466446,
      "learning_rate": 9.869753844945158e-05,
      "loss": 0.0093,
      "step": 47670
    },
    {
      "loss_action": 0.0063381255604326725,
      "loss_total": 0.0063381255604326725,
      "step": 47670
    },
    {
      "loss_action": 0.0066896709613502026,
      "loss_total": 0.0066896709613502026,
      "step": 47670
    },
    {
      "loss_action": 0.0031709522008895874,
      "loss_total": 0.0031709522008895874,
      "step": 47670
    },
    {
      "loss_action": 0.005320425145328045,
      "loss_total": 0.005320425145328045,
      "step": 47670
    },
    {
      "loss_action": 0.0036445576697587967,
      "loss_total": 0.0036445576697587967,
      "step": 47670
    },
    {
      "loss_action": 0.007749756798148155,
      "loss_total": 0.007749756798148155,
      "step": 47670
    },
    {
      "loss_action": 0.021467342972755432,
      "loss_total": 0.021467342972755432,
      "step": 47670
    },
    {
      "loss_action": 0.005941744893789291,
      "loss_total": 0.005941744893789291,
      "step": 47670
    },
    {
      "grad_norm": 0.17819347977638245,
      "learning_rate": 9.869660093279629e-05,
      "loss": 0.0088,
      "step": 47680
    },
    {
      "loss_action": 0.010523129254579544,
      "loss_total": 0.010523129254579544,
      "step": 47680
    },
    {
      "loss_action": 0.017404863610863686,
      "loss_total": 0.017404863610863686,
      "step": 47680
    },
    {
      "loss_action": 0.01861310936510563,
      "loss_total": 0.01861310936510563,
      "step": 47680
    },
    {
      "loss_action": 0.011479994282126427,
      "loss_total": 0.011479994282126427,
      "step": 47680
    },
    {
      "loss_action": 0.005137817934155464,
      "loss_total": 0.005137817934155464,
      "step": 47680
    },
    {
      "loss_action": 0.013382671400904655,
      "loss_total": 0.013382671400904655,
      "step": 47680
    },
    {
      "loss_action": 0.006572399288415909,
      "loss_total": 0.006572399288415909,
      "step": 47680
    },
    {
      "loss_action": 0.02182997390627861,
      "loss_total": 0.02182997390627861,
      "step": 47680
    },
    {
      "grad_norm": 0.14455963671207428,
      "learning_rate": 9.86956630833043e-05,
      "loss": 0.0089,
      "step": 47690
    },
    {
      "loss_action": 0.0031648208387196064,
      "loss_total": 0.0031648208387196064,
      "step": 47690
    },
    {
      "loss_action": 0.004292135126888752,
      "loss_total": 0.004292135126888752,
      "step": 47690
    },
    {
      "loss_action": 0.014476622454822063,
      "loss_total": 0.014476622454822063,
      "step": 47690
    },
    {
      "loss_action": 0.010182838886976242,
      "loss_total": 0.010182838886976242,
      "step": 47690
    },
    {
      "loss_action": 0.007191181648522615,
      "loss_total": 0.007191181648522615,
      "step": 47690
    },
    {
      "loss_action": 0.00614266749471426,
      "loss_total": 0.00614266749471426,
      "step": 47690
    },
    {
      "loss_action": 0.004045052453875542,
      "loss_total": 0.004045052453875542,
      "step": 47690
    },
    {
      "loss_action": 0.002527936827391386,
      "loss_total": 0.002527936827391386,
      "step": 47690
    },
    {
      "grad_norm": 0.16211862862110138,
      "learning_rate": 9.869472490098203e-05,
      "loss": 0.0094,
      "step": 47700
    },
    {
      "loss_action": 0.006878475192934275,
      "loss_total": 0.006878475192934275,
      "step": 47700
    },
    {
      "loss_action": 0.01218070462346077,
      "loss_total": 0.01218070462346077,
      "step": 47700
    },
    {
      "loss_action": 0.015112572349607944,
      "loss_total": 0.015112572349607944,
      "step": 47700
    },
    {
      "loss_action": 0.003810254158452153,
      "loss_total": 0.003810254158452153,
      "step": 47700
    },
    {
      "loss_action": 0.0022507011890411377,
      "loss_total": 0.0022507011890411377,
      "step": 47700
    },
    {
      "loss_action": 0.005653572268784046,
      "loss_total": 0.005653572268784046,
      "step": 47700
    },
    {
      "loss_action": 0.007900986820459366,
      "loss_total": 0.007900986820459366,
      "step": 47700
    },
    {
      "loss_action": 0.00733206607401371,
      "loss_total": 0.00733206607401371,
      "step": 47700
    },
    {
      "grad_norm": 0.13187086582183838,
      "learning_rate": 9.869378638583588e-05,
      "loss": 0.0074,
      "step": 47710
    },
    {
      "loss_action": 0.023857321590185165,
      "loss_total": 0.023857321590185165,
      "step": 47710
    },
    {
      "loss_action": 0.00379838515073061,
      "loss_total": 0.00379838515073061,
      "step": 47710
    },
    {
      "loss_action": 0.010126758366823196,
      "loss_total": 0.010126758366823196,
      "step": 47710
    },
    {
      "loss_action": 0.016722721979022026,
      "loss_total": 0.016722721979022026,
      "step": 47710
    },
    {
      "loss_action": 0.005279958248138428,
      "loss_total": 0.005279958248138428,
      "step": 47710
    },
    {
      "loss_action": 0.007381339091807604,
      "loss_total": 0.007381339091807604,
      "step": 47710
    },
    {
      "loss_action": 0.005597681738436222,
      "loss_total": 0.005597681738436222,
      "step": 47710
    },
    {
      "loss_action": 0.00809695478528738,
      "loss_total": 0.00809695478528738,
      "step": 47710
    },
    {
      "grad_norm": 0.13871318101882935,
      "learning_rate": 9.869284753787229e-05,
      "loss": 0.0085,
      "step": 47720
    },
    {
      "loss_action": 0.010325309820473194,
      "loss_total": 0.010325309820473194,
      "step": 47720
    },
    {
      "loss_action": 0.009323718026280403,
      "loss_total": 0.009323718026280403,
      "step": 47720
    },
    {
      "loss_action": 0.02721250057220459,
      "loss_total": 0.02721250057220459,
      "step": 47720
    },
    {
      "loss_action": 0.00835639052093029,
      "loss_total": 0.00835639052093029,
      "step": 47720
    },
    {
      "loss_action": 0.005899146199226379,
      "loss_total": 0.005899146199226379,
      "step": 47720
    },
    {
      "loss_action": 0.008155308663845062,
      "loss_total": 0.008155308663845062,
      "step": 47720
    },
    {
      "loss_action": 0.024831149727106094,
      "loss_total": 0.024831149727106094,
      "step": 47720
    },
    {
      "loss_action": 0.008999848738312721,
      "loss_total": 0.008999848738312721,
      "step": 47720
    },
    {
      "grad_norm": 0.19176732003688812,
      "learning_rate": 9.869190835709765e-05,
      "loss": 0.01,
      "step": 47730
    },
    {
      "loss_action": 0.013402078300714493,
      "loss_total": 0.013402078300714493,
      "step": 47730
    },
    {
      "loss_action": 0.017441526055336,
      "loss_total": 0.017441526055336,
      "step": 47730
    },
    {
      "loss_action": 0.00895383208990097,
      "loss_total": 0.00895383208990097,
      "step": 47730
    },
    {
      "loss_action": 0.010043174028396606,
      "loss_total": 0.010043174028396606,
      "step": 47730
    },
    {
      "loss_action": 0.003526449203491211,
      "loss_total": 0.003526449203491211,
      "step": 47730
    },
    {
      "loss_action": 0.009637270122766495,
      "loss_total": 0.009637270122766495,
      "step": 47730
    },
    {
      "loss_action": 0.012478910386562347,
      "loss_total": 0.012478910386562347,
      "step": 47730
    },
    {
      "loss_action": 0.010308889672160149,
      "loss_total": 0.010308889672160149,
      "step": 47730
    },
    {
      "grad_norm": 0.122914157807827,
      "learning_rate": 9.869096884351838e-05,
      "loss": 0.0096,
      "step": 47740
    },
    {
      "loss_action": 0.03016984835267067,
      "loss_total": 0.03016984835267067,
      "step": 47740
    },
    {
      "loss_action": 0.009922996163368225,
      "loss_total": 0.009922996163368225,
      "step": 47740
    },
    {
      "loss_action": 0.003273104317486286,
      "loss_total": 0.003273104317486286,
      "step": 47740
    },
    {
      "loss_action": 0.004468269646167755,
      "loss_total": 0.004468269646167755,
      "step": 47740
    },
    {
      "loss_action": 0.011627459898591042,
      "loss_total": 0.011627459898591042,
      "step": 47740
    },
    {
      "loss_action": 0.00979296863079071,
      "loss_total": 0.00979296863079071,
      "step": 47740
    },
    {
      "loss_action": 0.018668606877326965,
      "loss_total": 0.018668606877326965,
      "step": 47740
    },
    {
      "loss_action": 0.011349156498908997,
      "loss_total": 0.011349156498908997,
      "step": 47740
    },
    {
      "grad_norm": 0.11863689869642258,
      "learning_rate": 9.869002899714093e-05,
      "loss": 0.0081,
      "step": 47750
    },
    {
      "loss_action": 0.021871013566851616,
      "loss_total": 0.021871013566851616,
      "step": 47750
    },
    {
      "loss_action": 0.013368459418416023,
      "loss_total": 0.013368459418416023,
      "step": 47750
    },
    {
      "loss_action": 0.0024828449822962284,
      "loss_total": 0.0024828449822962284,
      "step": 47750
    },
    {
      "loss_action": 0.0039739846251904964,
      "loss_total": 0.0039739846251904964,
      "step": 47750
    },
    {
      "loss_action": 0.010957136750221252,
      "loss_total": 0.010957136750221252,
      "step": 47750
    },
    {
      "loss_action": 0.005238327197730541,
      "loss_total": 0.005238327197730541,
      "step": 47750
    },
    {
      "loss_action": 0.011632716283202171,
      "loss_total": 0.011632716283202171,
      "step": 47750
    },
    {
      "loss_action": 0.007094415836036205,
      "loss_total": 0.007094415836036205,
      "step": 47750
    },
    {
      "grad_norm": 0.1320972740650177,
      "learning_rate": 9.868908881797168e-05,
      "loss": 0.0079,
      "step": 47760
    },
    {
      "loss_action": 0.0063847568817436695,
      "loss_total": 0.0063847568817436695,
      "step": 47760
    },
    {
      "loss_action": 0.009894034825265408,
      "loss_total": 0.009894034825265408,
      "step": 47760
    },
    {
      "loss_action": 0.00681948522105813,
      "loss_total": 0.00681948522105813,
      "step": 47760
    },
    {
      "loss_action": 0.0077291857451200485,
      "loss_total": 0.0077291857451200485,
      "step": 47760
    },
    {
      "loss_action": 0.0018970125820487738,
      "loss_total": 0.0018970125820487738,
      "step": 47760
    },
    {
      "loss_action": 0.011697432026267052,
      "loss_total": 0.011697432026267052,
      "step": 47760
    },
    {
      "loss_action": 0.003570335917174816,
      "loss_total": 0.003570335917174816,
      "step": 47760
    },
    {
      "loss_action": 0.002707682317122817,
      "loss_total": 0.002707682317122817,
      "step": 47760
    },
    {
      "grad_norm": 0.15457157790660858,
      "learning_rate": 9.868814830601709e-05,
      "loss": 0.0091,
      "step": 47770
    },
    {
      "loss_action": 0.01109696738421917,
      "loss_total": 0.01109696738421917,
      "step": 47770
    },
    {
      "loss_action": 0.006952437572181225,
      "loss_total": 0.006952437572181225,
      "step": 47770
    },
    {
      "loss_action": 0.005023177247494459,
      "loss_total": 0.005023177247494459,
      "step": 47770
    },
    {
      "loss_action": 0.008966912515461445,
      "loss_total": 0.008966912515461445,
      "step": 47770
    },
    {
      "loss_action": 0.006085671950131655,
      "loss_total": 0.006085671950131655,
      "step": 47770
    },
    {
      "loss_action": 0.015118354931473732,
      "loss_total": 0.015118354931473732,
      "step": 47770
    },
    {
      "loss_action": 0.008870124816894531,
      "loss_total": 0.008870124816894531,
      "step": 47770
    },
    {
      "loss_action": 0.0075790598057210445,
      "loss_total": 0.0075790598057210445,
      "step": 47770
    },
    {
      "grad_norm": 0.11932864785194397,
      "learning_rate": 9.86872074612836e-05,
      "loss": 0.0096,
      "step": 47780
    },
    {
      "loss_action": 0.01039011962711811,
      "loss_total": 0.01039011962711811,
      "step": 47780
    },
    {
      "loss_action": 0.00390987703576684,
      "loss_total": 0.00390987703576684,
      "step": 47780
    },
    {
      "loss_action": 0.004249250516295433,
      "loss_total": 0.004249250516295433,
      "step": 47780
    },
    {
      "loss_action": 0.015985246747732162,
      "loss_total": 0.015985246747732162,
      "step": 47780
    },
    {
      "loss_action": 0.00408779876306653,
      "loss_total": 0.00408779876306653,
      "step": 47780
    },
    {
      "loss_action": 0.003746082540601492,
      "loss_total": 0.003746082540601492,
      "step": 47780
    },
    {
      "loss_action": 0.011288824491202831,
      "loss_total": 0.011288824491202831,
      "step": 47780
    },
    {
      "loss_action": 0.006747865583747625,
      "loss_total": 0.006747865583747625,
      "step": 47780
    },
    {
      "grad_norm": 0.13027188181877136,
      "learning_rate": 9.868626628377759e-05,
      "loss": 0.0085,
      "step": 47790
    },
    {
      "loss_action": 0.007373230531811714,
      "loss_total": 0.007373230531811714,
      "step": 47790
    },
    {
      "loss_action": 0.010631424374878407,
      "loss_total": 0.010631424374878407,
      "step": 47790
    },
    {
      "loss_action": 0.015250101685523987,
      "loss_total": 0.015250101685523987,
      "step": 47790
    },
    {
      "loss_action": 0.007285214960575104,
      "loss_total": 0.007285214960575104,
      "step": 47790
    },
    {
      "loss_action": 0.014106521382927895,
      "loss_total": 0.014106521382927895,
      "step": 47790
    },
    {
      "loss_action": 0.005740500520914793,
      "loss_total": 0.005740500520914793,
      "step": 47790
    },
    {
      "loss_action": 0.01571568101644516,
      "loss_total": 0.01571568101644516,
      "step": 47790
    },
    {
      "loss_action": 0.010718584060668945,
      "loss_total": 0.010718584060668945,
      "step": 47790
    },
    {
      "grad_norm": 0.180423766374588,
      "learning_rate": 9.868532477350554e-05,
      "loss": 0.0086,
      "step": 47800
    },
    {
      "loss_action": 0.019137762486934662,
      "loss_total": 0.019137762486934662,
      "step": 47800
    },
    {
      "loss_action": 0.011797109618782997,
      "loss_total": 0.011797109618782997,
      "step": 47800
    },
    {
      "loss_action": 0.010641846805810928,
      "loss_total": 0.010641846805810928,
      "step": 47800
    },
    {
      "loss_action": 0.0037845515180379152,
      "loss_total": 0.0037845515180379152,
      "step": 47800
    },
    {
      "loss_action": 0.0043441494926810265,
      "loss_total": 0.0043441494926810265,
      "step": 47800
    },
    {
      "loss_action": 0.006876111961901188,
      "loss_total": 0.006876111961901188,
      "step": 47800
    },
    {
      "loss_action": 0.011585727334022522,
      "loss_total": 0.011585727334022522,
      "step": 47800
    },
    {
      "loss_action": 0.008071674033999443,
      "loss_total": 0.008071674033999443,
      "step": 47800
    },
    {
      "grad_norm": 0.16811074316501617,
      "learning_rate": 9.868438293047385e-05,
      "loss": 0.0097,
      "step": 47810
    },
    {
      "loss_action": 0.010395673103630543,
      "loss_total": 0.010395673103630543,
      "step": 47810
    },
    {
      "loss_action": 0.007990323007106781,
      "loss_total": 0.007990323007106781,
      "step": 47810
    },
    {
      "loss_action": 0.004436306655406952,
      "loss_total": 0.004436306655406952,
      "step": 47810
    },
    {
      "loss_action": 0.01774427480995655,
      "loss_total": 0.01774427480995655,
      "step": 47810
    },
    {
      "loss_action": 0.03252985700964928,
      "loss_total": 0.03252985700964928,
      "step": 47810
    },
    {
      "loss_action": 0.006725677289068699,
      "loss_total": 0.006725677289068699,
      "step": 47810
    },
    {
      "loss_action": 0.00682127196341753,
      "loss_total": 0.00682127196341753,
      "step": 47810
    },
    {
      "loss_action": 0.01864854246377945,
      "loss_total": 0.01864854246377945,
      "step": 47810
    },
    {
      "grad_norm": 0.10158929228782654,
      "learning_rate": 9.868344075468899e-05,
      "loss": 0.0081,
      "step": 47820
    },
    {
      "loss_action": 0.004359773360192776,
      "loss_total": 0.004359773360192776,
      "step": 47820
    },
    {
      "loss_action": 0.013620481826364994,
      "loss_total": 0.013620481826364994,
      "step": 47820
    },
    {
      "loss_action": 0.002479509450495243,
      "loss_total": 0.002479509450495243,
      "step": 47820
    },
    {
      "loss_action": 0.004959524609148502,
      "loss_total": 0.004959524609148502,
      "step": 47820
    },
    {
      "loss_action": 0.009150211699306965,
      "loss_total": 0.009150211699306965,
      "step": 47820
    },
    {
      "loss_action": 0.003241439815610647,
      "loss_total": 0.003241439815610647,
      "step": 47820
    },
    {
      "loss_action": 0.007411695551127195,
      "loss_total": 0.007411695551127195,
      "step": 47820
    },
    {
      "loss_action": 0.005959664471447468,
      "loss_total": 0.005959664471447468,
      "step": 47820
    },
    {
      "grad_norm": 0.15721186995506287,
      "learning_rate": 9.868249824615737e-05,
      "loss": 0.008,
      "step": 47830
    },
    {
      "loss_action": 0.007777291815727949,
      "loss_total": 0.007777291815727949,
      "step": 47830
    },
    {
      "loss_action": 0.0055289966985583305,
      "loss_total": 0.0055289966985583305,
      "step": 47830
    },
    {
      "loss_action": 0.002886139554902911,
      "loss_total": 0.002886139554902911,
      "step": 47830
    },
    {
      "loss_action": 0.006703205406665802,
      "loss_total": 0.006703205406665802,
      "step": 47830
    },
    {
      "loss_action": 0.004520296584814787,
      "loss_total": 0.004520296584814787,
      "step": 47830
    },
    {
      "loss_action": 0.007617374416440725,
      "loss_total": 0.007617374416440725,
      "step": 47830
    },
    {
      "loss_action": 0.019764427095651627,
      "loss_total": 0.019764427095651627,
      "step": 47830
    },
    {
      "loss_action": 0.002988646272569895,
      "loss_total": 0.002988646272569895,
      "step": 47830
    },
    {
      "grad_norm": 0.14088290929794312,
      "learning_rate": 9.868155540488547e-05,
      "loss": 0.0096,
      "step": 47840
    },
    {
      "loss_action": 0.010755002498626709,
      "loss_total": 0.010755002498626709,
      "step": 47840
    },
    {
      "loss_action": 0.013200996443629265,
      "loss_total": 0.013200996443629265,
      "step": 47840
    },
    {
      "loss_action": 0.010372728109359741,
      "loss_total": 0.010372728109359741,
      "step": 47840
    },
    {
      "loss_action": 0.009860004298388958,
      "loss_total": 0.009860004298388958,
      "step": 47840
    },
    {
      "loss_action": 0.01189466007053852,
      "loss_total": 0.01189466007053852,
      "step": 47840
    },
    {
      "loss_action": 0.014134513214230537,
      "loss_total": 0.014134513214230537,
      "step": 47840
    },
    {
      "loss_action": 0.010060103610157967,
      "loss_total": 0.010060103610157967,
      "step": 47840
    },
    {
      "loss_action": 0.005903380922973156,
      "loss_total": 0.005903380922973156,
      "step": 47840
    },
    {
      "grad_norm": 0.10321934521198273,
      "learning_rate": 9.868061223087969e-05,
      "loss": 0.0081,
      "step": 47850
    },
    {
      "loss_action": 0.016612982377409935,
      "loss_total": 0.016612982377409935,
      "step": 47850
    },
    {
      "loss_action": 0.0068885814398527145,
      "loss_total": 0.0068885814398527145,
      "step": 47850
    },
    {
      "loss_action": 0.007047029212117195,
      "loss_total": 0.007047029212117195,
      "step": 47850
    },
    {
      "loss_action": 0.008462833240628242,
      "loss_total": 0.008462833240628242,
      "step": 47850
    },
    {
      "loss_action": 0.0044057536870241165,
      "loss_total": 0.0044057536870241165,
      "step": 47850
    },
    {
      "loss_action": 0.009318681433796883,
      "loss_total": 0.009318681433796883,
      "step": 47850
    },
    {
      "loss_action": 0.011197404935956001,
      "loss_total": 0.011197404935956001,
      "step": 47850
    },
    {
      "loss_action": 0.0047904253005981445,
      "loss_total": 0.0047904253005981445,
      "step": 47850
    },
    {
      "grad_norm": 0.09277571737766266,
      "learning_rate": 9.86796687241465e-05,
      "loss": 0.0087,
      "step": 47860
    },
    {
      "loss_action": 0.016435708850622177,
      "loss_total": 0.016435708850622177,
      "step": 47860
    },
    {
      "loss_action": 0.013180729933083057,
      "loss_total": 0.013180729933083057,
      "step": 47860
    },
    {
      "loss_action": 0.010892385616898537,
      "loss_total": 0.010892385616898537,
      "step": 47860
    },
    {
      "loss_action": 0.00739434314891696,
      "loss_total": 0.00739434314891696,
      "step": 47860
    },
    {
      "loss_action": 0.002162619959563017,
      "loss_total": 0.002162619959563017,
      "step": 47860
    },
    {
      "loss_action": 0.01020532101392746,
      "loss_total": 0.01020532101392746,
      "step": 47860
    },
    {
      "loss_action": 0.00935765728354454,
      "loss_total": 0.00935765728354454,
      "step": 47860
    },
    {
      "loss_action": 0.006719564087688923,
      "loss_total": 0.006719564087688923,
      "step": 47860
    },
    {
      "grad_norm": 0.19510385394096375,
      "learning_rate": 9.867872488469234e-05,
      "loss": 0.0091,
      "step": 47870
    },
    {
      "loss_action": 0.011054610833525658,
      "loss_total": 0.011054610833525658,
      "step": 47870
    },
    {
      "loss_action": 0.0050544035620987415,
      "loss_total": 0.0050544035620987415,
      "step": 47870
    },
    {
      "loss_action": 0.016690505668520927,
      "loss_total": 0.016690505668520927,
      "step": 47870
    },
    {
      "loss_action": 0.017595436424016953,
      "loss_total": 0.017595436424016953,
      "step": 47870
    },
    {
      "loss_action": 0.007458304986357689,
      "loss_total": 0.007458304986357689,
      "step": 47870
    },
    {
      "loss_action": 0.00534460274502635,
      "loss_total": 0.00534460274502635,
      "step": 47870
    },
    {
      "loss_action": 0.004609762690961361,
      "loss_total": 0.004609762690961361,
      "step": 47870
    },
    {
      "loss_action": 0.0069968001917004585,
      "loss_total": 0.0069968001917004585,
      "step": 47870
    },
    {
      "grad_norm": 0.10352039337158203,
      "learning_rate": 9.867778071252369e-05,
      "loss": 0.0091,
      "step": 47880
    },
    {
      "loss_action": 0.008410451002418995,
      "loss_total": 0.008410451002418995,
      "step": 47880
    },
    {
      "loss_action": 0.005855496972799301,
      "loss_total": 0.005855496972799301,
      "step": 47880
    },
    {
      "loss_action": 0.003681161906570196,
      "loss_total": 0.003681161906570196,
      "step": 47880
    },
    {
      "loss_action": 0.004068383481353521,
      "loss_total": 0.004068383481353521,
      "step": 47880
    },
    {
      "loss_action": 0.010000396519899368,
      "loss_total": 0.010000396519899368,
      "step": 47880
    },
    {
      "loss_action": 0.010082228109240532,
      "loss_total": 0.010082228109240532,
      "step": 47880
    },
    {
      "loss_action": 0.01083699893206358,
      "loss_total": 0.01083699893206358,
      "step": 47880
    },
    {
      "loss_action": 0.005870695225894451,
      "loss_total": 0.005870695225894451,
      "step": 47880
    },
    {
      "grad_norm": 0.15370801091194153,
      "learning_rate": 9.867683620764696e-05,
      "loss": 0.01,
      "step": 47890
    },
    {
      "loss_action": 0.004687396809458733,
      "loss_total": 0.004687396809458733,
      "step": 47890
    },
    {
      "loss_action": 0.01165771298110485,
      "loss_total": 0.01165771298110485,
      "step": 47890
    },
    {
      "loss_action": 0.013833314180374146,
      "loss_total": 0.013833314180374146,
      "step": 47890
    },
    {
      "loss_action": 0.008529790677130222,
      "loss_total": 0.008529790677130222,
      "step": 47890
    },
    {
      "loss_action": 0.008491212502121925,
      "loss_total": 0.008491212502121925,
      "step": 47890
    },
    {
      "loss_action": 0.01517566293478012,
      "loss_total": 0.01517566293478012,
      "step": 47890
    },
    {
      "loss_action": 0.09578348696231842,
      "loss_total": 0.09578348696231842,
      "step": 47890
    },
    {
      "loss_action": 0.014017965644598007,
      "loss_total": 0.014017965644598007,
      "step": 47890
    },
    {
      "grad_norm": 0.16755391657352448,
      "learning_rate": 9.867589137006863e-05,
      "loss": 0.0109,
      "step": 47900
    },
    {
      "loss_action": 0.005629208404570818,
      "loss_total": 0.005629208404570818,
      "step": 47900
    },
    {
      "loss_action": 0.004467845428735018,
      "loss_total": 0.004467845428735018,
      "step": 47900
    },
    {
      "loss_action": 0.011470954865217209,
      "loss_total": 0.011470954865217209,
      "step": 47900
    },
    {
      "loss_action": 0.021338501945137978,
      "loss_total": 0.021338501945137978,
      "step": 47900
    },
    {
      "loss_action": 0.003317953087389469,
      "loss_total": 0.003317953087389469,
      "step": 47900
    },
    {
      "loss_action": 0.006281101144850254,
      "loss_total": 0.006281101144850254,
      "step": 47900
    },
    {
      "loss_action": 0.003420465625822544,
      "loss_total": 0.003420465625822544,
      "step": 47900
    },
    {
      "loss_action": 0.004505728371441364,
      "loss_total": 0.004505728371441364,
      "step": 47900
    },
    {
      "grad_norm": 0.12767952680587769,
      "learning_rate": 9.867494619979516e-05,
      "loss": 0.0109,
      "step": 47910
    },
    {
      "loss_action": 0.009312944486737251,
      "loss_total": 0.009312944486737251,
      "step": 47910
    },
    {
      "loss_action": 0.002797377295792103,
      "loss_total": 0.002797377295792103,
      "step": 47910
    },
    {
      "loss_action": 0.0032580550760030746,
      "loss_total": 0.0032580550760030746,
      "step": 47910
    },
    {
      "loss_action": 0.0022582504898309708,
      "loss_total": 0.0022582504898309708,
      "step": 47910
    },
    {
      "loss_action": 0.005490025505423546,
      "loss_total": 0.005490025505423546,
      "step": 47910
    },
    {
      "loss_action": 0.005880455020815134,
      "loss_total": 0.005880455020815134,
      "step": 47910
    },
    {
      "loss_action": 0.0063554756343364716,
      "loss_total": 0.0063554756343364716,
      "step": 47910
    },
    {
      "loss_action": 0.010442014783620834,
      "loss_total": 0.010442014783620834,
      "step": 47910
    },
    {
      "grad_norm": 0.1495983600616455,
      "learning_rate": 9.8674000696833e-05,
      "loss": 0.0095,
      "step": 47920
    },
    {
      "loss_action": 0.006324726156890392,
      "loss_total": 0.006324726156890392,
      "step": 47920
    },
    {
      "loss_action": 0.01684826985001564,
      "loss_total": 0.01684826985001564,
      "step": 47920
    },
    {
      "loss_action": 0.003351071150973439,
      "loss_total": 0.003351071150973439,
      "step": 47920
    },
    {
      "loss_action": 0.0037455817218869925,
      "loss_total": 0.0037455817218869925,
      "step": 47920
    },
    {
      "loss_action": 0.010881168767809868,
      "loss_total": 0.010881168767809868,
      "step": 47920
    },
    {
      "loss_action": 0.007142242044210434,
      "loss_total": 0.007142242044210434,
      "step": 47920
    },
    {
      "loss_action": 0.007592405658215284,
      "loss_total": 0.007592405658215284,
      "step": 47920
    },
    {
      "loss_action": 0.010052063502371311,
      "loss_total": 0.010052063502371311,
      "step": 47920
    },
    {
      "grad_norm": 0.1499369591474533,
      "learning_rate": 9.867305486118861e-05,
      "loss": 0.0094,
      "step": 47930
    },
    {
      "loss_action": 0.0051978575065732,
      "loss_total": 0.0051978575065732,
      "step": 47930
    },
    {
      "loss_action": 0.009887605905532837,
      "loss_total": 0.009887605905532837,
      "step": 47930
    },
    {
      "loss_action": 0.010891756042838097,
      "loss_total": 0.010891756042838097,
      "step": 47930
    },
    {
      "loss_action": 0.0039060579147189856,
      "loss_total": 0.0039060579147189856,
      "step": 47930
    },
    {
      "loss_action": 0.0042175669223070145,
      "loss_total": 0.0042175669223070145,
      "step": 47930
    },
    {
      "loss_action": 0.009356524795293808,
      "loss_total": 0.009356524795293808,
      "step": 47930
    },
    {
      "loss_action": 0.009844569489359856,
      "loss_total": 0.009844569489359856,
      "step": 47930
    },
    {
      "loss_action": 0.004993355832993984,
      "loss_total": 0.004993355832993984,
      "step": 47930
    },
    {
      "grad_norm": 0.13444790244102478,
      "learning_rate": 9.867210869286846e-05,
      "loss": 0.0092,
      "step": 47940
    },
    {
      "loss_action": 0.007900829426944256,
      "loss_total": 0.007900829426944256,
      "step": 47940
    },
    {
      "loss_action": 0.008650725707411766,
      "loss_total": 0.008650725707411766,
      "step": 47940
    },
    {
      "loss_action": 0.008756546303629875,
      "loss_total": 0.008756546303629875,
      "step": 47940
    },
    {
      "loss_action": 0.007214752957224846,
      "loss_total": 0.007214752957224846,
      "step": 47940
    },
    {
      "loss_action": 0.012912875972688198,
      "loss_total": 0.012912875972688198,
      "step": 47940
    },
    {
      "loss_action": 0.005343373864889145,
      "loss_total": 0.005343373864889145,
      "step": 47940
    },
    {
      "loss_action": 0.0038715642876923084,
      "loss_total": 0.0038715642876923084,
      "step": 47940
    },
    {
      "loss_action": 0.014614751562476158,
      "loss_total": 0.014614751562476158,
      "step": 47940
    },
    {
      "grad_norm": 0.10445333272218704,
      "learning_rate": 9.867116219187902e-05,
      "loss": 0.01,
      "step": 47950
    },
    {
      "loss_action": 0.007641200441867113,
      "loss_total": 0.007641200441867113,
      "step": 47950
    },
    {
      "loss_action": 0.012802867218852043,
      "loss_total": 0.012802867218852043,
      "step": 47950
    },
    {
      "loss_action": 0.01475459337234497,
      "loss_total": 0.01475459337234497,
      "step": 47950
    },
    {
      "loss_action": 0.03107442706823349,
      "loss_total": 0.03107442706823349,
      "step": 47950
    },
    {
      "loss_action": 0.01734045520424843,
      "loss_total": 0.01734045520424843,
      "step": 47950
    },
    {
      "loss_action": 0.006012981757521629,
      "loss_total": 0.006012981757521629,
      "step": 47950
    },
    {
      "loss_action": 0.005509226582944393,
      "loss_total": 0.005509226582944393,
      "step": 47950
    },
    {
      "loss_action": 0.018003374338150024,
      "loss_total": 0.018003374338150024,
      "step": 47950
    },
    {
      "grad_norm": 0.13553407788276672,
      "learning_rate": 9.867021535822676e-05,
      "loss": 0.0103,
      "step": 47960
    },
    {
      "loss_action": 0.0039983950555324554,
      "loss_total": 0.0039983950555324554,
      "step": 47960
    },
    {
      "loss_action": 0.004112000577151775,
      "loss_total": 0.004112000577151775,
      "step": 47960
    },
    {
      "loss_action": 0.007646145764738321,
      "loss_total": 0.007646145764738321,
      "step": 47960
    },
    {
      "loss_action": 0.0031139813363552094,
      "loss_total": 0.0031139813363552094,
      "step": 47960
    },
    {
      "loss_action": 0.01347975991666317,
      "loss_total": 0.01347975991666317,
      "step": 47960
    },
    {
      "loss_action": 0.010331932455301285,
      "loss_total": 0.010331932455301285,
      "step": 47960
    },
    {
      "loss_action": 0.009219996631145477,
      "loss_total": 0.009219996631145477,
      "step": 47960
    },
    {
      "loss_action": 0.006039490457624197,
      "loss_total": 0.006039490457624197,
      "step": 47960
    },
    {
      "grad_norm": 0.1482754945755005,
      "learning_rate": 9.866926819191815e-05,
      "loss": 0.0087,
      "step": 47970
    },
    {
      "loss_action": 0.0035636313259601593,
      "loss_total": 0.0035636313259601593,
      "step": 47970
    },
    {
      "loss_action": 0.00447432603687048,
      "loss_total": 0.00447432603687048,
      "step": 47970
    },
    {
      "loss_action": 0.006888550706207752,
      "loss_total": 0.006888550706207752,
      "step": 47970
    },
    {
      "loss_action": 0.007073105312883854,
      "loss_total": 0.007073105312883854,
      "step": 47970
    },
    {
      "loss_action": 0.0090196393430233,
      "loss_total": 0.0090196393430233,
      "step": 47970
    },
    {
      "loss_action": 0.03738567233085632,
      "loss_total": 0.03738567233085632,
      "step": 47970
    },
    {
      "loss_action": 0.005102919414639473,
      "loss_total": 0.005102919414639473,
      "step": 47970
    },
    {
      "loss_action": 0.007839569821953773,
      "loss_total": 0.007839569821953773,
      "step": 47970
    },
    {
      "grad_norm": 0.12187883257865906,
      "learning_rate": 9.866832069295965e-05,
      "loss": 0.0089,
      "step": 47980
    },
    {
      "loss_action": 0.002531202044337988,
      "loss_total": 0.002531202044337988,
      "step": 47980
    },
    {
      "loss_action": 0.004745577462017536,
      "loss_total": 0.004745577462017536,
      "step": 47980
    },
    {
      "loss_action": 0.006092105060815811,
      "loss_total": 0.006092105060815811,
      "step": 47980
    },
    {
      "loss_action": 0.003797453362494707,
      "loss_total": 0.003797453362494707,
      "step": 47980
    },
    {
      "loss_action": 0.006502400152385235,
      "loss_total": 0.006502400152385235,
      "step": 47980
    },
    {
      "loss_action": 0.004091258160769939,
      "loss_total": 0.004091258160769939,
      "step": 47980
    },
    {
      "loss_action": 0.005647510290145874,
      "loss_total": 0.005647510290145874,
      "step": 47980
    },
    {
      "loss_action": 0.005016113165766001,
      "loss_total": 0.005016113165766001,
      "step": 47980
    },
    {
      "grad_norm": 0.14341573417186737,
      "learning_rate": 9.866737286135777e-05,
      "loss": 0.0082,
      "step": 47990
    },
    {
      "loss_action": 0.0055669257417321205,
      "loss_total": 0.0055669257417321205,
      "step": 47990
    },
    {
      "loss_action": 0.03274940699338913,
      "loss_total": 0.03274940699338913,
      "step": 47990
    },
    {
      "loss_action": 0.004537541884928942,
      "loss_total": 0.004537541884928942,
      "step": 47990
    },
    {
      "loss_action": 0.01304133515805006,
      "loss_total": 0.01304133515805006,
      "step": 47990
    },
    {
      "loss_action": 0.005875671282410622,
      "loss_total": 0.005875671282410622,
      "step": 47990
    },
    {
      "loss_action": 0.015517659485340118,
      "loss_total": 0.015517659485340118,
      "step": 47990
    },
    {
      "loss_action": 0.007251627277582884,
      "loss_total": 0.007251627277582884,
      "step": 47990
    },
    {
      "loss_action": 0.005533525720238686,
      "loss_total": 0.005533525720238686,
      "step": 47990
    },
    {
      "grad_norm": 0.10717997699975967,
      "learning_rate": 9.866642469711895e-05,
      "loss": 0.0086,
      "step": 48000
    },
    {
      "loss_action": 0.007872742600739002,
      "loss_total": 0.007872742600739002,
      "step": 48000
    },
    {
      "loss_action": 0.008110051043331623,
      "loss_total": 0.008110051043331623,
      "step": 48000
    },
    {
      "loss_action": 0.009475737810134888,
      "loss_total": 0.009475737810134888,
      "step": 48000
    },
    {
      "loss_action": 0.0060736676678061485,
      "loss_total": 0.0060736676678061485,
      "step": 48000
    },
    {
      "loss_action": 0.008942583575844765,
      "loss_total": 0.008942583575844765,
      "step": 48000
    },
    {
      "loss_action": 0.021327145397663116,
      "loss_total": 0.021327145397663116,
      "step": 48000
    },
    {
      "loss_action": 0.0058616516180336475,
      "loss_total": 0.0058616516180336475,
      "step": 48000
    },
    {
      "loss_action": 0.006272307597100735,
      "loss_total": 0.006272307597100735,
      "step": 48000
    },
    {
      "grad_norm": 0.1335822194814682,
      "learning_rate": 9.86654762002497e-05,
      "loss": 0.0086,
      "step": 48010
    },
    {
      "loss_action": 0.007045126054435968,
      "loss_total": 0.007045126054435968,
      "step": 48010
    },
    {
      "loss_action": 0.0029878162313252687,
      "loss_total": 0.0029878162313252687,
      "step": 48010
    },
    {
      "loss_action": 0.0031356243416666985,
      "loss_total": 0.0031356243416666985,
      "step": 48010
    },
    {
      "loss_action": 0.004004135262221098,
      "loss_total": 0.004004135262221098,
      "step": 48010
    },
    {
      "loss_action": 0.0040397681295871735,
      "loss_total": 0.0040397681295871735,
      "step": 48010
    },
    {
      "loss_action": 0.005901551339775324,
      "loss_total": 0.005901551339775324,
      "step": 48010
    },
    {
      "loss_action": 0.0058115324936807156,
      "loss_total": 0.0058115324936807156,
      "step": 48010
    },
    {
      "loss_action": 0.004697772674262524,
      "loss_total": 0.004697772674262524,
      "step": 48010
    },
    {
      "grad_norm": 0.15313705801963806,
      "learning_rate": 9.866452737075648e-05,
      "loss": 0.0101,
      "step": 48020
    },
    {
      "loss_action": 0.0038602431304752827,
      "loss_total": 0.0038602431304752827,
      "step": 48020
    },
    {
      "loss_action": 0.009094781242311,
      "loss_total": 0.009094781242311,
      "step": 48020
    },
    {
      "loss_action": 0.012852264568209648,
      "loss_total": 0.012852264568209648,
      "step": 48020
    },
    {
      "loss_action": 0.007308376953005791,
      "loss_total": 0.007308376953005791,
      "step": 48020
    },
    {
      "loss_action": 0.004421035759150982,
      "loss_total": 0.004421035759150982,
      "step": 48020
    },
    {
      "loss_action": 0.005052078515291214,
      "loss_total": 0.005052078515291214,
      "step": 48020
    },
    {
      "loss_action": 0.002800809685140848,
      "loss_total": 0.002800809685140848,
      "step": 48020
    },
    {
      "loss_action": 0.016266191378235817,
      "loss_total": 0.016266191378235817,
      "step": 48020
    },
    {
      "grad_norm": 0.1389460265636444,
      "learning_rate": 9.86635782086458e-05,
      "loss": 0.0076,
      "step": 48030
    },
    {
      "loss_action": 0.006831653416156769,
      "loss_total": 0.006831653416156769,
      "step": 48030
    },
    {
      "loss_action": 0.010065804235637188,
      "loss_total": 0.010065804235637188,
      "step": 48030
    },
    {
      "loss_action": 0.006830307655036449,
      "loss_total": 0.006830307655036449,
      "step": 48030
    },
    {
      "loss_action": 0.0064596496522426605,
      "loss_total": 0.0064596496522426605,
      "step": 48030
    },
    {
      "loss_action": 0.016924332827329636,
      "loss_total": 0.016924332827329636,
      "step": 48030
    },
    {
      "loss_action": 0.008132951334118843,
      "loss_total": 0.008132951334118843,
      "step": 48030
    },
    {
      "loss_action": 0.0029681771993637085,
      "loss_total": 0.0029681771993637085,
      "step": 48030
    },
    {
      "loss_action": 0.01063406839966774,
      "loss_total": 0.01063406839966774,
      "step": 48030
    },
    {
      "grad_norm": 0.11285832524299622,
      "learning_rate": 9.866262871392411e-05,
      "loss": 0.0094,
      "step": 48040
    },
    {
      "loss_action": 0.007854096591472626,
      "loss_total": 0.007854096591472626,
      "step": 48040
    },
    {
      "loss_action": 0.004697195254266262,
      "loss_total": 0.004697195254266262,
      "step": 48040
    },
    {
      "loss_action": 0.0048672351986169815,
      "loss_total": 0.0048672351986169815,
      "step": 48040
    },
    {
      "loss_action": 0.008309867233037949,
      "loss_total": 0.008309867233037949,
      "step": 48040
    },
    {
      "loss_action": 0.01685025915503502,
      "loss_total": 0.01685025915503502,
      "step": 48040
    },
    {
      "loss_action": 0.0049708387814462185,
      "loss_total": 0.0049708387814462185,
      "step": 48040
    },
    {
      "loss_action": 0.00698896823450923,
      "loss_total": 0.00698896823450923,
      "step": 48040
    },
    {
      "loss_action": 0.0040827360935509205,
      "loss_total": 0.0040827360935509205,
      "step": 48040
    },
    {
      "grad_norm": 0.12234291434288025,
      "learning_rate": 9.866167888659793e-05,
      "loss": 0.0077,
      "step": 48050
    },
    {
      "loss_action": 0.003663486335426569,
      "loss_total": 0.003663486335426569,
      "step": 48050
    },
    {
      "loss_action": 0.025202078744769096,
      "loss_total": 0.025202078744769096,
      "step": 48050
    },
    {
      "loss_action": 0.0031456423457711935,
      "loss_total": 0.0031456423457711935,
      "step": 48050
    },
    {
      "loss_action": 0.006713326089084148,
      "loss_total": 0.006713326089084148,
      "step": 48050
    },
    {
      "loss_action": 0.0050312732346355915,
      "loss_total": 0.0050312732346355915,
      "step": 48050
    },
    {
      "loss_action": 0.01155555248260498,
      "loss_total": 0.01155555248260498,
      "step": 48050
    },
    {
      "loss_action": 0.0058189439587295055,
      "loss_total": 0.0058189439587295055,
      "step": 48050
    },
    {
      "loss_action": 0.002239389345049858,
      "loss_total": 0.002239389345049858,
      "step": 48050
    },
    {
      "grad_norm": 0.12130390107631683,
      "learning_rate": 9.866072872667375e-05,
      "loss": 0.0096,
      "step": 48060
    },
    {
      "loss_action": 0.007841206155717373,
      "loss_total": 0.007841206155717373,
      "step": 48060
    },
    {
      "loss_action": 0.009397929534316063,
      "loss_total": 0.009397929534316063,
      "step": 48060
    },
    {
      "loss_action": 0.015718713402748108,
      "loss_total": 0.015718713402748108,
      "step": 48060
    },
    {
      "loss_action": 0.005910941399633884,
      "loss_total": 0.005910941399633884,
      "step": 48060
    },
    {
      "loss_action": 0.010157376527786255,
      "loss_total": 0.010157376527786255,
      "step": 48060
    },
    {
      "loss_action": 0.010096732527017593,
      "loss_total": 0.010096732527017593,
      "step": 48060
    },
    {
      "loss_action": 0.004407916218042374,
      "loss_total": 0.004407916218042374,
      "step": 48060
    },
    {
      "loss_action": 0.010860513895750046,
      "loss_total": 0.010860513895750046,
      "step": 48060
    },
    {
      "grad_norm": 0.11564850062131882,
      "learning_rate": 9.865977823415807e-05,
      "loss": 0.0091,
      "step": 48070
    },
    {
      "loss_action": 0.01187107339501381,
      "loss_total": 0.01187107339501381,
      "step": 48070
    },
    {
      "loss_action": 0.0044276830740273,
      "loss_total": 0.0044276830740273,
      "step": 48070
    },
    {
      "loss_action": 0.01559830829501152,
      "loss_total": 0.01559830829501152,
      "step": 48070
    },
    {
      "loss_action": 0.006688327062875032,
      "loss_total": 0.006688327062875032,
      "step": 48070
    },
    {
      "loss_action": 0.019628237932920456,
      "loss_total": 0.019628237932920456,
      "step": 48070
    },
    {
      "loss_action": 0.015298638492822647,
      "loss_total": 0.015298638492822647,
      "step": 48070
    },
    {
      "loss_action": 0.0026309508830308914,
      "loss_total": 0.0026309508830308914,
      "step": 48070
    },
    {
      "loss_action": 0.0049557872116565704,
      "loss_total": 0.0049557872116565704,
      "step": 48070
    },
    {
      "grad_norm": 0.12217418849468231,
      "learning_rate": 9.865882740905737e-05,
      "loss": 0.0097,
      "step": 48080
    },
    {
      "loss_action": 0.007376884575933218,
      "loss_total": 0.007376884575933218,
      "step": 48080
    },
    {
      "loss_action": 0.00609072670340538,
      "loss_total": 0.00609072670340538,
      "step": 48080
    },
    {
      "loss_action": 0.01593504101037979,
      "loss_total": 0.01593504101037979,
      "step": 48080
    },
    {
      "loss_action": 0.011810746043920517,
      "loss_total": 0.011810746043920517,
      "step": 48080
    },
    {
      "loss_action": 0.006625598296523094,
      "loss_total": 0.006625598296523094,
      "step": 48080
    },
    {
      "loss_action": 0.007822085171937943,
      "loss_total": 0.007822085171937943,
      "step": 48080
    },
    {
      "loss_action": 0.008010957390069962,
      "loss_total": 0.008010957390069962,
      "step": 48080
    },
    {
      "loss_action": 0.005757545121014118,
      "loss_total": 0.005757545121014118,
      "step": 48080
    },
    {
      "grad_norm": 0.15064989030361176,
      "learning_rate": 9.865787625137814e-05,
      "loss": 0.008,
      "step": 48090
    },
    {
      "loss_action": 0.005473948549479246,
      "loss_total": 0.005473948549479246,
      "step": 48090
    },
    {
      "loss_action": 0.046617291867733,
      "loss_total": 0.046617291867733,
      "step": 48090
    },
    {
      "loss_action": 0.0032310960814356804,
      "loss_total": 0.0032310960814356804,
      "step": 48090
    },
    {
      "loss_action": 0.004927649162709713,
      "loss_total": 0.004927649162709713,
      "step": 48090
    },
    {
      "loss_action": 0.007244940847158432,
      "loss_total": 0.007244940847158432,
      "step": 48090
    },
    {
      "loss_action": 0.0055219633504748344,
      "loss_total": 0.0055219633504748344,
      "step": 48090
    },
    {
      "loss_action": 0.008865570649504662,
      "loss_total": 0.008865570649504662,
      "step": 48090
    },
    {
      "loss_action": 0.002982892096042633,
      "loss_total": 0.002982892096042633,
      "step": 48090
    },
    {
      "grad_norm": 0.16433027386665344,
      "learning_rate": 9.865692476112691e-05,
      "loss": 0.0098,
      "step": 48100
    },
    {
      "loss_action": 0.00880927499383688,
      "loss_total": 0.00880927499383688,
      "step": 48100
    },
    {
      "loss_action": 0.0049233874306082726,
      "loss_total": 0.0049233874306082726,
      "step": 48100
    },
    {
      "loss_action": 0.035082705318927765,
      "loss_total": 0.035082705318927765,
      "step": 48100
    },
    {
      "loss_action": 0.008432717993855476,
      "loss_total": 0.008432717993855476,
      "step": 48100
    },
    {
      "loss_action": 0.004548023454844952,
      "loss_total": 0.004548023454844952,
      "step": 48100
    },
    {
      "loss_action": 0.006422593258321285,
      "loss_total": 0.006422593258321285,
      "step": 48100
    },
    {
      "loss_action": 0.00761070940643549,
      "loss_total": 0.00761070940643549,
      "step": 48100
    },
    {
      "loss_action": 0.008081881329417229,
      "loss_total": 0.008081881329417229,
      "step": 48100
    },
    {
      "grad_norm": 0.15305082499980927,
      "learning_rate": 9.865597293831015e-05,
      "loss": 0.0109,
      "step": 48110
    },
    {
      "loss_action": 0.0022257703822106123,
      "loss_total": 0.0022257703822106123,
      "step": 48110
    },
    {
      "loss_action": 0.004859744105488062,
      "loss_total": 0.004859744105488062,
      "step": 48110
    },
    {
      "loss_action": 0.004500935319811106,
      "loss_total": 0.004500935319811106,
      "step": 48110
    },
    {
      "loss_action": 0.008891764096915722,
      "loss_total": 0.008891764096915722,
      "step": 48110
    },
    {
      "loss_action": 0.006279160734266043,
      "loss_total": 0.006279160734266043,
      "step": 48110
    },
    {
      "loss_action": 0.007248491980135441,
      "loss_total": 0.007248491980135441,
      "step": 48110
    },
    {
      "loss_action": 0.00600610114634037,
      "loss_total": 0.00600610114634037,
      "step": 48110
    },
    {
      "loss_action": 0.0065184347331523895,
      "loss_total": 0.0065184347331523895,
      "step": 48110
    },
    {
      "grad_norm": 0.09758395701646805,
      "learning_rate": 9.86550207829344e-05,
      "loss": 0.0083,
      "step": 48120
    },
    {
      "loss_action": 0.0033897445537149906,
      "loss_total": 0.0033897445537149906,
      "step": 48120
    },
    {
      "loss_action": 0.004173921421170235,
      "loss_total": 0.004173921421170235,
      "step": 48120
    },
    {
      "loss_action": 0.007427356671541929,
      "loss_total": 0.007427356671541929,
      "step": 48120
    },
    {
      "loss_action": 0.01307469792664051,
      "loss_total": 0.01307469792664051,
      "step": 48120
    },
    {
      "loss_action": 0.0069384342059493065,
      "loss_total": 0.0069384342059493065,
      "step": 48120
    },
    {
      "loss_action": 0.002774040913209319,
      "loss_total": 0.002774040913209319,
      "step": 48120
    },
    {
      "loss_action": 0.003868903499096632,
      "loss_total": 0.003868903499096632,
      "step": 48120
    },
    {
      "loss_action": 0.01627170853316784,
      "loss_total": 0.01627170853316784,
      "step": 48120
    },
    {
      "grad_norm": 0.07817138731479645,
      "learning_rate": 9.865406829500615e-05,
      "loss": 0.0084,
      "step": 48130
    },
    {
      "loss_action": 0.01438103150576353,
      "loss_total": 0.01438103150576353,
      "step": 48130
    },
    {
      "loss_action": 0.0036532487720251083,
      "loss_total": 0.0036532487720251083,
      "step": 48130
    },
    {
      "loss_action": 0.004280856344848871,
      "loss_total": 0.004280856344848871,
      "step": 48130
    },
    {
      "loss_action": 0.012812837958335876,
      "loss_total": 0.012812837958335876,
      "step": 48130
    },
    {
      "loss_action": 0.0040236786007881165,
      "loss_total": 0.0040236786007881165,
      "step": 48130
    },
    {
      "loss_action": 0.0035499734804034233,
      "loss_total": 0.0035499734804034233,
      "step": 48130
    },
    {
      "loss_action": 0.020793700590729713,
      "loss_total": 0.020793700590729713,
      "step": 48130
    },
    {
      "loss_action": 0.012273313477635384,
      "loss_total": 0.012273313477635384,
      "step": 48130
    },
    {
      "grad_norm": 0.1244715228676796,
      "learning_rate": 9.86531154745319e-05,
      "loss": 0.0095,
      "step": 48140
    },
    {
      "loss_action": 0.01500909123569727,
      "loss_total": 0.01500909123569727,
      "step": 48140
    },
    {
      "loss_action": 0.009067343547940254,
      "loss_total": 0.009067343547940254,
      "step": 48140
    },
    {
      "loss_action": 0.006406835746020079,
      "loss_total": 0.006406835746020079,
      "step": 48140
    },
    {
      "loss_action": 0.009206479415297508,
      "loss_total": 0.009206479415297508,
      "step": 48140
    },
    {
      "loss_action": 0.008418499492108822,
      "loss_total": 0.008418499492108822,
      "step": 48140
    },
    {
      "loss_action": 0.00833439826965332,
      "loss_total": 0.00833439826965332,
      "step": 48140
    },
    {
      "loss_action": 0.0024571060203015804,
      "loss_total": 0.0024571060203015804,
      "step": 48140
    },
    {
      "loss_action": 0.011224927380681038,
      "loss_total": 0.011224927380681038,
      "step": 48140
    },
    {
      "grad_norm": 0.11317215859889984,
      "learning_rate": 9.86521623215182e-05,
      "loss": 0.0096,
      "step": 48150
    },
    {
      "loss_action": 0.014264531433582306,
      "loss_total": 0.014264531433582306,
      "step": 48150
    },
    {
      "loss_action": 0.005737050902098417,
      "loss_total": 0.005737050902098417,
      "step": 48150
    },
    {
      "loss_action": 0.0025567307602614164,
      "loss_total": 0.0025567307602614164,
      "step": 48150
    },
    {
      "loss_action": 0.007088436279445887,
      "loss_total": 0.007088436279445887,
      "step": 48150
    },
    {
      "loss_action": 0.008136531338095665,
      "loss_total": 0.008136531338095665,
      "step": 48150
    },
    {
      "loss_action": 0.007369001396000385,
      "loss_total": 0.007369001396000385,
      "step": 48150
    },
    {
      "loss_action": 0.0069001540541648865,
      "loss_total": 0.0069001540541648865,
      "step": 48150
    },
    {
      "loss_action": 0.005204224959015846,
      "loss_total": 0.005204224959015846,
      "step": 48150
    },
    {
      "grad_norm": 0.14862200617790222,
      "learning_rate": 9.865120883597152e-05,
      "loss": 0.0085,
      "step": 48160
    },
    {
      "loss_action": 0.010263897478580475,
      "loss_total": 0.010263897478580475,
      "step": 48160
    },
    {
      "loss_action": 0.0032037280034273863,
      "loss_total": 0.0032037280034273863,
      "step": 48160
    },
    {
      "loss_action": 0.007428998127579689,
      "loss_total": 0.007428998127579689,
      "step": 48160
    },
    {
      "loss_action": 0.014291225001215935,
      "loss_total": 0.014291225001215935,
      "step": 48160
    },
    {
      "loss_action": 0.00934347789734602,
      "loss_total": 0.00934347789734602,
      "step": 48160
    },
    {
      "loss_action": 0.002305978676304221,
      "loss_total": 0.002305978676304221,
      "step": 48160
    },
    {
      "loss_action": 0.008841553702950478,
      "loss_total": 0.008841553702950478,
      "step": 48160
    },
    {
      "loss_action": 0.006809272803366184,
      "loss_total": 0.006809272803366184,
      "step": 48160
    },
    {
      "grad_norm": 0.1522115170955658,
      "learning_rate": 9.86502550178984e-05,
      "loss": 0.0094,
      "step": 48170
    },
    {
      "loss_action": 0.003644076408818364,
      "loss_total": 0.003644076408818364,
      "step": 48170
    },
    {
      "loss_action": 0.011815661564469337,
      "loss_total": 0.011815661564469337,
      "step": 48170
    },
    {
      "loss_action": 0.005588521249592304,
      "loss_total": 0.005588521249592304,
      "step": 48170
    },
    {
      "loss_action": 0.0068791331723332405,
      "loss_total": 0.0068791331723332405,
      "step": 48170
    },
    {
      "loss_action": 0.036307141184806824,
      "loss_total": 0.036307141184806824,
      "step": 48170
    },
    {
      "loss_action": 0.008287496864795685,
      "loss_total": 0.008287496864795685,
      "step": 48170
    },
    {
      "loss_action": 0.005606444552540779,
      "loss_total": 0.005606444552540779,
      "step": 48170
    },
    {
      "loss_action": 0.008961070328950882,
      "loss_total": 0.008961070328950882,
      "step": 48170
    },
    {
      "grad_norm": 0.10639400780200958,
      "learning_rate": 9.864930086730535e-05,
      "loss": 0.0094,
      "step": 48180
    },
    {
      "loss_action": 0.010878415778279305,
      "loss_total": 0.010878415778279305,
      "step": 48180
    },
    {
      "loss_action": 0.005986217875033617,
      "loss_total": 0.005986217875033617,
      "step": 48180
    },
    {
      "loss_action": 0.009212000295519829,
      "loss_total": 0.009212000295519829,
      "step": 48180
    },
    {
      "loss_action": 0.008502287790179253,
      "loss_total": 0.008502287790179253,
      "step": 48180
    },
    {
      "loss_action": 0.005542809143662453,
      "loss_total": 0.005542809143662453,
      "step": 48180
    },
    {
      "loss_action": 0.004800394643098116,
      "loss_total": 0.004800394643098116,
      "step": 48180
    },
    {
      "loss_action": 0.016532281413674355,
      "loss_total": 0.016532281413674355,
      "step": 48180
    },
    {
      "loss_action": 0.016526449471712112,
      "loss_total": 0.016526449471712112,
      "step": 48180
    },
    {
      "grad_norm": 0.16479657590389252,
      "learning_rate": 9.86483463841989e-05,
      "loss": 0.0079,
      "step": 48190
    },
    {
      "loss_action": 0.010836584493517876,
      "loss_total": 0.010836584493517876,
      "step": 48190
    },
    {
      "loss_action": 0.00521038519218564,
      "loss_total": 0.00521038519218564,
      "step": 48190
    },
    {
      "loss_action": 0.006866908632218838,
      "loss_total": 0.006866908632218838,
      "step": 48190
    },
    {
      "loss_action": 0.01020915899425745,
      "loss_total": 0.01020915899425745,
      "step": 48190
    },
    {
      "loss_action": 0.015442808158695698,
      "loss_total": 0.015442808158695698,
      "step": 48190
    },
    {
      "loss_action": 0.004067516420036554,
      "loss_total": 0.004067516420036554,
      "step": 48190
    },
    {
      "loss_action": 0.008926144801080227,
      "loss_total": 0.008926144801080227,
      "step": 48190
    },
    {
      "loss_action": 0.004451284185051918,
      "loss_total": 0.004451284185051918,
      "step": 48190
    },
    {
      "grad_norm": 0.23904667794704437,
      "learning_rate": 9.864739156858557e-05,
      "loss": 0.0095,
      "step": 48200
    },
    {
      "loss_action": 0.006246504373848438,
      "loss_total": 0.006246504373848438,
      "step": 48200
    },
    {
      "loss_action": 0.01994013413786888,
      "loss_total": 0.01994013413786888,
      "step": 48200
    },
    {
      "loss_action": 0.010801206342875957,
      "loss_total": 0.010801206342875957,
      "step": 48200
    },
    {
      "loss_action": 0.016817841678857803,
      "loss_total": 0.016817841678857803,
      "step": 48200
    },
    {
      "loss_action": 0.030641062185168266,
      "loss_total": 0.030641062185168266,
      "step": 48200
    },
    {
      "loss_action": 0.007538231555372477,
      "loss_total": 0.007538231555372477,
      "step": 48200
    },
    {
      "loss_action": 0.0050160447135567665,
      "loss_total": 0.0050160447135567665,
      "step": 48200
    },
    {
      "loss_action": 0.008683957159519196,
      "loss_total": 0.008683957159519196,
      "step": 48200
    },
    {
      "grad_norm": 0.1473272293806076,
      "learning_rate": 9.864643642047191e-05,
      "loss": 0.0097,
      "step": 48210
    },
    {
      "loss_action": 0.009074844419956207,
      "loss_total": 0.009074844419956207,
      "step": 48210
    },
    {
      "loss_action": 0.006605637259781361,
      "loss_total": 0.006605637259781361,
      "step": 48210
    },
    {
      "loss_action": 0.005488209426403046,
      "loss_total": 0.005488209426403046,
      "step": 48210
    },
    {
      "loss_action": 0.0035521185491234064,
      "loss_total": 0.0035521185491234064,
      "step": 48210
    },
    {
      "loss_action": 0.019485387951135635,
      "loss_total": 0.019485387951135635,
      "step": 48210
    },
    {
      "loss_action": 0.004596170037984848,
      "loss_total": 0.004596170037984848,
      "step": 48210
    },
    {
      "loss_action": 0.008876506239175797,
      "loss_total": 0.008876506239175797,
      "step": 48210
    },
    {
      "loss_action": 0.005030884873121977,
      "loss_total": 0.005030884873121977,
      "step": 48210
    },
    {
      "grad_norm": 0.09980010986328125,
      "learning_rate": 9.86454809398644e-05,
      "loss": 0.0083,
      "step": 48220
    },
    {
      "loss_action": 0.021589435636997223,
      "loss_total": 0.021589435636997223,
      "step": 48220
    },
    {
      "loss_action": 0.012710357084870338,
      "loss_total": 0.012710357084870338,
      "step": 48220
    },
    {
      "loss_action": 0.007009876426309347,
      "loss_total": 0.007009876426309347,
      "step": 48220
    },
    {
      "loss_action": 0.005204075016081333,
      "loss_total": 0.005204075016081333,
      "step": 48220
    },
    {
      "loss_action": 0.002884853631258011,
      "loss_total": 0.002884853631258011,
      "step": 48220
    },
    {
      "loss_action": 0.012784409336745739,
      "loss_total": 0.012784409336745739,
      "step": 48220
    },
    {
      "loss_action": 0.006546379532665014,
      "loss_total": 0.006546379532665014,
      "step": 48220
    },
    {
      "loss_action": 0.0060175396502017975,
      "loss_total": 0.0060175396502017975,
      "step": 48220
    },
    {
      "grad_norm": 0.1138141080737114,
      "learning_rate": 9.864452512676961e-05,
      "loss": 0.0093,
      "step": 48230
    },
    {
      "loss_action": 0.004715813789516687,
      "loss_total": 0.004715813789516687,
      "step": 48230
    },
    {
      "loss_action": 0.01421719416975975,
      "loss_total": 0.01421719416975975,
      "step": 48230
    },
    {
      "loss_action": 0.007923170924186707,
      "loss_total": 0.007923170924186707,
      "step": 48230
    },
    {
      "loss_action": 0.004897540435194969,
      "loss_total": 0.004897540435194969,
      "step": 48230
    },
    {
      "loss_action": 0.019400466233491898,
      "loss_total": 0.019400466233491898,
      "step": 48230
    },
    {
      "loss_action": 0.012080349028110504,
      "loss_total": 0.012080349028110504,
      "step": 48230
    },
    {
      "loss_action": 0.00757643161341548,
      "loss_total": 0.00757643161341548,
      "step": 48230
    },
    {
      "loss_action": 0.009114543907344341,
      "loss_total": 0.009114543907344341,
      "step": 48230
    },
    {
      "grad_norm": 0.12585574388504028,
      "learning_rate": 9.864356898119404e-05,
      "loss": 0.0109,
      "step": 48240
    },
    {
      "loss_action": 0.0022691835183650255,
      "loss_total": 0.0022691835183650255,
      "step": 48240
    },
    {
      "loss_action": 0.007674604654312134,
      "loss_total": 0.007674604654312134,
      "step": 48240
    },
    {
      "loss_action": 0.03906462341547012,
      "loss_total": 0.03906462341547012,
      "step": 48240
    },
    {
      "loss_action": 0.010140889324247837,
      "loss_total": 0.010140889324247837,
      "step": 48240
    },
    {
      "loss_action": 0.013811002485454082,
      "loss_total": 0.013811002485454082,
      "step": 48240
    },
    {
      "loss_action": 0.012183761224150658,
      "loss_total": 0.012183761224150658,
      "step": 48240
    },
    {
      "loss_action": 0.008096382021903992,
      "loss_total": 0.008096382021903992,
      "step": 48240
    },
    {
      "loss_action": 0.005240526981651783,
      "loss_total": 0.005240526981651783,
      "step": 48240
    },
    {
      "grad_norm": 0.1544390320777893,
      "learning_rate": 9.864261250314425e-05,
      "loss": 0.0113,
      "step": 48250
    },
    {
      "loss_action": 0.005042525939643383,
      "loss_total": 0.005042525939643383,
      "step": 48250
    },
    {
      "loss_action": 0.008935434743762016,
      "loss_total": 0.008935434743762016,
      "step": 48250
    },
    {
      "loss_action": 0.007026602514088154,
      "loss_total": 0.007026602514088154,
      "step": 48250
    },
    {
      "loss_action": 0.0055021923035383224,
      "loss_total": 0.0055021923035383224,
      "step": 48250
    },
    {
      "loss_action": 0.029456328600645065,
      "loss_total": 0.029456328600645065,
      "step": 48250
    },
    {
      "loss_action": 0.014747771434485912,
      "loss_total": 0.014747771434485912,
      "step": 48250
    },
    {
      "loss_action": 0.003194074146449566,
      "loss_total": 0.003194074146449566,
      "step": 48250
    },
    {
      "loss_action": 0.006575253792107105,
      "loss_total": 0.006575253792107105,
      "step": 48250
    },
    {
      "grad_norm": 0.0924040898680687,
      "learning_rate": 9.86416556926268e-05,
      "loss": 0.0091,
      "step": 48260
    },
    {
      "loss_action": 0.0071535673923790455,
      "loss_total": 0.0071535673923790455,
      "step": 48260
    },
    {
      "loss_action": 0.004399490542709827,
      "loss_total": 0.004399490542709827,
      "step": 48260
    },
    {
      "loss_action": 0.014754061587154865,
      "loss_total": 0.014754061587154865,
      "step": 48260
    },
    {
      "loss_action": 0.00437325332313776,
      "loss_total": 0.00437325332313776,
      "step": 48260
    },
    {
      "loss_action": 0.011465906165540218,
      "loss_total": 0.011465906165540218,
      "step": 48260
    },
    {
      "loss_action": 0.008878769353032112,
      "loss_total": 0.008878769353032112,
      "step": 48260
    },
    {
      "loss_action": 0.014975209720432758,
      "loss_total": 0.014975209720432758,
      "step": 48260
    },
    {
      "loss_action": 0.02714761719107628,
      "loss_total": 0.02714761719107628,
      "step": 48260
    },
    {
      "grad_norm": 0.1471794992685318,
      "learning_rate": 9.864069854964817e-05,
      "loss": 0.0098,
      "step": 48270
    },
    {
      "loss_action": 0.006147271487861872,
      "loss_total": 0.006147271487861872,
      "step": 48270
    },
    {
      "loss_action": 0.005013715010136366,
      "loss_total": 0.005013715010136366,
      "step": 48270
    },
    {
      "loss_action": 0.003186955815181136,
      "loss_total": 0.003186955815181136,
      "step": 48270
    },
    {
      "loss_action": 0.008328487165272236,
      "loss_total": 0.008328487165272236,
      "step": 48270
    },
    {
      "loss_action": 0.0039266603998839855,
      "loss_total": 0.0039266603998839855,
      "step": 48270
    },
    {
      "loss_action": 0.006890725344419479,
      "loss_total": 0.006890725344419479,
      "step": 48270
    },
    {
      "loss_action": 0.01027236320078373,
      "loss_total": 0.01027236320078373,
      "step": 48270
    },
    {
      "loss_action": 0.010093115270137787,
      "loss_total": 0.010093115270137787,
      "step": 48270
    },
    {
      "grad_norm": 0.15621589124202728,
      "learning_rate": 9.863974107421494e-05,
      "loss": 0.0088,
      "step": 48280
    },
    {
      "loss_action": 0.005398477893322706,
      "loss_total": 0.005398477893322706,
      "step": 48280
    },
    {
      "loss_action": 0.0074670081958174706,
      "loss_total": 0.0074670081958174706,
      "step": 48280
    },
    {
      "loss_action": 0.003436473198235035,
      "loss_total": 0.003436473198235035,
      "step": 48280
    },
    {
      "loss_action": 0.007861262187361717,
      "loss_total": 0.007861262187361717,
      "step": 48280
    },
    {
      "loss_action": 0.012970742769539356,
      "loss_total": 0.012970742769539356,
      "step": 48280
    },
    {
      "loss_action": 0.00770381186157465,
      "loss_total": 0.00770381186157465,
      "step": 48280
    },
    {
      "loss_action": 0.004971517249941826,
      "loss_total": 0.004971517249941826,
      "step": 48280
    },
    {
      "loss_action": 0.004567035473883152,
      "loss_total": 0.004567035473883152,
      "step": 48280
    },
    {
      "grad_norm": 0.12831248342990875,
      "learning_rate": 9.863878326633364e-05,
      "loss": 0.0099,
      "step": 48290
    },
    {
      "loss_action": 0.015005175024271011,
      "loss_total": 0.015005175024271011,
      "step": 48290
    },
    {
      "loss_action": 0.011687859892845154,
      "loss_total": 0.011687859892845154,
      "step": 48290
    },
    {
      "loss_action": 0.005590959917753935,
      "loss_total": 0.005590959917753935,
      "step": 48290
    },
    {
      "loss_action": 0.02137863263487816,
      "loss_total": 0.02137863263487816,
      "step": 48290
    },
    {
      "loss_action": 0.005288464482873678,
      "loss_total": 0.005288464482873678,
      "step": 48290
    },
    {
      "loss_action": 0.005137080792337656,
      "loss_total": 0.005137080792337656,
      "step": 48290
    },
    {
      "loss_action": 0.01865924522280693,
      "loss_total": 0.01865924522280693,
      "step": 48290
    },
    {
      "loss_action": 0.01577165722846985,
      "loss_total": 0.01577165722846985,
      "step": 48290
    },
    {
      "grad_norm": 0.13396157324314117,
      "learning_rate": 9.863782512601085e-05,
      "loss": 0.0099,
      "step": 48300
    },
    {
      "loss_action": 0.049365147948265076,
      "loss_total": 0.049365147948265076,
      "step": 48300
    },
    {
      "loss_action": 0.0026652361266314983,
      "loss_total": 0.0026652361266314983,
      "step": 48300
    },
    {
      "loss_action": 0.011402752250432968,
      "loss_total": 0.011402752250432968,
      "step": 48300
    },
    {
      "loss_action": 0.003311760723590851,
      "loss_total": 0.003311760723590851,
      "step": 48300
    },
    {
      "loss_action": 0.007084562908858061,
      "loss_total": 0.007084562908858061,
      "step": 48300
    },
    {
      "loss_action": 0.0077319033443927765,
      "loss_total": 0.0077319033443927765,
      "step": 48300
    },
    {
      "loss_action": 0.005877885036170483,
      "loss_total": 0.005877885036170483,
      "step": 48300
    },
    {
      "loss_action": 0.013656409457325935,
      "loss_total": 0.013656409457325935,
      "step": 48300
    },
    {
      "grad_norm": 0.1352030485868454,
      "learning_rate": 9.863686665325306e-05,
      "loss": 0.0089,
      "step": 48310
    },
    {
      "loss_action": 0.00674508698284626,
      "loss_total": 0.00674508698284626,
      "step": 48310
    },
    {
      "loss_action": 0.004379074089229107,
      "loss_total": 0.004379074089229107,
      "step": 48310
    },
    {
      "loss_action": 0.002399217337369919,
      "loss_total": 0.002399217337369919,
      "step": 48310
    },
    {
      "loss_action": 0.0048862360417842865,
      "loss_total": 0.0048862360417842865,
      "step": 48310
    },
    {
      "loss_action": 0.010480236262083054,
      "loss_total": 0.010480236262083054,
      "step": 48310
    },
    {
      "loss_action": 0.01241893507540226,
      "loss_total": 0.01241893507540226,
      "step": 48310
    },
    {
      "loss_action": 0.034557096660137177,
      "loss_total": 0.034557096660137177,
      "step": 48310
    },
    {
      "loss_action": 0.0062932418659329414,
      "loss_total": 0.0062932418659329414,
      "step": 48310
    },
    {
      "grad_norm": 0.1698148548603058,
      "learning_rate": 9.863590784806688e-05,
      "loss": 0.01,
      "step": 48320
    },
    {
      "loss_action": 0.016998492181301117,
      "loss_total": 0.016998492181301117,
      "step": 48320
    },
    {
      "loss_action": 0.01070931926369667,
      "loss_total": 0.01070931926369667,
      "step": 48320
    },
    {
      "loss_action": 0.028976405039429665,
      "loss_total": 0.028976405039429665,
      "step": 48320
    },
    {
      "loss_action": 0.007137293927371502,
      "loss_total": 0.007137293927371502,
      "step": 48320
    },
    {
      "loss_action": 0.009649940766394138,
      "loss_total": 0.009649940766394138,
      "step": 48320
    },
    {
      "loss_action": 0.0073354775086045265,
      "loss_total": 0.0073354775086045265,
      "step": 48320
    },
    {
      "loss_action": 0.011861072853207588,
      "loss_total": 0.011861072853207588,
      "step": 48320
    },
    {
      "loss_action": 0.013230822049081326,
      "loss_total": 0.013230822049081326,
      "step": 48320
    },
    {
      "grad_norm": 0.1365285962820053,
      "learning_rate": 9.863494871045883e-05,
      "loss": 0.0089,
      "step": 48330
    },
    {
      "loss_action": 0.005813789553940296,
      "loss_total": 0.005813789553940296,
      "step": 48330
    },
    {
      "loss_action": 0.005208107642829418,
      "loss_total": 0.005208107642829418,
      "step": 48330
    },
    {
      "loss_action": 0.009095764718949795,
      "loss_total": 0.009095764718949795,
      "step": 48330
    },
    {
      "loss_action": 0.0062791043892502785,
      "loss_total": 0.0062791043892502785,
      "step": 48330
    },
    {
      "loss_action": 0.02165037766098976,
      "loss_total": 0.02165037766098976,
      "step": 48330
    },
    {
      "loss_action": 0.009493675082921982,
      "loss_total": 0.009493675082921982,
      "step": 48330
    },
    {
      "loss_action": 0.0051599061116576195,
      "loss_total": 0.0051599061116576195,
      "step": 48330
    },
    {
      "loss_action": 0.006980209145694971,
      "loss_total": 0.006980209145694971,
      "step": 48330
    },
    {
      "grad_norm": 0.1211845800280571,
      "learning_rate": 9.863398924043547e-05,
      "loss": 0.0082,
      "step": 48340
    },
    {
      "loss_action": 0.006934967823326588,
      "loss_total": 0.006934967823326588,
      "step": 48340
    },
    {
      "loss_action": 0.009579803794622421,
      "loss_total": 0.009579803794622421,
      "step": 48340
    },
    {
      "loss_action": 0.011543471366167068,
      "loss_total": 0.011543471366167068,
      "step": 48340
    },
    {
      "loss_action": 0.0092176403850317,
      "loss_total": 0.0092176403850317,
      "step": 48340
    },
    {
      "loss_action": 0.00345896789804101,
      "loss_total": 0.00345896789804101,
      "step": 48340
    },
    {
      "loss_action": 0.00580434687435627,
      "loss_total": 0.00580434687435627,
      "step": 48340
    },
    {
      "loss_action": 0.004015546292066574,
      "loss_total": 0.004015546292066574,
      "step": 48340
    },
    {
      "loss_action": 0.03742774575948715,
      "loss_total": 0.03742774575948715,
      "step": 48340
    },
    {
      "grad_norm": 0.17209307849407196,
      "learning_rate": 9.863302943800336e-05,
      "loss": 0.0098,
      "step": 48350
    },
    {
      "loss_action": 0.003497897181659937,
      "loss_total": 0.003497897181659937,
      "step": 48350
    },
    {
      "loss_action": 0.006049943156540394,
      "loss_total": 0.006049943156540394,
      "step": 48350
    },
    {
      "loss_action": 0.005834631156176329,
      "loss_total": 0.005834631156176329,
      "step": 48350
    },
    {
      "loss_action": 0.005485913250595331,
      "loss_total": 0.005485913250595331,
      "step": 48350
    },
    {
      "loss_action": 0.012269867584109306,
      "loss_total": 0.012269867584109306,
      "step": 48350
    },
    {
      "loss_action": 0.0033369639422744513,
      "loss_total": 0.0033369639422744513,
      "step": 48350
    },
    {
      "loss_action": 0.01207757368683815,
      "loss_total": 0.01207757368683815,
      "step": 48350
    },
    {
      "loss_action": 0.0073937056586146355,
      "loss_total": 0.0073937056586146355,
      "step": 48350
    },
    {
      "grad_norm": 0.16647326946258545,
      "learning_rate": 9.863206930316907e-05,
      "loss": 0.0089,
      "step": 48360
    },
    {
      "loss_action": 0.006387931294739246,
      "loss_total": 0.006387931294739246,
      "step": 48360
    },
    {
      "loss_action": 0.004223019815981388,
      "loss_total": 0.004223019815981388,
      "step": 48360
    },
    {
      "loss_action": 0.003988691605627537,
      "loss_total": 0.003988691605627537,
      "step": 48360
    },
    {
      "loss_action": 0.022258851677179337,
      "loss_total": 0.022258851677179337,
      "step": 48360
    },
    {
      "loss_action": 0.01131849829107523,
      "loss_total": 0.01131849829107523,
      "step": 48360
    },
    {
      "loss_action": 0.0043645016849040985,
      "loss_total": 0.0043645016849040985,
      "step": 48360
    },
    {
      "loss_action": 0.017002243548631668,
      "loss_total": 0.017002243548631668,
      "step": 48360
    },
    {
      "loss_action": 0.003801782615482807,
      "loss_total": 0.003801782615482807,
      "step": 48360
    },
    {
      "grad_norm": 0.13236574828624725,
      "learning_rate": 9.863110883593913e-05,
      "loss": 0.0098,
      "step": 48370
    },
    {
      "loss_action": 0.006041798274964094,
      "loss_total": 0.006041798274964094,
      "step": 48370
    },
    {
      "loss_action": 0.005756977945566177,
      "loss_total": 0.005756977945566177,
      "step": 48370
    },
    {
      "loss_action": 0.017221899703145027,
      "loss_total": 0.017221899703145027,
      "step": 48370
    },
    {
      "loss_action": 0.004936824552714825,
      "loss_total": 0.004936824552714825,
      "step": 48370
    },
    {
      "loss_action": 0.004224992357194424,
      "loss_total": 0.004224992357194424,
      "step": 48370
    },
    {
      "loss_action": 0.006309187971055508,
      "loss_total": 0.006309187971055508,
      "step": 48370
    },
    {
      "loss_action": 0.0073397476226091385,
      "loss_total": 0.0073397476226091385,
      "step": 48370
    },
    {
      "loss_action": 0.006128185428678989,
      "loss_total": 0.006128185428678989,
      "step": 48370
    },
    {
      "grad_norm": 0.14808648824691772,
      "learning_rate": 9.863014803632016e-05,
      "loss": 0.0095,
      "step": 48380
    },
    {
      "loss_action": 0.0057734050787985325,
      "loss_total": 0.0057734050787985325,
      "step": 48380
    },
    {
      "loss_action": 0.008610859513282776,
      "loss_total": 0.008610859513282776,
      "step": 48380
    },
    {
      "loss_action": 0.008910742588341236,
      "loss_total": 0.008910742588341236,
      "step": 48380
    },
    {
      "loss_action": 0.010834003798663616,
      "loss_total": 0.010834003798663616,
      "step": 48380
    },
    {
      "loss_action": 0.004509679041802883,
      "loss_total": 0.004509679041802883,
      "step": 48380
    },
    {
      "loss_action": 0.011418022215366364,
      "loss_total": 0.011418022215366364,
      "step": 48380
    },
    {
      "loss_action": 0.0029300854075700045,
      "loss_total": 0.0029300854075700045,
      "step": 48380
    },
    {
      "loss_action": 0.002780340611934662,
      "loss_total": 0.002780340611934662,
      "step": 48380
    },
    {
      "grad_norm": 0.13730384409427643,
      "learning_rate": 9.862918690431866e-05,
      "loss": 0.0085,
      "step": 48390
    },
    {
      "loss_action": 0.004753330256789923,
      "loss_total": 0.004753330256789923,
      "step": 48390
    },
    {
      "loss_action": 0.0029823570512235165,
      "loss_total": 0.0029823570512235165,
      "step": 48390
    },
    {
      "loss_action": 0.007175520062446594,
      "loss_total": 0.007175520062446594,
      "step": 48390
    },
    {
      "loss_action": 0.011904662474989891,
      "loss_total": 0.011904662474989891,
      "step": 48390
    },
    {
      "loss_action": 0.007157198153436184,
      "loss_total": 0.007157198153436184,
      "step": 48390
    },
    {
      "loss_action": 0.004392917267978191,
      "loss_total": 0.004392917267978191,
      "step": 48390
    },
    {
      "loss_action": 0.014392081648111343,
      "loss_total": 0.014392081648111343,
      "step": 48390
    },
    {
      "loss_action": 0.014113465324044228,
      "loss_total": 0.014113465324044228,
      "step": 48390
    },
    {
      "grad_norm": 0.10378957539796829,
      "learning_rate": 9.862822543994126e-05,
      "loss": 0.0097,
      "step": 48400
    },
    {
      "loss_action": 0.002811696846038103,
      "loss_total": 0.002811696846038103,
      "step": 48400
    },
    {
      "loss_action": 0.0050027151592075825,
      "loss_total": 0.0050027151592075825,
      "step": 48400
    },
    {
      "loss_action": 0.014754531905055046,
      "loss_total": 0.014754531905055046,
      "step": 48400
    },
    {
      "loss_action": 0.006516183726489544,
      "loss_total": 0.006516183726489544,
      "step": 48400
    },
    {
      "loss_action": 0.007090124301612377,
      "loss_total": 0.007090124301612377,
      "step": 48400
    },
    {
      "loss_action": 0.011521504260599613,
      "loss_total": 0.011521504260599613,
      "step": 48400
    },
    {
      "loss_action": 0.009981074370443821,
      "loss_total": 0.009981074370443821,
      "step": 48400
    },
    {
      "loss_action": 0.008937517181038857,
      "loss_total": 0.008937517181038857,
      "step": 48400
    },
    {
      "grad_norm": 0.14082038402557373,
      "learning_rate": 9.86272636431945e-05,
      "loss": 0.0093,
      "step": 48410
    },
    {
      "loss_action": 0.006799251772463322,
      "loss_total": 0.006799251772463322,
      "step": 48410
    },
    {
      "loss_action": 0.008211584761738777,
      "loss_total": 0.008211584761738777,
      "step": 48410
    },
    {
      "loss_action": 0.010417165234684944,
      "loss_total": 0.010417165234684944,
      "step": 48410
    },
    {
      "loss_action": 0.006689019501209259,
      "loss_total": 0.006689019501209259,
      "step": 48410
    },
    {
      "loss_action": 0.002924325643107295,
      "loss_total": 0.002924325643107295,
      "step": 48410
    },
    {
      "loss_action": 0.007752680219709873,
      "loss_total": 0.007752680219709873,
      "step": 48410
    },
    {
      "loss_action": 0.0033655324950814247,
      "loss_total": 0.0033655324950814247,
      "step": 48410
    },
    {
      "loss_action": 0.008975602686405182,
      "loss_total": 0.008975602686405182,
      "step": 48410
    },
    {
      "grad_norm": 0.10683111101388931,
      "learning_rate": 9.862630151408497e-05,
      "loss": 0.009,
      "step": 48420
    },
    {
      "loss_action": 0.012963386252522469,
      "loss_total": 0.012963386252522469,
      "step": 48420
    },
    {
      "loss_action": 0.008065762929618359,
      "loss_total": 0.008065762929618359,
      "step": 48420
    },
    {
      "loss_action": 0.007542708422988653,
      "loss_total": 0.007542708422988653,
      "step": 48420
    },
    {
      "loss_action": 0.00302139762789011,
      "loss_total": 0.00302139762789011,
      "step": 48420
    },
    {
      "loss_action": 0.003595436457544565,
      "loss_total": 0.003595436457544565,
      "step": 48420
    },
    {
      "loss_action": 0.002675289288163185,
      "loss_total": 0.002675289288163185,
      "step": 48420
    },
    {
      "loss_action": 0.015682712197303772,
      "loss_total": 0.015682712197303772,
      "step": 48420
    },
    {
      "loss_action": 0.013338617980480194,
      "loss_total": 0.013338617980480194,
      "step": 48420
    },
    {
      "grad_norm": 0.12308382987976074,
      "learning_rate": 9.862533905261922e-05,
      "loss": 0.0091,
      "step": 48430
    },
    {
      "loss_action": 0.0028281216509640217,
      "loss_total": 0.0028281216509640217,
      "step": 48430
    },
    {
      "loss_action": 0.0022907303646206856,
      "loss_total": 0.0022907303646206856,
      "step": 48430
    },
    {
      "loss_action": 0.013759315013885498,
      "loss_total": 0.013759315013885498,
      "step": 48430
    },
    {
      "loss_action": 0.008362074382603168,
      "loss_total": 0.008362074382603168,
      "step": 48430
    },
    {
      "loss_action": 0.0029475654009729624,
      "loss_total": 0.0029475654009729624,
      "step": 48430
    },
    {
      "loss_action": 0.007675928995013237,
      "loss_total": 0.007675928995013237,
      "step": 48430
    },
    {
      "loss_action": 0.006447404157370329,
      "loss_total": 0.006447404157370329,
      "step": 48430
    },
    {
      "loss_action": 0.005174463614821434,
      "loss_total": 0.005174463614821434,
      "step": 48430
    },
    {
      "grad_norm": 0.13507255911827087,
      "learning_rate": 9.862437625880383e-05,
      "loss": 0.0085,
      "step": 48440
    },
    {
      "loss_action": 0.004962689243257046,
      "loss_total": 0.004962689243257046,
      "step": 48440
    },
    {
      "loss_action": 0.010754235088825226,
      "loss_total": 0.010754235088825226,
      "step": 48440
    },
    {
      "loss_action": 0.009491322562098503,
      "loss_total": 0.009491322562098503,
      "step": 48440
    },
    {
      "loss_action": 0.005974897183477879,
      "loss_total": 0.005974897183477879,
      "step": 48440
    },
    {
      "loss_action": 0.013717437162995338,
      "loss_total": 0.013717437162995338,
      "step": 48440
    },
    {
      "loss_action": 0.006496182177215815,
      "loss_total": 0.006496182177215815,
      "step": 48440
    },
    {
      "loss_action": 0.005049613304436207,
      "loss_total": 0.005049613304436207,
      "step": 48440
    },
    {
      "loss_action": 0.00558491051197052,
      "loss_total": 0.00558491051197052,
      "step": 48440
    },
    {
      "grad_norm": 0.12134350836277008,
      "learning_rate": 9.862341313264541e-05,
      "loss": 0.0093,
      "step": 48450
    },
    {
      "loss_action": 0.008916955441236496,
      "loss_total": 0.008916955441236496,
      "step": 48450
    },
    {
      "loss_action": 0.0030972911044955254,
      "loss_total": 0.0030972911044955254,
      "step": 48450
    },
    {
      "loss_action": 0.005385044030845165,
      "loss_total": 0.005385044030845165,
      "step": 48450
    },
    {
      "loss_action": 0.007023557089269161,
      "loss_total": 0.007023557089269161,
      "step": 48450
    },
    {
      "loss_action": 0.01386387087404728,
      "loss_total": 0.01386387087404728,
      "step": 48450
    },
    {
      "loss_action": 0.012520793825387955,
      "loss_total": 0.012520793825387955,
      "step": 48450
    },
    {
      "loss_action": 0.0035005882382392883,
      "loss_total": 0.0035005882382392883,
      "step": 48450
    },
    {
      "loss_action": 0.003037314396351576,
      "loss_total": 0.003037314396351576,
      "step": 48450
    },
    {
      "grad_norm": 0.0935310646891594,
      "learning_rate": 9.862244967415053e-05,
      "loss": 0.0083,
      "step": 48460
    },
    {
      "loss_action": 0.005088107194751501,
      "loss_total": 0.005088107194751501,
      "step": 48460
    },
    {
      "loss_action": 0.007021145895123482,
      "loss_total": 0.007021145895123482,
      "step": 48460
    },
    {
      "loss_action": 0.0051268525421619415,
      "loss_total": 0.0051268525421619415,
      "step": 48460
    },
    {
      "loss_action": 0.003593341913074255,
      "loss_total": 0.003593341913074255,
      "step": 48460
    },
    {
      "loss_action": 0.004586509428918362,
      "loss_total": 0.004586509428918362,
      "step": 48460
    },
    {
      "loss_action": 0.0038081114180386066,
      "loss_total": 0.0038081114180386066,
      "step": 48460
    },
    {
      "loss_action": 0.013563467189669609,
      "loss_total": 0.013563467189669609,
      "step": 48460
    },
    {
      "loss_action": 0.014715032652020454,
      "loss_total": 0.014715032652020454,
      "step": 48460
    },
    {
      "grad_norm": 0.14770293235778809,
      "learning_rate": 9.862148588332578e-05,
      "loss": 0.0085,
      "step": 48470
    },
    {
      "loss_action": 0.021885940805077553,
      "loss_total": 0.021885940805077553,
      "step": 48470
    },
    {
      "loss_action": 0.0034986224491149187,
      "loss_total": 0.0034986224491149187,
      "step": 48470
    },
    {
      "loss_action": 0.005266034975647926,
      "loss_total": 0.005266034975647926,
      "step": 48470
    },
    {
      "loss_action": 0.005136274732649326,
      "loss_total": 0.005136274732649326,
      "step": 48470
    },
    {
      "loss_action": 0.011324248276650906,
      "loss_total": 0.011324248276650906,
      "step": 48470
    },
    {
      "loss_action": 0.013906925916671753,
      "loss_total": 0.013906925916671753,
      "step": 48470
    },
    {
      "loss_action": 0.01064286008477211,
      "loss_total": 0.01064286008477211,
      "step": 48470
    },
    {
      "loss_action": 0.007416732609272003,
      "loss_total": 0.007416732609272003,
      "step": 48470
    },
    {
      "grad_norm": 0.10212302207946777,
      "learning_rate": 9.862052176017773e-05,
      "loss": 0.0095,
      "step": 48480
    },
    {
      "loss_action": 0.0044779046438634396,
      "loss_total": 0.0044779046438634396,
      "step": 48480
    },
    {
      "loss_action": 0.012945632450282574,
      "loss_total": 0.012945632450282574,
      "step": 48480
    },
    {
      "loss_action": 0.01445879228413105,
      "loss_total": 0.01445879228413105,
      "step": 48480
    },
    {
      "loss_action": 0.008179040625691414,
      "loss_total": 0.008179040625691414,
      "step": 48480
    },
    {
      "loss_action": 0.006175595335662365,
      "loss_total": 0.006175595335662365,
      "step": 48480
    },
    {
      "loss_action": 0.007188160438090563,
      "loss_total": 0.007188160438090563,
      "step": 48480
    },
    {
      "loss_action": 0.004134112969040871,
      "loss_total": 0.004134112969040871,
      "step": 48480
    },
    {
      "loss_action": 0.006654620636254549,
      "loss_total": 0.006654620636254549,
      "step": 48480
    },
    {
      "grad_norm": 0.09328015893697739,
      "learning_rate": 9.861955730471297e-05,
      "loss": 0.0085,
      "step": 48490
    },
    {
      "loss_action": 0.00482055963948369,
      "loss_total": 0.00482055963948369,
      "step": 48490
    },
    {
      "loss_action": 0.004357660189270973,
      "loss_total": 0.004357660189270973,
      "step": 48490
    },
    {
      "loss_action": 0.014273909851908684,
      "loss_total": 0.014273909851908684,
      "step": 48490
    },
    {
      "loss_action": 0.006660065148025751,
      "loss_total": 0.006660065148025751,
      "step": 48490
    },
    {
      "loss_action": 0.003655546810477972,
      "loss_total": 0.003655546810477972,
      "step": 48490
    },
    {
      "loss_action": 0.004659528844058514,
      "loss_total": 0.004659528844058514,
      "step": 48490
    },
    {
      "loss_action": 0.010169897228479385,
      "loss_total": 0.010169897228479385,
      "step": 48490
    },
    {
      "loss_action": 0.017647329717874527,
      "loss_total": 0.017647329717874527,
      "step": 48490
    },
    {
      "grad_norm": 0.12554770708084106,
      "learning_rate": 9.861859251693813e-05,
      "loss": 0.0104,
      "step": 48500
    },
    {
      "loss_action": 0.00403608800843358,
      "loss_total": 0.00403608800843358,
      "step": 48500
    },
    {
      "loss_action": 0.013448437675833702,
      "loss_total": 0.013448437675833702,
      "step": 48500
    },
    {
      "loss_action": 0.004227510653436184,
      "loss_total": 0.004227510653436184,
      "step": 48500
    },
    {
      "loss_action": 0.008366109803318977,
      "loss_total": 0.008366109803318977,
      "step": 48500
    },
    {
      "loss_action": 0.005747503601014614,
      "loss_total": 0.005747503601014614,
      "step": 48500
    },
    {
      "loss_action": 0.010874483734369278,
      "loss_total": 0.010874483734369278,
      "step": 48500
    },
    {
      "loss_action": 0.006242267321795225,
      "loss_total": 0.006242267321795225,
      "step": 48500
    },
    {
      "loss_action": 0.008593372069299221,
      "loss_total": 0.008593372069299221,
      "step": 48500
    },
    {
      "grad_norm": 0.15008844435214996,
      "learning_rate": 9.861762739685976e-05,
      "loss": 0.0105,
      "step": 48510
    },
    {
      "loss_action": 0.004370208363980055,
      "loss_total": 0.004370208363980055,
      "step": 48510
    },
    {
      "loss_action": 0.011818639934062958,
      "loss_total": 0.011818639934062958,
      "step": 48510
    },
    {
      "loss_action": 0.00898769311606884,
      "loss_total": 0.00898769311606884,
      "step": 48510
    },
    {
      "loss_action": 0.006309163756668568,
      "loss_total": 0.006309163756668568,
      "step": 48510
    },
    {
      "loss_action": 0.005562636069953442,
      "loss_total": 0.005562636069953442,
      "step": 48510
    },
    {
      "loss_action": 0.005860170815140009,
      "loss_total": 0.005860170815140009,
      "step": 48510
    },
    {
      "loss_action": 0.0044243354350328445,
      "loss_total": 0.0044243354350328445,
      "step": 48510
    },
    {
      "loss_action": 0.014548884704709053,
      "loss_total": 0.014548884704709053,
      "step": 48510
    },
    {
      "grad_norm": 0.13762041926383972,
      "learning_rate": 9.861666194448446e-05,
      "loss": 0.0104,
      "step": 48520
    },
    {
      "loss_action": 0.007081730291247368,
      "loss_total": 0.007081730291247368,
      "step": 48520
    },
    {
      "loss_action": 0.012756945565342903,
      "loss_total": 0.012756945565342903,
      "step": 48520
    },
    {
      "loss_action": 0.0033670130651444197,
      "loss_total": 0.0033670130651444197,
      "step": 48520
    },
    {
      "loss_action": 0.012250900268554688,
      "loss_total": 0.012250900268554688,
      "step": 48520
    },
    {
      "loss_action": 0.01614714227616787,
      "loss_total": 0.01614714227616787,
      "step": 48520
    },
    {
      "loss_action": 0.007265614811331034,
      "loss_total": 0.007265614811331034,
      "step": 48520
    },
    {
      "loss_action": 0.006449471693485975,
      "loss_total": 0.006449471693485975,
      "step": 48520
    },
    {
      "loss_action": 0.0054959761910140514,
      "loss_total": 0.0054959761910140514,
      "step": 48520
    },
    {
      "grad_norm": 0.13650867342948914,
      "learning_rate": 9.861569615981885e-05,
      "loss": 0.0092,
      "step": 48530
    },
    {
      "loss_action": 0.009255282580852509,
      "loss_total": 0.009255282580852509,
      "step": 48530
    },
    {
      "loss_action": 0.004944652784615755,
      "loss_total": 0.004944652784615755,
      "step": 48530
    },
    {
      "loss_action": 0.017051100730895996,
      "loss_total": 0.017051100730895996,
      "step": 48530
    },
    {
      "loss_action": 0.009292973205447197,
      "loss_total": 0.009292973205447197,
      "step": 48530
    },
    {
      "loss_action": 0.007796729449182749,
      "loss_total": 0.007796729449182749,
      "step": 48530
    },
    {
      "loss_action": 0.003753288183361292,
      "loss_total": 0.003753288183361292,
      "step": 48530
    },
    {
      "loss_action": 0.005109212826937437,
      "loss_total": 0.005109212826937437,
      "step": 48530
    },
    {
      "loss_action": 0.007354227360337973,
      "loss_total": 0.007354227360337973,
      "step": 48530
    },
    {
      "grad_norm": 0.14843471348285675,
      "learning_rate": 9.861473004286953e-05,
      "loss": 0.0081,
      "step": 48540
    },
    {
      "loss_action": 0.009271588176488876,
      "loss_total": 0.009271588176488876,
      "step": 48540
    },
    {
      "loss_action": 0.007127210032194853,
      "loss_total": 0.007127210032194853,
      "step": 48540
    },
    {
      "loss_action": 0.010754644870758057,
      "loss_total": 0.010754644870758057,
      "step": 48540
    },
    {
      "loss_action": 0.007498881313949823,
      "loss_total": 0.007498881313949823,
      "step": 48540
    },
    {
      "loss_action": 0.004763152450323105,
      "loss_total": 0.004763152450323105,
      "step": 48540
    },
    {
      "loss_action": 0.008735519833862782,
      "loss_total": 0.008735519833862782,
      "step": 48540
    },
    {
      "loss_action": 0.005124019458889961,
      "loss_total": 0.005124019458889961,
      "step": 48540
    },
    {
      "loss_action": 0.007735861465334892,
      "loss_total": 0.007735861465334892,
      "step": 48540
    },
    {
      "grad_norm": 0.11359938979148865,
      "learning_rate": 9.86137635936431e-05,
      "loss": 0.0093,
      "step": 48550
    },
    {
      "loss_action": 0.011880685575306416,
      "loss_total": 0.011880685575306416,
      "step": 48550
    },
    {
      "loss_action": 0.02079184539616108,
      "loss_total": 0.02079184539616108,
      "step": 48550
    },
    {
      "loss_action": 0.00836111418902874,
      "loss_total": 0.00836111418902874,
      "step": 48550
    },
    {
      "loss_action": 0.013079214841127396,
      "loss_total": 0.013079214841127396,
      "step": 48550
    },
    {
      "loss_action": 0.0052159433253109455,
      "loss_total": 0.0052159433253109455,
      "step": 48550
    },
    {
      "loss_action": 0.013817526400089264,
      "loss_total": 0.013817526400089264,
      "step": 48550
    },
    {
      "loss_action": 0.010584916919469833,
      "loss_total": 0.010584916919469833,
      "step": 48550
    },
    {
      "loss_action": 0.010445337742567062,
      "loss_total": 0.010445337742567062,
      "step": 48550
    },
    {
      "grad_norm": 0.11808246374130249,
      "learning_rate": 9.861279681214614e-05,
      "loss": 0.0099,
      "step": 48560
    },
    {
      "loss_action": 0.009919309057295322,
      "loss_total": 0.009919309057295322,
      "step": 48560
    },
    {
      "loss_action": 0.0051677897572517395,
      "loss_total": 0.0051677897572517395,
      "step": 48560
    },
    {
      "loss_action": 0.0036112468224018812,
      "loss_total": 0.0036112468224018812,
      "step": 48560
    },
    {
      "loss_action": 0.006269106641411781,
      "loss_total": 0.006269106641411781,
      "step": 48560
    },
    {
      "loss_action": 0.004572290927171707,
      "loss_total": 0.004572290927171707,
      "step": 48560
    },
    {
      "loss_action": 0.005731415934860706,
      "loss_total": 0.005731415934860706,
      "step": 48560
    },
    {
      "loss_action": 0.005687405820935965,
      "loss_total": 0.005687405820935965,
      "step": 48560
    },
    {
      "loss_action": 0.0032533712219446898,
      "loss_total": 0.0032533712219446898,
      "step": 48560
    },
    {
      "grad_norm": 0.1289086490869522,
      "learning_rate": 9.86118296983853e-05,
      "loss": 0.0087,
      "step": 48570
    },
    {
      "loss_action": 0.0014971368946135044,
      "loss_total": 0.0014971368946135044,
      "step": 48570
    },
    {
      "loss_action": 0.0028267167508602142,
      "loss_total": 0.0028267167508602142,
      "step": 48570
    },
    {
      "loss_action": 0.006704412400722504,
      "loss_total": 0.006704412400722504,
      "step": 48570
    },
    {
      "loss_action": 0.0030038661789149046,
      "loss_total": 0.0030038661789149046,
      "step": 48570
    },
    {
      "loss_action": 0.014488160610198975,
      "loss_total": 0.014488160610198975,
      "step": 48570
    },
    {
      "loss_action": 0.012477463111281395,
      "loss_total": 0.012477463111281395,
      "step": 48570
    },
    {
      "loss_action": 0.0038596587255597115,
      "loss_total": 0.0038596587255597115,
      "step": 48570
    },
    {
      "loss_action": 0.005224298685789108,
      "loss_total": 0.005224298685789108,
      "step": 48570
    },
    {
      "grad_norm": 0.12920616567134857,
      "learning_rate": 9.861086225236716e-05,
      "loss": 0.0097,
      "step": 48580
    },
    {
      "loss_action": 0.0033547007478773594,
      "loss_total": 0.0033547007478773594,
      "step": 48580
    },
    {
      "loss_action": 0.011771335266530514,
      "loss_total": 0.011771335266530514,
      "step": 48580
    },
    {
      "loss_action": 0.008486200124025345,
      "loss_total": 0.008486200124025345,
      "step": 48580
    },
    {
      "loss_action": 0.002448098734021187,
      "loss_total": 0.002448098734021187,
      "step": 48580
    },
    {
      "loss_action": 0.005261235870420933,
      "loss_total": 0.005261235870420933,
      "step": 48580
    },
    {
      "loss_action": 0.0035368299577385187,
      "loss_total": 0.0035368299577385187,
      "step": 48580
    },
    {
      "loss_action": 0.007853841409087181,
      "loss_total": 0.007853841409087181,
      "step": 48580
    },
    {
      "loss_action": 0.003614317160099745,
      "loss_total": 0.003614317160099745,
      "step": 48580
    },
    {
      "grad_norm": 0.14353178441524506,
      "learning_rate": 9.860989447409834e-05,
      "loss": 0.0084,
      "step": 48590
    },
    {
      "loss_action": 0.00766930915415287,
      "loss_total": 0.00766930915415287,
      "step": 48590
    },
    {
      "loss_action": 0.007754862308502197,
      "loss_total": 0.007754862308502197,
      "step": 48590
    },
    {
      "loss_action": 0.017543593421578407,
      "loss_total": 0.017543593421578407,
      "step": 48590
    },
    {
      "loss_action": 0.00931362621486187,
      "loss_total": 0.00931362621486187,
      "step": 48590
    },
    {
      "loss_action": 0.005082623101770878,
      "loss_total": 0.005082623101770878,
      "step": 48590
    },
    {
      "loss_action": 0.016597319394350052,
      "loss_total": 0.016597319394350052,
      "step": 48590
    },
    {
      "loss_action": 0.010329521261155605,
      "loss_total": 0.010329521261155605,
      "step": 48590
    },
    {
      "loss_action": 0.008105399087071419,
      "loss_total": 0.008105399087071419,
      "step": 48590
    },
    {
      "grad_norm": 0.12663982808589935,
      "learning_rate": 9.860892636358545e-05,
      "loss": 0.0105,
      "step": 48600
    },
    {
      "loss_action": 0.01922597363591194,
      "loss_total": 0.01922597363591194,
      "step": 48600
    },
    {
      "loss_action": 0.006329593248665333,
      "loss_total": 0.006329593248665333,
      "step": 48600
    },
    {
      "loss_action": 0.013558573089540005,
      "loss_total": 0.013558573089540005,
      "step": 48600
    },
    {
      "loss_action": 0.013561895117163658,
      "loss_total": 0.013561895117163658,
      "step": 48600
    },
    {
      "loss_action": 0.0023634510580450296,
      "loss_total": 0.0023634510580450296,
      "step": 48600
    },
    {
      "loss_action": 0.005509509239345789,
      "loss_total": 0.005509509239345789,
      "step": 48600
    },
    {
      "loss_action": 0.013373572379350662,
      "loss_total": 0.013373572379350662,
      "step": 48600
    },
    {
      "loss_action": 0.0052300794050097466,
      "loss_total": 0.0052300794050097466,
      "step": 48600
    },
    {
      "grad_norm": 0.17759329080581665,
      "learning_rate": 9.860795792083512e-05,
      "loss": 0.0098,
      "step": 48610
    },
    {
      "loss_action": 0.016635606065392494,
      "loss_total": 0.016635606065392494,
      "step": 48610
    },
    {
      "loss_action": 0.004047122318297625,
      "loss_total": 0.004047122318297625,
      "step": 48610
    },
    {
      "loss_action": 0.00777811836451292,
      "loss_total": 0.00777811836451292,
      "step": 48610
    },
    {
      "loss_action": 0.0039615267887711525,
      "loss_total": 0.0039615267887711525,
      "step": 48610
    },
    {
      "loss_action": 0.0067801205441355705,
      "loss_total": 0.0067801205441355705,
      "step": 48610
    },
    {
      "loss_action": 0.011331986635923386,
      "loss_total": 0.011331986635923386,
      "step": 48610
    },
    {
      "loss_action": 0.006917531602084637,
      "loss_total": 0.006917531602084637,
      "step": 48610
    },
    {
      "loss_action": 0.0036928593181073666,
      "loss_total": 0.0036928593181073666,
      "step": 48610
    },
    {
      "grad_norm": 0.1836499720811844,
      "learning_rate": 9.860698914585395e-05,
      "loss": 0.0125,
      "step": 48620
    },
    {
      "loss_action": 0.0038280137814581394,
      "loss_total": 0.0038280137814581394,
      "step": 48620
    },
    {
      "loss_action": 0.002277795458212495,
      "loss_total": 0.002277795458212495,
      "step": 48620
    },
    {
      "loss_action": 0.04061199724674225,
      "loss_total": 0.04061199724674225,
      "step": 48620
    },
    {
      "loss_action": 0.004983878694474697,
      "loss_total": 0.004983878694474697,
      "step": 48620
    },
    {
      "loss_action": 0.01903638429939747,
      "loss_total": 0.01903638429939747,
      "step": 48620
    },
    {
      "loss_action": 0.006248697638511658,
      "loss_total": 0.006248697638511658,
      "step": 48620
    },
    {
      "loss_action": 0.009333029389381409,
      "loss_total": 0.009333029389381409,
      "step": 48620
    },
    {
      "loss_action": 0.06458772718906403,
      "loss_total": 0.06458772718906403,
      "step": 48620
    },
    {
      "grad_norm": 0.14360705018043518,
      "learning_rate": 9.86060200386486e-05,
      "loss": 0.0115,
      "step": 48630
    },
    {
      "loss_action": 0.009255367331206799,
      "loss_total": 0.009255367331206799,
      "step": 48630
    },
    {
      "loss_action": 0.028474893420934677,
      "loss_total": 0.028474893420934677,
      "step": 48630
    },
    {
      "loss_action": 0.006930761970579624,
      "loss_total": 0.006930761970579624,
      "step": 48630
    },
    {
      "loss_action": 0.009627008810639381,
      "loss_total": 0.009627008810639381,
      "step": 48630
    },
    {
      "loss_action": 0.003741729538887739,
      "loss_total": 0.003741729538887739,
      "step": 48630
    },
    {
      "loss_action": 0.024388868361711502,
      "loss_total": 0.024388868361711502,
      "step": 48630
    },
    {
      "loss_action": 0.005000206641852856,
      "loss_total": 0.005000206641852856,
      "step": 48630
    },
    {
      "loss_action": 0.004955294542014599,
      "loss_total": 0.004955294542014599,
      "step": 48630
    },
    {
      "grad_norm": 0.1247459277510643,
      "learning_rate": 9.860505059922565e-05,
      "loss": 0.0109,
      "step": 48640
    },
    {
      "loss_action": 0.026089757680892944,
      "loss_total": 0.026089757680892944,
      "step": 48640
    },
    {
      "loss_action": 0.005925624631345272,
      "loss_total": 0.005925624631345272,
      "step": 48640
    },
    {
      "loss_action": 0.005163668189197779,
      "loss_total": 0.005163668189197779,
      "step": 48640
    },
    {
      "loss_action": 0.017145493999123573,
      "loss_total": 0.017145493999123573,
      "step": 48640
    },
    {
      "loss_action": 0.004744890611618757,
      "loss_total": 0.004744890611618757,
      "step": 48640
    },
    {
      "loss_action": 0.0073733702301979065,
      "loss_total": 0.0073733702301979065,
      "step": 48640
    },
    {
      "loss_action": 0.00937749445438385,
      "loss_total": 0.00937749445438385,
      "step": 48640
    },
    {
      "loss_action": 0.009272770024836063,
      "loss_total": 0.009272770024836063,
      "step": 48640
    },
    {
      "grad_norm": 0.13302987813949585,
      "learning_rate": 9.860408082759174e-05,
      "loss": 0.0116,
      "step": 48650
    },
    {
      "loss_action": 0.05405115708708763,
      "loss_total": 0.05405115708708763,
      "step": 48650
    },
    {
      "loss_action": 0.005914513953030109,
      "loss_total": 0.005914513953030109,
      "step": 48650
    },
    {
      "loss_action": 0.011003319174051285,
      "loss_total": 0.011003319174051285,
      "step": 48650
    },
    {
      "loss_action": 0.013481291010975838,
      "loss_total": 0.013481291010975838,
      "step": 48650
    },
    {
      "loss_action": 0.009301716461777687,
      "loss_total": 0.009301716461777687,
      "step": 48650
    },
    {
      "loss_action": 0.013696893118321896,
      "loss_total": 0.013696893118321896,
      "step": 48650
    },
    {
      "loss_action": 0.005434768740087748,
      "loss_total": 0.005434768740087748,
      "step": 48650
    },
    {
      "loss_action": 0.013515530154109001,
      "loss_total": 0.013515530154109001,
      "step": 48650
    },
    {
      "grad_norm": 0.15298788249492645,
      "learning_rate": 9.860311072375351e-05,
      "loss": 0.0114,
      "step": 48660
    },
    {
      "loss_action": 0.004218211397528648,
      "loss_total": 0.004218211397528648,
      "step": 48660
    },
    {
      "loss_action": 0.006623158231377602,
      "loss_total": 0.006623158231377602,
      "step": 48660
    },
    {
      "loss_action": 0.008432824164628983,
      "loss_total": 0.008432824164628983,
      "step": 48660
    },
    {
      "loss_action": 0.0047632064670324326,
      "loss_total": 0.0047632064670324326,
      "step": 48660
    },
    {
      "loss_action": 0.010598051361739635,
      "loss_total": 0.010598051361739635,
      "step": 48660
    },
    {
      "loss_action": 0.005912038031965494,
      "loss_total": 0.005912038031965494,
      "step": 48660
    },
    {
      "loss_action": 0.007224416360259056,
      "loss_total": 0.007224416360259056,
      "step": 48660
    },
    {
      "loss_action": 0.007788863964378834,
      "loss_total": 0.007788863964378834,
      "step": 48660
    },
    {
      "grad_norm": 0.20808953046798706,
      "learning_rate": 9.860214028771759e-05,
      "loss": 0.0092,
      "step": 48670
    },
    {
      "loss_action": 0.005390330217778683,
      "loss_total": 0.005390330217778683,
      "step": 48670
    },
    {
      "loss_action": 0.027542490512132645,
      "loss_total": 0.027542490512132645,
      "step": 48670
    },
    {
      "loss_action": 0.007525259163230658,
      "loss_total": 0.007525259163230658,
      "step": 48670
    },
    {
      "loss_action": 0.013166388496756554,
      "loss_total": 0.013166388496756554,
      "step": 48670
    },
    {
      "loss_action": 0.0033944095484912395,
      "loss_total": 0.0033944095484912395,
      "step": 48670
    },
    {
      "loss_action": 0.010165814310312271,
      "loss_total": 0.010165814310312271,
      "step": 48670
    },
    {
      "loss_action": 0.006184661760926247,
      "loss_total": 0.006184661760926247,
      "step": 48670
    },
    {
      "loss_action": 0.006398860365152359,
      "loss_total": 0.006398860365152359,
      "step": 48670
    },
    {
      "grad_norm": 0.2245328724384308,
      "learning_rate": 9.86011695194906e-05,
      "loss": 0.0092,
      "step": 48680
    },
    {
      "loss_action": 0.01066731195896864,
      "loss_total": 0.01066731195896864,
      "step": 48680
    },
    {
      "loss_action": 0.004357481375336647,
      "loss_total": 0.004357481375336647,
      "step": 48680
    },
    {
      "loss_action": 0.009637117385864258,
      "loss_total": 0.009637117385864258,
      "step": 48680
    },
    {
      "loss_action": 0.008934682235121727,
      "loss_total": 0.008934682235121727,
      "step": 48680
    },
    {
      "loss_action": 0.0050595346838235855,
      "loss_total": 0.0050595346838235855,
      "step": 48680
    },
    {
      "loss_action": 0.007268755696713924,
      "loss_total": 0.007268755696713924,
      "step": 48680
    },
    {
      "loss_action": 0.007058150600641966,
      "loss_total": 0.007058150600641966,
      "step": 48680
    },
    {
      "loss_action": 0.013188366778194904,
      "loss_total": 0.013188366778194904,
      "step": 48680
    },
    {
      "grad_norm": 0.1949102133512497,
      "learning_rate": 9.860019841907917e-05,
      "loss": 0.0097,
      "step": 48690
    },
    {
      "loss_action": 0.0030614896677434444,
      "loss_total": 0.0030614896677434444,
      "step": 48690
    },
    {
      "loss_action": 0.006237892899662256,
      "loss_total": 0.006237892899662256,
      "step": 48690
    },
    {
      "loss_action": 0.012811238877475262,
      "loss_total": 0.012811238877475262,
      "step": 48690
    },
    {
      "loss_action": 0.007837244309484959,
      "loss_total": 0.007837244309484959,
      "step": 48690
    },
    {
      "loss_action": 0.01129886694252491,
      "loss_total": 0.01129886694252491,
      "step": 48690
    },
    {
      "loss_action": 0.038306720554828644,
      "loss_total": 0.038306720554828644,
      "step": 48690
    },
    {
      "loss_action": 0.01222679577767849,
      "loss_total": 0.01222679577767849,
      "step": 48690
    },
    {
      "loss_action": 0.006011141464114189,
      "loss_total": 0.006011141464114189,
      "step": 48690
    },
    {
      "grad_norm": 0.18474146723747253,
      "learning_rate": 9.859922698648996e-05,
      "loss": 0.0096,
      "step": 48700
    },
    {
      "loss_action": 0.013566343113780022,
      "loss_total": 0.013566343113780022,
      "step": 48700
    },
    {
      "loss_action": 0.027690554037690163,
      "loss_total": 0.027690554037690163,
      "step": 48700
    },
    {
      "loss_action": 0.021575093269348145,
      "loss_total": 0.021575093269348145,
      "step": 48700
    },
    {
      "loss_action": 0.007313759531825781,
      "loss_total": 0.007313759531825781,
      "step": 48700
    },
    {
      "loss_action": 0.006000674329698086,
      "loss_total": 0.006000674329698086,
      "step": 48700
    },
    {
      "loss_action": 0.0037904365453869104,
      "loss_total": 0.0037904365453869104,
      "step": 48700
    },
    {
      "loss_action": 0.006894118618220091,
      "loss_total": 0.006894118618220091,
      "step": 48700
    },
    {
      "loss_action": 0.010037585161626339,
      "loss_total": 0.010037585161626339,
      "step": 48700
    },
    {
      "grad_norm": 0.11285349726676941,
      "learning_rate": 9.859825522172958e-05,
      "loss": 0.0094,
      "step": 48710
    },
    {
      "loss_action": 0.006798684597015381,
      "loss_total": 0.006798684597015381,
      "step": 48710
    },
    {
      "loss_action": 0.004376535303890705,
      "loss_total": 0.004376535303890705,
      "step": 48710
    },
    {
      "loss_action": 0.004000622779130936,
      "loss_total": 0.004000622779130936,
      "step": 48710
    },
    {
      "loss_action": 0.0034239953383803368,
      "loss_total": 0.0034239953383803368,
      "step": 48710
    },
    {
      "loss_action": 0.005050915293395519,
      "loss_total": 0.005050915293395519,
      "step": 48710
    },
    {
      "loss_action": 0.019197814166545868,
      "loss_total": 0.019197814166545868,
      "step": 48710
    },
    {
      "loss_action": 0.009245514869689941,
      "loss_total": 0.009245514869689941,
      "step": 48710
    },
    {
      "loss_action": 0.008663838729262352,
      "loss_total": 0.008663838729262352,
      "step": 48710
    },
    {
      "grad_norm": 0.1263720542192459,
      "learning_rate": 9.85972831248047e-05,
      "loss": 0.0091,
      "step": 48720
    },
    {
      "loss_action": 0.011750033125281334,
      "loss_total": 0.011750033125281334,
      "step": 48720
    },
    {
      "loss_action": 0.00748083833605051,
      "loss_total": 0.00748083833605051,
      "step": 48720
    },
    {
      "loss_action": 0.008620314300060272,
      "loss_total": 0.008620314300060272,
      "step": 48720
    },
    {
      "loss_action": 0.005849643610417843,
      "loss_total": 0.005849643610417843,
      "step": 48720
    },
    {
      "loss_action": 0.005921633448451757,
      "loss_total": 0.005921633448451757,
      "step": 48720
    },
    {
      "loss_action": 0.00495273619890213,
      "loss_total": 0.00495273619890213,
      "step": 48720
    },
    {
      "loss_action": 0.006322409026324749,
      "loss_total": 0.006322409026324749,
      "step": 48720
    },
    {
      "loss_action": 0.009374992921948433,
      "loss_total": 0.009374992921948433,
      "step": 48720
    },
    {
      "grad_norm": 0.1326484978199005,
      "learning_rate": 9.859631069572197e-05,
      "loss": 0.0108,
      "step": 48730
    },
    {
      "loss_action": 0.0039156097918748856,
      "loss_total": 0.0039156097918748856,
      "step": 48730
    },
    {
      "loss_action": 0.014758181758224964,
      "loss_total": 0.014758181758224964,
      "step": 48730
    },
    {
      "loss_action": 0.01338064856827259,
      "loss_total": 0.01338064856827259,
      "step": 48730
    },
    {
      "loss_action": 0.008395574055612087,
      "loss_total": 0.008395574055612087,
      "step": 48730
    },
    {
      "loss_action": 0.004411996342241764,
      "loss_total": 0.004411996342241764,
      "step": 48730
    },
    {
      "loss_action": 0.007847842760384083,
      "loss_total": 0.007847842760384083,
      "step": 48730
    },
    {
      "loss_action": 0.014163011685013771,
      "loss_total": 0.014163011685013771,
      "step": 48730
    },
    {
      "loss_action": 0.020742887631058693,
      "loss_total": 0.020742887631058693,
      "step": 48730
    },
    {
      "grad_norm": 0.0860304981470108,
      "learning_rate": 9.8595337934488e-05,
      "loss": 0.0081,
      "step": 48740
    },
    {
      "loss_action": 0.013555381447076797,
      "loss_total": 0.013555381447076797,
      "step": 48740
    },
    {
      "loss_action": 0.012276528403162956,
      "loss_total": 0.012276528403162956,
      "step": 48740
    },
    {
      "loss_action": 0.006950912065804005,
      "loss_total": 0.006950912065804005,
      "step": 48740
    },
    {
      "loss_action": 0.009105727076530457,
      "loss_total": 0.009105727076530457,
      "step": 48740
    },
    {
      "loss_action": 0.009780198335647583,
      "loss_total": 0.009780198335647583,
      "step": 48740
    },
    {
      "loss_action": 0.02157626673579216,
      "loss_total": 0.02157626673579216,
      "step": 48740
    },
    {
      "loss_action": 0.005666648969054222,
      "loss_total": 0.005666648969054222,
      "step": 48740
    },
    {
      "loss_action": 0.0033744911197572947,
      "loss_total": 0.0033744911197572947,
      "step": 48740
    },
    {
      "grad_norm": 0.10745123773813248,
      "learning_rate": 9.859436484110947e-05,
      "loss": 0.0087,
      "step": 48750
    },
    {
      "loss_action": 0.006780693307518959,
      "loss_total": 0.006780693307518959,
      "step": 48750
    },
    {
      "loss_action": 0.008833326399326324,
      "loss_total": 0.008833326399326324,
      "step": 48750
    },
    {
      "loss_action": 0.00637403829023242,
      "loss_total": 0.00637403829023242,
      "step": 48750
    },
    {
      "loss_action": 0.0023755356669425964,
      "loss_total": 0.0023755356669425964,
      "step": 48750
    },
    {
      "loss_action": 0.020307207480072975,
      "loss_total": 0.020307207480072975,
      "step": 48750
    },
    {
      "loss_action": 0.005227460525929928,
      "loss_total": 0.005227460525929928,
      "step": 48750
    },
    {
      "loss_action": 0.00506420386955142,
      "loss_total": 0.00506420386955142,
      "step": 48750
    },
    {
      "loss_action": 0.010412285104393959,
      "loss_total": 0.010412285104393959,
      "step": 48750
    },
    {
      "grad_norm": 0.10528122633695602,
      "learning_rate": 9.859339141559301e-05,
      "loss": 0.009,
      "step": 48760
    },
    {
      "loss_action": 0.018259922042489052,
      "loss_total": 0.018259922042489052,
      "step": 48760
    },
    {
      "loss_action": 0.003226928412914276,
      "loss_total": 0.003226928412914276,
      "step": 48760
    },
    {
      "loss_action": 0.0091524263843894,
      "loss_total": 0.0091524263843894,
      "step": 48760
    },
    {
      "loss_action": 0.01669096015393734,
      "loss_total": 0.01669096015393734,
      "step": 48760
    },
    {
      "loss_action": 0.006517688278108835,
      "loss_total": 0.006517688278108835,
      "step": 48760
    },
    {
      "loss_action": 0.005140060093253851,
      "loss_total": 0.005140060093253851,
      "step": 48760
    },
    {
      "loss_action": 0.0060201482847332954,
      "loss_total": 0.0060201482847332954,
      "step": 48760
    },
    {
      "loss_action": 0.005123102571815252,
      "loss_total": 0.005123102571815252,
      "step": 48760
    },
    {
      "grad_norm": 0.08848437666893005,
      "learning_rate": 9.859241765794529e-05,
      "loss": 0.0086,
      "step": 48770
    },
    {
      "loss_action": 0.0043420735746622086,
      "loss_total": 0.0043420735746622086,
      "step": 48770
    },
    {
      "loss_action": 0.008134827017784119,
      "loss_total": 0.008134827017784119,
      "step": 48770
    },
    {
      "loss_action": 0.01512997131794691,
      "loss_total": 0.01512997131794691,
      "step": 48770
    },
    {
      "loss_action": 0.004206152632832527,
      "loss_total": 0.004206152632832527,
      "step": 48770
    },
    {
      "loss_action": 0.005292091518640518,
      "loss_total": 0.005292091518640518,
      "step": 48770
    },
    {
      "loss_action": 0.002942096907645464,
      "loss_total": 0.002942096907645464,
      "step": 48770
    },
    {
      "loss_action": 0.026195116341114044,
      "loss_total": 0.026195116341114044,
      "step": 48770
    },
    {
      "loss_action": 0.0058465637266635895,
      "loss_total": 0.0058465637266635895,
      "step": 48770
    },
    {
      "grad_norm": 0.11696534603834152,
      "learning_rate": 9.859144356817295e-05,
      "loss": 0.009,
      "step": 48780
    },
    {
      "loss_action": 0.0037607760168612003,
      "loss_total": 0.0037607760168612003,
      "step": 48780
    },
    {
      "loss_action": 0.004067083355039358,
      "loss_total": 0.004067083355039358,
      "step": 48780
    },
    {
      "loss_action": 0.002983535872772336,
      "loss_total": 0.002983535872772336,
      "step": 48780
    },
    {
      "loss_action": 0.0036265559028834105,
      "loss_total": 0.0036265559028834105,
      "step": 48780
    },
    {
      "loss_action": 0.029413621872663498,
      "loss_total": 0.029413621872663498,
      "step": 48780
    },
    {
      "loss_action": 0.011044508777558804,
      "loss_total": 0.011044508777558804,
      "step": 48780
    },
    {
      "loss_action": 0.012275367975234985,
      "loss_total": 0.012275367975234985,
      "step": 48780
    },
    {
      "loss_action": 0.004614907316863537,
      "loss_total": 0.004614907316863537,
      "step": 48780
    },
    {
      "grad_norm": 0.16500915586948395,
      "learning_rate": 9.859046914628266e-05,
      "loss": 0.0104,
      "step": 48790
    },
    {
      "loss_action": 0.011515798047184944,
      "loss_total": 0.011515798047184944,
      "step": 48790
    },
    {
      "loss_action": 0.009636294096708298,
      "loss_total": 0.009636294096708298,
      "step": 48790
    },
    {
      "loss_action": 0.005196274258196354,
      "loss_total": 0.005196274258196354,
      "step": 48790
    },
    {
      "loss_action": 0.032624319195747375,
      "loss_total": 0.032624319195747375,
      "step": 48790
    },
    {
      "loss_action": 0.016157252714037895,
      "loss_total": 0.016157252714037895,
      "step": 48790
    },
    {
      "loss_action": 0.0024723040405660868,
      "loss_total": 0.0024723040405660868,
      "step": 48790
    },
    {
      "loss_action": 0.006527793128043413,
      "loss_total": 0.006527793128043413,
      "step": 48790
    },
    {
      "loss_action": 0.007660024333745241,
      "loss_total": 0.007660024333745241,
      "step": 48790
    },
    {
      "grad_norm": 0.11504880338907242,
      "learning_rate": 9.858949439228108e-05,
      "loss": 0.0116,
      "step": 48800
    },
    {
      "loss_action": 0.0053815278224647045,
      "loss_total": 0.0053815278224647045,
      "step": 48800
    },
    {
      "loss_action": 0.00500898715108633,
      "loss_total": 0.00500898715108633,
      "step": 48800
    },
    {
      "loss_action": 0.007645566016435623,
      "loss_total": 0.007645566016435623,
      "step": 48800
    },
    {
      "loss_action": 0.003079586662352085,
      "loss_total": 0.003079586662352085,
      "step": 48800
    },
    {
      "loss_action": 0.014282825402915478,
      "loss_total": 0.014282825402915478,
      "step": 48800
    },
    {
      "loss_action": 0.014067701064050198,
      "loss_total": 0.014067701064050198,
      "step": 48800
    },
    {
      "loss_action": 0.005003294907510281,
      "loss_total": 0.005003294907510281,
      "step": 48800
    },
    {
      "loss_action": 0.01413689088076353,
      "loss_total": 0.01413689088076353,
      "step": 48800
    },
    {
      "grad_norm": 0.1675477772951126,
      "learning_rate": 9.858851930617487e-05,
      "loss": 0.0099,
      "step": 48810
    },
    {
      "loss_action": 0.025881068781018257,
      "loss_total": 0.025881068781018257,
      "step": 48810
    },
    {
      "loss_action": 0.006622135639190674,
      "loss_total": 0.006622135639190674,
      "step": 48810
    },
    {
      "loss_action": 0.004123975522816181,
      "loss_total": 0.004123975522816181,
      "step": 48810
    },
    {
      "loss_action": 0.004854260943830013,
      "loss_total": 0.004854260943830013,
      "step": 48810
    },
    {
      "loss_action": 0.004468713887035847,
      "loss_total": 0.004468713887035847,
      "step": 48810
    },
    {
      "loss_action": 0.003276778617873788,
      "loss_total": 0.003276778617873788,
      "step": 48810
    },
    {
      "loss_action": 0.009949563071131706,
      "loss_total": 0.009949563071131706,
      "step": 48810
    },
    {
      "loss_action": 0.010868335142731667,
      "loss_total": 0.010868335142731667,
      "step": 48810
    },
    {
      "grad_norm": 0.2713923454284668,
      "learning_rate": 9.85875438879707e-05,
      "loss": 0.0084,
      "step": 48820
    },
    {
      "loss_action": 0.005132877733558416,
      "loss_total": 0.005132877733558416,
      "step": 48820
    },
    {
      "loss_action": 0.002341709565371275,
      "loss_total": 0.002341709565371275,
      "step": 48820
    },
    {
      "loss_action": 0.0034459461458027363,
      "loss_total": 0.0034459461458027363,
      "step": 48820
    },
    {
      "loss_action": 0.007359592244029045,
      "loss_total": 0.007359592244029045,
      "step": 48820
    },
    {
      "loss_action": 0.00729405740275979,
      "loss_total": 0.00729405740275979,
      "step": 48820
    },
    {
      "loss_action": 0.02095666527748108,
      "loss_total": 0.02095666527748108,
      "step": 48820
    },
    {
      "loss_action": 0.03469507396221161,
      "loss_total": 0.03469507396221161,
      "step": 48820
    },
    {
      "loss_action": 0.007601815275847912,
      "loss_total": 0.007601815275847912,
      "step": 48820
    },
    {
      "grad_norm": 0.17187346518039703,
      "learning_rate": 9.858656813767522e-05,
      "loss": 0.0116,
      "step": 48830
    },
    {
      "loss_action": 0.006015310995280743,
      "loss_total": 0.006015310995280743,
      "step": 48830
    },
    {
      "loss_action": 0.004786568693816662,
      "loss_total": 0.004786568693816662,
      "step": 48830
    },
    {
      "loss_action": 0.004539890214800835,
      "loss_total": 0.004539890214800835,
      "step": 48830
    },
    {
      "loss_action": 0.06197370961308479,
      "loss_total": 0.06197370961308479,
      "step": 48830
    },
    {
      "loss_action": 0.013875380158424377,
      "loss_total": 0.013875380158424377,
      "step": 48830
    },
    {
      "loss_action": 0.004813419654965401,
      "loss_total": 0.004813419654965401,
      "step": 48830
    },
    {
      "loss_action": 0.012384730391204357,
      "loss_total": 0.012384730391204357,
      "step": 48830
    },
    {
      "loss_action": 0.01296292059123516,
      "loss_total": 0.01296292059123516,
      "step": 48830
    },
    {
      "grad_norm": 0.1233835369348526,
      "learning_rate": 9.85855920552951e-05,
      "loss": 0.0088,
      "step": 48840
    },
    {
      "loss_action": 0.0041046589612960815,
      "loss_total": 0.0041046589612960815,
      "step": 48840
    },
    {
      "loss_action": 0.010527748614549637,
      "loss_total": 0.010527748614549637,
      "step": 48840
    },
    {
      "loss_action": 0.004213606007397175,
      "loss_total": 0.004213606007397175,
      "step": 48840
    },
    {
      "loss_action": 0.006930156145244837,
      "loss_total": 0.006930156145244837,
      "step": 48840
    },
    {
      "loss_action": 0.01444031111896038,
      "loss_total": 0.01444031111896038,
      "step": 48840
    },
    {
      "loss_action": 0.004442519973963499,
      "loss_total": 0.004442519973963499,
      "step": 48840
    },
    {
      "loss_action": 0.013529756106436253,
      "loss_total": 0.013529756106436253,
      "step": 48840
    },
    {
      "loss_action": 0.005863270256668329,
      "loss_total": 0.005863270256668329,
      "step": 48840
    },
    {
      "grad_norm": 0.12160063534975052,
      "learning_rate": 9.858461564083703e-05,
      "loss": 0.0088,
      "step": 48850
    },
    {
      "loss_action": 0.013756217435002327,
      "loss_total": 0.013756217435002327,
      "step": 48850
    },
    {
      "loss_action": 0.01119882520288229,
      "loss_total": 0.01119882520288229,
      "step": 48850
    },
    {
      "loss_action": 0.0047896262258291245,
      "loss_total": 0.0047896262258291245,
      "step": 48850
    },
    {
      "loss_action": 0.0035475273616611958,
      "loss_total": 0.0035475273616611958,
      "step": 48850
    },
    {
      "loss_action": 0.006062431260943413,
      "loss_total": 0.006062431260943413,
      "step": 48850
    },
    {
      "loss_action": 0.00991760939359665,
      "loss_total": 0.00991760939359665,
      "step": 48850
    },
    {
      "loss_action": 0.012535620480775833,
      "loss_total": 0.012535620480775833,
      "step": 48850
    },
    {
      "loss_action": 0.0026781426277011633,
      "loss_total": 0.0026781426277011633,
      "step": 48850
    },
    {
      "grad_norm": 0.13207736611366272,
      "learning_rate": 9.858363889430769e-05,
      "loss": 0.0093,
      "step": 48860
    },
    {
      "loss_action": 0.010211736895143986,
      "loss_total": 0.010211736895143986,
      "step": 48860
    },
    {
      "loss_action": 0.00579402269795537,
      "loss_total": 0.00579402269795537,
      "step": 48860
    },
    {
      "loss_action": 0.011132381856441498,
      "loss_total": 0.011132381856441498,
      "step": 48860
    },
    {
      "loss_action": 0.003112113568931818,
      "loss_total": 0.003112113568931818,
      "step": 48860
    },
    {
      "loss_action": 0.008673686534166336,
      "loss_total": 0.008673686534166336,
      "step": 48860
    },
    {
      "loss_action": 0.006178371608257294,
      "loss_total": 0.006178371608257294,
      "step": 48860
    },
    {
      "loss_action": 0.0044669946655631065,
      "loss_total": 0.0044669946655631065,
      "step": 48860
    },
    {
      "loss_action": 0.008273746818304062,
      "loss_total": 0.008273746818304062,
      "step": 48860
    },
    {
      "grad_norm": 0.0986534059047699,
      "learning_rate": 9.858266181571372e-05,
      "loss": 0.0076,
      "step": 48870
    },
    {
      "loss_action": 0.012883453629910946,
      "loss_total": 0.012883453629910946,
      "step": 48870
    },
    {
      "loss_action": 0.00246025575324893,
      "loss_total": 0.00246025575324893,
      "step": 48870
    },
    {
      "loss_action": 0.007115205749869347,
      "loss_total": 0.007115205749869347,
      "step": 48870
    },
    {
      "loss_action": 0.023622075095772743,
      "loss_total": 0.023622075095772743,
      "step": 48870
    },
    {
      "loss_action": 0.008493993431329727,
      "loss_total": 0.008493993431329727,
      "step": 48870
    },
    {
      "loss_action": 0.007426528725773096,
      "loss_total": 0.007426528725773096,
      "step": 48870
    },
    {
      "loss_action": 0.007318924181163311,
      "loss_total": 0.007318924181163311,
      "step": 48870
    },
    {
      "loss_action": 0.0040557170286774635,
      "loss_total": 0.0040557170286774635,
      "step": 48870
    },
    {
      "grad_norm": 0.11088970303535461,
      "learning_rate": 9.858168440506181e-05,
      "loss": 0.0097,
      "step": 48880
    },
    {
      "loss_action": 0.006371768191456795,
      "loss_total": 0.006371768191456795,
      "step": 48880
    },
    {
      "loss_action": 0.010886098258197308,
      "loss_total": 0.010886098258197308,
      "step": 48880
    },
    {
      "loss_action": 0.0062876176089048386,
      "loss_total": 0.0062876176089048386,
      "step": 48880
    },
    {
      "loss_action": 0.010034451261162758,
      "loss_total": 0.010034451261162758,
      "step": 48880
    },
    {
      "loss_action": 0.007147526368498802,
      "loss_total": 0.007147526368498802,
      "step": 48880
    },
    {
      "loss_action": 0.0034797012340277433,
      "loss_total": 0.0034797012340277433,
      "step": 48880
    },
    {
      "loss_action": 0.007479070220142603,
      "loss_total": 0.007479070220142603,
      "step": 48880
    },
    {
      "loss_action": 0.003585200756788254,
      "loss_total": 0.003585200756788254,
      "step": 48880
    },
    {
      "grad_norm": 0.12727174162864685,
      "learning_rate": 9.858070666235868e-05,
      "loss": 0.0078,
      "step": 48890
    },
    {
      "loss_action": 0.002504979260265827,
      "loss_total": 0.002504979260265827,
      "step": 48890
    },
    {
      "loss_action": 0.024858469143509865,
      "loss_total": 0.024858469143509865,
      "step": 48890
    },
    {
      "loss_action": 0.008359494619071484,
      "loss_total": 0.008359494619071484,
      "step": 48890
    },
    {
      "loss_action": 0.005674181040376425,
      "loss_total": 0.005674181040376425,
      "step": 48890
    },
    {
      "loss_action": 0.019838444888591766,
      "loss_total": 0.019838444888591766,
      "step": 48890
    },
    {
      "loss_action": 0.012095472775399685,
      "loss_total": 0.012095472775399685,
      "step": 48890
    },
    {
      "loss_action": 0.006749281659722328,
      "loss_total": 0.006749281659722328,
      "step": 48890
    },
    {
      "loss_action": 0.009425323456525803,
      "loss_total": 0.009425323456525803,
      "step": 48890
    },
    {
      "grad_norm": 0.11183204501867294,
      "learning_rate": 9.857972858761096e-05,
      "loss": 0.0094,
      "step": 48900
    },
    {
      "loss_action": 0.005942669231444597,
      "loss_total": 0.005942669231444597,
      "step": 48900
    },
    {
      "loss_action": 0.006091366987675428,
      "loss_total": 0.006091366987675428,
      "step": 48900
    },
    {
      "loss_action": 0.006870836950838566,
      "loss_total": 0.006870836950838566,
      "step": 48900
    },
    {
      "loss_action": 0.008271397091448307,
      "loss_total": 0.008271397091448307,
      "step": 48900
    },
    {
      "loss_action": 0.005761735141277313,
      "loss_total": 0.005761735141277313,
      "step": 48900
    },
    {
      "loss_action": 0.02016032300889492,
      "loss_total": 0.02016032300889492,
      "step": 48900
    },
    {
      "loss_action": 0.013206379488110542,
      "loss_total": 0.013206379488110542,
      "step": 48900
    },
    {
      "loss_action": 0.013416530564427376,
      "loss_total": 0.013416530564427376,
      "step": 48900
    },
    {
      "grad_norm": 0.11345559358596802,
      "learning_rate": 9.857875018082537e-05,
      "loss": 0.0093,
      "step": 48910
    },
    {
      "loss_action": 0.006655965931713581,
      "loss_total": 0.006655965931713581,
      "step": 48910
    },
    {
      "loss_action": 0.010948967188596725,
      "loss_total": 0.010948967188596725,
      "step": 48910
    },
    {
      "loss_action": 0.0056045083329081535,
      "loss_total": 0.0056045083329081535,
      "step": 48910
    },
    {
      "loss_action": 0.0036700007040053606,
      "loss_total": 0.0036700007040053606,
      "step": 48910
    },
    {
      "loss_action": 0.009771818295121193,
      "loss_total": 0.009771818295121193,
      "step": 48910
    },
    {
      "loss_action": 0.004267421551048756,
      "loss_total": 0.004267421551048756,
      "step": 48910
    },
    {
      "loss_action": 0.008239070884883404,
      "loss_total": 0.008239070884883404,
      "step": 48910
    },
    {
      "loss_action": 0.003473786637187004,
      "loss_total": 0.003473786637187004,
      "step": 48910
    },
    {
      "grad_norm": 0.11706911027431488,
      "learning_rate": 9.857777144200857e-05,
      "loss": 0.008,
      "step": 48920
    },
    {
      "loss_action": 0.007771485485136509,
      "loss_total": 0.007771485485136509,
      "step": 48920
    },
    {
      "loss_action": 0.009291941300034523,
      "loss_total": 0.009291941300034523,
      "step": 48920
    },
    {
      "loss_action": 0.07681336998939514,
      "loss_total": 0.07681336998939514,
      "step": 48920
    },
    {
      "loss_action": 0.00430004857480526,
      "loss_total": 0.00430004857480526,
      "step": 48920
    },
    {
      "loss_action": 0.007464496418833733,
      "loss_total": 0.007464496418833733,
      "step": 48920
    },
    {
      "loss_action": 0.012419085949659348,
      "loss_total": 0.012419085949659348,
      "step": 48920
    },
    {
      "loss_action": 0.011281955055892467,
      "loss_total": 0.011281955055892467,
      "step": 48920
    },
    {
      "loss_action": 0.016473285853862762,
      "loss_total": 0.016473285853862762,
      "step": 48920
    },
    {
      "grad_norm": 0.14051665365695953,
      "learning_rate": 9.857679237116728e-05,
      "loss": 0.0102,
      "step": 48930
    },
    {
      "loss_action": 0.03450853005051613,
      "loss_total": 0.03450853005051613,
      "step": 48930
    },
    {
      "loss_action": 0.004271922633051872,
      "loss_total": 0.004271922633051872,
      "step": 48930
    },
    {
      "loss_action": 0.023827068507671356,
      "loss_total": 0.023827068507671356,
      "step": 48930
    },
    {
      "loss_action": 0.014778191223740578,
      "loss_total": 0.014778191223740578,
      "step": 48930
    },
    {
      "loss_action": 0.008786061778664589,
      "loss_total": 0.008786061778664589,
      "step": 48930
    },
    {
      "loss_action": 0.008184026926755905,
      "loss_total": 0.008184026926755905,
      "step": 48930
    },
    {
      "loss_action": 0.0058395396918058395,
      "loss_total": 0.0058395396918058395,
      "step": 48930
    },
    {
      "loss_action": 0.002763568889349699,
      "loss_total": 0.002763568889349699,
      "step": 48930
    },
    {
      "grad_norm": 0.11325299739837646,
      "learning_rate": 9.857581296830816e-05,
      "loss": 0.0085,
      "step": 48940
    },
    {
      "loss_action": 0.013333880342543125,
      "loss_total": 0.013333880342543125,
      "step": 48940
    },
    {
      "loss_action": 0.002114111091941595,
      "loss_total": 0.002114111091941595,
      "step": 48940
    },
    {
      "loss_action": 0.008430775254964828,
      "loss_total": 0.008430775254964828,
      "step": 48940
    },
    {
      "loss_action": 0.005777168087661266,
      "loss_total": 0.005777168087661266,
      "step": 48940
    },
    {
      "loss_action": 0.004305042326450348,
      "loss_total": 0.004305042326450348,
      "step": 48940
    },
    {
      "loss_action": 0.003375207306817174,
      "loss_total": 0.003375207306817174,
      "step": 48940
    },
    {
      "loss_action": 0.006955662742257118,
      "loss_total": 0.006955662742257118,
      "step": 48940
    },
    {
      "loss_action": 0.006813167594373226,
      "loss_total": 0.006813167594373226,
      "step": 48940
    },
    {
      "grad_norm": 0.08566749840974808,
      "learning_rate": 9.857483323343793e-05,
      "loss": 0.0095,
      "step": 48950
    },
    {
      "loss_action": 0.008341465145349503,
      "loss_total": 0.008341465145349503,
      "step": 48950
    },
    {
      "loss_action": 0.011269932612776756,
      "loss_total": 0.011269932612776756,
      "step": 48950
    },
    {
      "loss_action": 0.006100893020629883,
      "loss_total": 0.006100893020629883,
      "step": 48950
    },
    {
      "loss_action": 0.0058881621807813644,
      "loss_total": 0.0058881621807813644,
      "step": 48950
    },
    {
      "loss_action": 0.005934287793934345,
      "loss_total": 0.005934287793934345,
      "step": 48950
    },
    {
      "loss_action": 0.0062792943790555,
      "loss_total": 0.0062792943790555,
      "step": 48950
    },
    {
      "loss_action": 0.01056667696684599,
      "loss_total": 0.01056667696684599,
      "step": 48950
    },
    {
      "loss_action": 0.012241819873452187,
      "loss_total": 0.012241819873452187,
      "step": 48950
    },
    {
      "grad_norm": 0.18831762671470642,
      "learning_rate": 9.857385316656328e-05,
      "loss": 0.0086,
      "step": 48960
    },
    {
      "loss_action": 0.020850054919719696,
      "loss_total": 0.020850054919719696,
      "step": 48960
    },
    {
      "loss_action": 0.008575210347771645,
      "loss_total": 0.008575210347771645,
      "step": 48960
    },
    {
      "loss_action": 0.024591298773884773,
      "loss_total": 0.024591298773884773,
      "step": 48960
    },
    {
      "loss_action": 0.011997952125966549,
      "loss_total": 0.011997952125966549,
      "step": 48960
    },
    {
      "loss_action": 0.004733336623758078,
      "loss_total": 0.004733336623758078,
      "step": 48960
    },
    {
      "loss_action": 0.0066557084210217,
      "loss_total": 0.0066557084210217,
      "step": 48960
    },
    {
      "loss_action": 0.004190776962786913,
      "loss_total": 0.004190776962786913,
      "step": 48960
    },
    {
      "loss_action": 0.013766961172223091,
      "loss_total": 0.013766961172223091,
      "step": 48960
    },
    {
      "grad_norm": 0.16931390762329102,
      "learning_rate": 9.85728727676909e-05,
      "loss": 0.0078,
      "step": 48970
    },
    {
      "loss_action": 0.01194547675549984,
      "loss_total": 0.01194547675549984,
      "step": 48970
    },
    {
      "loss_action": 0.022328846156597137,
      "loss_total": 0.022328846156597137,
      "step": 48970
    },
    {
      "loss_action": 0.012156032025814056,
      "loss_total": 0.012156032025814056,
      "step": 48970
    },
    {
      "loss_action": 0.011915460228919983,
      "loss_total": 0.011915460228919983,
      "step": 48970
    },
    {
      "loss_action": 0.007285240106284618,
      "loss_total": 0.007285240106284618,
      "step": 48970
    },
    {
      "loss_action": 0.005856319330632687,
      "loss_total": 0.005856319330632687,
      "step": 48970
    },
    {
      "loss_action": 0.00973929651081562,
      "loss_total": 0.00973929651081562,
      "step": 48970
    },
    {
      "loss_action": 0.006006516981869936,
      "loss_total": 0.006006516981869936,
      "step": 48970
    },
    {
      "grad_norm": 0.15750457346439362,
      "learning_rate": 9.857189203682749e-05,
      "loss": 0.0105,
      "step": 48980
    },
    {
      "loss_action": 0.004709802567958832,
      "loss_total": 0.004709802567958832,
      "step": 48980
    },
    {
      "loss_action": 0.005338091868907213,
      "loss_total": 0.005338091868907213,
      "step": 48980
    },
    {
      "loss_action": 0.0050304424948990345,
      "loss_total": 0.0050304424948990345,
      "step": 48980
    },
    {
      "loss_action": 0.012481382116675377,
      "loss_total": 0.012481382116675377,
      "step": 48980
    },
    {
      "loss_action": 0.0029651070944964886,
      "loss_total": 0.0029651070944964886,
      "step": 48980
    },
    {
      "loss_action": 0.002955614821985364,
      "loss_total": 0.002955614821985364,
      "step": 48980
    },
    {
      "loss_action": 0.011516125872731209,
      "loss_total": 0.011516125872731209,
      "step": 48980
    },
    {
      "loss_action": 0.005352682434022427,
      "loss_total": 0.005352682434022427,
      "step": 48980
    },
    {
      "grad_norm": 0.09900549054145813,
      "learning_rate": 9.857091097397976e-05,
      "loss": 0.0082,
      "step": 48990
    },
    {
      "loss_action": 0.0022668419405817986,
      "loss_total": 0.0022668419405817986,
      "step": 48990
    },
    {
      "loss_action": 0.005323560442775488,
      "loss_total": 0.005323560442775488,
      "step": 48990
    },
    {
      "loss_action": 0.006045004352927208,
      "loss_total": 0.006045004352927208,
      "step": 48990
    },
    {
      "loss_action": 0.005600022152066231,
      "loss_total": 0.005600022152066231,
      "step": 48990
    },
    {
      "loss_action": 0.011563288047909737,
      "loss_total": 0.011563288047909737,
      "step": 48990
    },
    {
      "loss_action": 0.015089312568306923,
      "loss_total": 0.015089312568306923,
      "step": 48990
    },
    {
      "loss_action": 0.007476251106709242,
      "loss_total": 0.007476251106709242,
      "step": 48990
    },
    {
      "loss_action": 0.003167050424963236,
      "loss_total": 0.003167050424963236,
      "step": 48990
    },
    {
      "grad_norm": 0.1928156316280365,
      "learning_rate": 9.856992957915443e-05,
      "loss": 0.0084,
      "step": 49000
    },
    {
      "loss_action": 0.006493108347058296,
      "loss_total": 0.006493108347058296,
      "step": 49000
    },
    {
      "loss_action": 0.03353743255138397,
      "loss_total": 0.03353743255138397,
      "step": 49000
    },
    {
      "loss_action": 0.024894509464502335,
      "loss_total": 0.024894509464502335,
      "step": 49000
    },
    {
      "loss_action": 0.004480663221329451,
      "loss_total": 0.004480663221329451,
      "step": 49000
    },
    {
      "loss_action": 0.006886178627610207,
      "loss_total": 0.006886178627610207,
      "step": 49000
    },
    {
      "loss_action": 0.008900785818696022,
      "loss_total": 0.008900785818696022,
      "step": 49000
    },
    {
      "loss_action": 0.00528932549059391,
      "loss_total": 0.00528932549059391,
      "step": 49000
    },
    {
      "loss_action": 0.004985744133591652,
      "loss_total": 0.004985744133591652,
      "step": 49000
    },
    {
      "grad_norm": 0.09532811492681503,
      "learning_rate": 9.856894785235819e-05,
      "loss": 0.009,
      "step": 49010
    },
    {
      "loss_action": 0.003389813704416156,
      "loss_total": 0.003389813704416156,
      "step": 49010
    },
    {
      "loss_action": 0.00512669375166297,
      "loss_total": 0.00512669375166297,
      "step": 49010
    },
    {
      "loss_action": 0.017933785915374756,
      "loss_total": 0.017933785915374756,
      "step": 49010
    },
    {
      "loss_action": 0.006048116832971573,
      "loss_total": 0.006048116832971573,
      "step": 49010
    },
    {
      "loss_action": 0.013130007311701775,
      "loss_total": 0.013130007311701775,
      "step": 49010
    },
    {
      "loss_action": 0.0029055161867290735,
      "loss_total": 0.0029055161867290735,
      "step": 49010
    },
    {
      "loss_action": 0.004216250032186508,
      "loss_total": 0.004216250032186508,
      "step": 49010
    },
    {
      "loss_action": 0.01916465349495411,
      "loss_total": 0.01916465349495411,
      "step": 49010
    },
    {
      "grad_norm": 0.131354421377182,
      "learning_rate": 9.856796579359774e-05,
      "loss": 0.0109,
      "step": 49020
    },
    {
      "loss_action": 0.010231571272015572,
      "loss_total": 0.010231571272015572,
      "step": 49020
    },
    {
      "loss_action": 0.01180439442396164,
      "loss_total": 0.01180439442396164,
      "step": 49020
    },
    {
      "loss_action": 0.025858074426651,
      "loss_total": 0.025858074426651,
      "step": 49020
    },
    {
      "loss_action": 0.011180964298546314,
      "loss_total": 0.011180964298546314,
      "step": 49020
    },
    {
      "loss_action": 0.01262587495148182,
      "loss_total": 0.01262587495148182,
      "step": 49020
    },
    {
      "loss_action": 0.008288453333079815,
      "loss_total": 0.008288453333079815,
      "step": 49020
    },
    {
      "loss_action": 0.01158798299729824,
      "loss_total": 0.01158798299729824,
      "step": 49020
    },
    {
      "loss_action": 0.010259856469929218,
      "loss_total": 0.010259856469929218,
      "step": 49020
    },
    {
      "grad_norm": 0.13008910417556763,
      "learning_rate": 9.85669834028798e-05,
      "loss": 0.0092,
      "step": 49030
    },
    {
      "loss_action": 0.015214825980365276,
      "loss_total": 0.015214825980365276,
      "step": 49030
    },
    {
      "loss_action": 0.009010527282953262,
      "loss_total": 0.009010527282953262,
      "step": 49030
    },
    {
      "loss_action": 0.011662247590720654,
      "loss_total": 0.011662247590720654,
      "step": 49030
    },
    {
      "loss_action": 0.017287885770201683,
      "loss_total": 0.017287885770201683,
      "step": 49030
    },
    {
      "loss_action": 0.007055216934531927,
      "loss_total": 0.007055216934531927,
      "step": 49030
    },
    {
      "loss_action": 0.002707858569920063,
      "loss_total": 0.002707858569920063,
      "step": 49030
    },
    {
      "loss_action": 0.004519633017480373,
      "loss_total": 0.004519633017480373,
      "step": 49030
    },
    {
      "loss_action": 0.013173339888453484,
      "loss_total": 0.013173339888453484,
      "step": 49030
    },
    {
      "grad_norm": 0.11274820566177368,
      "learning_rate": 9.856600068021111e-05,
      "loss": 0.009,
      "step": 49040
    },
    {
      "loss_action": 0.02116682007908821,
      "loss_total": 0.02116682007908821,
      "step": 49040
    },
    {
      "loss_action": 0.0047420309856534,
      "loss_total": 0.0047420309856534,
      "step": 49040
    },
    {
      "loss_action": 0.012254718691110611,
      "loss_total": 0.012254718691110611,
      "step": 49040
    },
    {
      "loss_action": 0.0036499234847724438,
      "loss_total": 0.0036499234847724438,
      "step": 49040
    },
    {
      "loss_action": 0.00642786268144846,
      "loss_total": 0.00642786268144846,
      "step": 49040
    },
    {
      "loss_action": 0.008510328829288483,
      "loss_total": 0.008510328829288483,
      "step": 49040
    },
    {
      "loss_action": 0.006998786237090826,
      "loss_total": 0.006998786237090826,
      "step": 49040
    },
    {
      "loss_action": 0.006957417353987694,
      "loss_total": 0.006957417353987694,
      "step": 49040
    },
    {
      "grad_norm": 0.13485153019428253,
      "learning_rate": 9.856501762559836e-05,
      "loss": 0.0095,
      "step": 49050
    },
    {
      "loss_action": 0.008143940940499306,
      "loss_total": 0.008143940940499306,
      "step": 49050
    },
    {
      "loss_action": 0.005008400417864323,
      "loss_total": 0.005008400417864323,
      "step": 49050
    },
    {
      "loss_action": 0.006660729646682739,
      "loss_total": 0.006660729646682739,
      "step": 49050
    },
    {
      "loss_action": 0.00405359361320734,
      "loss_total": 0.00405359361320734,
      "step": 49050
    },
    {
      "loss_action": 0.007837197743356228,
      "loss_total": 0.007837197743356228,
      "step": 49050
    },
    {
      "loss_action": 0.012269917875528336,
      "loss_total": 0.012269917875528336,
      "step": 49050
    },
    {
      "loss_action": 0.010578545741736889,
      "loss_total": 0.010578545741736889,
      "step": 49050
    },
    {
      "loss_action": 0.06254841387271881,
      "loss_total": 0.06254841387271881,
      "step": 49050
    },
    {
      "grad_norm": 0.12248943746089935,
      "learning_rate": 9.856403423904827e-05,
      "loss": 0.0123,
      "step": 49060
    },
    {
      "loss_action": 0.006620438769459724,
      "loss_total": 0.006620438769459724,
      "step": 49060
    },
    {
      "loss_action": 0.006191554479300976,
      "loss_total": 0.006191554479300976,
      "step": 49060
    },
    {
      "loss_action": 0.004583169240504503,
      "loss_total": 0.004583169240504503,
      "step": 49060
    },
    {
      "loss_action": 0.005756710655987263,
      "loss_total": 0.005756710655987263,
      "step": 49060
    },
    {
      "loss_action": 0.004330484662204981,
      "loss_total": 0.004330484662204981,
      "step": 49060
    },
    {
      "loss_action": 0.008942952379584312,
      "loss_total": 0.008942952379584312,
      "step": 49060
    },
    {
      "loss_action": 0.010198662057518959,
      "loss_total": 0.010198662057518959,
      "step": 49060
    },
    {
      "loss_action": 0.011777026578783989,
      "loss_total": 0.011777026578783989,
      "step": 49060
    },
    {
      "grad_norm": 0.14775152504444122,
      "learning_rate": 9.856305052056756e-05,
      "loss": 0.009,
      "step": 49070
    },
    {
      "loss_action": 0.0034174781758338213,
      "loss_total": 0.0034174781758338213,
      "step": 49070
    },
    {
      "loss_action": 0.008584447205066681,
      "loss_total": 0.008584447205066681,
      "step": 49070
    },
    {
      "loss_action": 0.009058160707354546,
      "loss_total": 0.009058160707354546,
      "step": 49070
    },
    {
      "loss_action": 0.006298216059803963,
      "loss_total": 0.006298216059803963,
      "step": 49070
    },
    {
      "loss_action": 0.03010951541364193,
      "loss_total": 0.03010951541364193,
      "step": 49070
    },
    {
      "loss_action": 0.003687049960717559,
      "loss_total": 0.003687049960717559,
      "step": 49070
    },
    {
      "loss_action": 0.010554203763604164,
      "loss_total": 0.010554203763604164,
      "step": 49070
    },
    {
      "loss_action": 0.011074409820139408,
      "loss_total": 0.011074409820139408,
      "step": 49070
    },
    {
      "grad_norm": 0.14453917741775513,
      "learning_rate": 9.856206647016297e-05,
      "loss": 0.0114,
      "step": 49080
    },
    {
      "loss_action": 0.009437022730708122,
      "loss_total": 0.009437022730708122,
      "step": 49080
    },
    {
      "loss_action": 0.013649838045239449,
      "loss_total": 0.013649838045239449,
      "step": 49080
    },
    {
      "loss_action": 0.011261707171797752,
      "loss_total": 0.011261707171797752,
      "step": 49080
    },
    {
      "loss_action": 0.007707465440034866,
      "loss_total": 0.007707465440034866,
      "step": 49080
    },
    {
      "loss_action": 0.005169065203517675,
      "loss_total": 0.005169065203517675,
      "step": 49080
    },
    {
      "loss_action": 0.007331294007599354,
      "loss_total": 0.007331294007599354,
      "step": 49080
    },
    {
      "loss_action": 0.0062240734696388245,
      "loss_total": 0.0062240734696388245,
      "step": 49080
    },
    {
      "loss_action": 0.003752273041754961,
      "loss_total": 0.003752273041754961,
      "step": 49080
    },
    {
      "grad_norm": 0.1256229132413864,
      "learning_rate": 9.856108208784121e-05,
      "loss": 0.0098,
      "step": 49090
    },
    {
      "loss_action": 0.009710041806101799,
      "loss_total": 0.009710041806101799,
      "step": 49090
    },
    {
      "loss_action": 0.006839605048298836,
      "loss_total": 0.006839605048298836,
      "step": 49090
    },
    {
      "loss_action": 0.013781273737549782,
      "loss_total": 0.013781273737549782,
      "step": 49090
    },
    {
      "loss_action": 0.005568895488977432,
      "loss_total": 0.005568895488977432,
      "step": 49090
    },
    {
      "loss_action": 0.005566929467022419,
      "loss_total": 0.005566929467022419,
      "step": 49090
    },
    {
      "loss_action": 0.020597727969288826,
      "loss_total": 0.020597727969288826,
      "step": 49090
    },
    {
      "loss_action": 0.010364011861383915,
      "loss_total": 0.010364011861383915,
      "step": 49090
    },
    {
      "loss_action": 0.0028519511688500643,
      "loss_total": 0.0028519511688500643,
      "step": 49090
    },
    {
      "grad_norm": 0.11777401715517044,
      "learning_rate": 9.856009737360903e-05,
      "loss": 0.0089,
      "step": 49100
    },
    {
      "loss_action": 0.007862909696996212,
      "loss_total": 0.007862909696996212,
      "step": 49100
    },
    {
      "loss_action": 0.008718323893845081,
      "loss_total": 0.008718323893845081,
      "step": 49100
    },
    {
      "loss_action": 0.0031127785332500935,
      "loss_total": 0.0031127785332500935,
      "step": 49100
    },
    {
      "loss_action": 0.014572510495781898,
      "loss_total": 0.014572510495781898,
      "step": 49100
    },
    {
      "loss_action": 0.0044854371808469296,
      "loss_total": 0.0044854371808469296,
      "step": 49100
    },
    {
      "loss_action": 0.003346687648445368,
      "loss_total": 0.003346687648445368,
      "step": 49100
    },
    {
      "loss_action": 0.015778938308358192,
      "loss_total": 0.015778938308358192,
      "step": 49100
    },
    {
      "loss_action": 0.010804848745465279,
      "loss_total": 0.010804848745465279,
      "step": 49100
    },
    {
      "grad_norm": 0.13075600564479828,
      "learning_rate": 9.855911232747312e-05,
      "loss": 0.0092,
      "step": 49110
    },
    {
      "loss_action": 0.003274261951446533,
      "loss_total": 0.003274261951446533,
      "step": 49110
    },
    {
      "loss_action": 0.008701198734343052,
      "loss_total": 0.008701198734343052,
      "step": 49110
    },
    {
      "loss_action": 0.005464410874992609,
      "loss_total": 0.005464410874992609,
      "step": 49110
    },
    {
      "loss_action": 0.008432046510279179,
      "loss_total": 0.008432046510279179,
      "step": 49110
    },
    {
      "loss_action": 0.0045752814039587975,
      "loss_total": 0.0045752814039587975,
      "step": 49110
    },
    {
      "loss_action": 0.00813699048012495,
      "loss_total": 0.00813699048012495,
      "step": 49110
    },
    {
      "loss_action": 0.004462615121155977,
      "loss_total": 0.004462615121155977,
      "step": 49110
    },
    {
      "loss_action": 0.011377774178981781,
      "loss_total": 0.011377774178981781,
      "step": 49110
    },
    {
      "grad_norm": 0.08633917570114136,
      "learning_rate": 9.855812694944026e-05,
      "loss": 0.009,
      "step": 49120
    },
    {
      "loss_action": 0.006839555222541094,
      "loss_total": 0.006839555222541094,
      "step": 49120
    },
    {
      "loss_action": 0.007163290865719318,
      "loss_total": 0.007163290865719318,
      "step": 49120
    },
    {
      "loss_action": 0.010237103328108788,
      "loss_total": 0.010237103328108788,
      "step": 49120
    },
    {
      "loss_action": 0.004349169321358204,
      "loss_total": 0.004349169321358204,
      "step": 49120
    },
    {
      "loss_action": 0.007147119380533695,
      "loss_total": 0.007147119380533695,
      "step": 49120
    },
    {
      "loss_action": 0.003127671079710126,
      "loss_total": 0.003127671079710126,
      "step": 49120
    },
    {
      "loss_action": 0.002458352828398347,
      "loss_total": 0.002458352828398347,
      "step": 49120
    },
    {
      "loss_action": 0.006078923121094704,
      "loss_total": 0.006078923121094704,
      "step": 49120
    },
    {
      "grad_norm": 0.1315305233001709,
      "learning_rate": 9.855714123951715e-05,
      "loss": 0.0077,
      "step": 49130
    },
    {
      "loss_action": 0.002881370484828949,
      "loss_total": 0.002881370484828949,
      "step": 49130
    },
    {
      "loss_action": 0.01505963783711195,
      "loss_total": 0.01505963783711195,
      "step": 49130
    },
    {
      "loss_action": 0.0036961501464247704,
      "loss_total": 0.0036961501464247704,
      "step": 49130
    },
    {
      "loss_action": 0.004419480916112661,
      "loss_total": 0.004419480916112661,
      "step": 49130
    },
    {
      "loss_action": 0.00224456493742764,
      "loss_total": 0.00224456493742764,
      "step": 49130
    },
    {
      "loss_action": 0.009856090880930424,
      "loss_total": 0.009856090880930424,
      "step": 49130
    },
    {
      "loss_action": 0.006591926794499159,
      "loss_total": 0.006591926794499159,
      "step": 49130
    },
    {
      "loss_action": 0.008578043431043625,
      "loss_total": 0.008578043431043625,
      "step": 49130
    },
    {
      "grad_norm": 0.11232265830039978,
      "learning_rate": 9.855615519771054e-05,
      "loss": 0.0075,
      "step": 49140
    },
    {
      "loss_action": 0.009469965472817421,
      "loss_total": 0.009469965472817421,
      "step": 49140
    },
    {
      "loss_action": 0.017548277974128723,
      "loss_total": 0.017548277974128723,
      "step": 49140
    },
    {
      "loss_action": 0.0031997659243643284,
      "loss_total": 0.0031997659243643284,
      "step": 49140
    },
    {
      "loss_action": 0.004064076580107212,
      "loss_total": 0.004064076580107212,
      "step": 49140
    },
    {
      "loss_action": 0.0037483833730220795,
      "loss_total": 0.0037483833730220795,
      "step": 49140
    },
    {
      "loss_action": 0.010836130939424038,
      "loss_total": 0.010836130939424038,
      "step": 49140
    },
    {
      "loss_action": 0.005855158437043428,
      "loss_total": 0.005855158437043428,
      "step": 49140
    },
    {
      "loss_action": 0.019212257117033005,
      "loss_total": 0.019212257117033005,
      "step": 49140
    },
    {
      "grad_norm": 0.1525609791278839,
      "learning_rate": 9.855516882402718e-05,
      "loss": 0.0096,
      "step": 49150
    },
    {
      "loss_action": 0.0040593817830085754,
      "loss_total": 0.0040593817830085754,
      "step": 49150
    },
    {
      "loss_action": 0.003274225164204836,
      "loss_total": 0.003274225164204836,
      "step": 49150
    },
    {
      "loss_action": 0.014611177146434784,
      "loss_total": 0.014611177146434784,
      "step": 49150
    },
    {
      "loss_action": 0.004500287119299173,
      "loss_total": 0.004500287119299173,
      "step": 49150
    },
    {
      "loss_action": 0.003940030932426453,
      "loss_total": 0.003940030932426453,
      "step": 49150
    },
    {
      "loss_action": 0.004198780748993158,
      "loss_total": 0.004198780748993158,
      "step": 49150
    },
    {
      "loss_action": 0.006415209732949734,
      "loss_total": 0.006415209732949734,
      "step": 49150
    },
    {
      "loss_action": 0.004716391675174236,
      "loss_total": 0.004716391675174236,
      "step": 49150
    },
    {
      "grad_norm": 0.11960524320602417,
      "learning_rate": 9.855418211847378e-05,
      "loss": 0.0084,
      "step": 49160
    },
    {
      "loss_action": 0.006153560243546963,
      "loss_total": 0.006153560243546963,
      "step": 49160
    },
    {
      "loss_action": 0.008816028013825417,
      "loss_total": 0.008816028013825417,
      "step": 49160
    },
    {
      "loss_action": 0.004429439082741737,
      "loss_total": 0.004429439082741737,
      "step": 49160
    },
    {
      "loss_action": 0.004893191624432802,
      "loss_total": 0.004893191624432802,
      "step": 49160
    },
    {
      "loss_action": 0.004667235538363457,
      "loss_total": 0.004667235538363457,
      "step": 49160
    },
    {
      "loss_action": 0.004117231350392103,
      "loss_total": 0.004117231350392103,
      "step": 49160
    },
    {
      "loss_action": 0.001606128178536892,
      "loss_total": 0.001606128178536892,
      "step": 49160
    },
    {
      "loss_action": 0.01007169485092163,
      "loss_total": 0.01007169485092163,
      "step": 49160
    },
    {
      "grad_norm": 0.12398770451545715,
      "learning_rate": 9.855319508105712e-05,
      "loss": 0.009,
      "step": 49170
    },
    {
      "loss_action": 0.006911666598170996,
      "loss_total": 0.006911666598170996,
      "step": 49170
    },
    {
      "loss_action": 0.005846401676535606,
      "loss_total": 0.005846401676535606,
      "step": 49170
    },
    {
      "loss_action": 0.011532023549079895,
      "loss_total": 0.011532023549079895,
      "step": 49170
    },
    {
      "loss_action": 0.004879230633378029,
      "loss_total": 0.004879230633378029,
      "step": 49170
    },
    {
      "loss_action": 0.003527922322973609,
      "loss_total": 0.003527922322973609,
      "step": 49170
    },
    {
      "loss_action": 0.012571706436574459,
      "loss_total": 0.012571706436574459,
      "step": 49170
    },
    {
      "loss_action": 0.013510152697563171,
      "loss_total": 0.013510152697563171,
      "step": 49170
    },
    {
      "loss_action": 0.006145284976810217,
      "loss_total": 0.006145284976810217,
      "step": 49170
    },
    {
      "grad_norm": 0.1271148920059204,
      "learning_rate": 9.855220771178393e-05,
      "loss": 0.0097,
      "step": 49180
    },
    {
      "loss_action": 0.0035700788721442223,
      "loss_total": 0.0035700788721442223,
      "step": 49180
    },
    {
      "loss_action": 0.006695825606584549,
      "loss_total": 0.006695825606584549,
      "step": 49180
    },
    {
      "loss_action": 0.0061269840225577354,
      "loss_total": 0.0061269840225577354,
      "step": 49180
    },
    {
      "loss_action": 0.007293631322681904,
      "loss_total": 0.007293631322681904,
      "step": 49180
    },
    {
      "loss_action": 0.006925354246050119,
      "loss_total": 0.006925354246050119,
      "step": 49180
    },
    {
      "loss_action": 0.005677246488630772,
      "loss_total": 0.005677246488630772,
      "step": 49180
    },
    {
      "loss_action": 0.012961791828274727,
      "loss_total": 0.012961791828274727,
      "step": 49180
    },
    {
      "loss_action": 0.0035484121181070805,
      "loss_total": 0.0035484121181070805,
      "step": 49180
    },
    {
      "grad_norm": 0.22135670483112335,
      "learning_rate": 9.855122001066095e-05,
      "loss": 0.0093,
      "step": 49190
    },
    {
      "loss_action": 0.005103800445795059,
      "loss_total": 0.005103800445795059,
      "step": 49190
    },
    {
      "loss_action": 0.0030115521512925625,
      "loss_total": 0.0030115521512925625,
      "step": 49190
    },
    {
      "loss_action": 0.010233876295387745,
      "loss_total": 0.010233876295387745,
      "step": 49190
    },
    {
      "loss_action": 0.00889960490167141,
      "loss_total": 0.00889960490167141,
      "step": 49190
    },
    {
      "loss_action": 0.00784146785736084,
      "loss_total": 0.00784146785736084,
      "step": 49190
    },
    {
      "loss_action": 0.009036574512720108,
      "loss_total": 0.009036574512720108,
      "step": 49190
    },
    {
      "loss_action": 0.01697365939617157,
      "loss_total": 0.01697365939617157,
      "step": 49190
    },
    {
      "loss_action": 0.01072908565402031,
      "loss_total": 0.01072908565402031,
      "step": 49190
    },
    {
      "grad_norm": 0.17923828959465027,
      "learning_rate": 9.855023197769496e-05,
      "loss": 0.0109,
      "step": 49200
    },
    {
      "loss_action": 0.011971866711974144,
      "loss_total": 0.011971866711974144,
      "step": 49200
    },
    {
      "loss_action": 0.008089759387075901,
      "loss_total": 0.008089759387075901,
      "step": 49200
    },
    {
      "loss_action": 0.006985160522162914,
      "loss_total": 0.006985160522162914,
      "step": 49200
    },
    {
      "loss_action": 0.0040804739110171795,
      "loss_total": 0.0040804739110171795,
      "step": 49200
    },
    {
      "loss_action": 0.02255905419588089,
      "loss_total": 0.02255905419588089,
      "step": 49200
    },
    {
      "loss_action": 0.008703242987394333,
      "loss_total": 0.008703242987394333,
      "step": 49200
    },
    {
      "loss_action": 0.0059081874787807465,
      "loss_total": 0.0059081874787807465,
      "step": 49200
    },
    {
      "loss_action": 0.021756310015916824,
      "loss_total": 0.021756310015916824,
      "step": 49200
    },
    {
      "grad_norm": 0.1327936202287674,
      "learning_rate": 9.854924361289268e-05,
      "loss": 0.0123,
      "step": 49210
    },
    {
      "loss_action": 0.007808809634298086,
      "loss_total": 0.007808809634298086,
      "step": 49210
    },
    {
      "loss_action": 0.022269360721111298,
      "loss_total": 0.022269360721111298,
      "step": 49210
    },
    {
      "loss_action": 0.011415427550673485,
      "loss_total": 0.011415427550673485,
      "step": 49210
    },
    {
      "loss_action": 0.009385518729686737,
      "loss_total": 0.009385518729686737,
      "step": 49210
    },
    {
      "loss_action": 0.012938236817717552,
      "loss_total": 0.012938236817717552,
      "step": 49210
    },
    {
      "loss_action": 0.011987894773483276,
      "loss_total": 0.011987894773483276,
      "step": 49210
    },
    {
      "loss_action": 0.008565513417124748,
      "loss_total": 0.008565513417124748,
      "step": 49210
    },
    {
      "loss_action": 0.012417246587574482,
      "loss_total": 0.012417246587574482,
      "step": 49210
    },
    {
      "grad_norm": 0.1109369620680809,
      "learning_rate": 9.854825491626088e-05,
      "loss": 0.0094,
      "step": 49220
    },
    {
      "loss_action": 0.010379597544670105,
      "loss_total": 0.010379597544670105,
      "step": 49220
    },
    {
      "loss_action": 0.010235540568828583,
      "loss_total": 0.010235540568828583,
      "step": 49220
    },
    {
      "loss_action": 0.005972629878669977,
      "loss_total": 0.005972629878669977,
      "step": 49220
    },
    {
      "loss_action": 0.014188487082719803,
      "loss_total": 0.014188487082719803,
      "step": 49220
    },
    {
      "loss_action": 0.005239306017756462,
      "loss_total": 0.005239306017756462,
      "step": 49220
    },
    {
      "loss_action": 0.006078083999454975,
      "loss_total": 0.006078083999454975,
      "step": 49220
    },
    {
      "loss_action": 0.004371121060103178,
      "loss_total": 0.004371121060103178,
      "step": 49220
    },
    {
      "loss_action": 0.011373946443200111,
      "loss_total": 0.011373946443200111,
      "step": 49220
    },
    {
      "grad_norm": 0.13349612057209015,
      "learning_rate": 9.854726588780632e-05,
      "loss": 0.0108,
      "step": 49230
    },
    {
      "loss_action": 0.008501200005412102,
      "loss_total": 0.008501200005412102,
      "step": 49230
    },
    {
      "loss_action": 0.009518427774310112,
      "loss_total": 0.009518427774310112,
      "step": 49230
    },
    {
      "loss_action": 0.02193368412554264,
      "loss_total": 0.02193368412554264,
      "step": 49230
    },
    {
      "loss_action": 0.00348578835837543,
      "loss_total": 0.00348578835837543,
      "step": 49230
    },
    {
      "loss_action": 0.004561387933790684,
      "loss_total": 0.004561387933790684,
      "step": 49230
    },
    {
      "loss_action": 0.00876627303659916,
      "loss_total": 0.00876627303659916,
      "step": 49230
    },
    {
      "loss_action": 0.009692839346826077,
      "loss_total": 0.009692839346826077,
      "step": 49230
    },
    {
      "loss_action": 0.004643159452825785,
      "loss_total": 0.004643159452825785,
      "step": 49230
    },
    {
      "grad_norm": 0.13862237334251404,
      "learning_rate": 9.854627652753575e-05,
      "loss": 0.0098,
      "step": 49240
    },
    {
      "loss_action": 0.0030839620158076286,
      "loss_total": 0.0030839620158076286,
      "step": 49240
    },
    {
      "loss_action": 0.0098639577627182,
      "loss_total": 0.0098639577627182,
      "step": 49240
    },
    {
      "loss_action": 0.013638883829116821,
      "loss_total": 0.013638883829116821,
      "step": 49240
    },
    {
      "loss_action": 0.005953764542937279,
      "loss_total": 0.005953764542937279,
      "step": 49240
    },
    {
      "loss_action": 0.01278730295598507,
      "loss_total": 0.01278730295598507,
      "step": 49240
    },
    {
      "loss_action": 0.010056046769022942,
      "loss_total": 0.010056046769022942,
      "step": 49240
    },
    {
      "loss_action": 0.007038556504994631,
      "loss_total": 0.007038556504994631,
      "step": 49240
    },
    {
      "loss_action": 0.016454942524433136,
      "loss_total": 0.016454942524433136,
      "step": 49240
    },
    {
      "grad_norm": 0.15632766485214233,
      "learning_rate": 9.854528683545594e-05,
      "loss": 0.0087,
      "step": 49250
    },
    {
      "loss_action": 0.006318259984254837,
      "loss_total": 0.006318259984254837,
      "step": 49250
    },
    {
      "loss_action": 0.003614271990954876,
      "loss_total": 0.003614271990954876,
      "step": 49250
    },
    {
      "loss_action": 0.0067131128162145615,
      "loss_total": 0.0067131128162145615,
      "step": 49250
    },
    {
      "loss_action": 0.009023962542414665,
      "loss_total": 0.009023962542414665,
      "step": 49250
    },
    {
      "loss_action": 0.006773556116968393,
      "loss_total": 0.006773556116968393,
      "step": 49250
    },
    {
      "loss_action": 0.0026843128725886345,
      "loss_total": 0.0026843128725886345,
      "step": 49250
    },
    {
      "loss_action": 0.012318205088376999,
      "loss_total": 0.012318205088376999,
      "step": 49250
    },
    {
      "loss_action": 0.021478183567523956,
      "loss_total": 0.021478183567523956,
      "step": 49250
    },
    {
      "grad_norm": 0.16393721103668213,
      "learning_rate": 9.854429681157366e-05,
      "loss": 0.0097,
      "step": 49260
    },
    {
      "loss_action": 0.004071766976267099,
      "loss_total": 0.004071766976267099,
      "step": 49260
    },
    {
      "loss_action": 0.009392611682415009,
      "loss_total": 0.009392611682415009,
      "step": 49260
    },
    {
      "loss_action": 0.015269928611814976,
      "loss_total": 0.015269928611814976,
      "step": 49260
    },
    {
      "loss_action": 0.02059195563197136,
      "loss_total": 0.02059195563197136,
      "step": 49260
    },
    {
      "loss_action": 0.02330569550395012,
      "loss_total": 0.02330569550395012,
      "step": 49260
    },
    {
      "loss_action": 0.014950910583138466,
      "loss_total": 0.014950910583138466,
      "step": 49260
    },
    {
      "loss_action": 0.02799994871020317,
      "loss_total": 0.02799994871020317,
      "step": 49260
    },
    {
      "loss_action": 0.01898254081606865,
      "loss_total": 0.01898254081606865,
      "step": 49260
    },
    {
      "grad_norm": 0.1295458823442459,
      "learning_rate": 9.854330645589566e-05,
      "loss": 0.0114,
      "step": 49270
    },
    {
      "loss_action": 0.009189208969473839,
      "loss_total": 0.009189208969473839,
      "step": 49270
    },
    {
      "loss_action": 0.006460248958319426,
      "loss_total": 0.006460248958319426,
      "step": 49270
    },
    {
      "loss_action": 0.006715105380862951,
      "loss_total": 0.006715105380862951,
      "step": 49270
    },
    {
      "loss_action": 0.009066279977560043,
      "loss_total": 0.009066279977560043,
      "step": 49270
    },
    {
      "loss_action": 0.014204386621713638,
      "loss_total": 0.014204386621713638,
      "step": 49270
    },
    {
      "loss_action": 0.0077470438554883,
      "loss_total": 0.0077470438554883,
      "step": 49270
    },
    {
      "loss_action": 0.008782284334301949,
      "loss_total": 0.008782284334301949,
      "step": 49270
    },
    {
      "loss_action": 0.011201833374798298,
      "loss_total": 0.011201833374798298,
      "step": 49270
    },
    {
      "grad_norm": 0.1058017760515213,
      "learning_rate": 9.854231576842874e-05,
      "loss": 0.0087,
      "step": 49280
    },
    {
      "loss_action": 0.0033966251648962498,
      "loss_total": 0.0033966251648962498,
      "step": 49280
    },
    {
      "loss_action": 0.019371140748262405,
      "loss_total": 0.019371140748262405,
      "step": 49280
    },
    {
      "loss_action": 0.006457215175032616,
      "loss_total": 0.006457215175032616,
      "step": 49280
    },
    {
      "loss_action": 0.007814263924956322,
      "loss_total": 0.007814263924956322,
      "step": 49280
    },
    {
      "loss_action": 0.005778726190328598,
      "loss_total": 0.005778726190328598,
      "step": 49280
    },
    {
      "loss_action": 0.0111472737044096,
      "loss_total": 0.0111472737044096,
      "step": 49280
    },
    {
      "loss_action": 0.007512172218412161,
      "loss_total": 0.007512172218412161,
      "step": 49280
    },
    {
      "loss_action": 0.008780106902122498,
      "loss_total": 0.008780106902122498,
      "step": 49280
    },
    {
      "grad_norm": 0.14717385172843933,
      "learning_rate": 9.854132474917963e-05,
      "loss": 0.0107,
      "step": 49290
    },
    {
      "loss_action": 0.010921457782387733,
      "loss_total": 0.010921457782387733,
      "step": 49290
    },
    {
      "loss_action": 0.007737721316516399,
      "loss_total": 0.007737721316516399,
      "step": 49290
    },
    {
      "loss_action": 0.011154090985655785,
      "loss_total": 0.011154090985655785,
      "step": 49290
    },
    {
      "loss_action": 0.00968335010111332,
      "loss_total": 0.00968335010111332,
      "step": 49290
    },
    {
      "loss_action": 0.009846735745668411,
      "loss_total": 0.009846735745668411,
      "step": 49290
    },
    {
      "loss_action": 0.0022511244751513004,
      "loss_total": 0.0022511244751513004,
      "step": 49290
    },
    {
      "loss_action": 0.005100978072732687,
      "loss_total": 0.005100978072732687,
      "step": 49290
    },
    {
      "loss_action": 0.018089480698108673,
      "loss_total": 0.018089480698108673,
      "step": 49290
    },
    {
      "grad_norm": 0.16300146281719208,
      "learning_rate": 9.854033339815513e-05,
      "loss": 0.0102,
      "step": 49300
    },
    {
      "loss_action": 0.0037537608295679092,
      "loss_total": 0.0037537608295679092,
      "step": 49300
    },
    {
      "loss_action": 0.00503554055467248,
      "loss_total": 0.00503554055467248,
      "step": 49300
    },
    {
      "loss_action": 0.006844642106443644,
      "loss_total": 0.006844642106443644,
      "step": 49300
    },
    {
      "loss_action": 0.03752005100250244,
      "loss_total": 0.03752005100250244,
      "step": 49300
    },
    {
      "loss_action": 0.007091503590345383,
      "loss_total": 0.007091503590345383,
      "step": 49300
    },
    {
      "loss_action": 0.0072546754963696,
      "loss_total": 0.0072546754963696,
      "step": 49300
    },
    {
      "loss_action": 0.0045070648193359375,
      "loss_total": 0.0045070648193359375,
      "step": 49300
    },
    {
      "loss_action": 0.00475408136844635,
      "loss_total": 0.00475408136844635,
      "step": 49300
    },
    {
      "grad_norm": 0.15036438405513763,
      "learning_rate": 9.8539341715362e-05,
      "loss": 0.0081,
      "step": 49310
    },
    {
      "loss_action": 0.004166486673057079,
      "loss_total": 0.004166486673057079,
      "step": 49310
    },
    {
      "loss_action": 0.0032254490070044994,
      "loss_total": 0.0032254490070044994,
      "step": 49310
    },
    {
      "loss_action": 0.009593007154762745,
      "loss_total": 0.009593007154762745,
      "step": 49310
    },
    {
      "loss_action": 0.004062640946358442,
      "loss_total": 0.004062640946358442,
      "step": 49310
    },
    {
      "loss_action": 0.008465930819511414,
      "loss_total": 0.008465930819511414,
      "step": 49310
    },
    {
      "loss_action": 0.0025869179517030716,
      "loss_total": 0.0025869179517030716,
      "step": 49310
    },
    {
      "loss_action": 0.008981265127658844,
      "loss_total": 0.008981265127658844,
      "step": 49310
    },
    {
      "loss_action": 0.007211047690361738,
      "loss_total": 0.007211047690361738,
      "step": 49310
    },
    {
      "grad_norm": 0.13487714529037476,
      "learning_rate": 9.853834970080705e-05,
      "loss": 0.0075,
      "step": 49320
    },
    {
      "loss_action": 0.009627017192542553,
      "loss_total": 0.009627017192542553,
      "step": 49320
    },
    {
      "loss_action": 0.005594408605247736,
      "loss_total": 0.005594408605247736,
      "step": 49320
    },
    {
      "loss_action": 0.013032824732363224,
      "loss_total": 0.013032824732363224,
      "step": 49320
    },
    {
      "loss_action": 0.003521398175507784,
      "loss_total": 0.003521398175507784,
      "step": 49320
    },
    {
      "loss_action": 0.014771895483136177,
      "loss_total": 0.014771895483136177,
      "step": 49320
    },
    {
      "loss_action": 0.005692297592759132,
      "loss_total": 0.005692297592759132,
      "step": 49320
    },
    {
      "loss_action": 0.005227148532867432,
      "loss_total": 0.005227148532867432,
      "step": 49320
    },
    {
      "loss_action": 0.021338701248168945,
      "loss_total": 0.021338701248168945,
      "step": 49320
    },
    {
      "grad_norm": 0.12719357013702393,
      "learning_rate": 9.853735735449702e-05,
      "loss": 0.0108,
      "step": 49330
    },
    {
      "loss_action": 0.010268580168485641,
      "loss_total": 0.010268580168485641,
      "step": 49330
    },
    {
      "loss_action": 0.017372101545333862,
      "loss_total": 0.017372101545333862,
      "step": 49330
    },
    {
      "loss_action": 0.005564508959650993,
      "loss_total": 0.005564508959650993,
      "step": 49330
    },
    {
      "loss_action": 0.002532967831939459,
      "loss_total": 0.002532967831939459,
      "step": 49330
    },
    {
      "loss_action": 0.011861450038850307,
      "loss_total": 0.011861450038850307,
      "step": 49330
    },
    {
      "loss_action": 0.005210652016103268,
      "loss_total": 0.005210652016103268,
      "step": 49330
    },
    {
      "loss_action": 0.006516263820230961,
      "loss_total": 0.006516263820230961,
      "step": 49330
    },
    {
      "loss_action": 0.004237201530486345,
      "loss_total": 0.004237201530486345,
      "step": 49330
    },
    {
      "grad_norm": 0.14587457478046417,
      "learning_rate": 9.853636467643873e-05,
      "loss": 0.0084,
      "step": 49340
    },
    {
      "loss_action": 0.0053122881799936295,
      "loss_total": 0.0053122881799936295,
      "step": 49340
    },
    {
      "loss_action": 0.0068473913706839085,
      "loss_total": 0.0068473913706839085,
      "step": 49340
    },
    {
      "loss_action": 0.005583085119724274,
      "loss_total": 0.005583085119724274,
      "step": 49340
    },
    {
      "loss_action": 0.005509869195520878,
      "loss_total": 0.005509869195520878,
      "step": 49340
    },
    {
      "loss_action": 0.005291355773806572,
      "loss_total": 0.005291355773806572,
      "step": 49340
    },
    {
      "loss_action": 0.004203378688544035,
      "loss_total": 0.004203378688544035,
      "step": 49340
    },
    {
      "loss_action": 0.0024568382650613785,
      "loss_total": 0.0024568382650613785,
      "step": 49340
    },
    {
      "loss_action": 0.0045257993042469025,
      "loss_total": 0.0045257993042469025,
      "step": 49340
    },
    {
      "grad_norm": 0.11600971221923828,
      "learning_rate": 9.85353716666389e-05,
      "loss": 0.0086,
      "step": 49350
    },
    {
      "loss_action": 0.017508409917354584,
      "loss_total": 0.017508409917354584,
      "step": 49350
    },
    {
      "loss_action": 0.0043381573632359505,
      "loss_total": 0.0043381573632359505,
      "step": 49350
    },
    {
      "loss_action": 0.0027878894470632076,
      "loss_total": 0.0027878894470632076,
      "step": 49350
    },
    {
      "loss_action": 0.0023458697833120823,
      "loss_total": 0.0023458697833120823,
      "step": 49350
    },
    {
      "loss_action": 0.007892967201769352,
      "loss_total": 0.007892967201769352,
      "step": 49350
    },
    {
      "loss_action": 0.004889925941824913,
      "loss_total": 0.004889925941824913,
      "step": 49350
    },
    {
      "loss_action": 0.014375429600477219,
      "loss_total": 0.014375429600477219,
      "step": 49350
    },
    {
      "loss_action": 0.003776382189244032,
      "loss_total": 0.003776382189244032,
      "step": 49350
    },
    {
      "grad_norm": 0.11041313409805298,
      "learning_rate": 9.853437832510441e-05,
      "loss": 0.0092,
      "step": 49360
    },
    {
      "loss_action": 0.009143426083028316,
      "loss_total": 0.009143426083028316,
      "step": 49360
    },
    {
      "loss_action": 0.019975822418928146,
      "loss_total": 0.019975822418928146,
      "step": 49360
    },
    {
      "loss_action": 0.009774193167686462,
      "loss_total": 0.009774193167686462,
      "step": 49360
    },
    {
      "loss_action": 0.009337931871414185,
      "loss_total": 0.009337931871414185,
      "step": 49360
    },
    {
      "loss_action": 0.012215642258524895,
      "loss_total": 0.012215642258524895,
      "step": 49360
    },
    {
      "loss_action": 0.004739364609122276,
      "loss_total": 0.004739364609122276,
      "step": 49360
    },
    {
      "loss_action": 0.004767120350152254,
      "loss_total": 0.004767120350152254,
      "step": 49360
    },
    {
      "loss_action": 0.010808576829731464,
      "loss_total": 0.010808576829731464,
      "step": 49360
    },
    {
      "grad_norm": 0.10670100897550583,
      "learning_rate": 9.853338465184198e-05,
      "loss": 0.0094,
      "step": 49370
    },
    {
      "loss_action": 0.0057207513600587845,
      "loss_total": 0.0057207513600587845,
      "step": 49370
    },
    {
      "loss_action": 0.016331026330590248,
      "loss_total": 0.016331026330590248,
      "step": 49370
    },
    {
      "loss_action": 0.005245311185717583,
      "loss_total": 0.005245311185717583,
      "step": 49370
    },
    {
      "loss_action": 0.002204479184001684,
      "loss_total": 0.002204479184001684,
      "step": 49370
    },
    {
      "loss_action": 0.014669818803668022,
      "loss_total": 0.014669818803668022,
      "step": 49370
    },
    {
      "loss_action": 0.007987086661159992,
      "loss_total": 0.007987086661159992,
      "step": 49370
    },
    {
      "loss_action": 0.021169500425457954,
      "loss_total": 0.021169500425457954,
      "step": 49370
    },
    {
      "loss_action": 0.01668301783502102,
      "loss_total": 0.01668301783502102,
      "step": 49370
    },
    {
      "grad_norm": 0.09294537454843521,
      "learning_rate": 9.853239064685845e-05,
      "loss": 0.0089,
      "step": 49380
    },
    {
      "loss_action": 0.010282274335622787,
      "loss_total": 0.010282274335622787,
      "step": 49380
    },
    {
      "loss_action": 0.0025399085134267807,
      "loss_total": 0.0025399085134267807,
      "step": 49380
    },
    {
      "loss_action": 0.004449274390935898,
      "loss_total": 0.004449274390935898,
      "step": 49380
    },
    {
      "loss_action": 0.00395180145278573,
      "loss_total": 0.00395180145278573,
      "step": 49380
    },
    {
      "loss_action": 0.0046011521480977535,
      "loss_total": 0.0046011521480977535,
      "step": 49380
    },
    {
      "loss_action": 0.004162690602242947,
      "loss_total": 0.004162690602242947,
      "step": 49380
    },
    {
      "loss_action": 0.00777710834518075,
      "loss_total": 0.00777710834518075,
      "step": 49380
    },
    {
      "loss_action": 0.00559605285525322,
      "loss_total": 0.00559605285525322,
      "step": 49380
    },
    {
      "grad_norm": 0.08505981415510178,
      "learning_rate": 9.853139631016055e-05,
      "loss": 0.008,
      "step": 49390
    },
    {
      "loss_action": 0.004129237029701471,
      "loss_total": 0.004129237029701471,
      "step": 49390
    },
    {
      "loss_action": 0.012667984701693058,
      "loss_total": 0.012667984701693058,
      "step": 49390
    },
    {
      "loss_action": 0.008138513192534447,
      "loss_total": 0.008138513192534447,
      "step": 49390
    },
    {
      "loss_action": 0.002446333644911647,
      "loss_total": 0.002446333644911647,
      "step": 49390
    },
    {
      "loss_action": 0.013831786811351776,
      "loss_total": 0.013831786811351776,
      "step": 49390
    },
    {
      "loss_action": 0.011877000331878662,
      "loss_total": 0.011877000331878662,
      "step": 49390
    },
    {
      "loss_action": 0.004086575470864773,
      "loss_total": 0.004086575470864773,
      "step": 49390
    },
    {
      "loss_action": 0.011082268320024014,
      "loss_total": 0.011082268320024014,
      "step": 49390
    },
    {
      "grad_norm": 0.10141701251268387,
      "learning_rate": 9.853040164175513e-05,
      "loss": 0.0078,
      "step": 49400
    },
    {
      "loss_action": 0.004843613598495722,
      "loss_total": 0.004843613598495722,
      "step": 49400
    },
    {
      "loss_action": 0.02533891424536705,
      "loss_total": 0.02533891424536705,
      "step": 49400
    },
    {
      "loss_action": 0.023077134042978287,
      "loss_total": 0.023077134042978287,
      "step": 49400
    },
    {
      "loss_action": 0.026576906442642212,
      "loss_total": 0.026576906442642212,
      "step": 49400
    },
    {
      "loss_action": 0.01542788464576006,
      "loss_total": 0.01542788464576006,
      "step": 49400
    },
    {
      "loss_action": 0.00832296721637249,
      "loss_total": 0.00832296721637249,
      "step": 49400
    },
    {
      "loss_action": 0.003753548488020897,
      "loss_total": 0.003753548488020897,
      "step": 49400
    },
    {
      "loss_action": 0.00992157869040966,
      "loss_total": 0.00992157869040966,
      "step": 49400
    },
    {
      "grad_norm": 0.11469260603189468,
      "learning_rate": 9.852940664164897e-05,
      "loss": 0.0102,
      "step": 49410
    },
    {
      "loss_action": 0.009346077218651772,
      "loss_total": 0.009346077218651772,
      "step": 49410
    },
    {
      "loss_action": 0.00451203528791666,
      "loss_total": 0.00451203528791666,
      "step": 49410
    },
    {
      "loss_action": 0.006886569783091545,
      "loss_total": 0.006886569783091545,
      "step": 49410
    },
    {
      "loss_action": 0.036412425339221954,
      "loss_total": 0.036412425339221954,
      "step": 49410
    },
    {
      "loss_action": 0.009304949082434177,
      "loss_total": 0.009304949082434177,
      "step": 49410
    },
    {
      "loss_action": 0.00548787135630846,
      "loss_total": 0.00548787135630846,
      "step": 49410
    },
    {
      "loss_action": 0.004951165989041328,
      "loss_total": 0.004951165989041328,
      "step": 49410
    },
    {
      "loss_action": 0.006477520801126957,
      "loss_total": 0.006477520801126957,
      "step": 49410
    },
    {
      "grad_norm": 0.14402399957180023,
      "learning_rate": 9.852841130984888e-05,
      "loss": 0.009,
      "step": 49420
    },
    {
      "loss_action": 0.0051306732930243015,
      "loss_total": 0.0051306732930243015,
      "step": 49420
    },
    {
      "loss_action": 0.008185597136616707,
      "loss_total": 0.008185597136616707,
      "step": 49420
    },
    {
      "loss_action": 0.01953962817788124,
      "loss_total": 0.01953962817788124,
      "step": 49420
    },
    {
      "loss_action": 0.008059972897171974,
      "loss_total": 0.008059972897171974,
      "step": 49420
    },
    {
      "loss_action": 0.005047020502388477,
      "loss_total": 0.005047020502388477,
      "step": 49420
    },
    {
      "loss_action": 0.0069948649033904076,
      "loss_total": 0.0069948649033904076,
      "step": 49420
    },
    {
      "loss_action": 0.012175219133496284,
      "loss_total": 0.012175219133496284,
      "step": 49420
    },
    {
      "loss_action": 0.010282102972269058,
      "loss_total": 0.010282102972269058,
      "step": 49420
    },
    {
      "grad_norm": 0.1462104469537735,
      "learning_rate": 9.852741564636165e-05,
      "loss": 0.0088,
      "step": 49430
    },
    {
      "loss_action": 0.011084901168942451,
      "loss_total": 0.011084901168942451,
      "step": 49430
    },
    {
      "loss_action": 0.022462336346507072,
      "loss_total": 0.022462336346507072,
      "step": 49430
    },
    {
      "loss_action": 0.007660996168851852,
      "loss_total": 0.007660996168851852,
      "step": 49430
    },
    {
      "loss_action": 0.0064221760258078575,
      "loss_total": 0.0064221760258078575,
      "step": 49430
    },
    {
      "loss_action": 0.008188494481146336,
      "loss_total": 0.008188494481146336,
      "step": 49430
    },
    {
      "loss_action": 0.011605150066316128,
      "loss_total": 0.011605150066316128,
      "step": 49430
    },
    {
      "loss_action": 0.007270918693393469,
      "loss_total": 0.007270918693393469,
      "step": 49430
    },
    {
      "loss_action": 0.013368290849030018,
      "loss_total": 0.013368290849030018,
      "step": 49430
    },
    {
      "grad_norm": 0.1102815791964531,
      "learning_rate": 9.85264196511941e-05,
      "loss": 0.0091,
      "step": 49440
    },
    {
      "loss_action": 0.006714292801916599,
      "loss_total": 0.006714292801916599,
      "step": 49440
    },
    {
      "loss_action": 0.005435277242213488,
      "loss_total": 0.005435277242213488,
      "step": 49440
    },
    {
      "loss_action": 0.005022168625146151,
      "loss_total": 0.005022168625146151,
      "step": 49440
    },
    {
      "loss_action": 0.006458373740315437,
      "loss_total": 0.006458373740315437,
      "step": 49440
    },
    {
      "loss_action": 0.0034808884374797344,
      "loss_total": 0.0034808884374797344,
      "step": 49440
    },
    {
      "loss_action": 0.018857279792428017,
      "loss_total": 0.018857279792428017,
      "step": 49440
    },
    {
      "loss_action": 0.005022462457418442,
      "loss_total": 0.005022462457418442,
      "step": 49440
    },
    {
      "loss_action": 0.017231497913599014,
      "loss_total": 0.017231497913599014,
      "step": 49440
    },
    {
      "grad_norm": 0.196476548910141,
      "learning_rate": 9.852542332435301e-05,
      "loss": 0.0087,
      "step": 49450
    },
    {
      "loss_action": 0.004478664603084326,
      "loss_total": 0.004478664603084326,
      "step": 49450
    },
    {
      "loss_action": 0.008351034484803677,
      "loss_total": 0.008351034484803677,
      "step": 49450
    },
    {
      "loss_action": 0.005683775991201401,
      "loss_total": 0.005683775991201401,
      "step": 49450
    },
    {
      "loss_action": 0.003260464873164892,
      "loss_total": 0.003260464873164892,
      "step": 49450
    },
    {
      "loss_action": 0.010326024144887924,
      "loss_total": 0.010326024144887924,
      "step": 49450
    },
    {
      "loss_action": 0.0030814753845334053,
      "loss_total": 0.0030814753845334053,
      "step": 49450
    },
    {
      "loss_action": 0.00724867545068264,
      "loss_total": 0.00724867545068264,
      "step": 49450
    },
    {
      "loss_action": 0.007845096290111542,
      "loss_total": 0.007845096290111542,
      "step": 49450
    },
    {
      "grad_norm": 0.11025630682706833,
      "learning_rate": 9.852442666584523e-05,
      "loss": 0.008,
      "step": 49460
    },
    {
      "loss_action": 0.005745504051446915,
      "loss_total": 0.005745504051446915,
      "step": 49460
    },
    {
      "loss_action": 0.004006793722510338,
      "loss_total": 0.004006793722510338,
      "step": 49460
    },
    {
      "loss_action": 0.012831514701247215,
      "loss_total": 0.012831514701247215,
      "step": 49460
    },
    {
      "loss_action": 0.007945140823721886,
      "loss_total": 0.007945140823721886,
      "step": 49460
    },
    {
      "loss_action": 0.0038812928833067417,
      "loss_total": 0.0038812928833067417,
      "step": 49460
    },
    {
      "loss_action": 0.007925691083073616,
      "loss_total": 0.007925691083073616,
      "step": 49460
    },
    {
      "loss_action": 0.009240280836820602,
      "loss_total": 0.009240280836820602,
      "step": 49460
    },
    {
      "loss_action": 0.00648835301399231,
      "loss_total": 0.00648835301399231,
      "step": 49460
    },
    {
      "grad_norm": 0.11088036000728607,
      "learning_rate": 9.852342967567753e-05,
      "loss": 0.0078,
      "step": 49470
    },
    {
      "loss_action": 0.0036081664729863405,
      "loss_total": 0.0036081664729863405,
      "step": 49470
    },
    {
      "loss_action": 0.003870639717206359,
      "loss_total": 0.003870639717206359,
      "step": 49470
    },
    {
      "loss_action": 0.016022857278585434,
      "loss_total": 0.016022857278585434,
      "step": 49470
    },
    {
      "loss_action": 0.03258480504155159,
      "loss_total": 0.03258480504155159,
      "step": 49470
    },
    {
      "loss_action": 0.003651089034974575,
      "loss_total": 0.003651089034974575,
      "step": 49470
    },
    {
      "loss_action": 0.0038103810511529446,
      "loss_total": 0.0038103810511529446,
      "step": 49470
    },
    {
      "loss_action": 0.010191170498728752,
      "loss_total": 0.010191170498728752,
      "step": 49470
    },
    {
      "loss_action": 0.00969498511403799,
      "loss_total": 0.00969498511403799,
      "step": 49470
    },
    {
      "grad_norm": 0.12945589423179626,
      "learning_rate": 9.852243235385677e-05,
      "loss": 0.0089,
      "step": 49480
    },
    {
      "loss_action": 0.017604194581508636,
      "loss_total": 0.017604194581508636,
      "step": 49480
    },
    {
      "loss_action": 0.018860336393117905,
      "loss_total": 0.018860336393117905,
      "step": 49480
    },
    {
      "loss_action": 0.012848038226366043,
      "loss_total": 0.012848038226366043,
      "step": 49480
    },
    {
      "loss_action": 0.008677625097334385,
      "loss_total": 0.008677625097334385,
      "step": 49480
    },
    {
      "loss_action": 0.004301297012716532,
      "loss_total": 0.004301297012716532,
      "step": 49480
    },
    {
      "loss_action": 0.005287867970764637,
      "loss_total": 0.005287867970764637,
      "step": 49480
    },
    {
      "loss_action": 0.006045364774763584,
      "loss_total": 0.006045364774763584,
      "step": 49480
    },
    {
      "loss_action": 0.006560451351106167,
      "loss_total": 0.006560451351106167,
      "step": 49480
    },
    {
      "grad_norm": 0.13967639207839966,
      "learning_rate": 9.852143470038973e-05,
      "loss": 0.0086,
      "step": 49490
    },
    {
      "loss_action": 0.028369154781103134,
      "loss_total": 0.028369154781103134,
      "step": 49490
    },
    {
      "loss_action": 0.006516079884022474,
      "loss_total": 0.006516079884022474,
      "step": 49490
    },
    {
      "loss_action": 0.002708633430302143,
      "loss_total": 0.002708633430302143,
      "step": 49490
    },
    {
      "loss_action": 0.015825826674699783,
      "loss_total": 0.015825826674699783,
      "step": 49490
    },
    {
      "loss_action": 0.0037904144264757633,
      "loss_total": 0.0037904144264757633,
      "step": 49490
    },
    {
      "loss_action": 0.005093686282634735,
      "loss_total": 0.005093686282634735,
      "step": 49490
    },
    {
      "loss_action": 0.011339406482875347,
      "loss_total": 0.011339406482875347,
      "step": 49490
    },
    {
      "loss_action": 0.00585353747010231,
      "loss_total": 0.00585353747010231,
      "step": 49490
    },
    {
      "grad_norm": 0.20617642998695374,
      "learning_rate": 9.852043671528324e-05,
      "loss": 0.0084,
      "step": 49500
    },
    {
      "loss_action": 0.021245870739221573,
      "loss_total": 0.021245870739221573,
      "step": 49500
    },
    {
      "loss_action": 0.004406494088470936,
      "loss_total": 0.004406494088470936,
      "step": 49500
    },
    {
      "loss_action": 0.0070814769715070724,
      "loss_total": 0.0070814769715070724,
      "step": 49500
    },
    {
      "loss_action": 0.003007099498063326,
      "loss_total": 0.003007099498063326,
      "step": 49500
    },
    {
      "loss_action": 0.005268866661936045,
      "loss_total": 0.005268866661936045,
      "step": 49500
    },
    {
      "loss_action": 0.005073184613138437,
      "loss_total": 0.005073184613138437,
      "step": 49500
    },
    {
      "loss_action": 0.005221475847065449,
      "loss_total": 0.005221475847065449,
      "step": 49500
    },
    {
      "loss_action": 0.004066103603690863,
      "loss_total": 0.004066103603690863,
      "step": 49500
    },
    {
      "grad_norm": 0.11543935537338257,
      "learning_rate": 9.851943839854411e-05,
      "loss": 0.0075,
      "step": 49510
    },
    {
      "loss_action": 0.02085653878748417,
      "loss_total": 0.02085653878748417,
      "step": 49510
    },
    {
      "loss_action": 0.0043765706941485405,
      "loss_total": 0.0043765706941485405,
      "step": 49510
    },
    {
      "loss_action": 0.007087866310030222,
      "loss_total": 0.007087866310030222,
      "step": 49510
    },
    {
      "loss_action": 0.007406001444905996,
      "loss_total": 0.007406001444905996,
      "step": 49510
    },
    {
      "loss_action": 0.010822059586644173,
      "loss_total": 0.010822059586644173,
      "step": 49510
    },
    {
      "loss_action": 0.014336904510855675,
      "loss_total": 0.014336904510855675,
      "step": 49510
    },
    {
      "loss_action": 0.0035782521590590477,
      "loss_total": 0.0035782521590590477,
      "step": 49510
    },
    {
      "loss_action": 0.008653937838971615,
      "loss_total": 0.008653937838971615,
      "step": 49510
    },
    {
      "grad_norm": 0.10175193846225739,
      "learning_rate": 9.851843975017918e-05,
      "loss": 0.0081,
      "step": 49520
    },
    {
      "loss_action": 0.009121767245233059,
      "loss_total": 0.009121767245233059,
      "step": 49520
    },
    {
      "loss_action": 0.009909486398100853,
      "loss_total": 0.009909486398100853,
      "step": 49520
    },
    {
      "loss_action": 0.0022613259498029947,
      "loss_total": 0.0022613259498029947,
      "step": 49520
    },
    {
      "loss_action": 0.00457024946808815,
      "loss_total": 0.00457024946808815,
      "step": 49520
    },
    {
      "loss_action": 0.0035480791702866554,
      "loss_total": 0.0035480791702866554,
      "step": 49520
    },
    {
      "loss_action": 0.0055085113272070885,
      "loss_total": 0.0055085113272070885,
      "step": 49520
    },
    {
      "loss_action": 0.017020221799612045,
      "loss_total": 0.017020221799612045,
      "step": 49520
    },
    {
      "loss_action": 0.00829051248729229,
      "loss_total": 0.00829051248729229,
      "step": 49520
    },
    {
      "grad_norm": 0.11269309371709824,
      "learning_rate": 9.851744077019528e-05,
      "loss": 0.0083,
      "step": 49530
    },
    {
      "loss_action": 0.0132761150598526,
      "loss_total": 0.0132761150598526,
      "step": 49530
    },
    {
      "loss_action": 0.004277513362467289,
      "loss_total": 0.004277513362467289,
      "step": 49530
    },
    {
      "loss_action": 0.0050894720479846,
      "loss_total": 0.0050894720479846,
      "step": 49530
    },
    {
      "loss_action": 0.010399173945188522,
      "loss_total": 0.010399173945188522,
      "step": 49530
    },
    {
      "loss_action": 0.013576675206422806,
      "loss_total": 0.013576675206422806,
      "step": 49530
    },
    {
      "loss_action": 0.004696154501289129,
      "loss_total": 0.004696154501289129,
      "step": 49530
    },
    {
      "loss_action": 0.0034208185970783234,
      "loss_total": 0.0034208185970783234,
      "step": 49530
    },
    {
      "loss_action": 0.0046310387551784515,
      "loss_total": 0.0046310387551784515,
      "step": 49530
    },
    {
      "grad_norm": 0.1272895336151123,
      "learning_rate": 9.851644145859921e-05,
      "loss": 0.0081,
      "step": 49540
    },
    {
      "loss_action": 0.0030521289445459843,
      "loss_total": 0.0030521289445459843,
      "step": 49540
    },
    {
      "loss_action": 0.007755800615996122,
      "loss_total": 0.007755800615996122,
      "step": 49540
    },
    {
      "loss_action": 0.005149375181645155,
      "loss_total": 0.005149375181645155,
      "step": 49540
    },
    {
      "loss_action": 0.005458960309624672,
      "loss_total": 0.005458960309624672,
      "step": 49540
    },
    {
      "loss_action": 0.005719534121453762,
      "loss_total": 0.005719534121453762,
      "step": 49540
    },
    {
      "loss_action": 0.006304599344730377,
      "loss_total": 0.006304599344730377,
      "step": 49540
    },
    {
      "loss_action": 0.006457044743001461,
      "loss_total": 0.006457044743001461,
      "step": 49540
    },
    {
      "loss_action": 0.010625800117850304,
      "loss_total": 0.010625800117850304,
      "step": 49540
    },
    {
      "grad_norm": 0.1811894029378891,
      "learning_rate": 9.851544181539785e-05,
      "loss": 0.0085,
      "step": 49550
    },
    {
      "loss_action": 0.004752074833959341,
      "loss_total": 0.004752074833959341,
      "step": 49550
    },
    {
      "loss_action": 0.007397990208119154,
      "loss_total": 0.007397990208119154,
      "step": 49550
    },
    {
      "loss_action": 0.008449115790426731,
      "loss_total": 0.008449115790426731,
      "step": 49550
    },
    {
      "loss_action": 0.008438028395175934,
      "loss_total": 0.008438028395175934,
      "step": 49550
    },
    {
      "loss_action": 0.005919714458286762,
      "loss_total": 0.005919714458286762,
      "step": 49550
    },
    {
      "loss_action": 0.01013620849698782,
      "loss_total": 0.01013620849698782,
      "step": 49550
    },
    {
      "loss_action": 0.004549723118543625,
      "loss_total": 0.004549723118543625,
      "step": 49550
    },
    {
      "loss_action": 0.006950550712645054,
      "loss_total": 0.006950550712645054,
      "step": 49550
    },
    {
      "grad_norm": 0.14105021953582764,
      "learning_rate": 9.851444184059798e-05,
      "loss": 0.0084,
      "step": 49560
    },
    {
      "loss_action": 0.0258624367415905,
      "loss_total": 0.0258624367415905,
      "step": 49560
    },
    {
      "loss_action": 0.006305774673819542,
      "loss_total": 0.006305774673819542,
      "step": 49560
    },
    {
      "loss_action": 0.008144045248627663,
      "loss_total": 0.008144045248627663,
      "step": 49560
    },
    {
      "loss_action": 0.00673307478427887,
      "loss_total": 0.00673307478427887,
      "step": 49560
    },
    {
      "loss_action": 0.005655269604176283,
      "loss_total": 0.005655269604176283,
      "step": 49560
    },
    {
      "loss_action": 0.009363723918795586,
      "loss_total": 0.009363723918795586,
      "step": 49560
    },
    {
      "loss_action": 0.014527209103107452,
      "loss_total": 0.014527209103107452,
      "step": 49560
    },
    {
      "loss_action": 0.005219637416303158,
      "loss_total": 0.005219637416303158,
      "step": 49560
    },
    {
      "grad_norm": 0.08805149048566818,
      "learning_rate": 9.851344153420645e-05,
      "loss": 0.0075,
      "step": 49570
    },
    {
      "loss_action": 0.008067581802606583,
      "loss_total": 0.008067581802606583,
      "step": 49570
    },
    {
      "loss_action": 0.005395690444856882,
      "loss_total": 0.005395690444856882,
      "step": 49570
    },
    {
      "loss_action": 0.009519193321466446,
      "loss_total": 0.009519193321466446,
      "step": 49570
    },
    {
      "loss_action": 0.013955176807940006,
      "loss_total": 0.013955176807940006,
      "step": 49570
    },
    {
      "loss_action": 0.004220189526677132,
      "loss_total": 0.004220189526677132,
      "step": 49570
    },
    {
      "loss_action": 0.014385481365025043,
      "loss_total": 0.014385481365025043,
      "step": 49570
    },
    {
      "loss_action": 0.004358053207397461,
      "loss_total": 0.004358053207397461,
      "step": 49570
    },
    {
      "loss_action": 0.006507382728159428,
      "loss_total": 0.006507382728159428,
      "step": 49570
    },
    {
      "grad_norm": 0.10154148191213608,
      "learning_rate": 9.851244089623012e-05,
      "loss": 0.0073,
      "step": 49580
    },
    {
      "loss_action": 0.003595182206481695,
      "loss_total": 0.003595182206481695,
      "step": 49580
    },
    {
      "loss_action": 0.004088287241756916,
      "loss_total": 0.004088287241756916,
      "step": 49580
    },
    {
      "loss_action": 0.002970403293147683,
      "loss_total": 0.002970403293147683,
      "step": 49580
    },
    {
      "loss_action": 0.002159265335649252,
      "loss_total": 0.002159265335649252,
      "step": 49580
    },
    {
      "loss_action": 0.005300781223922968,
      "loss_total": 0.005300781223922968,
      "step": 49580
    },
    {
      "loss_action": 0.0037588770501315594,
      "loss_total": 0.0037588770501315594,
      "step": 49580
    },
    {
      "loss_action": 0.003993260208517313,
      "loss_total": 0.003993260208517313,
      "step": 49580
    },
    {
      "loss_action": 0.006987284868955612,
      "loss_total": 0.006987284868955612,
      "step": 49580
    },
    {
      "grad_norm": 0.0899033173918724,
      "learning_rate": 9.85114399266758e-05,
      "loss": 0.0074,
      "step": 49590
    },
    {
      "loss_action": 0.006720659323036671,
      "loss_total": 0.006720659323036671,
      "step": 49590
    },
    {
      "loss_action": 0.014456141740083694,
      "loss_total": 0.014456141740083694,
      "step": 49590
    },
    {
      "loss_action": 0.017578763887286186,
      "loss_total": 0.017578763887286186,
      "step": 49590
    },
    {
      "loss_action": 0.012612230144441128,
      "loss_total": 0.012612230144441128,
      "step": 49590
    },
    {
      "loss_action": 0.0054406109265983105,
      "loss_total": 0.0054406109265983105,
      "step": 49590
    },
    {
      "loss_action": 0.015748590230941772,
      "loss_total": 0.015748590230941772,
      "step": 49590
    },
    {
      "loss_action": 0.010132556781172752,
      "loss_total": 0.010132556781172752,
      "step": 49590
    },
    {
      "loss_action": 0.005573228932917118,
      "loss_total": 0.005573228932917118,
      "step": 49590
    },
    {
      "grad_norm": 0.1769118756055832,
      "learning_rate": 9.851043862555035e-05,
      "loss": 0.0081,
      "step": 49600
    },
    {
      "loss_action": 0.007035278715193272,
      "loss_total": 0.007035278715193272,
      "step": 49600
    },
    {
      "loss_action": 0.0023877122439444065,
      "loss_total": 0.0023877122439444065,
      "step": 49600
    },
    {
      "loss_action": 0.004251676611602306,
      "loss_total": 0.004251676611602306,
      "step": 49600
    },
    {
      "loss_action": 0.013854841701686382,
      "loss_total": 0.013854841701686382,
      "step": 49600
    },
    {
      "loss_action": 0.010525793768465519,
      "loss_total": 0.010525793768465519,
      "step": 49600
    },
    {
      "loss_action": 0.01786145009100437,
      "loss_total": 0.01786145009100437,
      "step": 49600
    },
    {
      "loss_action": 0.006301496177911758,
      "loss_total": 0.006301496177911758,
      "step": 49600
    },
    {
      "loss_action": 0.014555372297763824,
      "loss_total": 0.014555372297763824,
      "step": 49600
    },
    {
      "grad_norm": 0.11673934012651443,
      "learning_rate": 9.850943699286061e-05,
      "loss": 0.0084,
      "step": 49610
    },
    {
      "loss_action": 0.003966121468693018,
      "loss_total": 0.003966121468693018,
      "step": 49610
    },
    {
      "loss_action": 0.012197721749544144,
      "loss_total": 0.012197721749544144,
      "step": 49610
    },
    {
      "loss_action": 0.006966383662074804,
      "loss_total": 0.006966383662074804,
      "step": 49610
    },
    {
      "loss_action": 0.009870795533061028,
      "loss_total": 0.009870795533061028,
      "step": 49610
    },
    {
      "loss_action": 0.007531287614256144,
      "loss_total": 0.007531287614256144,
      "step": 49610
    },
    {
      "loss_action": 0.006566798314452171,
      "loss_total": 0.006566798314452171,
      "step": 49610
    },
    {
      "loss_action": 0.0045085931196808815,
      "loss_total": 0.0045085931196808815,
      "step": 49610
    },
    {
      "loss_action": 0.010777018964290619,
      "loss_total": 0.010777018964290619,
      "step": 49610
    },
    {
      "grad_norm": 0.12875886261463165,
      "learning_rate": 9.850843502861342e-05,
      "loss": 0.0081,
      "step": 49620
    },
    {
      "loss_action": 0.010026429779827595,
      "loss_total": 0.010026429779827595,
      "step": 49620
    },
    {
      "loss_action": 0.00452839583158493,
      "loss_total": 0.00452839583158493,
      "step": 49620
    },
    {
      "loss_action": 0.019980086013674736,
      "loss_total": 0.019980086013674736,
      "step": 49620
    },
    {
      "loss_action": 0.0063681453466415405,
      "loss_total": 0.0063681453466415405,
      "step": 49620
    },
    {
      "loss_action": 0.010375185869634151,
      "loss_total": 0.010375185869634151,
      "step": 49620
    },
    {
      "loss_action": 0.004570381715893745,
      "loss_total": 0.004570381715893745,
      "step": 49620
    },
    {
      "loss_action": 0.006318115163594484,
      "loss_total": 0.006318115163594484,
      "step": 49620
    },
    {
      "loss_action": 0.006592480465769768,
      "loss_total": 0.006592480465769768,
      "step": 49620
    },
    {
      "grad_norm": 0.10587917268276215,
      "learning_rate": 9.850743273281563e-05,
      "loss": 0.0079,
      "step": 49630
    },
    {
      "loss_action": 0.006971327587962151,
      "loss_total": 0.006971327587962151,
      "step": 49630
    },
    {
      "loss_action": 0.011060426011681557,
      "loss_total": 0.011060426011681557,
      "step": 49630
    },
    {
      "loss_action": 0.020556312054395676,
      "loss_total": 0.020556312054395676,
      "step": 49630
    },
    {
      "loss_action": 0.01609472744166851,
      "loss_total": 0.01609472744166851,
      "step": 49630
    },
    {
      "loss_action": 0.0036887144669890404,
      "loss_total": 0.0036887144669890404,
      "step": 49630
    },
    {
      "loss_action": 0.0030983344186097383,
      "loss_total": 0.0030983344186097383,
      "step": 49630
    },
    {
      "loss_action": 0.01535970438271761,
      "loss_total": 0.01535970438271761,
      "step": 49630
    },
    {
      "loss_action": 0.009289905428886414,
      "loss_total": 0.009289905428886414,
      "step": 49630
    },
    {
      "grad_norm": 0.12355931103229523,
      "learning_rate": 9.850643010547409e-05,
      "loss": 0.0095,
      "step": 49640
    },
    {
      "loss_action": 0.00791905540972948,
      "loss_total": 0.00791905540972948,
      "step": 49640
    },
    {
      "loss_action": 0.010139184072613716,
      "loss_total": 0.010139184072613716,
      "step": 49640
    },
    {
      "loss_action": 0.02282506600022316,
      "loss_total": 0.02282506600022316,
      "step": 49640
    },
    {
      "loss_action": 0.010052760131657124,
      "loss_total": 0.010052760131657124,
      "step": 49640
    },
    {
      "loss_action": 0.004996575880795717,
      "loss_total": 0.004996575880795717,
      "step": 49640
    },
    {
      "loss_action": 0.0045580253936350346,
      "loss_total": 0.0045580253936350346,
      "step": 49640
    },
    {
      "loss_action": 0.004147317260503769,
      "loss_total": 0.004147317260503769,
      "step": 49640
    },
    {
      "loss_action": 0.009227528236806393,
      "loss_total": 0.009227528236806393,
      "step": 49640
    },
    {
      "grad_norm": 0.12411556392908096,
      "learning_rate": 9.850542714659566e-05,
      "loss": 0.0083,
      "step": 49650
    },
    {
      "loss_action": 0.005877568852156401,
      "loss_total": 0.005877568852156401,
      "step": 49650
    },
    {
      "loss_action": 0.004940226208418608,
      "loss_total": 0.004940226208418608,
      "step": 49650
    },
    {
      "loss_action": 0.0030598947778344154,
      "loss_total": 0.0030598947778344154,
      "step": 49650
    },
    {
      "loss_action": 0.0038813583087176085,
      "loss_total": 0.0038813583087176085,
      "step": 49650
    },
    {
      "loss_action": 0.010595458559691906,
      "loss_total": 0.010595458559691906,
      "step": 49650
    },
    {
      "loss_action": 0.005220087245106697,
      "loss_total": 0.005220087245106697,
      "step": 49650
    },
    {
      "loss_action": 0.005611416883766651,
      "loss_total": 0.005611416883766651,
      "step": 49650
    },
    {
      "loss_action": 0.00977136567234993,
      "loss_total": 0.00977136567234993,
      "step": 49650
    },
    {
      "grad_norm": 0.13130344450473785,
      "learning_rate": 9.850442385618719e-05,
      "loss": 0.0073,
      "step": 49660
    },
    {
      "loss_action": 0.004206134006381035,
      "loss_total": 0.004206134006381035,
      "step": 49660
    },
    {
      "loss_action": 0.005134990438818932,
      "loss_total": 0.005134990438818932,
      "step": 49660
    },
    {
      "loss_action": 0.0077818213030695915,
      "loss_total": 0.0077818213030695915,
      "step": 49660
    },
    {
      "loss_action": 0.006552673410624266,
      "loss_total": 0.006552673410624266,
      "step": 49660
    },
    {
      "loss_action": 0.006886874325573444,
      "loss_total": 0.006886874325573444,
      "step": 49660
    },
    {
      "loss_action": 0.011347861960530281,
      "loss_total": 0.011347861960530281,
      "step": 49660
    },
    {
      "loss_action": 0.008633642457425594,
      "loss_total": 0.008633642457425594,
      "step": 49660
    },
    {
      "loss_action": 0.0030020331032574177,
      "loss_total": 0.0030020331032574177,
      "step": 49660
    },
    {
      "grad_norm": 0.11971748620271683,
      "learning_rate": 9.850342023425554e-05,
      "loss": 0.0077,
      "step": 49670
    },
    {
      "loss_action": 0.007879145443439484,
      "loss_total": 0.007879145443439484,
      "step": 49670
    },
    {
      "loss_action": 0.014463800936937332,
      "loss_total": 0.014463800936937332,
      "step": 49670
    },
    {
      "loss_action": 0.010632231831550598,
      "loss_total": 0.010632231831550598,
      "step": 49670
    },
    {
      "loss_action": 0.012489085085690022,
      "loss_total": 0.012489085085690022,
      "step": 49670
    },
    {
      "loss_action": 0.004098911304026842,
      "loss_total": 0.004098911304026842,
      "step": 49670
    },
    {
      "loss_action": 0.002161501906812191,
      "loss_total": 0.002161501906812191,
      "step": 49670
    },
    {
      "loss_action": 0.007737837266176939,
      "loss_total": 0.007737837266176939,
      "step": 49670
    },
    {
      "loss_action": 0.007299530319869518,
      "loss_total": 0.007299530319869518,
      "step": 49670
    },
    {
      "grad_norm": 0.13805285096168518,
      "learning_rate": 9.850241628080757e-05,
      "loss": 0.0073,
      "step": 49680
    },
    {
      "loss_action": 0.016094820573925972,
      "loss_total": 0.016094820573925972,
      "step": 49680
    },
    {
      "loss_action": 0.0035873972810804844,
      "loss_total": 0.0035873972810804844,
      "step": 49680
    },
    {
      "loss_action": 0.007373252417892218,
      "loss_total": 0.007373252417892218,
      "step": 49680
    },
    {
      "loss_action": 0.004759345203638077,
      "loss_total": 0.004759345203638077,
      "step": 49680
    },
    {
      "loss_action": 0.008424855768680573,
      "loss_total": 0.008424855768680573,
      "step": 49680
    },
    {
      "loss_action": 0.0040632933378219604,
      "loss_total": 0.0040632933378219604,
      "step": 49680
    },
    {
      "loss_action": 0.005625327583402395,
      "loss_total": 0.005625327583402395,
      "step": 49680
    },
    {
      "loss_action": 0.014357144944369793,
      "loss_total": 0.014357144944369793,
      "step": 49680
    },
    {
      "grad_norm": 0.12758150696754456,
      "learning_rate": 9.850141199585013e-05,
      "loss": 0.0082,
      "step": 49690
    },
    {
      "loss_action": 0.010722404345870018,
      "loss_total": 0.010722404345870018,
      "step": 49690
    },
    {
      "loss_action": 0.018112193793058395,
      "loss_total": 0.018112193793058395,
      "step": 49690
    },
    {
      "loss_action": 0.009025814011693,
      "loss_total": 0.009025814011693,
      "step": 49690
    },
    {
      "loss_action": 0.01434052363038063,
      "loss_total": 0.01434052363038063,
      "step": 49690
    },
    {
      "loss_action": 0.009523529559373856,
      "loss_total": 0.009523529559373856,
      "step": 49690
    },
    {
      "loss_action": 0.009557625278830528,
      "loss_total": 0.009557625278830528,
      "step": 49690
    },
    {
      "loss_action": 0.01501871645450592,
      "loss_total": 0.01501871645450592,
      "step": 49690
    },
    {
      "loss_action": 0.009347554296255112,
      "loss_total": 0.009347554296255112,
      "step": 49690
    },
    {
      "grad_norm": 0.12337978929281235,
      "learning_rate": 9.85004073793901e-05,
      "loss": 0.009,
      "step": 49700
    },
    {
      "loss_action": 0.006345559377223253,
      "loss_total": 0.006345559377223253,
      "step": 49700
    },
    {
      "loss_action": 0.003784384811297059,
      "loss_total": 0.003784384811297059,
      "step": 49700
    },
    {
      "loss_action": 0.015844563022255898,
      "loss_total": 0.015844563022255898,
      "step": 49700
    },
    {
      "loss_action": 0.0028522734064608812,
      "loss_total": 0.0028522734064608812,
      "step": 49700
    },
    {
      "loss_action": 0.002841106615960598,
      "loss_total": 0.002841106615960598,
      "step": 49700
    },
    {
      "loss_action": 0.010294901207089424,
      "loss_total": 0.010294901207089424,
      "step": 49700
    },
    {
      "loss_action": 0.006071043666452169,
      "loss_total": 0.006071043666452169,
      "step": 49700
    },
    {
      "loss_action": 0.003824966959655285,
      "loss_total": 0.003824966959655285,
      "step": 49700
    },
    {
      "grad_norm": 0.13231442868709564,
      "learning_rate": 9.849940243143433e-05,
      "loss": 0.0103,
      "step": 49710
    },
    {
      "loss_action": 0.006475646980106831,
      "loss_total": 0.006475646980106831,
      "step": 49710
    },
    {
      "loss_action": 0.0029949271120131016,
      "loss_total": 0.0029949271120131016,
      "step": 49710
    },
    {
      "loss_action": 0.01409610453993082,
      "loss_total": 0.01409610453993082,
      "step": 49710
    },
    {
      "loss_action": 0.00487983413040638,
      "loss_total": 0.00487983413040638,
      "step": 49710
    },
    {
      "loss_action": 0.019457794725894928,
      "loss_total": 0.019457794725894928,
      "step": 49710
    },
    {
      "loss_action": 0.010988070629537106,
      "loss_total": 0.010988070629537106,
      "step": 49710
    },
    {
      "loss_action": 0.01993127167224884,
      "loss_total": 0.01993127167224884,
      "step": 49710
    },
    {
      "loss_action": 0.005894070956856012,
      "loss_total": 0.005894070956856012,
      "step": 49710
    },
    {
      "grad_norm": 0.14150191843509674,
      "learning_rate": 9.849839715198971e-05,
      "loss": 0.0096,
      "step": 49720
    },
    {
      "loss_action": 0.014051579870283604,
      "loss_total": 0.014051579870283604,
      "step": 49720
    },
    {
      "loss_action": 0.005689109675586224,
      "loss_total": 0.005689109675586224,
      "step": 49720
    },
    {
      "loss_action": 0.004618232604116201,
      "loss_total": 0.004618232604116201,
      "step": 49720
    },
    {
      "loss_action": 0.00340665434487164,
      "loss_total": 0.00340665434487164,
      "step": 49720
    },
    {
      "loss_action": 0.003060357877984643,
      "loss_total": 0.003060357877984643,
      "step": 49720
    },
    {
      "loss_action": 0.0041085402481257915,
      "loss_total": 0.0041085402481257915,
      "step": 49720
    },
    {
      "loss_action": 0.017495453357696533,
      "loss_total": 0.017495453357696533,
      "step": 49720
    },
    {
      "loss_action": 0.01267976500093937,
      "loss_total": 0.01267976500093937,
      "step": 49720
    },
    {
      "grad_norm": 0.10528303682804108,
      "learning_rate": 9.84973915410631e-05,
      "loss": 0.0095,
      "step": 49730
    },
    {
      "loss_action": 0.007614925503730774,
      "loss_total": 0.007614925503730774,
      "step": 49730
    },
    {
      "loss_action": 0.005707055330276489,
      "loss_total": 0.005707055330276489,
      "step": 49730
    },
    {
      "loss_action": 0.007326353341341019,
      "loss_total": 0.007326353341341019,
      "step": 49730
    },
    {
      "loss_action": 0.013832135125994682,
      "loss_total": 0.013832135125994682,
      "step": 49730
    },
    {
      "loss_action": 0.014120660722255707,
      "loss_total": 0.014120660722255707,
      "step": 49730
    },
    {
      "loss_action": 0.009020795114338398,
      "loss_total": 0.009020795114338398,
      "step": 49730
    },
    {
      "loss_action": 0.006281718611717224,
      "loss_total": 0.006281718611717224,
      "step": 49730
    },
    {
      "loss_action": 0.013918102718889713,
      "loss_total": 0.013918102718889713,
      "step": 49730
    },
    {
      "grad_norm": 0.10077248513698578,
      "learning_rate": 9.849638559866137e-05,
      "loss": 0.0079,
      "step": 49740
    },
    {
      "loss_action": 0.0173054002225399,
      "loss_total": 0.0173054002225399,
      "step": 49740
    },
    {
      "loss_action": 0.00903254933655262,
      "loss_total": 0.00903254933655262,
      "step": 49740
    },
    {
      "loss_action": 0.011312136426568031,
      "loss_total": 0.011312136426568031,
      "step": 49740
    },
    {
      "loss_action": 0.005799802020192146,
      "loss_total": 0.005799802020192146,
      "step": 49740
    },
    {
      "loss_action": 0.016035214066505432,
      "loss_total": 0.016035214066505432,
      "step": 49740
    },
    {
      "loss_action": 0.0027110015507787466,
      "loss_total": 0.0027110015507787466,
      "step": 49740
    },
    {
      "loss_action": 0.006124969571828842,
      "loss_total": 0.006124969571828842,
      "step": 49740
    },
    {
      "loss_action": 0.005914785899221897,
      "loss_total": 0.005914785899221897,
      "step": 49740
    },
    {
      "grad_norm": 0.08049263060092926,
      "learning_rate": 9.84953793247914e-05,
      "loss": 0.0092,
      "step": 49750
    },
    {
      "loss_action": 0.01050410233438015,
      "loss_total": 0.01050410233438015,
      "step": 49750
    },
    {
      "loss_action": 0.004298780113458633,
      "loss_total": 0.004298780113458633,
      "step": 49750
    },
    {
      "loss_action": 0.015457864850759506,
      "loss_total": 0.015457864850759506,
      "step": 49750
    },
    {
      "loss_action": 0.009584486484527588,
      "loss_total": 0.009584486484527588,
      "step": 49750
    },
    {
      "loss_action": 0.007738598622381687,
      "loss_total": 0.007738598622381687,
      "step": 49750
    },
    {
      "loss_action": 0.010545032098889351,
      "loss_total": 0.010545032098889351,
      "step": 49750
    },
    {
      "loss_action": 0.048685912042856216,
      "loss_total": 0.048685912042856216,
      "step": 49750
    },
    {
      "loss_action": 0.006331306882202625,
      "loss_total": 0.006331306882202625,
      "step": 49750
    },
    {
      "grad_norm": 0.16267967224121094,
      "learning_rate": 9.849437271946007e-05,
      "loss": 0.0078,
      "step": 49760
    },
    {
      "loss_action": 0.00768712442368269,
      "loss_total": 0.00768712442368269,
      "step": 49760
    },
    {
      "loss_action": 0.009405048564076424,
      "loss_total": 0.009405048564076424,
      "step": 49760
    },
    {
      "loss_action": 0.009228648617863655,
      "loss_total": 0.009228648617863655,
      "step": 49760
    },
    {
      "loss_action": 0.002315943595021963,
      "loss_total": 0.002315943595021963,
      "step": 49760
    },
    {
      "loss_action": 0.009664326906204224,
      "loss_total": 0.009664326906204224,
      "step": 49760
    },
    {
      "loss_action": 0.014024396426975727,
      "loss_total": 0.014024396426975727,
      "step": 49760
    },
    {
      "loss_action": 0.011570204980671406,
      "loss_total": 0.011570204980671406,
      "step": 49760
    },
    {
      "loss_action": 0.009147578850388527,
      "loss_total": 0.009147578850388527,
      "step": 49760
    },
    {
      "grad_norm": 0.09717711061239243,
      "learning_rate": 9.849336578267426e-05,
      "loss": 0.0092,
      "step": 49770
    },
    {
      "loss_action": 0.021707501262426376,
      "loss_total": 0.021707501262426376,
      "step": 49770
    },
    {
      "loss_action": 0.009414846077561378,
      "loss_total": 0.009414846077561378,
      "step": 49770
    },
    {
      "loss_action": 0.006280417554080486,
      "loss_total": 0.006280417554080486,
      "step": 49770
    },
    {
      "loss_action": 0.005394096486270428,
      "loss_total": 0.005394096486270428,
      "step": 49770
    },
    {
      "loss_action": 0.005787602625787258,
      "loss_total": 0.005787602625787258,
      "step": 49770
    },
    {
      "loss_action": 0.023652024567127228,
      "loss_total": 0.023652024567127228,
      "step": 49770
    },
    {
      "loss_action": 0.004233558662235737,
      "loss_total": 0.004233558662235737,
      "step": 49770
    },
    {
      "loss_action": 0.013305618427693844,
      "loss_total": 0.013305618427693844,
      "step": 49770
    },
    {
      "grad_norm": 0.08590994030237198,
      "learning_rate": 9.849235851444084e-05,
      "loss": 0.0098,
      "step": 49780
    },
    {
      "loss_action": 0.007371281273663044,
      "loss_total": 0.007371281273663044,
      "step": 49780
    },
    {
      "loss_action": 0.00962900836020708,
      "loss_total": 0.00962900836020708,
      "step": 49780
    },
    {
      "loss_action": 0.022233353927731514,
      "loss_total": 0.022233353927731514,
      "step": 49780
    },
    {
      "loss_action": 0.005421296693384647,
      "loss_total": 0.005421296693384647,
      "step": 49780
    },
    {
      "loss_action": 0.007910871878266335,
      "loss_total": 0.007910871878266335,
      "step": 49780
    },
    {
      "loss_action": 0.0032999850809574127,
      "loss_total": 0.0032999850809574127,
      "step": 49780
    },
    {
      "loss_action": 0.030246037989854813,
      "loss_total": 0.030246037989854813,
      "step": 49780
    },
    {
      "loss_action": 0.00847223773598671,
      "loss_total": 0.00847223773598671,
      "step": 49780
    },
    {
      "grad_norm": 0.11619017273187637,
      "learning_rate": 9.84913509147667e-05,
      "loss": 0.0083,
      "step": 49790
    },
    {
      "loss_action": 0.003719841595739126,
      "loss_total": 0.003719841595739126,
      "step": 49790
    },
    {
      "loss_action": 0.013211404904723167,
      "loss_total": 0.013211404904723167,
      "step": 49790
    },
    {
      "loss_action": 0.003278837539255619,
      "loss_total": 0.003278837539255619,
      "step": 49790
    },
    {
      "loss_action": 0.01141134649515152,
      "loss_total": 0.01141134649515152,
      "step": 49790
    },
    {
      "loss_action": 0.0030721055809408426,
      "loss_total": 0.0030721055809408426,
      "step": 49790
    },
    {
      "loss_action": 0.007678507827222347,
      "loss_total": 0.007678507827222347,
      "step": 49790
    },
    {
      "loss_action": 0.011965082958340645,
      "loss_total": 0.011965082958340645,
      "step": 49790
    },
    {
      "loss_action": 0.0040952968411147594,
      "loss_total": 0.0040952968411147594,
      "step": 49790
    },
    {
      "grad_norm": 0.10670705139636993,
      "learning_rate": 9.849034298365874e-05,
      "loss": 0.0086,
      "step": 49800
    },
    {
      "loss_action": 0.007381683215498924,
      "loss_total": 0.007381683215498924,
      "step": 49800
    },
    {
      "loss_action": 0.006309323478490114,
      "loss_total": 0.006309323478490114,
      "step": 49800
    },
    {
      "loss_action": 0.008183895610272884,
      "loss_total": 0.008183895610272884,
      "step": 49800
    },
    {
      "loss_action": 0.0038359707687050104,
      "loss_total": 0.0038359707687050104,
      "step": 49800
    },
    {
      "loss_action": 0.005054756533354521,
      "loss_total": 0.005054756533354521,
      "step": 49800
    },
    {
      "loss_action": 0.010364162735641003,
      "loss_total": 0.010364162735641003,
      "step": 49800
    },
    {
      "loss_action": 0.008388372138142586,
      "loss_total": 0.008388372138142586,
      "step": 49800
    },
    {
      "loss_action": 0.01005932129919529,
      "loss_total": 0.01005932129919529,
      "step": 49800
    },
    {
      "grad_norm": 0.1451524943113327,
      "learning_rate": 9.848933472112382e-05,
      "loss": 0.0088,
      "step": 49810
    },
    {
      "loss_action": 0.00741962343454361,
      "loss_total": 0.00741962343454361,
      "step": 49810
    },
    {
      "loss_action": 0.005213687662035227,
      "loss_total": 0.005213687662035227,
      "step": 49810
    },
    {
      "loss_action": 0.01349730510264635,
      "loss_total": 0.01349730510264635,
      "step": 49810
    },
    {
      "loss_action": 0.00530270766466856,
      "loss_total": 0.00530270766466856,
      "step": 49810
    },
    {
      "loss_action": 0.001782040810212493,
      "loss_total": 0.001782040810212493,
      "step": 49810
    },
    {
      "loss_action": 0.022819051519036293,
      "loss_total": 0.022819051519036293,
      "step": 49810
    },
    {
      "loss_action": 0.007627767510712147,
      "loss_total": 0.007627767510712147,
      "step": 49810
    },
    {
      "loss_action": 0.0066521055996418,
      "loss_total": 0.0066521055996418,
      "step": 49810
    },
    {
      "grad_norm": 0.14407028257846832,
      "learning_rate": 9.848832612716887e-05,
      "loss": 0.0095,
      "step": 49820
    },
    {
      "loss_action": 0.003739658510312438,
      "loss_total": 0.003739658510312438,
      "step": 49820
    },
    {
      "loss_action": 0.006375332362949848,
      "loss_total": 0.006375332362949848,
      "step": 49820
    },
    {
      "loss_action": 0.0818992555141449,
      "loss_total": 0.0818992555141449,
      "step": 49820
    },
    {
      "loss_action": 0.024761511012911797,
      "loss_total": 0.024761511012911797,
      "step": 49820
    },
    {
      "loss_action": 0.005369756370782852,
      "loss_total": 0.005369756370782852,
      "step": 49820
    },
    {
      "loss_action": 0.014990515075623989,
      "loss_total": 0.014990515075623989,
      "step": 49820
    },
    {
      "loss_action": 0.009759463369846344,
      "loss_total": 0.009759463369846344,
      "step": 49820
    },
    {
      "loss_action": 0.026527317240834236,
      "loss_total": 0.026527317240834236,
      "step": 49820
    },
    {
      "grad_norm": 0.11768662184476852,
      "learning_rate": 9.848731720180076e-05,
      "loss": 0.0099,
      "step": 49830
    },
    {
      "loss_action": 0.005712097976356745,
      "loss_total": 0.005712097976356745,
      "step": 49830
    },
    {
      "loss_action": 0.0033332796301692724,
      "loss_total": 0.0033332796301692724,
      "step": 49830
    },
    {
      "loss_action": 0.002515766303986311,
      "loss_total": 0.002515766303986311,
      "step": 49830
    },
    {
      "loss_action": 0.005461511667817831,
      "loss_total": 0.005461511667817831,
      "step": 49830
    },
    {
      "loss_action": 0.008360601961612701,
      "loss_total": 0.008360601961612701,
      "step": 49830
    },
    {
      "loss_action": 0.01085857953876257,
      "loss_total": 0.01085857953876257,
      "step": 49830
    },
    {
      "loss_action": 0.016130391508340836,
      "loss_total": 0.016130391508340836,
      "step": 49830
    },
    {
      "loss_action": 0.003689657198265195,
      "loss_total": 0.003689657198265195,
      "step": 49830
    },
    {
      "grad_norm": 0.156638965010643,
      "learning_rate": 9.84863079450264e-05,
      "loss": 0.0091,
      "step": 49840
    },
    {
      "loss_action": 0.01159612275660038,
      "loss_total": 0.01159612275660038,
      "step": 49840
    },
    {
      "loss_action": 0.01370963267982006,
      "loss_total": 0.01370963267982006,
      "step": 49840
    },
    {
      "loss_action": 0.03293038159608841,
      "loss_total": 0.03293038159608841,
      "step": 49840
    },
    {
      "loss_action": 0.012485690414905548,
      "loss_total": 0.012485690414905548,
      "step": 49840
    },
    {
      "loss_action": 0.007714807987213135,
      "loss_total": 0.007714807987213135,
      "step": 49840
    },
    {
      "loss_action": 0.006961793638765812,
      "loss_total": 0.006961793638765812,
      "step": 49840
    },
    {
      "loss_action": 0.00568029098212719,
      "loss_total": 0.00568029098212719,
      "step": 49840
    },
    {
      "loss_action": 0.010872343555092812,
      "loss_total": 0.010872343555092812,
      "step": 49840
    },
    {
      "grad_norm": 0.16244152188301086,
      "learning_rate": 9.848529835685267e-05,
      "loss": 0.0121,
      "step": 49850
    },
    {
      "loss_action": 0.01721571758389473,
      "loss_total": 0.01721571758389473,
      "step": 49850
    },
    {
      "loss_action": 0.006613379344344139,
      "loss_total": 0.006613379344344139,
      "step": 49850
    },
    {
      "loss_action": 0.011415312066674232,
      "loss_total": 0.011415312066674232,
      "step": 49850
    },
    {
      "loss_action": 0.018535304814577103,
      "loss_total": 0.018535304814577103,
      "step": 49850
    },
    {
      "loss_action": 0.012856198474764824,
      "loss_total": 0.012856198474764824,
      "step": 49850
    },
    {
      "loss_action": 0.016279343515634537,
      "loss_total": 0.016279343515634537,
      "step": 49850
    },
    {
      "loss_action": 0.006400110200047493,
      "loss_total": 0.006400110200047493,
      "step": 49850
    },
    {
      "loss_action": 0.02150120958685875,
      "loss_total": 0.02150120958685875,
      "step": 49850
    },
    {
      "grad_norm": 0.11858537048101425,
      "learning_rate": 9.848428843728648e-05,
      "loss": 0.0109,
      "step": 49860
    },
    {
      "loss_action": 0.003479636274278164,
      "loss_total": 0.003479636274278164,
      "step": 49860
    },
    {
      "loss_action": 0.008280022069811821,
      "loss_total": 0.008280022069811821,
      "step": 49860
    },
    {
      "loss_action": 0.007007683627307415,
      "loss_total": 0.007007683627307415,
      "step": 49860
    },
    {
      "loss_action": 0.003690144047141075,
      "loss_total": 0.003690144047141075,
      "step": 49860
    },
    {
      "loss_action": 0.005007876083254814,
      "loss_total": 0.005007876083254814,
      "step": 49860
    },
    {
      "loss_action": 0.00627092644572258,
      "loss_total": 0.00627092644572258,
      "step": 49860
    },
    {
      "loss_action": 0.04238523915410042,
      "loss_total": 0.04238523915410042,
      "step": 49860
    },
    {
      "loss_action": 0.01590181700885296,
      "loss_total": 0.01590181700885296,
      "step": 49860
    },
    {
      "grad_norm": 0.10820935666561127,
      "learning_rate": 9.848327818633471e-05,
      "loss": 0.0087,
      "step": 49870
    },
    {
      "loss_action": 0.0058782268315553665,
      "loss_total": 0.0058782268315553665,
      "step": 49870
    },
    {
      "loss_action": 0.011262372136116028,
      "loss_total": 0.011262372136116028,
      "step": 49870
    },
    {
      "loss_action": 0.002548844087868929,
      "loss_total": 0.002548844087868929,
      "step": 49870
    },
    {
      "loss_action": 0.009986273013055325,
      "loss_total": 0.009986273013055325,
      "step": 49870
    },
    {
      "loss_action": 0.0037862989120185375,
      "loss_total": 0.0037862989120185375,
      "step": 49870
    },
    {
      "loss_action": 0.017730211839079857,
      "loss_total": 0.017730211839079857,
      "step": 49870
    },
    {
      "loss_action": 0.0034938575699925423,
      "loss_total": 0.0034938575699925423,
      "step": 49870
    },
    {
      "loss_action": 0.004159688949584961,
      "loss_total": 0.004159688949584961,
      "step": 49870
    },
    {
      "grad_norm": 0.08794496953487396,
      "learning_rate": 9.848226760400431e-05,
      "loss": 0.0081,
      "step": 49880
    },
    {
      "loss_action": 0.00492906104773283,
      "loss_total": 0.00492906104773283,
      "step": 49880
    },
    {
      "loss_action": 0.024368485435843468,
      "loss_total": 0.024368485435843468,
      "step": 49880
    },
    {
      "loss_action": 0.00465600797906518,
      "loss_total": 0.00465600797906518,
      "step": 49880
    },
    {
      "loss_action": 0.0048531475476920605,
      "loss_total": 0.0048531475476920605,
      "step": 49880
    },
    {
      "loss_action": 0.00810989923775196,
      "loss_total": 0.00810989923775196,
      "step": 49880
    },
    {
      "loss_action": 0.007384385447949171,
      "loss_total": 0.007384385447949171,
      "step": 49880
    },
    {
      "loss_action": 0.0077663687989115715,
      "loss_total": 0.0077663687989115715,
      "step": 49880
    },
    {
      "loss_action": 0.011308368295431137,
      "loss_total": 0.011308368295431137,
      "step": 49880
    },
    {
      "grad_norm": 0.158304363489151,
      "learning_rate": 9.848125669030217e-05,
      "loss": 0.0092,
      "step": 49890
    },
    {
      "loss_action": 0.00696443859487772,
      "loss_total": 0.00696443859487772,
      "step": 49890
    },
    {
      "loss_action": 0.014733701944351196,
      "loss_total": 0.014733701944351196,
      "step": 49890
    },
    {
      "loss_action": 0.0053350310772657394,
      "loss_total": 0.0053350310772657394,
      "step": 49890
    },
    {
      "loss_action": 0.00864592008292675,
      "loss_total": 0.00864592008292675,
      "step": 49890
    },
    {
      "loss_action": 0.006037392187863588,
      "loss_total": 0.006037392187863588,
      "step": 49890
    },
    {
      "loss_action": 0.009847879409790039,
      "loss_total": 0.009847879409790039,
      "step": 49890
    },
    {
      "loss_action": 0.011263121850788593,
      "loss_total": 0.011263121850788593,
      "step": 49890
    },
    {
      "loss_action": 0.010890668258070946,
      "loss_total": 0.010890668258070946,
      "step": 49890
    },
    {
      "grad_norm": 0.1761922389268875,
      "learning_rate": 9.848024544523517e-05,
      "loss": 0.0089,
      "step": 49900
    },
    {
      "loss_action": 0.014917802065610886,
      "loss_total": 0.014917802065610886,
      "step": 49900
    },
    {
      "loss_action": 0.005361372139304876,
      "loss_total": 0.005361372139304876,
      "step": 49900
    },
    {
      "loss_action": 0.005610991269350052,
      "loss_total": 0.005610991269350052,
      "step": 49900
    },
    {
      "loss_action": 0.002643781714141369,
      "loss_total": 0.002643781714141369,
      "step": 49900
    },
    {
      "loss_action": 0.005500567611306906,
      "loss_total": 0.005500567611306906,
      "step": 49900
    },
    {
      "loss_action": 0.002710111439228058,
      "loss_total": 0.002710111439228058,
      "step": 49900
    },
    {
      "loss_action": 0.003829540917649865,
      "loss_total": 0.003829540917649865,
      "step": 49900
    },
    {
      "loss_action": 0.015137121081352234,
      "loss_total": 0.015137121081352234,
      "step": 49900
    },
    {
      "grad_norm": 0.13971611857414246,
      "learning_rate": 9.847923386881027e-05,
      "loss": 0.0081,
      "step": 49910
    },
    {
      "loss_action": 0.004911105148494244,
      "loss_total": 0.004911105148494244,
      "step": 49910
    },
    {
      "loss_action": 0.006533781997859478,
      "loss_total": 0.006533781997859478,
      "step": 49910
    },
    {
      "loss_action": 0.012309256009757519,
      "loss_total": 0.012309256009757519,
      "step": 49910
    },
    {
      "loss_action": 0.009016674011945724,
      "loss_total": 0.009016674011945724,
      "step": 49910
    },
    {
      "loss_action": 0.010121546685695648,
      "loss_total": 0.010121546685695648,
      "step": 49910
    },
    {
      "loss_action": 0.013423923403024673,
      "loss_total": 0.013423923403024673,
      "step": 49910
    },
    {
      "loss_action": 0.007514031603932381,
      "loss_total": 0.007514031603932381,
      "step": 49910
    },
    {
      "loss_action": 0.015516294166445732,
      "loss_total": 0.015516294166445732,
      "step": 49910
    },
    {
      "grad_norm": 0.12587685883045197,
      "learning_rate": 9.847822196103434e-05,
      "loss": 0.01,
      "step": 49920
    },
    {
      "loss_action": 0.0067223249934613705,
      "loss_total": 0.0067223249934613705,
      "step": 49920
    },
    {
      "loss_action": 0.0024219464976340532,
      "loss_total": 0.0024219464976340532,
      "step": 49920
    },
    {
      "loss_action": 0.003463695989921689,
      "loss_total": 0.003463695989921689,
      "step": 49920
    },
    {
      "loss_action": 0.010957114398479462,
      "loss_total": 0.010957114398479462,
      "step": 49920
    },
    {
      "loss_action": 0.007743395399302244,
      "loss_total": 0.007743395399302244,
      "step": 49920
    },
    {
      "loss_action": 0.00981435738503933,
      "loss_total": 0.00981435738503933,
      "step": 49920
    },
    {
      "loss_action": 0.005956654436886311,
      "loss_total": 0.005956654436886311,
      "step": 49920
    },
    {
      "loss_action": 0.007032202556729317,
      "loss_total": 0.007032202556729317,
      "step": 49920
    },
    {
      "grad_norm": 0.14718014001846313,
      "learning_rate": 9.847720972191433e-05,
      "loss": 0.0084,
      "step": 49930
    },
    {
      "loss_action": 0.0054065934382379055,
      "loss_total": 0.0054065934382379055,
      "step": 49930
    },
    {
      "loss_action": 0.0051215761341154575,
      "loss_total": 0.0051215761341154575,
      "step": 49930
    },
    {
      "loss_action": 0.00592633755877614,
      "loss_total": 0.00592633755877614,
      "step": 49930
    },
    {
      "loss_action": 0.006864455994218588,
      "loss_total": 0.006864455994218588,
      "step": 49930
    },
    {
      "loss_action": 0.01329108141362667,
      "loss_total": 0.01329108141362667,
      "step": 49930
    },
    {
      "loss_action": 0.011741628870368004,
      "loss_total": 0.011741628870368004,
      "step": 49930
    },
    {
      "loss_action": 0.002534430008381605,
      "loss_total": 0.002534430008381605,
      "step": 49930
    },
    {
      "loss_action": 0.016731051728129387,
      "loss_total": 0.016731051728129387,
      "step": 49930
    },
    {
      "grad_norm": 0.14088326692581177,
      "learning_rate": 9.847619715145713e-05,
      "loss": 0.0127,
      "step": 49940
    },
    {
      "loss_action": 0.005456691607832909,
      "loss_total": 0.005456691607832909,
      "step": 49940
    },
    {
      "loss_action": 0.005329732783138752,
      "loss_total": 0.005329732783138752,
      "step": 49940
    },
    {
      "loss_action": 0.010543694719672203,
      "loss_total": 0.010543694719672203,
      "step": 49940
    },
    {
      "loss_action": 0.0031774851959198713,
      "loss_total": 0.0031774851959198713,
      "step": 49940
    },
    {
      "loss_action": 0.009007921442389488,
      "loss_total": 0.009007921442389488,
      "step": 49940
    },
    {
      "loss_action": 0.005657009780406952,
      "loss_total": 0.005657009780406952,
      "step": 49940
    },
    {
      "loss_action": 0.010869353078305721,
      "loss_total": 0.010869353078305721,
      "step": 49940
    },
    {
      "loss_action": 0.005669665522873402,
      "loss_total": 0.005669665522873402,
      "step": 49940
    },
    {
      "grad_norm": 0.11339183896780014,
      "learning_rate": 9.847518424966969e-05,
      "loss": 0.0099,
      "step": 49950
    },
    {
      "loss_action": 0.005153006874024868,
      "loss_total": 0.005153006874024868,
      "step": 49950
    },
    {
      "loss_action": 0.0119011290371418,
      "loss_total": 0.0119011290371418,
      "step": 49950
    },
    {
      "loss_action": 0.00984920747578144,
      "loss_total": 0.00984920747578144,
      "step": 49950
    },
    {
      "loss_action": 0.005465908441692591,
      "loss_total": 0.005465908441692591,
      "step": 49950
    },
    {
      "loss_action": 0.00937037356197834,
      "loss_total": 0.00937037356197834,
      "step": 49950
    },
    {
      "loss_action": 0.013878757134079933,
      "loss_total": 0.013878757134079933,
      "step": 49950
    },
    {
      "loss_action": 0.006080847233533859,
      "loss_total": 0.006080847233533859,
      "step": 49950
    },
    {
      "loss_action": 0.01508549228310585,
      "loss_total": 0.01508549228310585,
      "step": 49950
    },
    {
      "grad_norm": 0.15191787481307983,
      "learning_rate": 9.84741710165589e-05,
      "loss": 0.0085,
      "step": 49960
    },
    {
      "loss_action": 0.010763660073280334,
      "loss_total": 0.010763660073280334,
      "step": 49960
    },
    {
      "loss_action": 0.005022681783884764,
      "loss_total": 0.005022681783884764,
      "step": 49960
    },
    {
      "loss_action": 0.00869479589164257,
      "loss_total": 0.00869479589164257,
      "step": 49960
    },
    {
      "loss_action": 0.0027233068831264973,
      "loss_total": 0.0027233068831264973,
      "step": 49960
    },
    {
      "loss_action": 0.005220775492489338,
      "loss_total": 0.005220775492489338,
      "step": 49960
    },
    {
      "loss_action": 0.003440884640440345,
      "loss_total": 0.003440884640440345,
      "step": 49960
    },
    {
      "loss_action": 0.004993896931409836,
      "loss_total": 0.004993896931409836,
      "step": 49960
    },
    {
      "loss_action": 0.012033330276608467,
      "loss_total": 0.012033330276608467,
      "step": 49960
    },
    {
      "grad_norm": 0.17813549935817719,
      "learning_rate": 9.847315745213171e-05,
      "loss": 0.0103,
      "step": 49970
    },
    {
      "loss_action": 0.011598117649555206,
      "loss_total": 0.011598117649555206,
      "step": 49970
    },
    {
      "loss_action": 0.00755257299169898,
      "loss_total": 0.00755257299169898,
      "step": 49970
    },
    {
      "loss_action": 0.01445537619292736,
      "loss_total": 0.01445537619292736,
      "step": 49970
    },
    {
      "loss_action": 0.02048841118812561,
      "loss_total": 0.02048841118812561,
      "step": 49970
    },
    {
      "loss_action": 0.007642022334039211,
      "loss_total": 0.007642022334039211,
      "step": 49970
    },
    {
      "loss_action": 0.01016782782971859,
      "loss_total": 0.01016782782971859,
      "step": 49970
    },
    {
      "loss_action": 0.0035726940259337425,
      "loss_total": 0.0035726940259337425,
      "step": 49970
    },
    {
      "loss_action": 0.006675048731267452,
      "loss_total": 0.006675048731267452,
      "step": 49970
    },
    {
      "grad_norm": 0.13940243422985077,
      "learning_rate": 9.847214355639504e-05,
      "loss": 0.0105,
      "step": 49980
    },
    {
      "loss_action": 0.011432042345404625,
      "loss_total": 0.011432042345404625,
      "step": 49980
    },
    {
      "loss_action": 0.004969645291566849,
      "loss_total": 0.004969645291566849,
      "step": 49980
    },
    {
      "loss_action": 0.008578306064009666,
      "loss_total": 0.008578306064009666,
      "step": 49980
    },
    {
      "loss_action": 0.01234527863562107,
      "loss_total": 0.01234527863562107,
      "step": 49980
    },
    {
      "loss_action": 0.00785016268491745,
      "loss_total": 0.00785016268491745,
      "step": 49980
    },
    {
      "loss_action": 0.005841684993356466,
      "loss_total": 0.005841684993356466,
      "step": 49980
    },
    {
      "loss_action": 0.0198806244879961,
      "loss_total": 0.0198806244879961,
      "step": 49980
    },
    {
      "loss_action": 0.007103973999619484,
      "loss_total": 0.007103973999619484,
      "step": 49980
    },
    {
      "grad_norm": 0.1600460559129715,
      "learning_rate": 9.847112932935583e-05,
      "loss": 0.0096,
      "step": 49990
    },
    {
      "loss_action": 0.00569399818778038,
      "loss_total": 0.00569399818778038,
      "step": 49990
    },
    {
      "loss_action": 0.010612785816192627,
      "loss_total": 0.010612785816192627,
      "step": 49990
    },
    {
      "loss_action": 0.010567689314484596,
      "loss_total": 0.010567689314484596,
      "step": 49990
    },
    {
      "loss_action": 0.008436985313892365,
      "loss_total": 0.008436985313892365,
      "step": 49990
    },
    {
      "loss_action": 0.007508024573326111,
      "loss_total": 0.007508024573326111,
      "step": 49990
    },
    {
      "loss_action": 0.009215732105076313,
      "loss_total": 0.009215732105076313,
      "step": 49990
    },
    {
      "loss_action": 0.014299115166068077,
      "loss_total": 0.014299115166068077,
      "step": 49990
    },
    {
      "loss_action": 0.035989295691251755,
      "loss_total": 0.035989295691251755,
      "step": 49990
    },
    {
      "grad_norm": 0.15468691289424896,
      "learning_rate": 9.8470114771021e-05,
      "loss": 0.0087,
      "step": 50000
    },
    {
      "loss_action": 0.006750115193426609,
      "loss_total": 0.006750115193426609,
      "step": 50000
    },
    {
      "loss_action": 0.008308513090014458,
      "loss_total": 0.008308513090014458,
      "step": 50000
    },
    {
      "loss_action": 0.007705066353082657,
      "loss_total": 0.007705066353082657,
      "step": 50000
    },
    {
      "loss_action": 0.007860813289880753,
      "loss_total": 0.007860813289880753,
      "step": 50000
    },
    {
      "loss_action": 0.006618820130825043,
      "loss_total": 0.006618820130825043,
      "step": 50000
    },
    {
      "loss_action": 0.01059340126812458,
      "loss_total": 0.01059340126812458,
      "step": 50000
    },
    {
      "loss_action": 0.010506575927138329,
      "loss_total": 0.010506575927138329,
      "step": 50000
    },
    {
      "loss_action": 0.017704378813505173,
      "loss_total": 0.017704378813505173,
      "step": 50000
    },
    {
      "grad_norm": 0.10858525335788727,
      "learning_rate": 9.846909988139749e-05,
      "loss": 0.0104,
      "step": 50010
    },
    {
      "loss_action": 0.013337754644453526,
      "loss_total": 0.013337754644453526,
      "step": 50010
    },
    {
      "loss_action": 0.006853469181805849,
      "loss_total": 0.006853469181805849,
      "step": 50010
    },
    {
      "loss_action": 0.002971600741147995,
      "loss_total": 0.002971600741147995,
      "step": 50010
    },
    {
      "loss_action": 0.010465897619724274,
      "loss_total": 0.010465897619724274,
      "step": 50010
    },
    {
      "loss_action": 0.0029080179519951344,
      "loss_total": 0.0029080179519951344,
      "step": 50010
    },
    {
      "loss_action": 0.010125545784831047,
      "loss_total": 0.010125545784831047,
      "step": 50010
    },
    {
      "loss_action": 0.009730356745421886,
      "loss_total": 0.009730356745421886,
      "step": 50010
    },
    {
      "loss_action": 0.0048470646142959595,
      "loss_total": 0.0048470646142959595,
      "step": 50010
    },
    {
      "grad_norm": 0.10275811702013016,
      "learning_rate": 9.846808466049222e-05,
      "loss": 0.0097,
      "step": 50020
    },
    {
      "loss_action": 0.009081756696105003,
      "loss_total": 0.009081756696105003,
      "step": 50020
    },
    {
      "loss_action": 0.006217296235263348,
      "loss_total": 0.006217296235263348,
      "step": 50020
    },
    {
      "loss_action": 0.010134585201740265,
      "loss_total": 0.010134585201740265,
      "step": 50020
    },
    {
      "loss_action": 0.005938925314694643,
      "loss_total": 0.005938925314694643,
      "step": 50020
    },
    {
      "loss_action": 0.005580252036452293,
      "loss_total": 0.005580252036452293,
      "step": 50020
    },
    {
      "loss_action": 0.003666462143883109,
      "loss_total": 0.003666462143883109,
      "step": 50020
    },
    {
      "loss_action": 0.014153113588690758,
      "loss_total": 0.014153113588690758,
      "step": 50020
    },
    {
      "loss_action": 0.011736762709915638,
      "loss_total": 0.011736762709915638,
      "step": 50020
    },
    {
      "grad_norm": 0.12079675495624542,
      "learning_rate": 9.846706910831216e-05,
      "loss": 0.0078,
      "step": 50030
    },
    {
      "loss_action": 0.004663382191210985,
      "loss_total": 0.004663382191210985,
      "step": 50030
    },
    {
      "loss_action": 0.007450847886502743,
      "loss_total": 0.007450847886502743,
      "step": 50030
    },
    {
      "loss_action": 0.005744676571339369,
      "loss_total": 0.005744676571339369,
      "step": 50030
    },
    {
      "loss_action": 0.004326456692069769,
      "loss_total": 0.004326456692069769,
      "step": 50030
    },
    {
      "loss_action": 0.0035734837874770164,
      "loss_total": 0.0035734837874770164,
      "step": 50030
    },
    {
      "loss_action": 0.004691479727625847,
      "loss_total": 0.004691479727625847,
      "step": 50030
    },
    {
      "loss_action": 0.020583776757121086,
      "loss_total": 0.020583776757121086,
      "step": 50030
    },
    {
      "loss_action": 0.007619822863489389,
      "loss_total": 0.007619822863489389,
      "step": 50030
    },
    {
      "grad_norm": 0.13959288597106934,
      "learning_rate": 9.846605322486422e-05,
      "loss": 0.0101,
      "step": 50040
    },
    {
      "loss_action": 0.011422772891819477,
      "loss_total": 0.011422772891819477,
      "step": 50040
    },
    {
      "loss_action": 0.008174465037882328,
      "loss_total": 0.008174465037882328,
      "step": 50040
    },
    {
      "loss_action": 0.009001819416880608,
      "loss_total": 0.009001819416880608,
      "step": 50040
    },
    {
      "loss_action": 0.00749814510345459,
      "loss_total": 0.00749814510345459,
      "step": 50040
    },
    {
      "loss_action": 0.0064905742183327675,
      "loss_total": 0.0064905742183327675,
      "step": 50040
    },
    {
      "loss_action": 0.0033088657073676586,
      "loss_total": 0.0033088657073676586,
      "step": 50040
    },
    {
      "loss_action": 0.0048270756378769875,
      "loss_total": 0.0048270756378769875,
      "step": 50040
    },
    {
      "loss_action": 0.004227617755532265,
      "loss_total": 0.004227617755532265,
      "step": 50040
    },
    {
      "grad_norm": 0.11693265289068222,
      "learning_rate": 9.846503701015537e-05,
      "loss": 0.0089,
      "step": 50050
    },
    {
      "loss_action": 0.004118920769542456,
      "loss_total": 0.004118920769542456,
      "step": 50050
    },
    {
      "loss_action": 0.01202221866697073,
      "loss_total": 0.01202221866697073,
      "step": 50050
    },
    {
      "loss_action": 0.005245266482234001,
      "loss_total": 0.005245266482234001,
      "step": 50050
    },
    {
      "loss_action": 0.009582877159118652,
      "loss_total": 0.009582877159118652,
      "step": 50050
    },
    {
      "loss_action": 0.01224672980606556,
      "loss_total": 0.01224672980606556,
      "step": 50050
    },
    {
      "loss_action": 0.005559478420764208,
      "loss_total": 0.005559478420764208,
      "step": 50050
    },
    {
      "loss_action": 0.0060210502706468105,
      "loss_total": 0.0060210502706468105,
      "step": 50050
    },
    {
      "loss_action": 0.009808697737753391,
      "loss_total": 0.009808697737753391,
      "step": 50050
    },
    {
      "grad_norm": 0.13819709420204163,
      "learning_rate": 9.846402046419253e-05,
      "loss": 0.0106,
      "step": 50060
    },
    {
      "loss_action": 0.015568002127110958,
      "loss_total": 0.015568002127110958,
      "step": 50060
    },
    {
      "loss_action": 0.01868503727018833,
      "loss_total": 0.01868503727018833,
      "step": 50060
    },
    {
      "loss_action": 0.01024310290813446,
      "loss_total": 0.01024310290813446,
      "step": 50060
    },
    {
      "loss_action": 0.008513469249010086,
      "loss_total": 0.008513469249010086,
      "step": 50060
    },
    {
      "loss_action": 0.0033013334032148123,
      "loss_total": 0.0033013334032148123,
      "step": 50060
    },
    {
      "loss_action": 0.004183071665465832,
      "loss_total": 0.004183071665465832,
      "step": 50060
    },
    {
      "loss_action": 0.004052002914249897,
      "loss_total": 0.004052002914249897,
      "step": 50060
    },
    {
      "loss_action": 0.0040299477986991405,
      "loss_total": 0.0040299477986991405,
      "step": 50060
    },
    {
      "grad_norm": 0.11735518276691437,
      "learning_rate": 9.846300358698266e-05,
      "loss": 0.0104,
      "step": 50070
    },
    {
      "loss_action": 0.04009931534528732,
      "loss_total": 0.04009931534528732,
      "step": 50070
    },
    {
      "loss_action": 0.007095799315720797,
      "loss_total": 0.007095799315720797,
      "step": 50070
    },
    {
      "loss_action": 0.013781001791357994,
      "loss_total": 0.013781001791357994,
      "step": 50070
    },
    {
      "loss_action": 0.02934420108795166,
      "loss_total": 0.02934420108795166,
      "step": 50070
    },
    {
      "loss_action": 0.005017245654016733,
      "loss_total": 0.005017245654016733,
      "step": 50070
    },
    {
      "loss_action": 0.005521182902157307,
      "loss_total": 0.005521182902157307,
      "step": 50070
    },
    {
      "loss_action": 0.004060807172209024,
      "loss_total": 0.004060807172209024,
      "step": 50070
    },
    {
      "loss_action": 0.009538877755403519,
      "loss_total": 0.009538877755403519,
      "step": 50070
    },
    {
      "grad_norm": 0.12896528840065002,
      "learning_rate": 9.846198637853272e-05,
      "loss": 0.0105,
      "step": 50080
    },
    {
      "loss_action": 0.008238255977630615,
      "loss_total": 0.008238255977630615,
      "step": 50080
    },
    {
      "loss_action": 0.01775091513991356,
      "loss_total": 0.01775091513991356,
      "step": 50080
    },
    {
      "loss_action": 0.006033941172063351,
      "loss_total": 0.006033941172063351,
      "step": 50080
    },
    {
      "loss_action": 0.008215758949518204,
      "loss_total": 0.008215758949518204,
      "step": 50080
    },
    {
      "loss_action": 0.009985772892832756,
      "loss_total": 0.009985772892832756,
      "step": 50080
    },
    {
      "loss_action": 0.009302692487835884,
      "loss_total": 0.009302692487835884,
      "step": 50080
    },
    {
      "loss_action": 0.007876232266426086,
      "loss_total": 0.007876232266426086,
      "step": 50080
    },
    {
      "loss_action": 0.0045102788135409355,
      "loss_total": 0.0045102788135409355,
      "step": 50080
    },
    {
      "grad_norm": 0.18537554144859314,
      "learning_rate": 9.846096883884966e-05,
      "loss": 0.0119,
      "step": 50090
    },
    {
      "loss_action": 0.00726790726184845,
      "loss_total": 0.00726790726184845,
      "step": 50090
    },
    {
      "loss_action": 0.0058486973866820335,
      "loss_total": 0.0058486973866820335,
      "step": 50090
    },
    {
      "loss_action": 0.003606353420764208,
      "loss_total": 0.003606353420764208,
      "step": 50090
    },
    {
      "loss_action": 0.012554842978715897,
      "loss_total": 0.012554842978715897,
      "step": 50090
    },
    {
      "loss_action": 0.0056524258106946945,
      "loss_total": 0.0056524258106946945,
      "step": 50090
    },
    {
      "loss_action": 0.008486393839120865,
      "loss_total": 0.008486393839120865,
      "step": 50090
    },
    {
      "loss_action": 0.008211009204387665,
      "loss_total": 0.008211009204387665,
      "step": 50090
    },
    {
      "loss_action": 0.010482080280780792,
      "loss_total": 0.010482080280780792,
      "step": 50090
    },
    {
      "grad_norm": 0.12478509545326233,
      "learning_rate": 9.845995096794044e-05,
      "loss": 0.0097,
      "step": 50100
    },
    {
      "loss_action": 0.003170010168105364,
      "loss_total": 0.003170010168105364,
      "step": 50100
    },
    {
      "loss_action": 0.013476417399942875,
      "loss_total": 0.013476417399942875,
      "step": 50100
    },
    {
      "loss_action": 0.004631620831787586,
      "loss_total": 0.004631620831787586,
      "step": 50100
    },
    {
      "loss_action": 0.013013340532779694,
      "loss_total": 0.013013340532779694,
      "step": 50100
    },
    {
      "loss_action": 0.005147857591509819,
      "loss_total": 0.005147857591509819,
      "step": 50100
    },
    {
      "loss_action": 0.0039321668446063995,
      "loss_total": 0.0039321668446063995,
      "step": 50100
    },
    {
      "loss_action": 0.011448103934526443,
      "loss_total": 0.011448103934526443,
      "step": 50100
    },
    {
      "loss_action": 0.011550878174602985,
      "loss_total": 0.011550878174602985,
      "step": 50100
    },
    {
      "grad_norm": 0.15407654643058777,
      "learning_rate": 9.845893276581198e-05,
      "loss": 0.0092,
      "step": 50110
    },
    {
      "loss_action": 0.02028336375951767,
      "loss_total": 0.02028336375951767,
      "step": 50110
    },
    {
      "loss_action": 0.008958756923675537,
      "loss_total": 0.008958756923675537,
      "step": 50110
    },
    {
      "loss_action": 0.012525747530162334,
      "loss_total": 0.012525747530162334,
      "step": 50110
    },
    {
      "loss_action": 0.016782261431217194,
      "loss_total": 0.016782261431217194,
      "step": 50110
    },
    {
      "loss_action": 0.0023059286177158356,
      "loss_total": 0.0023059286177158356,
      "step": 50110
    },
    {
      "loss_action": 0.007025131955742836,
      "loss_total": 0.007025131955742836,
      "step": 50110
    },
    {
      "loss_action": 0.0031886145006865263,
      "loss_total": 0.0031886145006865263,
      "step": 50110
    },
    {
      "loss_action": 0.008037875406444073,
      "loss_total": 0.008037875406444073,
      "step": 50110
    },
    {
      "grad_norm": 0.16732411086559296,
      "learning_rate": 9.845791423247126e-05,
      "loss": 0.0091,
      "step": 50120
    },
    {
      "loss_action": 0.011892227455973625,
      "loss_total": 0.011892227455973625,
      "step": 50120
    },
    {
      "loss_action": 0.005738752894103527,
      "loss_total": 0.005738752894103527,
      "step": 50120
    },
    {
      "loss_action": 0.011530064046382904,
      "loss_total": 0.011530064046382904,
      "step": 50120
    },
    {
      "loss_action": 0.006309309042990208,
      "loss_total": 0.006309309042990208,
      "step": 50120
    },
    {
      "loss_action": 0.015538159757852554,
      "loss_total": 0.015538159757852554,
      "step": 50120
    },
    {
      "loss_action": 0.004827702417969704,
      "loss_total": 0.004827702417969704,
      "step": 50120
    },
    {
      "loss_action": 0.005719278007745743,
      "loss_total": 0.005719278007745743,
      "step": 50120
    },
    {
      "loss_action": 0.023617535829544067,
      "loss_total": 0.023617535829544067,
      "step": 50120
    },
    {
      "grad_norm": 0.14070923626422882,
      "learning_rate": 9.845689536792526e-05,
      "loss": 0.0095,
      "step": 50130
    },
    {
      "loss_action": 0.006768058054149151,
      "loss_total": 0.006768058054149151,
      "step": 50130
    },
    {
      "loss_action": 0.01146575529128313,
      "loss_total": 0.01146575529128313,
      "step": 50130
    },
    {
      "loss_action": 0.007840076461434364,
      "loss_total": 0.007840076461434364,
      "step": 50130
    },
    {
      "loss_action": 0.010409141890704632,
      "loss_total": 0.010409141890704632,
      "step": 50130
    },
    {
      "loss_action": 0.008392943069338799,
      "loss_total": 0.008392943069338799,
      "step": 50130
    },
    {
      "loss_action": 0.008135239593684673,
      "loss_total": 0.008135239593684673,
      "step": 50130
    },
    {
      "loss_action": 0.005807988811284304,
      "loss_total": 0.005807988811284304,
      "step": 50130
    },
    {
      "loss_action": 0.006904665380716324,
      "loss_total": 0.006904665380716324,
      "step": 50130
    },
    {
      "grad_norm": 0.11165040731430054,
      "learning_rate": 9.845587617218094e-05,
      "loss": 0.0092,
      "step": 50140
    },
    {
      "loss_action": 0.01363437995314598,
      "loss_total": 0.01363437995314598,
      "step": 50140
    },
    {
      "loss_action": 0.003409388940781355,
      "loss_total": 0.003409388940781355,
      "step": 50140
    },
    {
      "loss_action": 0.007943762466311455,
      "loss_total": 0.007943762466311455,
      "step": 50140
    },
    {
      "loss_action": 0.004899676889181137,
      "loss_total": 0.004899676889181137,
      "step": 50140
    },
    {
      "loss_action": 0.016451844945549965,
      "loss_total": 0.016451844945549965,
      "step": 50140
    },
    {
      "loss_action": 0.00919138640165329,
      "loss_total": 0.00919138640165329,
      "step": 50140
    },
    {
      "loss_action": 0.0065580932423472404,
      "loss_total": 0.0065580932423472404,
      "step": 50140
    },
    {
      "loss_action": 0.014360973611474037,
      "loss_total": 0.014360973611474037,
      "step": 50140
    },
    {
      "grad_norm": 0.14104098081588745,
      "learning_rate": 9.845485664524525e-05,
      "loss": 0.0083,
      "step": 50150
    },
    {
      "loss_action": 0.005049615167081356,
      "loss_total": 0.005049615167081356,
      "step": 50150
    },
    {
      "loss_action": 0.004891897086054087,
      "loss_total": 0.004891897086054087,
      "step": 50150
    },
    {
      "loss_action": 0.010022527538239956,
      "loss_total": 0.010022527538239956,
      "step": 50150
    },
    {
      "loss_action": 0.0051444098353385925,
      "loss_total": 0.0051444098353385925,
      "step": 50150
    },
    {
      "loss_action": 0.008578283712267876,
      "loss_total": 0.008578283712267876,
      "step": 50150
    },
    {
      "loss_action": 0.008367631584405899,
      "loss_total": 0.008367631584405899,
      "step": 50150
    },
    {
      "loss_action": 0.012696224264800549,
      "loss_total": 0.012696224264800549,
      "step": 50150
    },
    {
      "loss_action": 0.004387713968753815,
      "loss_total": 0.004387713968753815,
      "step": 50150
    },
    {
      "grad_norm": 0.1448712944984436,
      "learning_rate": 9.845383678712516e-05,
      "loss": 0.0075,
      "step": 50160
    },
    {
      "loss_action": 0.008753872476518154,
      "loss_total": 0.008753872476518154,
      "step": 50160
    },
    {
      "loss_action": 0.0026024712715297937,
      "loss_total": 0.0026024712715297937,
      "step": 50160
    },
    {
      "loss_action": 0.014611009508371353,
      "loss_total": 0.014611009508371353,
      "step": 50160
    },
    {
      "loss_action": 0.0034292135387659073,
      "loss_total": 0.0034292135387659073,
      "step": 50160
    },
    {
      "loss_action": 0.011919017881155014,
      "loss_total": 0.011919017881155014,
      "step": 50160
    },
    {
      "loss_action": 0.006841888651251793,
      "loss_total": 0.006841888651251793,
      "step": 50160
    },
    {
      "loss_action": 0.00195518066175282,
      "loss_total": 0.00195518066175282,
      "step": 50160
    },
    {
      "loss_action": 0.0035763238556683064,
      "loss_total": 0.0035763238556683064,
      "step": 50160
    },
    {
      "grad_norm": 0.16310496628284454,
      "learning_rate": 9.845281659782765e-05,
      "loss": 0.0089,
      "step": 50170
    },
    {
      "loss_action": 0.0035789678804576397,
      "loss_total": 0.0035789678804576397,
      "step": 50170
    },
    {
      "loss_action": 0.004146518185734749,
      "loss_total": 0.004146518185734749,
      "step": 50170
    },
    {
      "loss_action": 0.004602955188602209,
      "loss_total": 0.004602955188602209,
      "step": 50170
    },
    {
      "loss_action": 0.010359409265220165,
      "loss_total": 0.010359409265220165,
      "step": 50170
    },
    {
      "loss_action": 0.018266765400767326,
      "loss_total": 0.018266765400767326,
      "step": 50170
    },
    {
      "loss_action": 0.01567566767334938,
      "loss_total": 0.01567566767334938,
      "step": 50170
    },
    {
      "loss_action": 0.006322207394987345,
      "loss_total": 0.006322207394987345,
      "step": 50170
    },
    {
      "loss_action": 0.01590079441666603,
      "loss_total": 0.01590079441666603,
      "step": 50170
    },
    {
      "grad_norm": 0.16601300239562988,
      "learning_rate": 9.845179607735968e-05,
      "loss": 0.0093,
      "step": 50180
    },
    {
      "loss_action": 0.010261338204145432,
      "loss_total": 0.010261338204145432,
      "step": 50180
    },
    {
      "loss_action": 0.0250178761780262,
      "loss_total": 0.0250178761780262,
      "step": 50180
    },
    {
      "loss_action": 0.003914693370461464,
      "loss_total": 0.003914693370461464,
      "step": 50180
    },
    {
      "loss_action": 0.0031667083967477083,
      "loss_total": 0.0031667083967477083,
      "step": 50180
    },
    {
      "loss_action": 0.010213768109679222,
      "loss_total": 0.010213768109679222,
      "step": 50180
    },
    {
      "loss_action": 0.006334386300295591,
      "loss_total": 0.006334386300295591,
      "step": 50180
    },
    {
      "loss_action": 0.01132190227508545,
      "loss_total": 0.01132190227508545,
      "step": 50180
    },
    {
      "loss_action": 0.010736517608165741,
      "loss_total": 0.010736517608165741,
      "step": 50180
    },
    {
      "grad_norm": 0.09038684517145157,
      "learning_rate": 9.845077522572825e-05,
      "loss": 0.0095,
      "step": 50190
    },
    {
      "loss_action": 0.007680785842239857,
      "loss_total": 0.007680785842239857,
      "step": 50190
    },
    {
      "loss_action": 0.010020121932029724,
      "loss_total": 0.010020121932029724,
      "step": 50190
    },
    {
      "loss_action": 0.003077070927247405,
      "loss_total": 0.003077070927247405,
      "step": 50190
    },
    {
      "loss_action": 0.003675119485706091,
      "loss_total": 0.003675119485706091,
      "step": 50190
    },
    {
      "loss_action": 0.0036051622591912746,
      "loss_total": 0.0036051622591912746,
      "step": 50190
    },
    {
      "loss_action": 0.010599592700600624,
      "loss_total": 0.010599592700600624,
      "step": 50190
    },
    {
      "loss_action": 0.0040381308645009995,
      "loss_total": 0.0040381308645009995,
      "step": 50190
    },
    {
      "loss_action": 0.007143894676119089,
      "loss_total": 0.007143894676119089,
      "step": 50190
    },
    {
      "grad_norm": 0.10126034915447235,
      "learning_rate": 9.844975404294032e-05,
      "loss": 0.0085,
      "step": 50200
    },
    {
      "loss_action": 0.0029118089005351067,
      "loss_total": 0.0029118089005351067,
      "step": 50200
    },
    {
      "loss_action": 0.0034666587598621845,
      "loss_total": 0.0034666587598621845,
      "step": 50200
    },
    {
      "loss_action": 0.01039061788469553,
      "loss_total": 0.01039061788469553,
      "step": 50200
    },
    {
      "loss_action": 0.005353633314371109,
      "loss_total": 0.005353633314371109,
      "step": 50200
    },
    {
      "loss_action": 0.009192259050905704,
      "loss_total": 0.009192259050905704,
      "step": 50200
    },
    {
      "loss_action": 0.0036974195390939713,
      "loss_total": 0.0036974195390939713,
      "step": 50200
    },
    {
      "loss_action": 0.003095656633377075,
      "loss_total": 0.003095656633377075,
      "step": 50200
    },
    {
      "loss_action": 0.006975804455578327,
      "loss_total": 0.006975804455578327,
      "step": 50200
    },
    {
      "grad_norm": 0.14697854220867157,
      "learning_rate": 9.844873252900285e-05,
      "loss": 0.0076,
      "step": 50210
    },
    {
      "loss_action": 0.0027871252968907356,
      "loss_total": 0.0027871252968907356,
      "step": 50210
    },
    {
      "loss_action": 0.009604593738913536,
      "loss_total": 0.009604593738913536,
      "step": 50210
    },
    {
      "loss_action": 0.007397889159619808,
      "loss_total": 0.007397889159619808,
      "step": 50210
    },
    {
      "loss_action": 0.005667864345014095,
      "loss_total": 0.005667864345014095,
      "step": 50210
    },
    {
      "loss_action": 0.0027224570512771606,
      "loss_total": 0.0027224570512771606,
      "step": 50210
    },
    {
      "loss_action": 0.015724238008260727,
      "loss_total": 0.015724238008260727,
      "step": 50210
    },
    {
      "loss_action": 0.00366741931065917,
      "loss_total": 0.00366741931065917,
      "step": 50210
    },
    {
      "loss_action": 0.004105431493371725,
      "loss_total": 0.004105431493371725,
      "step": 50210
    },
    {
      "grad_norm": 0.11189816892147064,
      "learning_rate": 9.844771068392287e-05,
      "loss": 0.0089,
      "step": 50220
    },
    {
      "loss_action": 0.017632197588682175,
      "loss_total": 0.017632197588682175,
      "step": 50220
    },
    {
      "loss_action": 0.012846136465668678,
      "loss_total": 0.012846136465668678,
      "step": 50220
    },
    {
      "loss_action": 0.014727504923939705,
      "loss_total": 0.014727504923939705,
      "step": 50220
    },
    {
      "loss_action": 0.00414764229208231,
      "loss_total": 0.00414764229208231,
      "step": 50220
    },
    {
      "loss_action": 0.00617540068924427,
      "loss_total": 0.00617540068924427,
      "step": 50220
    },
    {
      "loss_action": 0.006246538832783699,
      "loss_total": 0.006246538832783699,
      "step": 50220
    },
    {
      "loss_action": 0.0110972560942173,
      "loss_total": 0.0110972560942173,
      "step": 50220
    },
    {
      "loss_action": 0.004436898976564407,
      "loss_total": 0.004436898976564407,
      "step": 50220
    },
    {
      "grad_norm": 0.12273528426885605,
      "learning_rate": 9.844668850770731e-05,
      "loss": 0.0088,
      "step": 50230
    },
    {
      "loss_action": 0.006172779947519302,
      "loss_total": 0.006172779947519302,
      "step": 50230
    },
    {
      "loss_action": 0.006320868618786335,
      "loss_total": 0.006320868618786335,
      "step": 50230
    },
    {
      "loss_action": 0.006460154894739389,
      "loss_total": 0.006460154894739389,
      "step": 50230
    },
    {
      "loss_action": 0.006280907895416021,
      "loss_total": 0.006280907895416021,
      "step": 50230
    },
    {
      "loss_action": 0.005393455736339092,
      "loss_total": 0.005393455736339092,
      "step": 50230
    },
    {
      "loss_action": 0.010112755931913853,
      "loss_total": 0.010112755931913853,
      "step": 50230
    },
    {
      "loss_action": 0.006171070039272308,
      "loss_total": 0.006171070039272308,
      "step": 50230
    },
    {
      "loss_action": 0.0034722911659628153,
      "loss_total": 0.0034722911659628153,
      "step": 50230
    },
    {
      "grad_norm": 0.19759267568588257,
      "learning_rate": 9.84456660003632e-05,
      "loss": 0.0073,
      "step": 50240
    },
    {
      "loss_action": 0.0025223256088793278,
      "loss_total": 0.0025223256088793278,
      "step": 50240
    },
    {
      "loss_action": 0.003210844937711954,
      "loss_total": 0.003210844937711954,
      "step": 50240
    },
    {
      "loss_action": 0.025110261514782906,
      "loss_total": 0.025110261514782906,
      "step": 50240
    },
    {
      "loss_action": 0.017154596745967865,
      "loss_total": 0.017154596745967865,
      "step": 50240
    },
    {
      "loss_action": 0.007139863446354866,
      "loss_total": 0.007139863446354866,
      "step": 50240
    },
    {
      "loss_action": 0.015705181285738945,
      "loss_total": 0.015705181285738945,
      "step": 50240
    },
    {
      "loss_action": 0.0039269933477044106,
      "loss_total": 0.0039269933477044106,
      "step": 50240
    },
    {
      "loss_action": 0.009886519983410835,
      "loss_total": 0.009886519983410835,
      "step": 50240
    },
    {
      "grad_norm": 0.08823582530021667,
      "learning_rate": 9.844464316189751e-05,
      "loss": 0.0072,
      "step": 50250
    },
    {
      "loss_action": 0.004293925128877163,
      "loss_total": 0.004293925128877163,
      "step": 50250
    },
    {
      "loss_action": 0.009981309063732624,
      "loss_total": 0.009981309063732624,
      "step": 50250
    },
    {
      "loss_action": 0.0036044390872120857,
      "loss_total": 0.0036044390872120857,
      "step": 50250
    },
    {
      "loss_action": 0.011021137237548828,
      "loss_total": 0.011021137237548828,
      "step": 50250
    },
    {
      "loss_action": 0.008575743064284325,
      "loss_total": 0.008575743064284325,
      "step": 50250
    },
    {
      "loss_action": 0.00956791266798973,
      "loss_total": 0.00956791266798973,
      "step": 50250
    },
    {
      "loss_action": 0.005258563905954361,
      "loss_total": 0.005258563905954361,
      "step": 50250
    },
    {
      "loss_action": 0.007453838363289833,
      "loss_total": 0.007453838363289833,
      "step": 50250
    },
    {
      "grad_norm": 0.15140481293201447,
      "learning_rate": 9.844361999231724e-05,
      "loss": 0.0088,
      "step": 50260
    },
    {
      "loss_action": 0.00197572261095047,
      "loss_total": 0.00197572261095047,
      "step": 50260
    },
    {
      "loss_action": 0.0035256112460047007,
      "loss_total": 0.0035256112460047007,
      "step": 50260
    },
    {
      "loss_action": 0.013240104541182518,
      "loss_total": 0.013240104541182518,
      "step": 50260
    },
    {
      "loss_action": 0.012470639310777187,
      "loss_total": 0.012470639310777187,
      "step": 50260
    },
    {
      "loss_action": 0.0035184789448976517,
      "loss_total": 0.0035184789448976517,
      "step": 50260
    },
    {
      "loss_action": 0.004434247501194477,
      "loss_total": 0.004434247501194477,
      "step": 50260
    },
    {
      "loss_action": 0.007121190894395113,
      "loss_total": 0.007121190894395113,
      "step": 50260
    },
    {
      "loss_action": 0.006739501841366291,
      "loss_total": 0.006739501841366291,
      "step": 50260
    },
    {
      "grad_norm": 0.1662430316209793,
      "learning_rate": 9.844259649162937e-05,
      "loss": 0.0095,
      "step": 50270
    },
    {
      "loss_action": 0.008194380439817905,
      "loss_total": 0.008194380439817905,
      "step": 50270
    },
    {
      "loss_action": 0.005553476512432098,
      "loss_total": 0.005553476512432098,
      "step": 50270
    },
    {
      "loss_action": 0.007944978773593903,
      "loss_total": 0.007944978773593903,
      "step": 50270
    },
    {
      "loss_action": 0.011951637454330921,
      "loss_total": 0.011951637454330921,
      "step": 50270
    },
    {
      "loss_action": 0.008812732994556427,
      "loss_total": 0.008812732994556427,
      "step": 50270
    },
    {
      "loss_action": 0.029707714915275574,
      "loss_total": 0.029707714915275574,
      "step": 50270
    },
    {
      "loss_action": 0.0031616762280464172,
      "loss_total": 0.0031616762280464172,
      "step": 50270
    },
    {
      "loss_action": 0.011954177170991898,
      "loss_total": 0.011954177170991898,
      "step": 50270
    },
    {
      "grad_norm": 0.1824670135974884,
      "learning_rate": 9.84415726598409e-05,
      "loss": 0.0098,
      "step": 50280
    },
    {
      "loss_action": 0.01208624430000782,
      "loss_total": 0.01208624430000782,
      "step": 50280
    },
    {
      "loss_action": 0.02595549076795578,
      "loss_total": 0.02595549076795578,
      "step": 50280
    },
    {
      "loss_action": 0.007358605973422527,
      "loss_total": 0.007358605973422527,
      "step": 50280
    },
    {
      "loss_action": 0.004847452975809574,
      "loss_total": 0.004847452975809574,
      "step": 50280
    },
    {
      "loss_action": 0.008127148263156414,
      "loss_total": 0.008127148263156414,
      "step": 50280
    },
    {
      "loss_action": 0.006245031021535397,
      "loss_total": 0.006245031021535397,
      "step": 50280
    },
    {
      "loss_action": 0.011971618980169296,
      "loss_total": 0.011971618980169296,
      "step": 50280
    },
    {
      "loss_action": 0.009697601199150085,
      "loss_total": 0.009697601199150085,
      "step": 50280
    },
    {
      "grad_norm": 0.10520778596401215,
      "learning_rate": 9.844054849695883e-05,
      "loss": 0.0096,
      "step": 50290
    },
    {
      "loss_action": 0.018402066081762314,
      "loss_total": 0.018402066081762314,
      "step": 50290
    },
    {
      "loss_action": 0.006921239662915468,
      "loss_total": 0.006921239662915468,
      "step": 50290
    },
    {
      "loss_action": 0.007092376239597797,
      "loss_total": 0.007092376239597797,
      "step": 50290
    },
    {
      "loss_action": 0.006544345989823341,
      "loss_total": 0.006544345989823341,
      "step": 50290
    },
    {
      "loss_action": 0.008072039112448692,
      "loss_total": 0.008072039112448692,
      "step": 50290
    },
    {
      "loss_action": 0.014817084185779095,
      "loss_total": 0.014817084185779095,
      "step": 50290
    },
    {
      "loss_action": 0.009146398864686489,
      "loss_total": 0.009146398864686489,
      "step": 50290
    },
    {
      "loss_action": 0.0056067220866680145,
      "loss_total": 0.0056067220866680145,
      "step": 50290
    },
    {
      "grad_norm": 0.1379859894514084,
      "learning_rate": 9.843952400299015e-05,
      "loss": 0.0087,
      "step": 50300
    },
    {
      "loss_action": 0.005110201891511679,
      "loss_total": 0.005110201891511679,
      "step": 50300
    },
    {
      "loss_action": 0.01008480042219162,
      "loss_total": 0.01008480042219162,
      "step": 50300
    },
    {
      "loss_action": 0.013737339526414871,
      "loss_total": 0.013737339526414871,
      "step": 50300
    },
    {
      "loss_action": 0.0053861550986766815,
      "loss_total": 0.0053861550986766815,
      "step": 50300
    },
    {
      "loss_action": 0.007902959361672401,
      "loss_total": 0.007902959361672401,
      "step": 50300
    },
    {
      "loss_action": 0.008171241730451584,
      "loss_total": 0.008171241730451584,
      "step": 50300
    },
    {
      "loss_action": 0.007320323493331671,
      "loss_total": 0.007320323493331671,
      "step": 50300
    },
    {
      "loss_action": 0.008911887183785439,
      "loss_total": 0.008911887183785439,
      "step": 50300
    },
    {
      "grad_norm": 0.11405181884765625,
      "learning_rate": 9.84384991779419e-05,
      "loss": 0.0086,
      "step": 50310
    },
    {
      "loss_action": 0.032682809978723526,
      "loss_total": 0.032682809978723526,
      "step": 50310
    },
    {
      "loss_action": 0.013975327834486961,
      "loss_total": 0.013975327834486961,
      "step": 50310
    },
    {
      "loss_action": 0.00987313687801361,
      "loss_total": 0.00987313687801361,
      "step": 50310
    },
    {
      "loss_action": 0.011542282998561859,
      "loss_total": 0.011542282998561859,
      "step": 50310
    },
    {
      "loss_action": 0.014705667272210121,
      "loss_total": 0.014705667272210121,
      "step": 50310
    },
    {
      "loss_action": 0.005552724003791809,
      "loss_total": 0.005552724003791809,
      "step": 50310
    },
    {
      "loss_action": 0.0045149787329137325,
      "loss_total": 0.0045149787329137325,
      "step": 50310
    },
    {
      "loss_action": 0.006565622519701719,
      "loss_total": 0.006565622519701719,
      "step": 50310
    },
    {
      "grad_norm": 0.13302308320999146,
      "learning_rate": 9.843747402182104e-05,
      "loss": 0.0086,
      "step": 50320
    },
    {
      "loss_action": 0.003396292682737112,
      "loss_total": 0.003396292682737112,
      "step": 50320
    },
    {
      "loss_action": 0.007204907014966011,
      "loss_total": 0.007204907014966011,
      "step": 50320
    },
    {
      "loss_action": 0.004974852316081524,
      "loss_total": 0.004974852316081524,
      "step": 50320
    },
    {
      "loss_action": 0.017883796244859695,
      "loss_total": 0.017883796244859695,
      "step": 50320
    },
    {
      "loss_action": 0.003869068343192339,
      "loss_total": 0.003869068343192339,
      "step": 50320
    },
    {
      "loss_action": 0.024596761912107468,
      "loss_total": 0.024596761912107468,
      "step": 50320
    },
    {
      "loss_action": 0.011100858449935913,
      "loss_total": 0.011100858449935913,
      "step": 50320
    },
    {
      "loss_action": 0.010820791125297546,
      "loss_total": 0.010820791125297546,
      "step": 50320
    },
    {
      "grad_norm": 0.12449128180742264,
      "learning_rate": 9.843644853463458e-05,
      "loss": 0.009,
      "step": 50330
    },
    {
      "loss_action": 0.008252451196312904,
      "loss_total": 0.008252451196312904,
      "step": 50330
    },
    {
      "loss_action": 0.005733177997171879,
      "loss_total": 0.005733177997171879,
      "step": 50330
    },
    {
      "loss_action": 0.01345000322908163,
      "loss_total": 0.01345000322908163,
      "step": 50330
    },
    {
      "loss_action": 0.014344291761517525,
      "loss_total": 0.014344291761517525,
      "step": 50330
    },
    {
      "loss_action": 0.007658553775399923,
      "loss_total": 0.007658553775399923,
      "step": 50330
    },
    {
      "loss_action": 0.006565776653587818,
      "loss_total": 0.006565776653587818,
      "step": 50330
    },
    {
      "loss_action": 0.017526350915431976,
      "loss_total": 0.017526350915431976,
      "step": 50330
    },
    {
      "loss_action": 0.007184331305325031,
      "loss_total": 0.007184331305325031,
      "step": 50330
    },
    {
      "grad_norm": 0.11136788874864578,
      "learning_rate": 9.843542271638956e-05,
      "loss": 0.0094,
      "step": 50340
    },
    {
      "loss_action": 0.010585518553853035,
      "loss_total": 0.010585518553853035,
      "step": 50340
    },
    {
      "loss_action": 0.008500432595610619,
      "loss_total": 0.008500432595610619,
      "step": 50340
    },
    {
      "loss_action": 0.00386127014644444,
      "loss_total": 0.00386127014644444,
      "step": 50340
    },
    {
      "loss_action": 0.0029742452315986156,
      "loss_total": 0.0029742452315986156,
      "step": 50340
    },
    {
      "loss_action": 0.0022946340031921864,
      "loss_total": 0.0022946340031921864,
      "step": 50340
    },
    {
      "loss_action": 0.007230062037706375,
      "loss_total": 0.007230062037706375,
      "step": 50340
    },
    {
      "loss_action": 0.01049120258539915,
      "loss_total": 0.01049120258539915,
      "step": 50340
    },
    {
      "loss_action": 0.0058393320068717,
      "loss_total": 0.0058393320068717,
      "step": 50340
    },
    {
      "grad_norm": 0.09762140363454819,
      "learning_rate": 9.843439656709299e-05,
      "loss": 0.0078,
      "step": 50350
    },
    {
      "loss_action": 0.007722049951553345,
      "loss_total": 0.007722049951553345,
      "step": 50350
    },
    {
      "loss_action": 0.013059677556157112,
      "loss_total": 0.013059677556157112,
      "step": 50350
    },
    {
      "loss_action": 0.008084049448370934,
      "loss_total": 0.008084049448370934,
      "step": 50350
    },
    {
      "loss_action": 0.004239273257553577,
      "loss_total": 0.004239273257553577,
      "step": 50350
    },
    {
      "loss_action": 0.005982326343655586,
      "loss_total": 0.005982326343655586,
      "step": 50350
    },
    {
      "loss_action": 0.00428425520658493,
      "loss_total": 0.00428425520658493,
      "step": 50350
    },
    {
      "loss_action": 0.008319361135363579,
      "loss_total": 0.008319361135363579,
      "step": 50350
    },
    {
      "loss_action": 0.008266467601060867,
      "loss_total": 0.008266467601060867,
      "step": 50350
    },
    {
      "grad_norm": 0.10027854889631271,
      "learning_rate": 9.843337008675184e-05,
      "loss": 0.008,
      "step": 50360
    },
    {
      "loss_action": 0.009432157501578331,
      "loss_total": 0.009432157501578331,
      "step": 50360
    },
    {
      "loss_action": 0.0020875856280326843,
      "loss_total": 0.0020875856280326843,
      "step": 50360
    },
    {
      "loss_action": 0.0034574801102280617,
      "loss_total": 0.0034574801102280617,
      "step": 50360
    },
    {
      "loss_action": 0.007111695595085621,
      "loss_total": 0.007111695595085621,
      "step": 50360
    },
    {
      "loss_action": 0.004512554965913296,
      "loss_total": 0.004512554965913296,
      "step": 50360
    },
    {
      "loss_action": 0.00926048494875431,
      "loss_total": 0.00926048494875431,
      "step": 50360
    },
    {
      "loss_action": 0.009864069521427155,
      "loss_total": 0.009864069521427155,
      "step": 50360
    },
    {
      "loss_action": 0.004334488417953253,
      "loss_total": 0.004334488417953253,
      "step": 50360
    },
    {
      "grad_norm": 0.1414586305618286,
      "learning_rate": 9.843234327537316e-05,
      "loss": 0.0085,
      "step": 50370
    },
    {
      "loss_action": 0.00758335879072547,
      "loss_total": 0.00758335879072547,
      "step": 50370
    },
    {
      "loss_action": 0.01817147806286812,
      "loss_total": 0.01817147806286812,
      "step": 50370
    },
    {
      "loss_action": 0.004700763151049614,
      "loss_total": 0.004700763151049614,
      "step": 50370
    },
    {
      "loss_action": 0.010696019977331161,
      "loss_total": 0.010696019977331161,
      "step": 50370
    },
    {
      "loss_action": 0.004238476976752281,
      "loss_total": 0.004238476976752281,
      "step": 50370
    },
    {
      "loss_action": 0.011572770774364471,
      "loss_total": 0.011572770774364471,
      "step": 50370
    },
    {
      "loss_action": 0.006053173914551735,
      "loss_total": 0.006053173914551735,
      "step": 50370
    },
    {
      "loss_action": 0.004871992859989405,
      "loss_total": 0.004871992859989405,
      "step": 50370
    },
    {
      "grad_norm": 0.1248992532491684,
      "learning_rate": 9.843131613296397e-05,
      "loss": 0.0077,
      "step": 50380
    },
    {
      "loss_action": 0.006228728219866753,
      "loss_total": 0.006228728219866753,
      "step": 50380
    },
    {
      "loss_action": 0.002649996429681778,
      "loss_total": 0.002649996429681778,
      "step": 50380
    },
    {
      "loss_action": 0.013838895596563816,
      "loss_total": 0.013838895596563816,
      "step": 50380
    },
    {
      "loss_action": 0.015284651890397072,
      "loss_total": 0.015284651890397072,
      "step": 50380
    },
    {
      "loss_action": 0.006548566743731499,
      "loss_total": 0.006548566743731499,
      "step": 50380
    },
    {
      "loss_action": 0.005616550799459219,
      "loss_total": 0.005616550799459219,
      "step": 50380
    },
    {
      "loss_action": 0.002909615868702531,
      "loss_total": 0.002909615868702531,
      "step": 50380
    },
    {
      "loss_action": 0.006797732785344124,
      "loss_total": 0.006797732785344124,
      "step": 50380
    },
    {
      "grad_norm": 0.10760924965143204,
      "learning_rate": 9.843028865953127e-05,
      "loss": 0.0077,
      "step": 50390
    },
    {
      "loss_action": 0.009928454644978046,
      "loss_total": 0.009928454644978046,
      "step": 50390
    },
    {
      "loss_action": 0.004282529465854168,
      "loss_total": 0.004282529465854168,
      "step": 50390
    },
    {
      "loss_action": 0.005131505895406008,
      "loss_total": 0.005131505895406008,
      "step": 50390
    },
    {
      "loss_action": 0.006964320782572031,
      "loss_total": 0.006964320782572031,
      "step": 50390
    },
    {
      "loss_action": 0.00590011291205883,
      "loss_total": 0.00590011291205883,
      "step": 50390
    },
    {
      "loss_action": 0.01670479215681553,
      "loss_total": 0.01670479215681553,
      "step": 50390
    },
    {
      "loss_action": 0.007597540505230427,
      "loss_total": 0.007597540505230427,
      "step": 50390
    },
    {
      "loss_action": 0.006382805295288563,
      "loss_total": 0.006382805295288563,
      "step": 50390
    },
    {
      "grad_norm": 0.10788131505250931,
      "learning_rate": 9.842926085508211e-05,
      "loss": 0.0079,
      "step": 50400
    },
    {
      "loss_action": 0.02305360697209835,
      "loss_total": 0.02305360697209835,
      "step": 50400
    },
    {
      "loss_action": 0.005855737254023552,
      "loss_total": 0.005855737254023552,
      "step": 50400
    },
    {
      "loss_action": 0.006730882450938225,
      "loss_total": 0.006730882450938225,
      "step": 50400
    },
    {
      "loss_action": 0.014413000084459782,
      "loss_total": 0.014413000084459782,
      "step": 50400
    },
    {
      "loss_action": 0.01109149120748043,
      "loss_total": 0.01109149120748043,
      "step": 50400
    },
    {
      "loss_action": 0.01380796916782856,
      "loss_total": 0.01380796916782856,
      "step": 50400
    },
    {
      "loss_action": 0.0022915091831237078,
      "loss_total": 0.0022915091831237078,
      "step": 50400
    },
    {
      "loss_action": 0.0023819603957235813,
      "loss_total": 0.0023819603957235813,
      "step": 50400
    },
    {
      "grad_norm": 0.21569077670574188,
      "learning_rate": 9.842823271962349e-05,
      "loss": 0.0094,
      "step": 50410
    },
    {
      "loss_action": 0.024599440395832062,
      "loss_total": 0.024599440395832062,
      "step": 50410
    },
    {
      "loss_action": 0.005269157700240612,
      "loss_total": 0.005269157700240612,
      "step": 50410
    },
    {
      "loss_action": 0.004069345071911812,
      "loss_total": 0.004069345071911812,
      "step": 50410
    },
    {
      "loss_action": 0.01046193577349186,
      "loss_total": 0.01046193577349186,
      "step": 50410
    },
    {
      "loss_action": 0.0049452343955636024,
      "loss_total": 0.0049452343955636024,
      "step": 50410
    },
    {
      "loss_action": 0.011833472177386284,
      "loss_total": 0.011833472177386284,
      "step": 50410
    },
    {
      "loss_action": 0.007675189059227705,
      "loss_total": 0.007675189059227705,
      "step": 50410
    },
    {
      "loss_action": 0.012524642050266266,
      "loss_total": 0.012524642050266266,
      "step": 50410
    },
    {
      "grad_norm": 0.16179068386554718,
      "learning_rate": 9.842720425316245e-05,
      "loss": 0.0098,
      "step": 50420
    },
    {
      "loss_action": 0.022806666791439056,
      "loss_total": 0.022806666791439056,
      "step": 50420
    },
    {
      "loss_action": 0.004819647874683142,
      "loss_total": 0.004819647874683142,
      "step": 50420
    },
    {
      "loss_action": 0.006688949652016163,
      "loss_total": 0.006688949652016163,
      "step": 50420
    },
    {
      "loss_action": 0.0114244120195508,
      "loss_total": 0.0114244120195508,
      "step": 50420
    },
    {
      "loss_action": 0.004905965179204941,
      "loss_total": 0.004905965179204941,
      "step": 50420
    },
    {
      "loss_action": 0.0038894093595445156,
      "loss_total": 0.0038894093595445156,
      "step": 50420
    },
    {
      "loss_action": 0.0091177299618721,
      "loss_total": 0.0091177299618721,
      "step": 50420
    },
    {
      "loss_action": 0.007168974727392197,
      "loss_total": 0.007168974727392197,
      "step": 50420
    },
    {
      "grad_norm": 0.1015896201133728,
      "learning_rate": 9.842617545570603e-05,
      "loss": 0.0075,
      "step": 50430
    },
    {
      "loss_action": 0.004252605605870485,
      "loss_total": 0.004252605605870485,
      "step": 50430
    },
    {
      "loss_action": 0.0041726939380168915,
      "loss_total": 0.0041726939380168915,
      "step": 50430
    },
    {
      "loss_action": 0.010695219039916992,
      "loss_total": 0.010695219039916992,
      "step": 50430
    },
    {
      "loss_action": 0.015866804867982864,
      "loss_total": 0.015866804867982864,
      "step": 50430
    },
    {
      "loss_action": 0.007287648972123861,
      "loss_total": 0.007287648972123861,
      "step": 50430
    },
    {
      "loss_action": 0.008768318220973015,
      "loss_total": 0.008768318220973015,
      "step": 50430
    },
    {
      "loss_action": 0.007306644693017006,
      "loss_total": 0.007306644693017006,
      "step": 50430
    },
    {
      "loss_action": 0.006460296921432018,
      "loss_total": 0.006460296921432018,
      "step": 50430
    },
    {
      "grad_norm": 0.10149416327476501,
      "learning_rate": 9.842514632726123e-05,
      "loss": 0.0069,
      "step": 50440
    },
    {
      "loss_action": 0.021654535084962845,
      "loss_total": 0.021654535084962845,
      "step": 50440
    },
    {
      "loss_action": 0.010704293847084045,
      "loss_total": 0.010704293847084045,
      "step": 50440
    },
    {
      "loss_action": 0.002721810946241021,
      "loss_total": 0.002721810946241021,
      "step": 50440
    },
    {
      "loss_action": 0.017466045916080475,
      "loss_total": 0.017466045916080475,
      "step": 50440
    },
    {
      "loss_action": 0.003691450459882617,
      "loss_total": 0.003691450459882617,
      "step": 50440
    },
    {
      "loss_action": 0.006354699842631817,
      "loss_total": 0.006354699842631817,
      "step": 50440
    },
    {
      "loss_action": 0.00800207257270813,
      "loss_total": 0.00800207257270813,
      "step": 50440
    },
    {
      "loss_action": 0.007469805423170328,
      "loss_total": 0.007469805423170328,
      "step": 50440
    },
    {
      "grad_norm": 0.12917403876781464,
      "learning_rate": 9.84241168678351e-05,
      "loss": 0.0081,
      "step": 50450
    },
    {
      "loss_action": 0.0032555065117776394,
      "loss_total": 0.0032555065117776394,
      "step": 50450
    },
    {
      "loss_action": 0.0029064142145216465,
      "loss_total": 0.0029064142145216465,
      "step": 50450
    },
    {
      "loss_action": 0.007835201919078827,
      "loss_total": 0.007835201919078827,
      "step": 50450
    },
    {
      "loss_action": 0.004699028097093105,
      "loss_total": 0.004699028097093105,
      "step": 50450
    },
    {
      "loss_action": 0.002788383513689041,
      "loss_total": 0.002788383513689041,
      "step": 50450
    },
    {
      "loss_action": 0.006985098589211702,
      "loss_total": 0.006985098589211702,
      "step": 50450
    },
    {
      "loss_action": 0.014720490202307701,
      "loss_total": 0.014720490202307701,
      "step": 50450
    },
    {
      "loss_action": 0.013845403678715229,
      "loss_total": 0.013845403678715229,
      "step": 50450
    },
    {
      "grad_norm": 0.07139743119478226,
      "learning_rate": 9.842308707743469e-05,
      "loss": 0.0086,
      "step": 50460
    },
    {
      "loss_action": 0.004658987745642662,
      "loss_total": 0.004658987745642662,
      "step": 50460
    },
    {
      "loss_action": 0.026998111978173256,
      "loss_total": 0.026998111978173256,
      "step": 50460
    },
    {
      "loss_action": 0.010546977631747723,
      "loss_total": 0.010546977631747723,
      "step": 50460
    },
    {
      "loss_action": 0.0073810117319226265,
      "loss_total": 0.0073810117319226265,
      "step": 50460
    },
    {
      "loss_action": 0.02328846976161003,
      "loss_total": 0.02328846976161003,
      "step": 50460
    },
    {
      "loss_action": 0.008872203528881073,
      "loss_total": 0.008872203528881073,
      "step": 50460
    },
    {
      "loss_action": 0.01882518269121647,
      "loss_total": 0.01882518269121647,
      "step": 50460
    },
    {
      "loss_action": 0.0074777062982320786,
      "loss_total": 0.0074777062982320786,
      "step": 50460
    },
    {
      "grad_norm": 0.10030442476272583,
      "learning_rate": 9.842205695606703e-05,
      "loss": 0.0103,
      "step": 50470
    },
    {
      "loss_action": 0.0028538736514747143,
      "loss_total": 0.0028538736514747143,
      "step": 50470
    },
    {
      "loss_action": 0.006789873354136944,
      "loss_total": 0.006789873354136944,
      "step": 50470
    },
    {
      "loss_action": 0.00683563482016325,
      "loss_total": 0.00683563482016325,
      "step": 50470
    },
    {
      "loss_action": 0.006995492614805698,
      "loss_total": 0.006995492614805698,
      "step": 50470
    },
    {
      "loss_action": 0.026774538680911064,
      "loss_total": 0.026774538680911064,
      "step": 50470
    },
    {
      "loss_action": 0.003933761268854141,
      "loss_total": 0.003933761268854141,
      "step": 50470
    },
    {
      "loss_action": 0.004780247341841459,
      "loss_total": 0.004780247341841459,
      "step": 50470
    },
    {
      "loss_action": 0.023535214364528656,
      "loss_total": 0.023535214364528656,
      "step": 50470
    },
    {
      "grad_norm": 0.11722741276025772,
      "learning_rate": 9.842102650373914e-05,
      "loss": 0.0079,
      "step": 50480
    },
    {
      "loss_action": 0.008550813421607018,
      "loss_total": 0.008550813421607018,
      "step": 50480
    },
    {
      "loss_action": 0.006791077554225922,
      "loss_total": 0.006791077554225922,
      "step": 50480
    },
    {
      "loss_action": 0.011224307119846344,
      "loss_total": 0.011224307119846344,
      "step": 50480
    },
    {
      "loss_action": 0.009201042354106903,
      "loss_total": 0.009201042354106903,
      "step": 50480
    },
    {
      "loss_action": 0.004380370490252972,
      "loss_total": 0.004380370490252972,
      "step": 50480
    },
    {
      "loss_action": 0.026340723037719727,
      "loss_total": 0.026340723037719727,
      "step": 50480
    },
    {
      "loss_action": 0.013365967199206352,
      "loss_total": 0.013365967199206352,
      "step": 50480
    },
    {
      "loss_action": 0.007803159765899181,
      "loss_total": 0.007803159765899181,
      "step": 50480
    },
    {
      "grad_norm": 0.11911983042955399,
      "learning_rate": 9.84199957204581e-05,
      "loss": 0.0074,
      "step": 50490
    },
    {
      "loss_action": 0.01536258589476347,
      "loss_total": 0.01536258589476347,
      "step": 50490
    },
    {
      "loss_action": 0.003617019858211279,
      "loss_total": 0.003617019858211279,
      "step": 50490
    },
    {
      "loss_action": 0.0038884482346475124,
      "loss_total": 0.0038884482346475124,
      "step": 50490
    },
    {
      "loss_action": 0.026730697602033615,
      "loss_total": 0.026730697602033615,
      "step": 50490
    },
    {
      "loss_action": 0.007717353291809559,
      "loss_total": 0.007717353291809559,
      "step": 50490
    },
    {
      "loss_action": 0.005478978157043457,
      "loss_total": 0.005478978157043457,
      "step": 50490
    },
    {
      "loss_action": 0.006046372931450605,
      "loss_total": 0.006046372931450605,
      "step": 50490
    },
    {
      "loss_action": 0.008436847478151321,
      "loss_total": 0.008436847478151321,
      "step": 50490
    },
    {
      "grad_norm": 0.1532810926437378,
      "learning_rate": 9.841896460623093e-05,
      "loss": 0.007,
      "step": 50500
    },
    {
      "loss_action": 0.0023082606494426727,
      "loss_total": 0.0023082606494426727,
      "step": 50500
    },
    {
      "loss_action": 0.004890888463705778,
      "loss_total": 0.004890888463705778,
      "step": 50500
    },
    {
      "loss_action": 0.0038303318433463573,
      "loss_total": 0.0038303318433463573,
      "step": 50500
    },
    {
      "loss_action": 0.007354251109063625,
      "loss_total": 0.007354251109063625,
      "step": 50500
    },
    {
      "loss_action": 0.004392213653773069,
      "loss_total": 0.004392213653773069,
      "step": 50500
    },
    {
      "loss_action": 0.004302847199141979,
      "loss_total": 0.004302847199141979,
      "step": 50500
    },
    {
      "loss_action": 0.0023929064627736807,
      "loss_total": 0.0023929064627736807,
      "step": 50500
    },
    {
      "loss_action": 0.009249543771147728,
      "loss_total": 0.009249543771147728,
      "step": 50500
    },
    {
      "grad_norm": 0.10788114368915558,
      "learning_rate": 9.841793316106469e-05,
      "loss": 0.0087,
      "step": 50510
    },
    {
      "loss_action": 0.004086011089384556,
      "loss_total": 0.004086011089384556,
      "step": 50510
    },
    {
      "loss_action": 0.012823129072785378,
      "loss_total": 0.012823129072785378,
      "step": 50510
    },
    {
      "loss_action": 0.0031940042972564697,
      "loss_total": 0.0031940042972564697,
      "step": 50510
    },
    {
      "loss_action": 0.005908328574150801,
      "loss_total": 0.005908328574150801,
      "step": 50510
    },
    {
      "loss_action": 0.00268366327509284,
      "loss_total": 0.00268366327509284,
      "step": 50510
    },
    {
      "loss_action": 0.007324810139834881,
      "loss_total": 0.007324810139834881,
      "step": 50510
    },
    {
      "loss_action": 0.0060132769867777824,
      "loss_total": 0.0060132769867777824,
      "step": 50510
    },
    {
      "loss_action": 0.002362477360293269,
      "loss_total": 0.002362477360293269,
      "step": 50510
    },
    {
      "grad_norm": 0.09709185361862183,
      "learning_rate": 9.841690138496642e-05,
      "loss": 0.0084,
      "step": 50520
    },
    {
      "loss_action": 0.005396369844675064,
      "loss_total": 0.005396369844675064,
      "step": 50520
    },
    {
      "loss_action": 0.011942961253225803,
      "loss_total": 0.011942961253225803,
      "step": 50520
    },
    {
      "loss_action": 0.014954041689634323,
      "loss_total": 0.014954041689634323,
      "step": 50520
    },
    {
      "loss_action": 0.00920550525188446,
      "loss_total": 0.00920550525188446,
      "step": 50520
    },
    {
      "loss_action": 0.008466203697025776,
      "loss_total": 0.008466203697025776,
      "step": 50520
    },
    {
      "loss_action": 0.005721609108150005,
      "loss_total": 0.005721609108150005,
      "step": 50520
    },
    {
      "loss_action": 0.007604151964187622,
      "loss_total": 0.007604151964187622,
      "step": 50520
    },
    {
      "loss_action": 0.0022986698895692825,
      "loss_total": 0.0022986698895692825,
      "step": 50520
    },
    {
      "grad_norm": 0.12253911048173904,
      "learning_rate": 9.841586927794316e-05,
      "loss": 0.0084,
      "step": 50530
    },
    {
      "loss_action": 0.009029000997543335,
      "loss_total": 0.009029000997543335,
      "step": 50530
    },
    {
      "loss_action": 0.0032338842283934355,
      "loss_total": 0.0032338842283934355,
      "step": 50530
    },
    {
      "loss_action": 0.007542511448264122,
      "loss_total": 0.007542511448264122,
      "step": 50530
    },
    {
      "loss_action": 0.010863213799893856,
      "loss_total": 0.010863213799893856,
      "step": 50530
    },
    {
      "loss_action": 0.007949856109917164,
      "loss_total": 0.007949856109917164,
      "step": 50530
    },
    {
      "loss_action": 0.00907118245959282,
      "loss_total": 0.00907118245959282,
      "step": 50530
    },
    {
      "loss_action": 0.006169184111058712,
      "loss_total": 0.006169184111058712,
      "step": 50530
    },
    {
      "loss_action": 0.010053151287138462,
      "loss_total": 0.010053151287138462,
      "step": 50530
    },
    {
      "grad_norm": 0.1894664168357849,
      "learning_rate": 9.8414836840002e-05,
      "loss": 0.0099,
      "step": 50540
    },
    {
      "loss_action": 0.008244393393397331,
      "loss_total": 0.008244393393397331,
      "step": 50540
    },
    {
      "loss_action": 0.010780448094010353,
      "loss_total": 0.010780448094010353,
      "step": 50540
    },
    {
      "loss_action": 0.013312488794326782,
      "loss_total": 0.013312488794326782,
      "step": 50540
    },
    {
      "loss_action": 0.011601507663726807,
      "loss_total": 0.011601507663726807,
      "step": 50540
    },
    {
      "loss_action": 0.003884953912347555,
      "loss_total": 0.003884953912347555,
      "step": 50540
    },
    {
      "loss_action": 0.009719787165522575,
      "loss_total": 0.009719787165522575,
      "step": 50540
    },
    {
      "loss_action": 0.008172052912414074,
      "loss_total": 0.008172052912414074,
      "step": 50540
    },
    {
      "loss_action": 0.011262047104537487,
      "loss_total": 0.011262047104537487,
      "step": 50540
    },
    {
      "grad_norm": 0.1412860006093979,
      "learning_rate": 9.841380407114998e-05,
      "loss": 0.0086,
      "step": 50550
    },
    {
      "loss_action": 0.00553535670042038,
      "loss_total": 0.00553535670042038,
      "step": 50550
    },
    {
      "loss_action": 0.003223263192921877,
      "loss_total": 0.003223263192921877,
      "step": 50550
    },
    {
      "loss_action": 0.0037759761326014996,
      "loss_total": 0.0037759761326014996,
      "step": 50550
    },
    {
      "loss_action": 0.00627020001411438,
      "loss_total": 0.00627020001411438,
      "step": 50550
    },
    {
      "loss_action": 0.015295622870326042,
      "loss_total": 0.015295622870326042,
      "step": 50550
    },
    {
      "loss_action": 0.004099141340702772,
      "loss_total": 0.004099141340702772,
      "step": 50550
    },
    {
      "loss_action": 0.005481046624481678,
      "loss_total": 0.005481046624481678,
      "step": 50550
    },
    {
      "loss_action": 0.007026392035186291,
      "loss_total": 0.007026392035186291,
      "step": 50550
    },
    {
      "grad_norm": 0.11732932925224304,
      "learning_rate": 9.841277097139413e-05,
      "loss": 0.0097,
      "step": 50560
    },
    {
      "loss_action": 0.009696833789348602,
      "loss_total": 0.009696833789348602,
      "step": 50560
    },
    {
      "loss_action": 0.008806461468338966,
      "loss_total": 0.008806461468338966,
      "step": 50560
    },
    {
      "loss_action": 0.010718504898250103,
      "loss_total": 0.010718504898250103,
      "step": 50560
    },
    {
      "loss_action": 0.004763120785355568,
      "loss_total": 0.004763120785355568,
      "step": 50560
    },
    {
      "loss_action": 0.003034366527572274,
      "loss_total": 0.003034366527572274,
      "step": 50560
    },
    {
      "loss_action": 0.004599852953106165,
      "loss_total": 0.004599852953106165,
      "step": 50560
    },
    {
      "loss_action": 0.0104131568223238,
      "loss_total": 0.0104131568223238,
      "step": 50560
    },
    {
      "loss_action": 0.002633456140756607,
      "loss_total": 0.002633456140756607,
      "step": 50560
    },
    {
      "grad_norm": 0.13170237839221954,
      "learning_rate": 9.841173754074155e-05,
      "loss": 0.0094,
      "step": 50570
    },
    {
      "loss_action": 0.007234837859869003,
      "loss_total": 0.007234837859869003,
      "step": 50570
    },
    {
      "loss_action": 0.009930003434419632,
      "loss_total": 0.009930003434419632,
      "step": 50570
    },
    {
      "loss_action": 0.007008701097220182,
      "loss_total": 0.007008701097220182,
      "step": 50570
    },
    {
      "loss_action": 0.01140677835792303,
      "loss_total": 0.01140677835792303,
      "step": 50570
    },
    {
      "loss_action": 0.002266824245452881,
      "loss_total": 0.002266824245452881,
      "step": 50570
    },
    {
      "loss_action": 0.004761101678013802,
      "loss_total": 0.004761101678013802,
      "step": 50570
    },
    {
      "loss_action": 0.00816712249070406,
      "loss_total": 0.00816712249070406,
      "step": 50570
    },
    {
      "loss_action": 0.015328070148825645,
      "loss_total": 0.015328070148825645,
      "step": 50570
    },
    {
      "grad_norm": 0.1204984113574028,
      "learning_rate": 9.84107037791993e-05,
      "loss": 0.0086,
      "step": 50580
    },
    {
      "loss_action": 0.006942481733858585,
      "loss_total": 0.006942481733858585,
      "step": 50580
    },
    {
      "loss_action": 0.004055016674101353,
      "loss_total": 0.004055016674101353,
      "step": 50580
    },
    {
      "loss_action": 0.010502537712454796,
      "loss_total": 0.010502537712454796,
      "step": 50580
    },
    {
      "loss_action": 0.0021946183405816555,
      "loss_total": 0.0021946183405816555,
      "step": 50580
    },
    {
      "loss_action": 0.0028742877766489983,
      "loss_total": 0.0028742877766489983,
      "step": 50580
    },
    {
      "loss_action": 0.004862914327532053,
      "loss_total": 0.004862914327532053,
      "step": 50580
    },
    {
      "loss_action": 0.00748018641024828,
      "loss_total": 0.00748018641024828,
      "step": 50580
    },
    {
      "loss_action": 0.002886854112148285,
      "loss_total": 0.002886854112148285,
      "step": 50580
    },
    {
      "grad_norm": 0.13475818932056427,
      "learning_rate": 9.840966968677443e-05,
      "loss": 0.0086,
      "step": 50590
    },
    {
      "loss_action": 0.009660281240940094,
      "loss_total": 0.009660281240940094,
      "step": 50590
    },
    {
      "loss_action": 0.013357209041714668,
      "loss_total": 0.013357209041714668,
      "step": 50590
    },
    {
      "loss_action": 0.02751985564827919,
      "loss_total": 0.02751985564827919,
      "step": 50590
    },
    {
      "loss_action": 0.00596583541482687,
      "loss_total": 0.00596583541482687,
      "step": 50590
    },
    {
      "loss_action": 0.00848387647420168,
      "loss_total": 0.00848387647420168,
      "step": 50590
    },
    {
      "loss_action": 0.010562939569354057,
      "loss_total": 0.010562939569354057,
      "step": 50590
    },
    {
      "loss_action": 0.007016516290605068,
      "loss_total": 0.007016516290605068,
      "step": 50590
    },
    {
      "loss_action": 0.004765070043504238,
      "loss_total": 0.004765070043504238,
      "step": 50590
    },
    {
      "grad_norm": 0.09295199066400528,
      "learning_rate": 9.840863526347401e-05,
      "loss": 0.0088,
      "step": 50600
    },
    {
      "loss_action": 0.007032455876469612,
      "loss_total": 0.007032455876469612,
      "step": 50600
    },
    {
      "loss_action": 0.004631289280951023,
      "loss_total": 0.004631289280951023,
      "step": 50600
    },
    {
      "loss_action": 0.006669783964753151,
      "loss_total": 0.006669783964753151,
      "step": 50600
    },
    {
      "loss_action": 0.02859632298350334,
      "loss_total": 0.02859632298350334,
      "step": 50600
    },
    {
      "loss_action": 0.007459963671863079,
      "loss_total": 0.007459963671863079,
      "step": 50600
    },
    {
      "loss_action": 0.013610541820526123,
      "loss_total": 0.013610541820526123,
      "step": 50600
    },
    {
      "loss_action": 0.015791306272149086,
      "loss_total": 0.015791306272149086,
      "step": 50600
    },
    {
      "loss_action": 0.004830895457416773,
      "loss_total": 0.004830895457416773,
      "step": 50600
    },
    {
      "grad_norm": 0.09768616408109665,
      "learning_rate": 9.84076005093051e-05,
      "loss": 0.0092,
      "step": 50610
    },
    {
      "loss_action": 0.002680325647816062,
      "loss_total": 0.002680325647816062,
      "step": 50610
    },
    {
      "loss_action": 0.004989351145923138,
      "loss_total": 0.004989351145923138,
      "step": 50610
    },
    {
      "loss_action": 0.004285604227334261,
      "loss_total": 0.004285604227334261,
      "step": 50610
    },
    {
      "loss_action": 0.011227073147892952,
      "loss_total": 0.011227073147892952,
      "step": 50610
    },
    {
      "loss_action": 0.004002142231911421,
      "loss_total": 0.004002142231911421,
      "step": 50610
    },
    {
      "loss_action": 0.008306856267154217,
      "loss_total": 0.008306856267154217,
      "step": 50610
    },
    {
      "loss_action": 0.014577450230717659,
      "loss_total": 0.014577450230717659,
      "step": 50610
    },
    {
      "loss_action": 0.009686769917607307,
      "loss_total": 0.009686769917607307,
      "step": 50610
    },
    {
      "grad_norm": 0.0843883529305458,
      "learning_rate": 9.840656542427482e-05,
      "loss": 0.0079,
      "step": 50620
    },
    {
      "loss_action": 0.011005789041519165,
      "loss_total": 0.011005789041519165,
      "step": 50620
    },
    {
      "loss_action": 0.009265320375561714,
      "loss_total": 0.009265320375561714,
      "step": 50620
    },
    {
      "loss_action": 0.01827871799468994,
      "loss_total": 0.01827871799468994,
      "step": 50620
    },
    {
      "loss_action": 0.008682513609528542,
      "loss_total": 0.008682513609528542,
      "step": 50620
    },
    {
      "loss_action": 0.01123721618205309,
      "loss_total": 0.01123721618205309,
      "step": 50620
    },
    {
      "loss_action": 0.025139939039945602,
      "loss_total": 0.025139939039945602,
      "step": 50620
    },
    {
      "loss_action": 0.005985483527183533,
      "loss_total": 0.005985483527183533,
      "step": 50620
    },
    {
      "loss_action": 0.016739148646593094,
      "loss_total": 0.016739148646593094,
      "step": 50620
    },
    {
      "grad_norm": 0.09271067380905151,
      "learning_rate": 9.84055300083902e-05,
      "loss": 0.0091,
      "step": 50630
    },
    {
      "loss_action": 0.019459564238786697,
      "loss_total": 0.019459564238786697,
      "step": 50630
    },
    {
      "loss_action": 0.009873326867818832,
      "loss_total": 0.009873326867818832,
      "step": 50630
    },
    {
      "loss_action": 0.0029166785534471273,
      "loss_total": 0.0029166785534471273,
      "step": 50630
    },
    {
      "loss_action": 0.016453217715024948,
      "loss_total": 0.016453217715024948,
      "step": 50630
    },
    {
      "loss_action": 0.004408158361911774,
      "loss_total": 0.004408158361911774,
      "step": 50630
    },
    {
      "loss_action": 0.010505146346986294,
      "loss_total": 0.010505146346986294,
      "step": 50630
    },
    {
      "loss_action": 0.004446166567504406,
      "loss_total": 0.004446166567504406,
      "step": 50630
    },
    {
      "loss_action": 0.0036022067070007324,
      "loss_total": 0.0036022067070007324,
      "step": 50630
    },
    {
      "grad_norm": 0.16224908828735352,
      "learning_rate": 9.840449426165831e-05,
      "loss": 0.0101,
      "step": 50640
    },
    {
      "loss_action": 0.0036053331568837166,
      "loss_total": 0.0036053331568837166,
      "step": 50640
    },
    {
      "loss_action": 0.013258693739771843,
      "loss_total": 0.013258693739771843,
      "step": 50640
    },
    {
      "loss_action": 0.007510953117161989,
      "loss_total": 0.007510953117161989,
      "step": 50640
    },
    {
      "loss_action": 0.016251366585493088,
      "loss_total": 0.016251366585493088,
      "step": 50640
    },
    {
      "loss_action": 0.003846039529889822,
      "loss_total": 0.003846039529889822,
      "step": 50640
    },
    {
      "loss_action": 0.00630271527916193,
      "loss_total": 0.00630271527916193,
      "step": 50640
    },
    {
      "loss_action": 0.007934963330626488,
      "loss_total": 0.007934963330626488,
      "step": 50640
    },
    {
      "loss_action": 0.008569648489356041,
      "loss_total": 0.008569648489356041,
      "step": 50640
    },
    {
      "grad_norm": 0.11919227987527847,
      "learning_rate": 9.840345818408625e-05,
      "loss": 0.0092,
      "step": 50650
    },
    {
      "loss_action": 0.00850074551999569,
      "loss_total": 0.00850074551999569,
      "step": 50650
    },
    {
      "loss_action": 0.011075714603066444,
      "loss_total": 0.011075714603066444,
      "step": 50650
    },
    {
      "loss_action": 0.010898033156991005,
      "loss_total": 0.010898033156991005,
      "step": 50650
    },
    {
      "loss_action": 0.008991389535367489,
      "loss_total": 0.008991389535367489,
      "step": 50650
    },
    {
      "loss_action": 0.013059156946837902,
      "loss_total": 0.013059156946837902,
      "step": 50650
    },
    {
      "loss_action": 0.017594143748283386,
      "loss_total": 0.017594143748283386,
      "step": 50650
    },
    {
      "loss_action": 0.005258332006633282,
      "loss_total": 0.005258332006633282,
      "step": 50650
    },
    {
      "loss_action": 0.006852762307971716,
      "loss_total": 0.006852762307971716,
      "step": 50650
    },
    {
      "grad_norm": 0.11255093663930893,
      "learning_rate": 9.840242177568111e-05,
      "loss": 0.0077,
      "step": 50660
    },
    {
      "loss_action": 0.005629966035485268,
      "loss_total": 0.005629966035485268,
      "step": 50660
    },
    {
      "loss_action": 0.007745274808257818,
      "loss_total": 0.007745274808257818,
      "step": 50660
    },
    {
      "loss_action": 0.0030847808811813593,
      "loss_total": 0.0030847808811813593,
      "step": 50660
    },
    {
      "loss_action": 0.005309607367962599,
      "loss_total": 0.005309607367962599,
      "step": 50660
    },
    {
      "loss_action": 0.006507412530481815,
      "loss_total": 0.006507412530481815,
      "step": 50660
    },
    {
      "loss_action": 0.006169487722218037,
      "loss_total": 0.006169487722218037,
      "step": 50660
    },
    {
      "loss_action": 0.0024854959920048714,
      "loss_total": 0.0024854959920048714,
      "step": 50660
    },
    {
      "loss_action": 0.006389819551259279,
      "loss_total": 0.006389819551259279,
      "step": 50660
    },
    {
      "grad_norm": 0.11705097556114197,
      "learning_rate": 9.840138503644997e-05,
      "loss": 0.0077,
      "step": 50670
    },
    {
      "loss_action": 0.002899579703807831,
      "loss_total": 0.002899579703807831,
      "step": 50670
    },
    {
      "loss_action": 0.007154213264584541,
      "loss_total": 0.007154213264584541,
      "step": 50670
    },
    {
      "loss_action": 0.007529934868216515,
      "loss_total": 0.007529934868216515,
      "step": 50670
    },
    {
      "loss_action": 0.008028526790440083,
      "loss_total": 0.008028526790440083,
      "step": 50670
    },
    {
      "loss_action": 0.006253204774111509,
      "loss_total": 0.006253204774111509,
      "step": 50670
    },
    {
      "loss_action": 0.012631736695766449,
      "loss_total": 0.012631736695766449,
      "step": 50670
    },
    {
      "loss_action": 0.007466395851224661,
      "loss_total": 0.007466395851224661,
      "step": 50670
    },
    {
      "loss_action": 0.005308723542839289,
      "loss_total": 0.005308723542839289,
      "step": 50670
    },
    {
      "grad_norm": 0.11218542605638504,
      "learning_rate": 9.84003479663999e-05,
      "loss": 0.0086,
      "step": 50680
    },
    {
      "loss_action": 0.00715269148349762,
      "loss_total": 0.00715269148349762,
      "step": 50680
    },
    {
      "loss_action": 0.005200091749429703,
      "loss_total": 0.005200091749429703,
      "step": 50680
    },
    {
      "loss_action": 0.00789155438542366,
      "loss_total": 0.00789155438542366,
      "step": 50680
    },
    {
      "loss_action": 0.010123368352651596,
      "loss_total": 0.010123368352651596,
      "step": 50680
    },
    {
      "loss_action": 0.00439388956874609,
      "loss_total": 0.00439388956874609,
      "step": 50680
    },
    {
      "loss_action": 0.01564650982618332,
      "loss_total": 0.01564650982618332,
      "step": 50680
    },
    {
      "loss_action": 0.002530077937990427,
      "loss_total": 0.002530077937990427,
      "step": 50680
    },
    {
      "loss_action": 0.010098288767039776,
      "loss_total": 0.010098288767039776,
      "step": 50680
    },
    {
      "grad_norm": 0.15362411737442017,
      "learning_rate": 9.8399310565538e-05,
      "loss": 0.0098,
      "step": 50690
    },
    {
      "loss_action": 0.0034748653415590525,
      "loss_total": 0.0034748653415590525,
      "step": 50690
    },
    {
      "loss_action": 0.0176260843873024,
      "loss_total": 0.0176260843873024,
      "step": 50690
    },
    {
      "loss_action": 0.005442590918391943,
      "loss_total": 0.005442590918391943,
      "step": 50690
    },
    {
      "loss_action": 0.005583282094448805,
      "loss_total": 0.005583282094448805,
      "step": 50690
    },
    {
      "loss_action": 0.009105570614337921,
      "loss_total": 0.009105570614337921,
      "step": 50690
    },
    {
      "loss_action": 0.025171387940645218,
      "loss_total": 0.025171387940645218,
      "step": 50690
    },
    {
      "loss_action": 0.005768689326941967,
      "loss_total": 0.005768689326941967,
      "step": 50690
    },
    {
      "loss_action": 0.00527357729151845,
      "loss_total": 0.00527357729151845,
      "step": 50690
    },
    {
      "grad_norm": 0.11743646115064621,
      "learning_rate": 9.839827283387134e-05,
      "loss": 0.0088,
      "step": 50700
    },
    {
      "loss_action": 0.012693192809820175,
      "loss_total": 0.012693192809820175,
      "step": 50700
    },
    {
      "loss_action": 0.0037596947513520718,
      "loss_total": 0.0037596947513520718,
      "step": 50700
    },
    {
      "loss_action": 0.004681432154029608,
      "loss_total": 0.004681432154029608,
      "step": 50700
    },
    {
      "loss_action": 0.011288152076303959,
      "loss_total": 0.011288152076303959,
      "step": 50700
    },
    {
      "loss_action": 0.005451585166156292,
      "loss_total": 0.005451585166156292,
      "step": 50700
    },
    {
      "loss_action": 0.011281419545412064,
      "loss_total": 0.011281419545412064,
      "step": 50700
    },
    {
      "loss_action": 0.002995195798575878,
      "loss_total": 0.002995195798575878,
      "step": 50700
    },
    {
      "loss_action": 0.01179500948637724,
      "loss_total": 0.01179500948637724,
      "step": 50700
    },
    {
      "grad_norm": 0.13996581733226776,
      "learning_rate": 9.839723477140705e-05,
      "loss": 0.0082,
      "step": 50710
    },
    {
      "loss_action": 0.011516069062054157,
      "loss_total": 0.011516069062054157,
      "step": 50710
    },
    {
      "loss_action": 0.005271256901323795,
      "loss_total": 0.005271256901323795,
      "step": 50710
    },
    {
      "loss_action": 0.019478024914860725,
      "loss_total": 0.019478024914860725,
      "step": 50710
    },
    {
      "loss_action": 0.004350714385509491,
      "loss_total": 0.004350714385509491,
      "step": 50710
    },
    {
      "loss_action": 0.009189631789922714,
      "loss_total": 0.009189631789922714,
      "step": 50710
    },
    {
      "loss_action": 0.0033949229400604963,
      "loss_total": 0.0033949229400604963,
      "step": 50710
    },
    {
      "loss_action": 0.0032713529653847218,
      "loss_total": 0.0032713529653847218,
      "step": 50710
    },
    {
      "loss_action": 0.01307842880487442,
      "loss_total": 0.01307842880487442,
      "step": 50710
    },
    {
      "grad_norm": 0.10514099150896072,
      "learning_rate": 9.83961963781522e-05,
      "loss": 0.0105,
      "step": 50720
    },
    {
      "loss_action": 0.005918707698583603,
      "loss_total": 0.005918707698583603,
      "step": 50720
    },
    {
      "loss_action": 0.004029525443911552,
      "loss_total": 0.004029525443911552,
      "step": 50720
    },
    {
      "loss_action": 0.0037431963719427586,
      "loss_total": 0.0037431963719427586,
      "step": 50720
    },
    {
      "loss_action": 0.0030046652536839247,
      "loss_total": 0.0030046652536839247,
      "step": 50720
    },
    {
      "loss_action": 0.0023417407646775246,
      "loss_total": 0.0023417407646775246,
      "step": 50720
    },
    {
      "loss_action": 0.0072007207199931145,
      "loss_total": 0.0072007207199931145,
      "step": 50720
    },
    {
      "loss_action": 0.0027230028063058853,
      "loss_total": 0.0027230028063058853,
      "step": 50720
    },
    {
      "loss_action": 0.01194528117775917,
      "loss_total": 0.01194528117775917,
      "step": 50720
    },
    {
      "grad_norm": 0.1837124079465866,
      "learning_rate": 9.83951576541139e-05,
      "loss": 0.0084,
      "step": 50730
    },
    {
      "loss_action": 0.005225375294685364,
      "loss_total": 0.005225375294685364,
      "step": 50730
    },
    {
      "loss_action": 0.00865174364298582,
      "loss_total": 0.00865174364298582,
      "step": 50730
    },
    {
      "loss_action": 0.01725008152425289,
      "loss_total": 0.01725008152425289,
      "step": 50730
    },
    {
      "loss_action": 0.006859097629785538,
      "loss_total": 0.006859097629785538,
      "step": 50730
    },
    {
      "loss_action": 0.0074339755810797215,
      "loss_total": 0.0074339755810797215,
      "step": 50730
    },
    {
      "loss_action": 0.004064732696861029,
      "loss_total": 0.004064732696861029,
      "step": 50730
    },
    {
      "loss_action": 0.006352451629936695,
      "loss_total": 0.006352451629936695,
      "step": 50730
    },
    {
      "loss_action": 0.007097898982465267,
      "loss_total": 0.007097898982465267,
      "step": 50730
    },
    {
      "grad_norm": 0.16042931377887726,
      "learning_rate": 9.839411859929923e-05,
      "loss": 0.0079,
      "step": 50740
    },
    {
      "loss_action": 0.0063814688473939896,
      "loss_total": 0.0063814688473939896,
      "step": 50740
    },
    {
      "loss_action": 0.015896856784820557,
      "loss_total": 0.015896856784820557,
      "step": 50740
    },
    {
      "loss_action": 0.013273977674543858,
      "loss_total": 0.013273977674543858,
      "step": 50740
    },
    {
      "loss_action": 0.007767057046294212,
      "loss_total": 0.007767057046294212,
      "step": 50740
    },
    {
      "loss_action": 0.014386091381311417,
      "loss_total": 0.014386091381311417,
      "step": 50740
    },
    {
      "loss_action": 0.008918230421841145,
      "loss_total": 0.008918230421841145,
      "step": 50740
    },
    {
      "loss_action": 0.014467049390077591,
      "loss_total": 0.014467049390077591,
      "step": 50740
    },
    {
      "loss_action": 0.0030370811000466347,
      "loss_total": 0.0030370811000466347,
      "step": 50740
    },
    {
      "grad_norm": 0.151663675904274,
      "learning_rate": 9.83930792137153e-05,
      "loss": 0.0097,
      "step": 50750
    },
    {
      "loss_action": 0.007040871307253838,
      "loss_total": 0.007040871307253838,
      "step": 50750
    },
    {
      "loss_action": 0.007150967139750719,
      "loss_total": 0.007150967139750719,
      "step": 50750
    },
    {
      "loss_action": 0.008036130107939243,
      "loss_total": 0.008036130107939243,
      "step": 50750
    },
    {
      "loss_action": 0.007139326073229313,
      "loss_total": 0.007139326073229313,
      "step": 50750
    },
    {
      "loss_action": 0.011618541553616524,
      "loss_total": 0.011618541553616524,
      "step": 50750
    },
    {
      "loss_action": 0.008634167723357677,
      "loss_total": 0.008634167723357677,
      "step": 50750
    },
    {
      "loss_action": 0.00657405611127615,
      "loss_total": 0.00657405611127615,
      "step": 50750
    },
    {
      "loss_action": 0.012346603907644749,
      "loss_total": 0.012346603907644749,
      "step": 50750
    },
    {
      "grad_norm": 0.18550801277160645,
      "learning_rate": 9.839203949736922e-05,
      "loss": 0.0091,
      "step": 50760
    },
    {
      "loss_action": 0.007516252342611551,
      "loss_total": 0.007516252342611551,
      "step": 50760
    },
    {
      "loss_action": 0.009965719655156136,
      "loss_total": 0.009965719655156136,
      "step": 50760
    },
    {
      "loss_action": 0.004188477993011475,
      "loss_total": 0.004188477993011475,
      "step": 50760
    },
    {
      "loss_action": 0.008743619546294212,
      "loss_total": 0.008743619546294212,
      "step": 50760
    },
    {
      "loss_action": 0.007724333554506302,
      "loss_total": 0.007724333554506302,
      "step": 50760
    },
    {
      "loss_action": 0.010474652983248234,
      "loss_total": 0.010474652983248234,
      "step": 50760
    },
    {
      "loss_action": 0.010150551795959473,
      "loss_total": 0.010150551795959473,
      "step": 50760
    },
    {
      "loss_action": 0.0034389104694128036,
      "loss_total": 0.0034389104694128036,
      "step": 50760
    },
    {
      "grad_norm": 0.0851096659898758,
      "learning_rate": 9.839099945026811e-05,
      "loss": 0.0091,
      "step": 50770
    },
    {
      "loss_action": 0.005928636062890291,
      "loss_total": 0.005928636062890291,
      "step": 50770
    },
    {
      "loss_action": 0.006494737695902586,
      "loss_total": 0.006494737695902586,
      "step": 50770
    },
    {
      "loss_action": 0.004904443398118019,
      "loss_total": 0.004904443398118019,
      "step": 50770
    },
    {
      "loss_action": 0.003839557059109211,
      "loss_total": 0.003839557059109211,
      "step": 50770
    },
    {
      "loss_action": 0.004107930231839418,
      "loss_total": 0.004107930231839418,
      "step": 50770
    },
    {
      "loss_action": 0.007028530351817608,
      "loss_total": 0.007028530351817608,
      "step": 50770
    },
    {
      "loss_action": 0.0035843648947775364,
      "loss_total": 0.0035843648947775364,
      "step": 50770
    },
    {
      "loss_action": 0.003574894741177559,
      "loss_total": 0.003574894741177559,
      "step": 50770
    },
    {
      "grad_norm": 0.08419270813465118,
      "learning_rate": 9.838995907241905e-05,
      "loss": 0.0087,
      "step": 50780
    },
    {
      "loss_action": 0.0063632759265601635,
      "loss_total": 0.0063632759265601635,
      "step": 50780
    },
    {
      "loss_action": 0.006565993186086416,
      "loss_total": 0.006565993186086416,
      "step": 50780
    },
    {
      "loss_action": 0.0255742184817791,
      "loss_total": 0.0255742184817791,
      "step": 50780
    },
    {
      "loss_action": 0.008053673431277275,
      "loss_total": 0.008053673431277275,
      "step": 50780
    },
    {
      "loss_action": 0.013640854507684708,
      "loss_total": 0.013640854507684708,
      "step": 50780
    },
    {
      "loss_action": 0.005477328784763813,
      "loss_total": 0.005477328784763813,
      "step": 50780
    },
    {
      "loss_action": 0.0033051352947950363,
      "loss_total": 0.0033051352947950363,
      "step": 50780
    },
    {
      "loss_action": 0.0059358831495046616,
      "loss_total": 0.0059358831495046616,
      "step": 50780
    },
    {
      "grad_norm": 0.11697614938020706,
      "learning_rate": 9.838891836382916e-05,
      "loss": 0.0097,
      "step": 50790
    },
    {
      "loss_action": 0.012566869147121906,
      "loss_total": 0.012566869147121906,
      "step": 50790
    },
    {
      "loss_action": 0.010625572875142097,
      "loss_total": 0.010625572875142097,
      "step": 50790
    },
    {
      "loss_action": 0.002680293284356594,
      "loss_total": 0.002680293284356594,
      "step": 50790
    },
    {
      "loss_action": 0.02694692090153694,
      "loss_total": 0.02694692090153694,
      "step": 50790
    },
    {
      "loss_action": 0.008426194079220295,
      "loss_total": 0.008426194079220295,
      "step": 50790
    },
    {
      "loss_action": 0.01396795455366373,
      "loss_total": 0.01396795455366373,
      "step": 50790
    },
    {
      "loss_action": 0.009836677461862564,
      "loss_total": 0.009836677461862564,
      "step": 50790
    },
    {
      "loss_action": 0.006285941228270531,
      "loss_total": 0.006285941228270531,
      "step": 50790
    },
    {
      "grad_norm": 0.11520516872406006,
      "learning_rate": 9.838787732450556e-05,
      "loss": 0.0105,
      "step": 50800
    },
    {
      "loss_action": 0.009850083850324154,
      "loss_total": 0.009850083850324154,
      "step": 50800
    },
    {
      "loss_action": 0.00783701241016388,
      "loss_total": 0.00783701241016388,
      "step": 50800
    },
    {
      "loss_action": 0.00902809202671051,
      "loss_total": 0.00902809202671051,
      "step": 50800
    },
    {
      "loss_action": 0.007498470135033131,
      "loss_total": 0.007498470135033131,
      "step": 50800
    },
    {
      "loss_action": 0.007083636708557606,
      "loss_total": 0.007083636708557606,
      "step": 50800
    },
    {
      "loss_action": 0.007639952469617128,
      "loss_total": 0.007639952469617128,
      "step": 50800
    },
    {
      "loss_action": 0.007628115825355053,
      "loss_total": 0.007628115825355053,
      "step": 50800
    },
    {
      "loss_action": 0.016148265451192856,
      "loss_total": 0.016148265451192856,
      "step": 50800
    },
    {
      "grad_norm": 0.08984146267175674,
      "learning_rate": 9.838683595445537e-05,
      "loss": 0.0077,
      "step": 50810
    },
    {
      "loss_action": 0.01144332718104124,
      "loss_total": 0.01144332718104124,
      "step": 50810
    },
    {
      "loss_action": 0.004424422979354858,
      "loss_total": 0.004424422979354858,
      "step": 50810
    },
    {
      "loss_action": 0.010833616368472576,
      "loss_total": 0.010833616368472576,
      "step": 50810
    },
    {
      "loss_action": 0.008339238353073597,
      "loss_total": 0.008339238353073597,
      "step": 50810
    },
    {
      "loss_action": 0.008654911071062088,
      "loss_total": 0.008654911071062088,
      "step": 50810
    },
    {
      "loss_action": 0.016354138031601906,
      "loss_total": 0.016354138031601906,
      "step": 50810
    },
    {
      "loss_action": 0.015834350138902664,
      "loss_total": 0.015834350138902664,
      "step": 50810
    },
    {
      "loss_action": 0.006759170442819595,
      "loss_total": 0.006759170442819595,
      "step": 50810
    },
    {
      "grad_norm": 0.12375733256340027,
      "learning_rate": 9.83857942536857e-05,
      "loss": 0.01,
      "step": 50820
    },
    {
      "loss_action": 0.007082092110067606,
      "loss_total": 0.007082092110067606,
      "step": 50820
    },
    {
      "loss_action": 0.007047680206596851,
      "loss_total": 0.007047680206596851,
      "step": 50820
    },
    {
      "loss_action": 0.012585919350385666,
      "loss_total": 0.012585919350385666,
      "step": 50820
    },
    {
      "loss_action": 0.008789715357124805,
      "loss_total": 0.008789715357124805,
      "step": 50820
    },
    {
      "loss_action": 0.0074526118114590645,
      "loss_total": 0.0074526118114590645,
      "step": 50820
    },
    {
      "loss_action": 0.0063317003659904,
      "loss_total": 0.0063317003659904,
      "step": 50820
    },
    {
      "loss_action": 0.00889037549495697,
      "loss_total": 0.00889037549495697,
      "step": 50820
    },
    {
      "loss_action": 0.007977453991770744,
      "loss_total": 0.007977453991770744,
      "step": 50820
    },
    {
      "grad_norm": 0.14745958149433136,
      "learning_rate": 9.838475222220367e-05,
      "loss": 0.0084,
      "step": 50830
    },
    {
      "loss_action": 0.007325537037104368,
      "loss_total": 0.007325537037104368,
      "step": 50830
    },
    {
      "loss_action": 0.0031962706707417965,
      "loss_total": 0.0031962706707417965,
      "step": 50830
    },
    {
      "loss_action": 0.006536372937262058,
      "loss_total": 0.006536372937262058,
      "step": 50830
    },
    {
      "loss_action": 0.009687116369605064,
      "loss_total": 0.009687116369605064,
      "step": 50830
    },
    {
      "loss_action": 0.004972263239324093,
      "loss_total": 0.004972263239324093,
      "step": 50830
    },
    {
      "loss_action": 0.012210508808493614,
      "loss_total": 0.012210508808493614,
      "step": 50830
    },
    {
      "loss_action": 0.013649363070726395,
      "loss_total": 0.013649363070726395,
      "step": 50830
    },
    {
      "loss_action": 0.009554658085107803,
      "loss_total": 0.009554658085107803,
      "step": 50830
    },
    {
      "grad_norm": 0.14554418623447418,
      "learning_rate": 9.83837098600164e-05,
      "loss": 0.0087,
      "step": 50840
    },
    {
      "loss_action": 0.0036561712622642517,
      "loss_total": 0.0036561712622642517,
      "step": 50840
    },
    {
      "loss_action": 0.006779327057301998,
      "loss_total": 0.006779327057301998,
      "step": 50840
    },
    {
      "loss_action": 0.0049646273255348206,
      "loss_total": 0.0049646273255348206,
      "step": 50840
    },
    {
      "loss_action": 0.00778068695217371,
      "loss_total": 0.00778068695217371,
      "step": 50840
    },
    {
      "loss_action": 0.006470660213381052,
      "loss_total": 0.006470660213381052,
      "step": 50840
    },
    {
      "loss_action": 0.0027547376230359077,
      "loss_total": 0.0027547376230359077,
      "step": 50840
    },
    {
      "loss_action": 0.008355405181646347,
      "loss_total": 0.008355405181646347,
      "step": 50840
    },
    {
      "loss_action": 0.013844328932464123,
      "loss_total": 0.013844328932464123,
      "step": 50840
    },
    {
      "grad_norm": 0.16529880464076996,
      "learning_rate": 9.838266716713101e-05,
      "loss": 0.0091,
      "step": 50850
    },
    {
      "loss_action": 0.010748153552412987,
      "loss_total": 0.010748153552412987,
      "step": 50850
    },
    {
      "loss_action": 0.004274340346455574,
      "loss_total": 0.004274340346455574,
      "step": 50850
    },
    {
      "loss_action": 0.033120110630989075,
      "loss_total": 0.033120110630989075,
      "step": 50850
    },
    {
      "loss_action": 0.023285144940018654,
      "loss_total": 0.023285144940018654,
      "step": 50850
    },
    {
      "loss_action": 0.008860692381858826,
      "loss_total": 0.008860692381858826,
      "step": 50850
    },
    {
      "loss_action": 0.0059187281876802444,
      "loss_total": 0.0059187281876802444,
      "step": 50850
    },
    {
      "loss_action": 0.006013073492795229,
      "loss_total": 0.006013073492795229,
      "step": 50850
    },
    {
      "loss_action": 0.005807897076010704,
      "loss_total": 0.005807897076010704,
      "step": 50850
    },
    {
      "grad_norm": 0.1243991032242775,
      "learning_rate": 9.838162414355465e-05,
      "loss": 0.01,
      "step": 50860
    },
    {
      "loss_action": 0.0038852780126035213,
      "loss_total": 0.0038852780126035213,
      "step": 50860
    },
    {
      "loss_action": 0.006442300509661436,
      "loss_total": 0.006442300509661436,
      "step": 50860
    },
    {
      "loss_action": 0.011774113401770592,
      "loss_total": 0.011774113401770592,
      "step": 50860
    },
    {
      "loss_action": 0.015298300422728062,
      "loss_total": 0.015298300422728062,
      "step": 50860
    },
    {
      "loss_action": 0.0070371986366808414,
      "loss_total": 0.0070371986366808414,
      "step": 50860
    },
    {
      "loss_action": 0.004862618632614613,
      "loss_total": 0.004862618632614613,
      "step": 50860
    },
    {
      "loss_action": 0.0039271945133805275,
      "loss_total": 0.0039271945133805275,
      "step": 50860
    },
    {
      "loss_action": 0.007517979480326176,
      "loss_total": 0.007517979480326176,
      "step": 50860
    },
    {
      "grad_norm": 0.15916574001312256,
      "learning_rate": 9.838058078929441e-05,
      "loss": 0.0083,
      "step": 50870
    },
    {
      "loss_action": 0.006837671156972647,
      "loss_total": 0.006837671156972647,
      "step": 50870
    },
    {
      "loss_action": 0.011019434779882431,
      "loss_total": 0.011019434779882431,
      "step": 50870
    },
    {
      "loss_action": 0.010881545953452587,
      "loss_total": 0.010881545953452587,
      "step": 50870
    },
    {
      "loss_action": 0.009558259509503841,
      "loss_total": 0.009558259509503841,
      "step": 50870
    },
    {
      "loss_action": 0.004638447426259518,
      "loss_total": 0.004638447426259518,
      "step": 50870
    },
    {
      "loss_action": 0.005443605128675699,
      "loss_total": 0.005443605128675699,
      "step": 50870
    },
    {
      "loss_action": 0.005688955076038837,
      "loss_total": 0.005688955076038837,
      "step": 50870
    },
    {
      "loss_action": 0.0036503991577774286,
      "loss_total": 0.0036503991577774286,
      "step": 50870
    },
    {
      "grad_norm": 0.14140954613685608,
      "learning_rate": 9.837953710435745e-05,
      "loss": 0.0105,
      "step": 50880
    },
    {
      "loss_action": 0.003643620293587446,
      "loss_total": 0.003643620293587446,
      "step": 50880
    },
    {
      "loss_action": 0.010294590145349503,
      "loss_total": 0.010294590145349503,
      "step": 50880
    },
    {
      "loss_action": 0.00754037220031023,
      "loss_total": 0.00754037220031023,
      "step": 50880
    },
    {
      "loss_action": 0.005272347945719957,
      "loss_total": 0.005272347945719957,
      "step": 50880
    },
    {
      "loss_action": 0.004539367277175188,
      "loss_total": 0.004539367277175188,
      "step": 50880
    },
    {
      "loss_action": 0.005172312259674072,
      "loss_total": 0.005172312259674072,
      "step": 50880
    },
    {
      "loss_action": 0.007158992812037468,
      "loss_total": 0.007158992812037468,
      "step": 50880
    },
    {
      "loss_action": 0.0032926779240369797,
      "loss_total": 0.0032926779240369797,
      "step": 50880
    },
    {
      "grad_norm": 0.1619299203157425,
      "learning_rate": 9.837849308875091e-05,
      "loss": 0.009,
      "step": 50890
    },
    {
      "loss_action": 0.005363543517887592,
      "loss_total": 0.005363543517887592,
      "step": 50890
    },
    {
      "loss_action": 0.009491109289228916,
      "loss_total": 0.009491109289228916,
      "step": 50890
    },
    {
      "loss_action": 0.0044692158699035645,
      "loss_total": 0.0044692158699035645,
      "step": 50890
    },
    {
      "loss_action": 0.002843651454895735,
      "loss_total": 0.002843651454895735,
      "step": 50890
    },
    {
      "loss_action": 0.008422622457146645,
      "loss_total": 0.008422622457146645,
      "step": 50890
    },
    {
      "loss_action": 0.012773086316883564,
      "loss_total": 0.012773086316883564,
      "step": 50890
    },
    {
      "loss_action": 0.008008001372218132,
      "loss_total": 0.008008001372218132,
      "step": 50890
    },
    {
      "loss_action": 0.006784436292946339,
      "loss_total": 0.006784436292946339,
      "step": 50890
    },
    {
      "grad_norm": 0.10222099721431732,
      "learning_rate": 9.837744874248192e-05,
      "loss": 0.0083,
      "step": 50900
    },
    {
      "loss_action": 0.003253096714615822,
      "loss_total": 0.003253096714615822,
      "step": 50900
    },
    {
      "loss_action": 0.005235088989138603,
      "loss_total": 0.005235088989138603,
      "step": 50900
    },
    {
      "loss_action": 0.007334927096962929,
      "loss_total": 0.007334927096962929,
      "step": 50900
    },
    {
      "loss_action": 0.0036877270322293043,
      "loss_total": 0.0036877270322293043,
      "step": 50900
    },
    {
      "loss_action": 0.004100390709936619,
      "loss_total": 0.004100390709936619,
      "step": 50900
    },
    {
      "loss_action": 0.004456563387066126,
      "loss_total": 0.004456563387066126,
      "step": 50900
    },
    {
      "loss_action": 0.002804323099553585,
      "loss_total": 0.002804323099553585,
      "step": 50900
    },
    {
      "loss_action": 0.009527197107672691,
      "loss_total": 0.009527197107672691,
      "step": 50900
    },
    {
      "grad_norm": 0.13070730865001678,
      "learning_rate": 9.837640406555759e-05,
      "loss": 0.0092,
      "step": 50910
    },
    {
      "loss_action": 0.0035452372394502163,
      "loss_total": 0.0035452372394502163,
      "step": 50910
    },
    {
      "loss_action": 0.004652476403862238,
      "loss_total": 0.004652476403862238,
      "step": 50910
    },
    {
      "loss_action": 0.009402976371347904,
      "loss_total": 0.009402976371347904,
      "step": 50910
    },
    {
      "loss_action": 0.003702603979036212,
      "loss_total": 0.003702603979036212,
      "step": 50910
    },
    {
      "loss_action": 0.0058507611975073814,
      "loss_total": 0.0058507611975073814,
      "step": 50910
    },
    {
      "loss_action": 0.002252038335427642,
      "loss_total": 0.002252038335427642,
      "step": 50910
    },
    {
      "loss_action": 0.009864117950201035,
      "loss_total": 0.009864117950201035,
      "step": 50910
    },
    {
      "loss_action": 0.007735449820756912,
      "loss_total": 0.007735449820756912,
      "step": 50910
    },
    {
      "grad_norm": 0.18177959322929382,
      "learning_rate": 9.837535905798508e-05,
      "loss": 0.0088,
      "step": 50920
    },
    {
      "loss_action": 0.008041100576519966,
      "loss_total": 0.008041100576519966,
      "step": 50920
    },
    {
      "loss_action": 0.012777106836438179,
      "loss_total": 0.012777106836438179,
      "step": 50920
    },
    {
      "loss_action": 0.02021569386124611,
      "loss_total": 0.02021569386124611,
      "step": 50920
    },
    {
      "loss_action": 0.010909078642725945,
      "loss_total": 0.010909078642725945,
      "step": 50920
    },
    {
      "loss_action": 0.005274428986012936,
      "loss_total": 0.005274428986012936,
      "step": 50920
    },
    {
      "loss_action": 0.011727703735232353,
      "loss_total": 0.011727703735232353,
      "step": 50920
    },
    {
      "loss_action": 0.011851808056235313,
      "loss_total": 0.011851808056235313,
      "step": 50920
    },
    {
      "loss_action": 0.005945285782217979,
      "loss_total": 0.005945285782217979,
      "step": 50920
    },
    {
      "grad_norm": 0.17336393892765045,
      "learning_rate": 9.837431371977155e-05,
      "loss": 0.0102,
      "step": 50930
    },
    {
      "loss_action": 0.005624431651085615,
      "loss_total": 0.005624431651085615,
      "step": 50930
    },
    {
      "loss_action": 0.007469691801816225,
      "loss_total": 0.007469691801816225,
      "step": 50930
    },
    {
      "loss_action": 0.0047882553189992905,
      "loss_total": 0.0047882553189992905,
      "step": 50930
    },
    {
      "loss_action": 0.032784316688776016,
      "loss_total": 0.032784316688776016,
      "step": 50930
    },
    {
      "loss_action": 0.00824660249054432,
      "loss_total": 0.00824660249054432,
      "step": 50930
    },
    {
      "loss_action": 0.01074103731662035,
      "loss_total": 0.01074103731662035,
      "step": 50930
    },
    {
      "loss_action": 0.005628304556012154,
      "loss_total": 0.005628304556012154,
      "step": 50930
    },
    {
      "loss_action": 0.006989467889070511,
      "loss_total": 0.006989467889070511,
      "step": 50930
    },
    {
      "grad_norm": 0.11875031143426895,
      "learning_rate": 9.837326805092411e-05,
      "loss": 0.0086,
      "step": 50940
    },
    {
      "loss_action": 0.008258530870079994,
      "loss_total": 0.008258530870079994,
      "step": 50940
    },
    {
      "loss_action": 0.007123607210814953,
      "loss_total": 0.007123607210814953,
      "step": 50940
    },
    {
      "loss_action": 0.003880719654262066,
      "loss_total": 0.003880719654262066,
      "step": 50940
    },
    {
      "loss_action": 0.015813931822776794,
      "loss_total": 0.015813931822776794,
      "step": 50940
    },
    {
      "loss_action": 0.006518122740089893,
      "loss_total": 0.006518122740089893,
      "step": 50940
    },
    {
      "loss_action": 0.0072527131997048855,
      "loss_total": 0.0072527131997048855,
      "step": 50940
    },
    {
      "loss_action": 0.007920416072010994,
      "loss_total": 0.007920416072010994,
      "step": 50940
    },
    {
      "loss_action": 0.011704767122864723,
      "loss_total": 0.011704767122864723,
      "step": 50940
    },
    {
      "grad_norm": 0.0749945119023323,
      "learning_rate": 9.837222205144994e-05,
      "loss": 0.0083,
      "step": 50950
    },
    {
      "loss_action": 0.00423637218773365,
      "loss_total": 0.00423637218773365,
      "step": 50950
    },
    {
      "loss_action": 0.0047677005641162395,
      "loss_total": 0.0047677005641162395,
      "step": 50950
    },
    {
      "loss_action": 0.007450345437973738,
      "loss_total": 0.007450345437973738,
      "step": 50950
    },
    {
      "loss_action": 0.0042223576456308365,
      "loss_total": 0.0042223576456308365,
      "step": 50950
    },
    {
      "loss_action": 0.00938446819782257,
      "loss_total": 0.00938446819782257,
      "step": 50950
    },
    {
      "loss_action": 0.007356055546551943,
      "loss_total": 0.007356055546551943,
      "step": 50950
    },
    {
      "loss_action": 0.01839141920208931,
      "loss_total": 0.01839141920208931,
      "step": 50950
    },
    {
      "loss_action": 0.006549220997840166,
      "loss_total": 0.006549220997840166,
      "step": 50950
    },
    {
      "grad_norm": 0.1386425942182541,
      "learning_rate": 9.837117572135616e-05,
      "loss": 0.0081,
      "step": 50960
    },
    {
      "loss_action": 0.01036551222205162,
      "loss_total": 0.01036551222205162,
      "step": 50960
    },
    {
      "loss_action": 0.0019338103011250496,
      "loss_total": 0.0019338103011250496,
      "step": 50960
    },
    {
      "loss_action": 0.004786122590303421,
      "loss_total": 0.004786122590303421,
      "step": 50960
    },
    {
      "loss_action": 0.008788121864199638,
      "loss_total": 0.008788121864199638,
      "step": 50960
    },
    {
      "loss_action": 0.021642737090587616,
      "loss_total": 0.021642737090587616,
      "step": 50960
    },
    {
      "loss_action": 0.007884601131081581,
      "loss_total": 0.007884601131081581,
      "step": 50960
    },
    {
      "loss_action": 0.006995878182351589,
      "loss_total": 0.006995878182351589,
      "step": 50960
    },
    {
      "loss_action": 0.0020839953795075417,
      "loss_total": 0.0020839953795075417,
      "step": 50960
    },
    {
      "grad_norm": 0.11765021085739136,
      "learning_rate": 9.837012906064997e-05,
      "loss": 0.0082,
      "step": 50970
    },
    {
      "loss_action": 0.006667737849056721,
      "loss_total": 0.006667737849056721,
      "step": 50970
    },
    {
      "loss_action": 0.009668233804404736,
      "loss_total": 0.009668233804404736,
      "step": 50970
    },
    {
      "loss_action": 0.0065356167033314705,
      "loss_total": 0.0065356167033314705,
      "step": 50970
    },
    {
      "loss_action": 0.015500202775001526,
      "loss_total": 0.015500202775001526,
      "step": 50970
    },
    {
      "loss_action": 0.0354468934237957,
      "loss_total": 0.0354468934237957,
      "step": 50970
    },
    {
      "loss_action": 0.00860590673983097,
      "loss_total": 0.00860590673983097,
      "step": 50970
    },
    {
      "loss_action": 0.0035185995511710644,
      "loss_total": 0.0035185995511710644,
      "step": 50970
    },
    {
      "loss_action": 0.007328971289098263,
      "loss_total": 0.007328971289098263,
      "step": 50970
    },
    {
      "grad_norm": 0.19609466195106506,
      "learning_rate": 9.836908206933846e-05,
      "loss": 0.0097,
      "step": 50980
    },
    {
      "loss_action": 0.008343309164047241,
      "loss_total": 0.008343309164047241,
      "step": 50980
    },
    {
      "loss_action": 0.004048308357596397,
      "loss_total": 0.004048308357596397,
      "step": 50980
    },
    {
      "loss_action": 0.00383822713047266,
      "loss_total": 0.00383822713047266,
      "step": 50980
    },
    {
      "loss_action": 0.0051062931306660175,
      "loss_total": 0.0051062931306660175,
      "step": 50980
    },
    {
      "loss_action": 0.0060535515658557415,
      "loss_total": 0.0060535515658557415,
      "step": 50980
    },
    {
      "loss_action": 0.005118901841342449,
      "loss_total": 0.005118901841342449,
      "step": 50980
    },
    {
      "loss_action": 0.0062000444158911705,
      "loss_total": 0.0062000444158911705,
      "step": 50980
    },
    {
      "loss_action": 0.008638091385364532,
      "loss_total": 0.008638091385364532,
      "step": 50980
    },
    {
      "grad_norm": 0.1571260392665863,
      "learning_rate": 9.836803474742882e-05,
      "loss": 0.0091,
      "step": 50990
    },
    {
      "loss_action": 0.007398594170808792,
      "loss_total": 0.007398594170808792,
      "step": 50990
    },
    {
      "loss_action": 0.0065743764862418175,
      "loss_total": 0.0065743764862418175,
      "step": 50990
    },
    {
      "loss_action": 0.012526625767350197,
      "loss_total": 0.012526625767350197,
      "step": 50990
    },
    {
      "loss_action": 0.01460415218025446,
      "loss_total": 0.01460415218025446,
      "step": 50990
    },
    {
      "loss_action": 0.008275343105196953,
      "loss_total": 0.008275343105196953,
      "step": 50990
    },
    {
      "loss_action": 0.005215365439653397,
      "loss_total": 0.005215365439653397,
      "step": 50990
    },
    {
      "loss_action": 0.0062375799752771854,
      "loss_total": 0.0062375799752771854,
      "step": 50990
    },
    {
      "loss_action": 0.0034241527318954468,
      "loss_total": 0.0034241527318954468,
      "step": 50990
    },
    {
      "grad_norm": 0.13104063272476196,
      "learning_rate": 9.836698709492822e-05,
      "loss": 0.0089,
      "step": 51000
    },
    {
      "loss_action": 0.019443007186055183,
      "loss_total": 0.019443007186055183,
      "step": 51000
    },
    {
      "loss_action": 0.009126776829361916,
      "loss_total": 0.009126776829361916,
      "step": 51000
    },
    {
      "loss_action": 0.0023555837105959654,
      "loss_total": 0.0023555837105959654,
      "step": 51000
    },
    {
      "loss_action": 0.004861173219978809,
      "loss_total": 0.004861173219978809,
      "step": 51000
    },
    {
      "loss_action": 0.015294728800654411,
      "loss_total": 0.015294728800654411,
      "step": 51000
    },
    {
      "loss_action": 0.0046893698163330555,
      "loss_total": 0.0046893698163330555,
      "step": 51000
    },
    {
      "loss_action": 0.00781332515180111,
      "loss_total": 0.00781332515180111,
      "step": 51000
    },
    {
      "loss_action": 0.019261177629232407,
      "loss_total": 0.019261177629232407,
      "step": 51000
    },
    {
      "grad_norm": 0.1337715983390808,
      "learning_rate": 9.836593911184379e-05,
      "loss": 0.0081,
      "step": 51010
    },
    {
      "loss_action": 0.0030550085939466953,
      "loss_total": 0.0030550085939466953,
      "step": 51010
    },
    {
      "loss_action": 0.019053615629673004,
      "loss_total": 0.019053615629673004,
      "step": 51010
    },
    {
      "loss_action": 0.00645423773676157,
      "loss_total": 0.00645423773676157,
      "step": 51010
    },
    {
      "loss_action": 0.008206329308450222,
      "loss_total": 0.008206329308450222,
      "step": 51010
    },
    {
      "loss_action": 0.005453805439174175,
      "loss_total": 0.005453805439174175,
      "step": 51010
    },
    {
      "loss_action": 0.007465786766260862,
      "loss_total": 0.007465786766260862,
      "step": 51010
    },
    {
      "loss_action": 0.0046697380021214485,
      "loss_total": 0.0046697380021214485,
      "step": 51010
    },
    {
      "loss_action": 0.003992014564573765,
      "loss_total": 0.003992014564573765,
      "step": 51010
    },
    {
      "grad_norm": 0.1363336741924286,
      "learning_rate": 9.83648907981827e-05,
      "loss": 0.0082,
      "step": 51020
    },
    {
      "loss_action": 0.0037186157424002886,
      "loss_total": 0.0037186157424002886,
      "step": 51020
    },
    {
      "loss_action": 0.0036986186169087887,
      "loss_total": 0.0036986186169087887,
      "step": 51020
    },
    {
      "loss_action": 0.008852140977978706,
      "loss_total": 0.008852140977978706,
      "step": 51020
    },
    {
      "loss_action": 0.01570194587111473,
      "loss_total": 0.01570194587111473,
      "step": 51020
    },
    {
      "loss_action": 0.009075823239982128,
      "loss_total": 0.009075823239982128,
      "step": 51020
    },
    {
      "loss_action": 0.010125132277607918,
      "loss_total": 0.010125132277607918,
      "step": 51020
    },
    {
      "loss_action": 0.007514265365898609,
      "loss_total": 0.007514265365898609,
      "step": 51020
    },
    {
      "loss_action": 0.011158499866724014,
      "loss_total": 0.011158499866724014,
      "step": 51020
    },
    {
      "grad_norm": 0.16423247754573822,
      "learning_rate": 9.836384215395213e-05,
      "loss": 0.0094,
      "step": 51030
    },
    {
      "loss_action": 0.01692798361182213,
      "loss_total": 0.01692798361182213,
      "step": 51030
    },
    {
      "loss_action": 0.011910846456885338,
      "loss_total": 0.011910846456885338,
      "step": 51030
    },
    {
      "loss_action": 0.008371831849217415,
      "loss_total": 0.008371831849217415,
      "step": 51030
    },
    {
      "loss_action": 0.01050585601478815,
      "loss_total": 0.01050585601478815,
      "step": 51030
    },
    {
      "loss_action": 0.0170418843626976,
      "loss_total": 0.0170418843626976,
      "step": 51030
    },
    {
      "loss_action": 0.006231993902474642,
      "loss_total": 0.006231993902474642,
      "step": 51030
    },
    {
      "loss_action": 0.011957945302128792,
      "loss_total": 0.011957945302128792,
      "step": 51030
    },
    {
      "loss_action": 0.013161307200789452,
      "loss_total": 0.013161307200789452,
      "step": 51030
    },
    {
      "grad_norm": 0.15433476865291595,
      "learning_rate": 9.836279317915927e-05,
      "loss": 0.0099,
      "step": 51040
    },
    {
      "loss_action": 0.004293436650186777,
      "loss_total": 0.004293436650186777,
      "step": 51040
    },
    {
      "loss_action": 0.004504052922129631,
      "loss_total": 0.004504052922129631,
      "step": 51040
    },
    {
      "loss_action": 0.009572925046086311,
      "loss_total": 0.009572925046086311,
      "step": 51040
    },
    {
      "loss_action": 0.006671744864434004,
      "loss_total": 0.006671744864434004,
      "step": 51040
    },
    {
      "loss_action": 0.011244863271713257,
      "loss_total": 0.011244863271713257,
      "step": 51040
    },
    {
      "loss_action": 0.007751702331006527,
      "loss_total": 0.007751702331006527,
      "step": 51040
    },
    {
      "loss_action": 0.006610600743442774,
      "loss_total": 0.006610600743442774,
      "step": 51040
    },
    {
      "loss_action": 0.00955177377909422,
      "loss_total": 0.00955177377909422,
      "step": 51040
    },
    {
      "grad_norm": 0.09751590341329575,
      "learning_rate": 9.836174387381122e-05,
      "loss": 0.0089,
      "step": 51050
    },
    {
      "loss_action": 0.022039469331502914,
      "loss_total": 0.022039469331502914,
      "step": 51050
    },
    {
      "loss_action": 0.01956460252404213,
      "loss_total": 0.01956460252404213,
      "step": 51050
    },
    {
      "loss_action": 0.017741817981004715,
      "loss_total": 0.017741817981004715,
      "step": 51050
    },
    {
      "loss_action": 0.006954513490200043,
      "loss_total": 0.006954513490200043,
      "step": 51050
    },
    {
      "loss_action": 0.03047020733356476,
      "loss_total": 0.03047020733356476,
      "step": 51050
    },
    {
      "loss_action": 0.004066534340381622,
      "loss_total": 0.004066534340381622,
      "step": 51050
    },
    {
      "loss_action": 0.012846136465668678,
      "loss_total": 0.012846136465668678,
      "step": 51050
    },
    {
      "loss_action": 0.0028272815980017185,
      "loss_total": 0.0028272815980017185,
      "step": 51050
    },
    {
      "grad_norm": 0.1690782904624939,
      "learning_rate": 9.83606942379152e-05,
      "loss": 0.0097,
      "step": 51060
    },
    {
      "loss_action": 0.003955756779760122,
      "loss_total": 0.003955756779760122,
      "step": 51060
    },
    {
      "loss_action": 0.005885306745767593,
      "loss_total": 0.005885306745767593,
      "step": 51060
    },
    {
      "loss_action": 0.003570158500224352,
      "loss_total": 0.003570158500224352,
      "step": 51060
    },
    {
      "loss_action": 0.006145503371953964,
      "loss_total": 0.006145503371953964,
      "step": 51060
    },
    {
      "loss_action": 0.015136655420064926,
      "loss_total": 0.015136655420064926,
      "step": 51060
    },
    {
      "loss_action": 0.00678928941488266,
      "loss_total": 0.00678928941488266,
      "step": 51060
    },
    {
      "loss_action": 0.0099354712292552,
      "loss_total": 0.0099354712292552,
      "step": 51060
    },
    {
      "loss_action": 0.005278044380247593,
      "loss_total": 0.005278044380247593,
      "step": 51060
    },
    {
      "grad_norm": 0.10458717495203018,
      "learning_rate": 9.83596442714784e-05,
      "loss": 0.0087,
      "step": 51070
    },
    {
      "loss_action": 0.009734539315104485,
      "loss_total": 0.009734539315104485,
      "step": 51070
    },
    {
      "loss_action": 0.0041147274896502495,
      "loss_total": 0.0041147274896502495,
      "step": 51070
    },
    {
      "loss_action": 0.00983291957527399,
      "loss_total": 0.00983291957527399,
      "step": 51070
    },
    {
      "loss_action": 0.0064735510386526585,
      "loss_total": 0.0064735510386526585,
      "step": 51070
    },
    {
      "loss_action": 0.004128107335418463,
      "loss_total": 0.004128107335418463,
      "step": 51070
    },
    {
      "loss_action": 0.006061261519789696,
      "loss_total": 0.006061261519789696,
      "step": 51070
    },
    {
      "loss_action": 0.0054409559816122055,
      "loss_total": 0.0054409559816122055,
      "step": 51070
    },
    {
      "loss_action": 0.007477412465959787,
      "loss_total": 0.007477412465959787,
      "step": 51070
    },
    {
      "grad_norm": 0.24306605756282806,
      "learning_rate": 9.835859397450795e-05,
      "loss": 0.0098,
      "step": 51080
    },
    {
      "loss_action": 0.008316919207572937,
      "loss_total": 0.008316919207572937,
      "step": 51080
    },
    {
      "loss_action": 0.009087290614843369,
      "loss_total": 0.009087290614843369,
      "step": 51080
    },
    {
      "loss_action": 0.00874649453908205,
      "loss_total": 0.00874649453908205,
      "step": 51080
    },
    {
      "loss_action": 0.0034419733565300703,
      "loss_total": 0.0034419733565300703,
      "step": 51080
    },
    {
      "loss_action": 0.008071490563452244,
      "loss_total": 0.008071490563452244,
      "step": 51080
    },
    {
      "loss_action": 0.00778618361800909,
      "loss_total": 0.00778618361800909,
      "step": 51080
    },
    {
      "loss_action": 0.016425281763076782,
      "loss_total": 0.016425281763076782,
      "step": 51080
    },
    {
      "loss_action": 0.006375893484801054,
      "loss_total": 0.006375893484801054,
      "step": 51080
    },
    {
      "grad_norm": 0.16174465417861938,
      "learning_rate": 9.835754334701105e-05,
      "loss": 0.0082,
      "step": 51090
    },
    {
      "loss_action": 0.016164861619472504,
      "loss_total": 0.016164861619472504,
      "step": 51090
    },
    {
      "loss_action": 0.004421904683113098,
      "loss_total": 0.004421904683113098,
      "step": 51090
    },
    {
      "loss_action": 0.009378133341670036,
      "loss_total": 0.009378133341670036,
      "step": 51090
    },
    {
      "loss_action": 0.005342409014701843,
      "loss_total": 0.005342409014701843,
      "step": 51090
    },
    {
      "loss_action": 0.007176617160439491,
      "loss_total": 0.007176617160439491,
      "step": 51090
    },
    {
      "loss_action": 0.006312414072453976,
      "loss_total": 0.006312414072453976,
      "step": 51090
    },
    {
      "loss_action": 0.005999636836349964,
      "loss_total": 0.005999636836349964,
      "step": 51090
    },
    {
      "loss_action": 0.004431494977325201,
      "loss_total": 0.004431494977325201,
      "step": 51090
    },
    {
      "grad_norm": 0.12993474304676056,
      "learning_rate": 9.83564923889949e-05,
      "loss": 0.0091,
      "step": 51100
    },
    {
      "loss_action": 0.008442473597824574,
      "loss_total": 0.008442473597824574,
      "step": 51100
    },
    {
      "loss_action": 0.012383338995277882,
      "loss_total": 0.012383338995277882,
      "step": 51100
    },
    {
      "loss_action": 0.006120260339230299,
      "loss_total": 0.006120260339230299,
      "step": 51100
    },
    {
      "loss_action": 0.01256110891699791,
      "loss_total": 0.01256110891699791,
      "step": 51100
    },
    {
      "loss_action": 0.00861450843513012,
      "loss_total": 0.00861450843513012,
      "step": 51100
    },
    {
      "loss_action": 0.00876178964972496,
      "loss_total": 0.00876178964972496,
      "step": 51100
    },
    {
      "loss_action": 0.010310634970664978,
      "loss_total": 0.010310634970664978,
      "step": 51100
    },
    {
      "loss_action": 0.006743229925632477,
      "loss_total": 0.006743229925632477,
      "step": 51100
    },
    {
      "grad_norm": 0.1217886358499527,
      "learning_rate": 9.835544110046666e-05,
      "loss": 0.0089,
      "step": 51110
    },
    {
      "loss_action": 0.003384958952665329,
      "loss_total": 0.003384958952665329,
      "step": 51110
    },
    {
      "loss_action": 0.005018334835767746,
      "loss_total": 0.005018334835767746,
      "step": 51110
    },
    {
      "loss_action": 0.0058694202452898026,
      "loss_total": 0.0058694202452898026,
      "step": 51110
    },
    {
      "loss_action": 0.01113653089851141,
      "loss_total": 0.01113653089851141,
      "step": 51110
    },
    {
      "loss_action": 0.01607075147330761,
      "loss_total": 0.01607075147330761,
      "step": 51110
    },
    {
      "loss_action": 0.01701238565146923,
      "loss_total": 0.01701238565146923,
      "step": 51110
    },
    {
      "loss_action": 0.006747583858668804,
      "loss_total": 0.006747583858668804,
      "step": 51110
    },
    {
      "loss_action": 0.00326648005284369,
      "loss_total": 0.00326648005284369,
      "step": 51110
    },
    {
      "grad_norm": 0.11436226218938828,
      "learning_rate": 9.835438948143351e-05,
      "loss": 0.009,
      "step": 51120
    },
    {
      "loss_action": 0.0056252386420965195,
      "loss_total": 0.0056252386420965195,
      "step": 51120
    },
    {
      "loss_action": 0.015671249479055405,
      "loss_total": 0.015671249479055405,
      "step": 51120
    },
    {
      "loss_action": 0.005082517862319946,
      "loss_total": 0.005082517862319946,
      "step": 51120
    },
    {
      "loss_action": 0.007637026719748974,
      "loss_total": 0.007637026719748974,
      "step": 51120
    },
    {
      "loss_action": 0.01102278009057045,
      "loss_total": 0.01102278009057045,
      "step": 51120
    },
    {
      "loss_action": 0.01595543883740902,
      "loss_total": 0.01595543883740902,
      "step": 51120
    },
    {
      "loss_action": 0.031515367329120636,
      "loss_total": 0.031515367329120636,
      "step": 51120
    },
    {
      "loss_action": 0.010104373097419739,
      "loss_total": 0.010104373097419739,
      "step": 51120
    },
    {
      "grad_norm": 0.16195203363895416,
      "learning_rate": 9.835333753190267e-05,
      "loss": 0.01,
      "step": 51130
    },
    {
      "loss_action": 0.013905953615903854,
      "loss_total": 0.013905953615903854,
      "step": 51130
    },
    {
      "loss_action": 0.009882304817438126,
      "loss_total": 0.009882304817438126,
      "step": 51130
    },
    {
      "loss_action": 0.01050820853561163,
      "loss_total": 0.01050820853561163,
      "step": 51130
    },
    {
      "loss_action": 0.009064446203410625,
      "loss_total": 0.009064446203410625,
      "step": 51130
    },
    {
      "loss_action": 0.0035559232346713543,
      "loss_total": 0.0035559232346713543,
      "step": 51130
    },
    {
      "loss_action": 0.0038934366311877966,
      "loss_total": 0.0038934366311877966,
      "step": 51130
    },
    {
      "loss_action": 0.0038527424912899733,
      "loss_total": 0.0038527424912899733,
      "step": 51130
    },
    {
      "loss_action": 0.0029707960784435272,
      "loss_total": 0.0029707960784435272,
      "step": 51130
    },
    {
      "grad_norm": 0.12130359560251236,
      "learning_rate": 9.835228525188129e-05,
      "loss": 0.0083,
      "step": 51140
    },
    {
      "loss_action": 0.003195511642843485,
      "loss_total": 0.003195511642843485,
      "step": 51140
    },
    {
      "loss_action": 0.008650513365864754,
      "loss_total": 0.008650513365864754,
      "step": 51140
    },
    {
      "loss_action": 0.0034933488350361586,
      "loss_total": 0.0034933488350361586,
      "step": 51140
    },
    {
      "loss_action": 0.007191198877990246,
      "loss_total": 0.007191198877990246,
      "step": 51140
    },
    {
      "loss_action": 0.005027340725064278,
      "loss_total": 0.005027340725064278,
      "step": 51140
    },
    {
      "loss_action": 0.0027874112129211426,
      "loss_total": 0.0027874112129211426,
      "step": 51140
    },
    {
      "loss_action": 0.002594251185655594,
      "loss_total": 0.002594251185655594,
      "step": 51140
    },
    {
      "loss_action": 0.004351978190243244,
      "loss_total": 0.004351978190243244,
      "step": 51140
    },
    {
      "grad_norm": 0.14556942880153656,
      "learning_rate": 9.835123264137659e-05,
      "loss": 0.0082,
      "step": 51150
    },
    {
      "loss_action": 0.00272116856649518,
      "loss_total": 0.00272116856649518,
      "step": 51150
    },
    {
      "loss_action": 0.011526692658662796,
      "loss_total": 0.011526692658662796,
      "step": 51150
    },
    {
      "loss_action": 0.004697103053331375,
      "loss_total": 0.004697103053331375,
      "step": 51150
    },
    {
      "loss_action": 0.02259860560297966,
      "loss_total": 0.02259860560297966,
      "step": 51150
    },
    {
      "loss_action": 0.014897479675710201,
      "loss_total": 0.014897479675710201,
      "step": 51150
    },
    {
      "loss_action": 0.0070520914159715176,
      "loss_total": 0.0070520914159715176,
      "step": 51150
    },
    {
      "loss_action": 0.0038747910875827074,
      "loss_total": 0.0038747910875827074,
      "step": 51150
    },
    {
      "loss_action": 0.004434740170836449,
      "loss_total": 0.004434740170836449,
      "step": 51150
    },
    {
      "grad_norm": 0.17016522586345673,
      "learning_rate": 9.835017970039575e-05,
      "loss": 0.0084,
      "step": 51160
    },
    {
      "loss_action": 0.013750001788139343,
      "loss_total": 0.013750001788139343,
      "step": 51160
    },
    {
      "loss_action": 0.01152493804693222,
      "loss_total": 0.01152493804693222,
      "step": 51160
    },
    {
      "loss_action": 0.0038673384115099907,
      "loss_total": 0.0038673384115099907,
      "step": 51160
    },
    {
      "loss_action": 0.006774723995476961,
      "loss_total": 0.006774723995476961,
      "step": 51160
    },
    {
      "loss_action": 0.010623396374285221,
      "loss_total": 0.010623396374285221,
      "step": 51160
    },
    {
      "loss_action": 0.033932529389858246,
      "loss_total": 0.033932529389858246,
      "step": 51160
    },
    {
      "loss_action": 0.008816245943307877,
      "loss_total": 0.008816245943307877,
      "step": 51160
    },
    {
      "loss_action": 0.009802473708987236,
      "loss_total": 0.009802473708987236,
      "step": 51160
    },
    {
      "grad_norm": 0.13942864537239075,
      "learning_rate": 9.834912642894598e-05,
      "loss": 0.01,
      "step": 51170
    },
    {
      "loss_action": 0.0027452497743070126,
      "loss_total": 0.0027452497743070126,
      "step": 51170
    },
    {
      "loss_action": 0.004891279153525829,
      "loss_total": 0.004891279153525829,
      "step": 51170
    },
    {
      "loss_action": 0.004045592620968819,
      "loss_total": 0.004045592620968819,
      "step": 51170
    },
    {
      "loss_action": 0.017131082713603973,
      "loss_total": 0.017131082713603973,
      "step": 51170
    },
    {
      "loss_action": 0.00452058669179678,
      "loss_total": 0.00452058669179678,
      "step": 51170
    },
    {
      "loss_action": 0.006532398983836174,
      "loss_total": 0.006532398983836174,
      "step": 51170
    },
    {
      "loss_action": 0.004234496969729662,
      "loss_total": 0.004234496969729662,
      "step": 51170
    },
    {
      "loss_action": 0.01260314043611288,
      "loss_total": 0.01260314043611288,
      "step": 51170
    },
    {
      "grad_norm": 0.14425040781497955,
      "learning_rate": 9.834807282703447e-05,
      "loss": 0.0085,
      "step": 51180
    },
    {
      "loss_action": 0.014644492417573929,
      "loss_total": 0.014644492417573929,
      "step": 51180
    },
    {
      "loss_action": 0.012231096625328064,
      "loss_total": 0.012231096625328064,
      "step": 51180
    },
    {
      "loss_action": 0.006717141717672348,
      "loss_total": 0.006717141717672348,
      "step": 51180
    },
    {
      "loss_action": 0.01914231851696968,
      "loss_total": 0.01914231851696968,
      "step": 51180
    },
    {
      "loss_action": 0.012629981152713299,
      "loss_total": 0.012629981152713299,
      "step": 51180
    },
    {
      "loss_action": 0.0086685661226511,
      "loss_total": 0.0086685661226511,
      "step": 51180
    },
    {
      "loss_action": 0.008842667564749718,
      "loss_total": 0.008842667564749718,
      "step": 51180
    },
    {
      "loss_action": 0.011697354726493359,
      "loss_total": 0.011697354726493359,
      "step": 51180
    },
    {
      "grad_norm": 0.14066371321678162,
      "learning_rate": 9.834701889466842e-05,
      "loss": 0.0094,
      "step": 51190
    },
    {
      "loss_action": 0.011303884908556938,
      "loss_total": 0.011303884908556938,
      "step": 51190
    },
    {
      "loss_action": 0.005297606345266104,
      "loss_total": 0.005297606345266104,
      "step": 51190
    },
    {
      "loss_action": 0.011814353987574577,
      "loss_total": 0.011814353987574577,
      "step": 51190
    },
    {
      "loss_action": 0.0043189506977796555,
      "loss_total": 0.0043189506977796555,
      "step": 51190
    },
    {
      "loss_action": 0.02005261555314064,
      "loss_total": 0.02005261555314064,
      "step": 51190
    },
    {
      "loss_action": 0.013393538072705269,
      "loss_total": 0.013393538072705269,
      "step": 51190
    },
    {
      "loss_action": 0.005496131256222725,
      "loss_total": 0.005496131256222725,
      "step": 51190
    },
    {
      "loss_action": 0.00550976675003767,
      "loss_total": 0.00550976675003767,
      "step": 51190
    },
    {
      "grad_norm": 0.15881071984767914,
      "learning_rate": 9.834596463185502e-05,
      "loss": 0.0086,
      "step": 51200
    },
    {
      "loss_action": 0.005449915770441294,
      "loss_total": 0.005449915770441294,
      "step": 51200
    },
    {
      "loss_action": 0.00919700413942337,
      "loss_total": 0.00919700413942337,
      "step": 51200
    },
    {
      "loss_action": 0.005147851072251797,
      "loss_total": 0.005147851072251797,
      "step": 51200
    },
    {
      "loss_action": 0.0065554180182516575,
      "loss_total": 0.0065554180182516575,
      "step": 51200
    },
    {
      "loss_action": 0.009875393472611904,
      "loss_total": 0.009875393472611904,
      "step": 51200
    },
    {
      "loss_action": 0.005311646498739719,
      "loss_total": 0.005311646498739719,
      "step": 51200
    },
    {
      "loss_action": 0.014372376725077629,
      "loss_total": 0.014372376725077629,
      "step": 51200
    },
    {
      "loss_action": 0.013516253791749477,
      "loss_total": 0.013516253791749477,
      "step": 51200
    },
    {
      "grad_norm": 0.16901655495166779,
      "learning_rate": 9.834491003860152e-05,
      "loss": 0.0082,
      "step": 51210
    },
    {
      "loss_action": 0.0055035874247550964,
      "loss_total": 0.0055035874247550964,
      "step": 51210
    },
    {
      "loss_action": 0.024389659985899925,
      "loss_total": 0.024389659985899925,
      "step": 51210
    },
    {
      "loss_action": 0.006639231462031603,
      "loss_total": 0.006639231462031603,
      "step": 51210
    },
    {
      "loss_action": 0.00819680467247963,
      "loss_total": 0.00819680467247963,
      "step": 51210
    },
    {
      "loss_action": 0.005714873783290386,
      "loss_total": 0.005714873783290386,
      "step": 51210
    },
    {
      "loss_action": 0.00865225587040186,
      "loss_total": 0.00865225587040186,
      "step": 51210
    },
    {
      "loss_action": 0.008589643985033035,
      "loss_total": 0.008589643985033035,
      "step": 51210
    },
    {
      "loss_action": 0.007691504433751106,
      "loss_total": 0.007691504433751106,
      "step": 51210
    },
    {
      "grad_norm": 0.1511293202638626,
      "learning_rate": 9.834385511491508e-05,
      "loss": 0.0107,
      "step": 51220
    },
    {
      "loss_action": 0.011560341343283653,
      "loss_total": 0.011560341343283653,
      "step": 51220
    },
    {
      "loss_action": 0.005306074861437082,
      "loss_total": 0.005306074861437082,
      "step": 51220
    },
    {
      "loss_action": 0.024317903444170952,
      "loss_total": 0.024317903444170952,
      "step": 51220
    },
    {
      "loss_action": 0.008117874152958393,
      "loss_total": 0.008117874152958393,
      "step": 51220
    },
    {
      "loss_action": 0.008662690408527851,
      "loss_total": 0.008662690408527851,
      "step": 51220
    },
    {
      "loss_action": 0.005622044671326876,
      "loss_total": 0.005622044671326876,
      "step": 51220
    },
    {
      "loss_action": 0.027440030127763748,
      "loss_total": 0.027440030127763748,
      "step": 51220
    },
    {
      "loss_action": 0.029059071093797684,
      "loss_total": 0.029059071093797684,
      "step": 51220
    },
    {
      "grad_norm": 0.12375479936599731,
      "learning_rate": 9.834279986080293e-05,
      "loss": 0.0096,
      "step": 51230
    },
    {
      "loss_action": 0.002247632248327136,
      "loss_total": 0.002247632248327136,
      "step": 51230
    },
    {
      "loss_action": 0.012343062087893486,
      "loss_total": 0.012343062087893486,
      "step": 51230
    },
    {
      "loss_action": 0.010719752870500088,
      "loss_total": 0.010719752870500088,
      "step": 51230
    },
    {
      "loss_action": 0.005852402653545141,
      "loss_total": 0.005852402653545141,
      "step": 51230
    },
    {
      "loss_action": 0.0037926039658486843,
      "loss_total": 0.0037926039658486843,
      "step": 51230
    },
    {
      "loss_action": 0.016826841980218887,
      "loss_total": 0.016826841980218887,
      "step": 51230
    },
    {
      "loss_action": 0.025751814246177673,
      "loss_total": 0.025751814246177673,
      "step": 51230
    },
    {
      "loss_action": 0.004844345152378082,
      "loss_total": 0.004844345152378082,
      "step": 51230
    },
    {
      "grad_norm": 0.1276019662618637,
      "learning_rate": 9.83417442762723e-05,
      "loss": 0.0081,
      "step": 51240
    },
    {
      "loss_action": 0.005248775705695152,
      "loss_total": 0.005248775705695152,
      "step": 51240
    },
    {
      "loss_action": 0.004058492369949818,
      "loss_total": 0.004058492369949818,
      "step": 51240
    },
    {
      "loss_action": 0.014113270677626133,
      "loss_total": 0.014113270677626133,
      "step": 51240
    },
    {
      "loss_action": 0.006554674357175827,
      "loss_total": 0.006554674357175827,
      "step": 51240
    },
    {
      "loss_action": 0.01019380521029234,
      "loss_total": 0.01019380521029234,
      "step": 51240
    },
    {
      "loss_action": 0.002769279293715954,
      "loss_total": 0.002769279293715954,
      "step": 51240
    },
    {
      "loss_action": 0.00895623303949833,
      "loss_total": 0.00895623303949833,
      "step": 51240
    },
    {
      "loss_action": 0.00397348590195179,
      "loss_total": 0.00397348590195179,
      "step": 51240
    },
    {
      "grad_norm": 0.10905324667692184,
      "learning_rate": 9.834068836133036e-05,
      "loss": 0.0088,
      "step": 51250
    },
    {
      "loss_action": 0.006948704365640879,
      "loss_total": 0.006948704365640879,
      "step": 51250
    },
    {
      "loss_action": 0.006299926899373531,
      "loss_total": 0.006299926899373531,
      "step": 51250
    },
    {
      "loss_action": 0.012331904843449593,
      "loss_total": 0.012331904843449593,
      "step": 51250
    },
    {
      "loss_action": 0.019507329910993576,
      "loss_total": 0.019507329910993576,
      "step": 51250
    },
    {
      "loss_action": 0.009811002761125565,
      "loss_total": 0.009811002761125565,
      "step": 51250
    },
    {
      "loss_action": 0.017964255064725876,
      "loss_total": 0.017964255064725876,
      "step": 51250
    },
    {
      "loss_action": 0.005222667474299669,
      "loss_total": 0.005222667474299669,
      "step": 51250
    },
    {
      "loss_action": 0.005708495154976845,
      "loss_total": 0.005708495154976845,
      "step": 51250
    },
    {
      "grad_norm": 0.11469028145074844,
      "learning_rate": 9.833963211598439e-05,
      "loss": 0.0091,
      "step": 51260
    },
    {
      "loss_action": 0.011411393992602825,
      "loss_total": 0.011411393992602825,
      "step": 51260
    },
    {
      "loss_action": 0.007024535909295082,
      "loss_total": 0.007024535909295082,
      "step": 51260
    },
    {
      "loss_action": 0.006228548474609852,
      "loss_total": 0.006228548474609852,
      "step": 51260
    },
    {
      "loss_action": 0.005460081622004509,
      "loss_total": 0.005460081622004509,
      "step": 51260
    },
    {
      "loss_action": 0.00327150896191597,
      "loss_total": 0.00327150896191597,
      "step": 51260
    },
    {
      "loss_action": 0.0051172589883208275,
      "loss_total": 0.0051172589883208275,
      "step": 51260
    },
    {
      "loss_action": 0.005973691586405039,
      "loss_total": 0.005973691586405039,
      "step": 51260
    },
    {
      "loss_action": 0.0035677561536431313,
      "loss_total": 0.0035677561536431313,
      "step": 51260
    },
    {
      "grad_norm": 0.1002078652381897,
      "learning_rate": 9.833857554024156e-05,
      "loss": 0.0077,
      "step": 51270
    },
    {
      "loss_action": 0.00745646096765995,
      "loss_total": 0.00745646096765995,
      "step": 51270
    },
    {
      "loss_action": 0.003576329443603754,
      "loss_total": 0.003576329443603754,
      "step": 51270
    },
    {
      "loss_action": 0.018320895731449127,
      "loss_total": 0.018320895731449127,
      "step": 51270
    },
    {
      "loss_action": 0.006439287215471268,
      "loss_total": 0.006439287215471268,
      "step": 51270
    },
    {
      "loss_action": 0.004896605387330055,
      "loss_total": 0.004896605387330055,
      "step": 51270
    },
    {
      "loss_action": 0.006292904727160931,
      "loss_total": 0.006292904727160931,
      "step": 51270
    },
    {
      "loss_action": 0.0020673535764217377,
      "loss_total": 0.0020673535764217377,
      "step": 51270
    },
    {
      "loss_action": 0.007973195984959602,
      "loss_total": 0.007973195984959602,
      "step": 51270
    },
    {
      "grad_norm": 0.09646844118833542,
      "learning_rate": 9.833751863410909e-05,
      "loss": 0.0082,
      "step": 51280
    },
    {
      "loss_action": 0.010092433542013168,
      "loss_total": 0.010092433542013168,
      "step": 51280
    },
    {
      "loss_action": 0.010764384642243385,
      "loss_total": 0.010764384642243385,
      "step": 51280
    },
    {
      "loss_action": 0.01002286747097969,
      "loss_total": 0.01002286747097969,
      "step": 51280
    },
    {
      "loss_action": 0.004195558372884989,
      "loss_total": 0.004195558372884989,
      "step": 51280
    },
    {
      "loss_action": 0.00967824924737215,
      "loss_total": 0.00967824924737215,
      "step": 51280
    },
    {
      "loss_action": 0.005444110371172428,
      "loss_total": 0.005444110371172428,
      "step": 51280
    },
    {
      "loss_action": 0.007427094504237175,
      "loss_total": 0.007427094504237175,
      "step": 51280
    },
    {
      "loss_action": 0.005658186972141266,
      "loss_total": 0.005658186972141266,
      "step": 51280
    },
    {
      "grad_norm": 0.18876396119594574,
      "learning_rate": 9.833646139759423e-05,
      "loss": 0.0077,
      "step": 51290
    },
    {
      "loss_action": 0.009909069165587425,
      "loss_total": 0.009909069165587425,
      "step": 51290
    },
    {
      "loss_action": 0.007805420085787773,
      "loss_total": 0.007805420085787773,
      "step": 51290
    },
    {
      "loss_action": 0.006422211416065693,
      "loss_total": 0.006422211416065693,
      "step": 51290
    },
    {
      "loss_action": 0.001961233327165246,
      "loss_total": 0.001961233327165246,
      "step": 51290
    },
    {
      "loss_action": 0.002573650795966387,
      "loss_total": 0.002573650795966387,
      "step": 51290
    },
    {
      "loss_action": 0.01066756434738636,
      "loss_total": 0.01066756434738636,
      "step": 51290
    },
    {
      "loss_action": 0.006998894270509481,
      "loss_total": 0.006998894270509481,
      "step": 51290
    },
    {
      "loss_action": 0.005681150127202272,
      "loss_total": 0.005681150127202272,
      "step": 51290
    },
    {
      "grad_norm": 0.13341781497001648,
      "learning_rate": 9.833540383070419e-05,
      "loss": 0.0093,
      "step": 51300
    },
    {
      "loss_action": 0.013410699553787708,
      "loss_total": 0.013410699553787708,
      "step": 51300
    },
    {
      "loss_action": 0.01566595956683159,
      "loss_total": 0.01566595956683159,
      "step": 51300
    },
    {
      "loss_action": 0.00626784935593605,
      "loss_total": 0.00626784935593605,
      "step": 51300
    },
    {
      "loss_action": 0.0035704909823834896,
      "loss_total": 0.0035704909823834896,
      "step": 51300
    },
    {
      "loss_action": 0.005976377986371517,
      "loss_total": 0.005976377986371517,
      "step": 51300
    },
    {
      "loss_action": 0.003912865184247494,
      "loss_total": 0.003912865184247494,
      "step": 51300
    },
    {
      "loss_action": 0.006180678494274616,
      "loss_total": 0.006180678494274616,
      "step": 51300
    },
    {
      "loss_action": 0.007201419211924076,
      "loss_total": 0.007201419211924076,
      "step": 51300
    },
    {
      "grad_norm": 0.1092321127653122,
      "learning_rate": 9.833434593344622e-05,
      "loss": 0.0095,
      "step": 51310
    },
    {
      "loss_action": 0.003955328371375799,
      "loss_total": 0.003955328371375799,
      "step": 51310
    },
    {
      "loss_action": 0.010665742680430412,
      "loss_total": 0.010665742680430412,
      "step": 51310
    },
    {
      "loss_action": 0.009144781157374382,
      "loss_total": 0.009144781157374382,
      "step": 51310
    },
    {
      "loss_action": 0.014477880671620369,
      "loss_total": 0.014477880671620369,
      "step": 51310
    },
    {
      "loss_action": 0.013026953674852848,
      "loss_total": 0.013026953674852848,
      "step": 51310
    },
    {
      "loss_action": 0.012503931298851967,
      "loss_total": 0.012503931298851967,
      "step": 51310
    },
    {
      "loss_action": 0.018070325255393982,
      "loss_total": 0.018070325255393982,
      "step": 51310
    },
    {
      "loss_action": 0.007417135871946812,
      "loss_total": 0.007417135871946812,
      "step": 51310
    },
    {
      "grad_norm": 0.15034858882427216,
      "learning_rate": 9.833328770582753e-05,
      "loss": 0.0082,
      "step": 51320
    },
    {
      "loss_action": 0.008740369230508804,
      "loss_total": 0.008740369230508804,
      "step": 51320
    },
    {
      "loss_action": 0.012255311943590641,
      "loss_total": 0.012255311943590641,
      "step": 51320
    },
    {
      "loss_action": 0.003506287932395935,
      "loss_total": 0.003506287932395935,
      "step": 51320
    },
    {
      "loss_action": 0.006461856886744499,
      "loss_total": 0.006461856886744499,
      "step": 51320
    },
    {
      "loss_action": 0.006309065967798233,
      "loss_total": 0.006309065967798233,
      "step": 51320
    },
    {
      "loss_action": 0.005058302544057369,
      "loss_total": 0.005058302544057369,
      "step": 51320
    },
    {
      "loss_action": 0.023201361298561096,
      "loss_total": 0.023201361298561096,
      "step": 51320
    },
    {
      "loss_action": 0.009949689731001854,
      "loss_total": 0.009949689731001854,
      "step": 51320
    },
    {
      "grad_norm": 0.09419750422239304,
      "learning_rate": 9.833222914785533e-05,
      "loss": 0.0079,
      "step": 51330
    },
    {
      "loss_action": 0.005036507733166218,
      "loss_total": 0.005036507733166218,
      "step": 51330
    },
    {
      "loss_action": 0.01712196320295334,
      "loss_total": 0.01712196320295334,
      "step": 51330
    },
    {
      "loss_action": 0.002273126970976591,
      "loss_total": 0.002273126970976591,
      "step": 51330
    },
    {
      "loss_action": 0.004065187182277441,
      "loss_total": 0.004065187182277441,
      "step": 51330
    },
    {
      "loss_action": 0.005829043686389923,
      "loss_total": 0.005829043686389923,
      "step": 51330
    },
    {
      "loss_action": 0.003678365843370557,
      "loss_total": 0.003678365843370557,
      "step": 51330
    },
    {
      "loss_action": 0.006475167814642191,
      "loss_total": 0.006475167814642191,
      "step": 51330
    },
    {
      "loss_action": 0.0026856078766286373,
      "loss_total": 0.0026856078766286373,
      "step": 51330
    },
    {
      "grad_norm": 0.11002510040998459,
      "learning_rate": 9.833117025953692e-05,
      "loss": 0.0076,
      "step": 51340
    },
    {
      "loss_action": 0.014698355458676815,
      "loss_total": 0.014698355458676815,
      "step": 51340
    },
    {
      "loss_action": 0.016945194453001022,
      "loss_total": 0.016945194453001022,
      "step": 51340
    },
    {
      "loss_action": 0.010855820029973984,
      "loss_total": 0.010855820029973984,
      "step": 51340
    },
    {
      "loss_action": 0.004122481215745211,
      "loss_total": 0.004122481215745211,
      "step": 51340
    },
    {
      "loss_action": 0.002741847187280655,
      "loss_total": 0.002741847187280655,
      "step": 51340
    },
    {
      "loss_action": 0.004479169845581055,
      "loss_total": 0.004479169845581055,
      "step": 51340
    },
    {
      "loss_action": 0.0031874196138232946,
      "loss_total": 0.0031874196138232946,
      "step": 51340
    },
    {
      "loss_action": 0.002876130398362875,
      "loss_total": 0.002876130398362875,
      "step": 51340
    },
    {
      "grad_norm": 0.10023898631334305,
      "learning_rate": 9.833011104087948e-05,
      "loss": 0.0071,
      "step": 51350
    },
    {
      "loss_action": 0.011484515853226185,
      "loss_total": 0.011484515853226185,
      "step": 51350
    },
    {
      "loss_action": 0.001783457468263805,
      "loss_total": 0.001783457468263805,
      "step": 51350
    },
    {
      "loss_action": 0.003265833482146263,
      "loss_total": 0.003265833482146263,
      "step": 51350
    },
    {
      "loss_action": 0.020732255652546883,
      "loss_total": 0.020732255652546883,
      "step": 51350
    },
    {
      "loss_action": 0.004720084369182587,
      "loss_total": 0.004720084369182587,
      "step": 51350
    },
    {
      "loss_action": 0.00272133806720376,
      "loss_total": 0.00272133806720376,
      "step": 51350
    },
    {
      "loss_action": 0.01587516814470291,
      "loss_total": 0.01587516814470291,
      "step": 51350
    },
    {
      "loss_action": 0.003328918479382992,
      "loss_total": 0.003328918479382992,
      "step": 51350
    },
    {
      "grad_norm": 0.192460834980011,
      "learning_rate": 9.832905149189027e-05,
      "loss": 0.0088,
      "step": 51360
    },
    {
      "loss_action": 0.0039854031056165695,
      "loss_total": 0.0039854031056165695,
      "step": 51360
    },
    {
      "loss_action": 0.010254074819386005,
      "loss_total": 0.010254074819386005,
      "step": 51360
    },
    {
      "loss_action": 0.0072183022275567055,
      "loss_total": 0.0072183022275567055,
      "step": 51360
    },
    {
      "loss_action": 0.016301950439810753,
      "loss_total": 0.016301950439810753,
      "step": 51360
    },
    {
      "loss_action": 0.006704987026751041,
      "loss_total": 0.006704987026751041,
      "step": 51360
    },
    {
      "loss_action": 0.006083580665290356,
      "loss_total": 0.006083580665290356,
      "step": 51360
    },
    {
      "loss_action": 0.011603043414652348,
      "loss_total": 0.011603043414652348,
      "step": 51360
    },
    {
      "loss_action": 0.016032546758651733,
      "loss_total": 0.016032546758651733,
      "step": 51360
    },
    {
      "grad_norm": 0.12096065282821655,
      "learning_rate": 9.832799161257654e-05,
      "loss": 0.0081,
      "step": 51370
    },
    {
      "loss_action": 0.016523616388440132,
      "loss_total": 0.016523616388440132,
      "step": 51370
    },
    {
      "loss_action": 0.006663420703262091,
      "loss_total": 0.006663420703262091,
      "step": 51370
    },
    {
      "loss_action": 0.006156325805932283,
      "loss_total": 0.006156325805932283,
      "step": 51370
    },
    {
      "loss_action": 0.0039780172519385815,
      "loss_total": 0.0039780172519385815,
      "step": 51370
    },
    {
      "loss_action": 0.008178243413567543,
      "loss_total": 0.008178243413567543,
      "step": 51370
    },
    {
      "loss_action": 0.01781635731458664,
      "loss_total": 0.01781635731458664,
      "step": 51370
    },
    {
      "loss_action": 0.007107349578291178,
      "loss_total": 0.007107349578291178,
      "step": 51370
    },
    {
      "loss_action": 0.005729265511035919,
      "loss_total": 0.005729265511035919,
      "step": 51370
    },
    {
      "grad_norm": 0.22774673998355865,
      "learning_rate": 9.832693140294553e-05,
      "loss": 0.0107,
      "step": 51380
    },
    {
      "loss_action": 0.004839000292122364,
      "loss_total": 0.004839000292122364,
      "step": 51380
    },
    {
      "loss_action": 0.007784861605614424,
      "loss_total": 0.007784861605614424,
      "step": 51380
    },
    {
      "loss_action": 0.006036417558789253,
      "loss_total": 0.006036417558789253,
      "step": 51380
    },
    {
      "loss_action": 0.00806517619639635,
      "loss_total": 0.00806517619639635,
      "step": 51380
    },
    {
      "loss_action": 0.013840725645422935,
      "loss_total": 0.013840725645422935,
      "step": 51380
    },
    {
      "loss_action": 0.005803486332297325,
      "loss_total": 0.005803486332297325,
      "step": 51380
    },
    {
      "loss_action": 0.006240654271095991,
      "loss_total": 0.006240654271095991,
      "step": 51380
    },
    {
      "loss_action": 0.005842810962349176,
      "loss_total": 0.005842810962349176,
      "step": 51380
    },
    {
      "grad_norm": 0.07895836979150772,
      "learning_rate": 9.832587086300446e-05,
      "loss": 0.0089,
      "step": 51390
    },
    {
      "loss_action": 0.011752743273973465,
      "loss_total": 0.011752743273973465,
      "step": 51390
    },
    {
      "loss_action": 0.008545378223061562,
      "loss_total": 0.008545378223061562,
      "step": 51390
    },
    {
      "loss_action": 0.004253672435879707,
      "loss_total": 0.004253672435879707,
      "step": 51390
    },
    {
      "loss_action": 0.003057157853618264,
      "loss_total": 0.003057157853618264,
      "step": 51390
    },
    {
      "loss_action": 0.008420338854193687,
      "loss_total": 0.008420338854193687,
      "step": 51390
    },
    {
      "loss_action": 0.00338241015560925,
      "loss_total": 0.00338241015560925,
      "step": 51390
    },
    {
      "loss_action": 0.005638769827783108,
      "loss_total": 0.005638769827783108,
      "step": 51390
    },
    {
      "loss_action": 0.004770078230649233,
      "loss_total": 0.004770078230649233,
      "step": 51390
    },
    {
      "grad_norm": 0.1486027091741562,
      "learning_rate": 9.832480999276061e-05,
      "loss": 0.0081,
      "step": 51400
    },
    {
      "loss_action": 0.0032618138939142227,
      "loss_total": 0.0032618138939142227,
      "step": 51400
    },
    {
      "loss_action": 0.0056754834949970245,
      "loss_total": 0.0056754834949970245,
      "step": 51400
    },
    {
      "loss_action": 0.012732341885566711,
      "loss_total": 0.012732341885566711,
      "step": 51400
    },
    {
      "loss_action": 0.0030147104989737272,
      "loss_total": 0.0030147104989737272,
      "step": 51400
    },
    {
      "loss_action": 0.0025353324599564075,
      "loss_total": 0.0025353324599564075,
      "step": 51400
    },
    {
      "loss_action": 0.01671520620584488,
      "loss_total": 0.01671520620584488,
      "step": 51400
    },
    {
      "loss_action": 0.0045297881588339806,
      "loss_total": 0.0045297881588339806,
      "step": 51400
    },
    {
      "loss_action": 0.008526704274117947,
      "loss_total": 0.008526704274117947,
      "step": 51400
    },
    {
      "grad_norm": 0.12836988270282745,
      "learning_rate": 9.832374879222123e-05,
      "loss": 0.0089,
      "step": 51410
    },
    {
      "loss_action": 0.0069462014362216,
      "loss_total": 0.0069462014362216,
      "step": 51410
    },
    {
      "loss_action": 0.01752655953168869,
      "loss_total": 0.01752655953168869,
      "step": 51410
    },
    {
      "loss_action": 0.009890216402709484,
      "loss_total": 0.009890216402709484,
      "step": 51410
    },
    {
      "loss_action": 0.003050363389775157,
      "loss_total": 0.003050363389775157,
      "step": 51410
    },
    {
      "loss_action": 0.006612316705286503,
      "loss_total": 0.006612316705286503,
      "step": 51410
    },
    {
      "loss_action": 0.003637280547991395,
      "loss_total": 0.003637280547991395,
      "step": 51410
    },
    {
      "loss_action": 0.011000776663422585,
      "loss_total": 0.011000776663422585,
      "step": 51410
    },
    {
      "loss_action": 0.004379920195788145,
      "loss_total": 0.004379920195788145,
      "step": 51410
    },
    {
      "grad_norm": 0.08862078934907913,
      "learning_rate": 9.832268726139357e-05,
      "loss": 0.0078,
      "step": 51420
    },
    {
      "loss_action": 0.008704123087227345,
      "loss_total": 0.008704123087227345,
      "step": 51420
    },
    {
      "loss_action": 0.009665347635746002,
      "loss_total": 0.009665347635746002,
      "step": 51420
    },
    {
      "loss_action": 0.007456397637724876,
      "loss_total": 0.007456397637724876,
      "step": 51420
    },
    {
      "loss_action": 0.007000996731221676,
      "loss_total": 0.007000996731221676,
      "step": 51420
    },
    {
      "loss_action": 0.007150302641093731,
      "loss_total": 0.007150302641093731,
      "step": 51420
    },
    {
      "loss_action": 0.013539156876504421,
      "loss_total": 0.013539156876504421,
      "step": 51420
    },
    {
      "loss_action": 0.010437360033392906,
      "loss_total": 0.010437360033392906,
      "step": 51420
    },
    {
      "loss_action": 0.003836867166683078,
      "loss_total": 0.003836867166683078,
      "step": 51420
    },
    {
      "grad_norm": 0.1140340268611908,
      "learning_rate": 9.832162540028487e-05,
      "loss": 0.0089,
      "step": 51430
    },
    {
      "loss_action": 0.045435719192028046,
      "loss_total": 0.045435719192028046,
      "step": 51430
    },
    {
      "loss_action": 0.018136028200387955,
      "loss_total": 0.018136028200387955,
      "step": 51430
    },
    {
      "loss_action": 0.006395024713128805,
      "loss_total": 0.006395024713128805,
      "step": 51430
    },
    {
      "loss_action": 0.008482486940920353,
      "loss_total": 0.008482486940920353,
      "step": 51430
    },
    {
      "loss_action": 0.005909213796257973,
      "loss_total": 0.005909213796257973,
      "step": 51430
    },
    {
      "loss_action": 0.011489132419228554,
      "loss_total": 0.011489132419228554,
      "step": 51430
    },
    {
      "loss_action": 0.015882045030593872,
      "loss_total": 0.015882045030593872,
      "step": 51430
    },
    {
      "loss_action": 0.010841421782970428,
      "loss_total": 0.010841421782970428,
      "step": 51430
    },
    {
      "grad_norm": 0.09516022354364395,
      "learning_rate": 9.83205632089024e-05,
      "loss": 0.008,
      "step": 51440
    },
    {
      "loss_action": 0.007362920790910721,
      "loss_total": 0.007362920790910721,
      "step": 51440
    },
    {
      "loss_action": 0.011964972130954266,
      "loss_total": 0.011964972130954266,
      "step": 51440
    },
    {
      "loss_action": 0.007692527957260609,
      "loss_total": 0.007692527957260609,
      "step": 51440
    },
    {
      "loss_action": 0.0034178278874605894,
      "loss_total": 0.0034178278874605894,
      "step": 51440
    },
    {
      "loss_action": 0.012332351878285408,
      "loss_total": 0.012332351878285408,
      "step": 51440
    },
    {
      "loss_action": 0.009260160848498344,
      "loss_total": 0.009260160848498344,
      "step": 51440
    },
    {
      "loss_action": 0.00527536403387785,
      "loss_total": 0.00527536403387785,
      "step": 51440
    },
    {
      "loss_action": 0.0041233450174331665,
      "loss_total": 0.0041233450174331665,
      "step": 51440
    },
    {
      "grad_norm": 0.15326984226703644,
      "learning_rate": 9.831950068725342e-05,
      "loss": 0.0089,
      "step": 51450
    },
    {
      "loss_action": 0.005947221536189318,
      "loss_total": 0.005947221536189318,
      "step": 51450
    },
    {
      "loss_action": 0.007447654847055674,
      "loss_total": 0.007447654847055674,
      "step": 51450
    },
    {
      "loss_action": 0.0071771517395973206,
      "loss_total": 0.0071771517395973206,
      "step": 51450
    },
    {
      "loss_action": 0.01546588633209467,
      "loss_total": 0.01546588633209467,
      "step": 51450
    },
    {
      "loss_action": 0.0033255168236792088,
      "loss_total": 0.0033255168236792088,
      "step": 51450
    },
    {
      "loss_action": 0.0029825223609805107,
      "loss_total": 0.0029825223609805107,
      "step": 51450
    },
    {
      "loss_action": 0.003929926548153162,
      "loss_total": 0.003929926548153162,
      "step": 51450
    },
    {
      "loss_action": 0.00942963920533657,
      "loss_total": 0.00942963920533657,
      "step": 51450
    },
    {
      "grad_norm": 0.096621073782444,
      "learning_rate": 9.831843783534519e-05,
      "loss": 0.0084,
      "step": 51460
    },
    {
      "loss_action": 0.023247934877872467,
      "loss_total": 0.023247934877872467,
      "step": 51460
    },
    {
      "loss_action": 0.0282365120947361,
      "loss_total": 0.0282365120947361,
      "step": 51460
    },
    {
      "loss_action": 0.0028305072337388992,
      "loss_total": 0.0028305072337388992,
      "step": 51460
    },
    {
      "loss_action": 0.008189165033400059,
      "loss_total": 0.008189165033400059,
      "step": 51460
    },
    {
      "loss_action": 0.002579696010798216,
      "loss_total": 0.002579696010798216,
      "step": 51460
    },
    {
      "loss_action": 0.002831016667187214,
      "loss_total": 0.002831016667187214,
      "step": 51460
    },
    {
      "loss_action": 0.006870000623166561,
      "loss_total": 0.006870000623166561,
      "step": 51460
    },
    {
      "loss_action": 0.0023738157469779253,
      "loss_total": 0.0023738157469779253,
      "step": 51460
    },
    {
      "grad_norm": 0.13981512188911438,
      "learning_rate": 9.831737465318498e-05,
      "loss": 0.0074,
      "step": 51470
    },
    {
      "loss_action": 0.0064656781032681465,
      "loss_total": 0.0064656781032681465,
      "step": 51470
    },
    {
      "loss_action": 0.007955319248139858,
      "loss_total": 0.007955319248139858,
      "step": 51470
    },
    {
      "loss_action": 0.010775893926620483,
      "loss_total": 0.010775893926620483,
      "step": 51470
    },
    {
      "loss_action": 0.007420412730425596,
      "loss_total": 0.007420412730425596,
      "step": 51470
    },
    {
      "loss_action": 0.0048925606533885,
      "loss_total": 0.0048925606533885,
      "step": 51470
    },
    {
      "loss_action": 0.0023115684743970633,
      "loss_total": 0.0023115684743970633,
      "step": 51470
    },
    {
      "loss_action": 0.010549750179052353,
      "loss_total": 0.010549750179052353,
      "step": 51470
    },
    {
      "loss_action": 0.00461165327578783,
      "loss_total": 0.00461165327578783,
      "step": 51470
    },
    {
      "grad_norm": 0.10640943795442581,
      "learning_rate": 9.831631114078004e-05,
      "loss": 0.009,
      "step": 51480
    },
    {
      "loss_action": 0.007287607993930578,
      "loss_total": 0.007287607993930578,
      "step": 51480
    },
    {
      "loss_action": 0.01251838356256485,
      "loss_total": 0.01251838356256485,
      "step": 51480
    },
    {
      "loss_action": 0.006151953712105751,
      "loss_total": 0.006151953712105751,
      "step": 51480
    },
    {
      "loss_action": 0.01010418962687254,
      "loss_total": 0.01010418962687254,
      "step": 51480
    },
    {
      "loss_action": 0.00215164665132761,
      "loss_total": 0.00215164665132761,
      "step": 51480
    },
    {
      "loss_action": 0.011397918686270714,
      "loss_total": 0.011397918686270714,
      "step": 51480
    },
    {
      "loss_action": 0.01780756562948227,
      "loss_total": 0.01780756562948227,
      "step": 51480
    },
    {
      "loss_action": 0.007293080911040306,
      "loss_total": 0.007293080911040306,
      "step": 51480
    },
    {
      "grad_norm": 0.13984204828739166,
      "learning_rate": 9.831524729813765e-05,
      "loss": 0.0078,
      "step": 51490
    },
    {
      "loss_action": 0.00883749034255743,
      "loss_total": 0.00883749034255743,
      "step": 51490
    },
    {
      "loss_action": 0.013636285439133644,
      "loss_total": 0.013636285439133644,
      "step": 51490
    },
    {
      "loss_action": 0.007776200771331787,
      "loss_total": 0.007776200771331787,
      "step": 51490
    },
    {
      "loss_action": 0.011170480400323868,
      "loss_total": 0.011170480400323868,
      "step": 51490
    },
    {
      "loss_action": 0.01352805644273758,
      "loss_total": 0.01352805644273758,
      "step": 51490
    },
    {
      "loss_action": 0.006187456659972668,
      "loss_total": 0.006187456659972668,
      "step": 51490
    },
    {
      "loss_action": 0.01572968252003193,
      "loss_total": 0.01572968252003193,
      "step": 51490
    },
    {
      "loss_action": 0.007952284999191761,
      "loss_total": 0.007952284999191761,
      "step": 51490
    },
    {
      "grad_norm": 0.13889934122562408,
      "learning_rate": 9.831418312526511e-05,
      "loss": 0.0079,
      "step": 51500
    },
    {
      "loss_action": 0.0077054910361766815,
      "loss_total": 0.0077054910361766815,
      "step": 51500
    },
    {
      "loss_action": 0.004216995555907488,
      "loss_total": 0.004216995555907488,
      "step": 51500
    },
    {
      "loss_action": 0.004543607123196125,
      "loss_total": 0.004543607123196125,
      "step": 51500
    },
    {
      "loss_action": 0.004828577861189842,
      "loss_total": 0.004828577861189842,
      "step": 51500
    },
    {
      "loss_action": 0.012672705575823784,
      "loss_total": 0.012672705575823784,
      "step": 51500
    },
    {
      "loss_action": 0.007153489161282778,
      "loss_total": 0.007153489161282778,
      "step": 51500
    },
    {
      "loss_action": 0.014803615398705006,
      "loss_total": 0.014803615398705006,
      "step": 51500
    },
    {
      "loss_action": 0.022951167076826096,
      "loss_total": 0.022951167076826096,
      "step": 51500
    },
    {
      "grad_norm": 0.1095428466796875,
      "learning_rate": 9.831311862216963e-05,
      "loss": 0.0073,
      "step": 51510
    },
    {
      "loss_action": 0.01074185874313116,
      "loss_total": 0.01074185874313116,
      "step": 51510
    },
    {
      "loss_action": 0.0031484051141887903,
      "loss_total": 0.0031484051141887903,
      "step": 51510
    },
    {
      "loss_action": 0.014152362942695618,
      "loss_total": 0.014152362942695618,
      "step": 51510
    },
    {
      "loss_action": 0.007664044387638569,
      "loss_total": 0.007664044387638569,
      "step": 51510
    },
    {
      "loss_action": 0.004809059668332338,
      "loss_total": 0.004809059668332338,
      "step": 51510
    },
    {
      "loss_action": 0.018964983522892,
      "loss_total": 0.018964983522892,
      "step": 51510
    },
    {
      "loss_action": 0.006788792088627815,
      "loss_total": 0.006788792088627815,
      "step": 51510
    },
    {
      "loss_action": 0.013949787244200706,
      "loss_total": 0.013949787244200706,
      "step": 51510
    },
    {
      "grad_norm": 0.11849934607744217,
      "learning_rate": 9.831205378885853e-05,
      "loss": 0.0078,
      "step": 51520
    },
    {
      "loss_action": 0.008222939446568489,
      "loss_total": 0.008222939446568489,
      "step": 51520
    },
    {
      "loss_action": 0.006817574612796307,
      "loss_total": 0.006817574612796307,
      "step": 51520
    },
    {
      "loss_action": 0.004071823321282864,
      "loss_total": 0.004071823321282864,
      "step": 51520
    },
    {
      "loss_action": 0.0030694720335304737,
      "loss_total": 0.0030694720335304737,
      "step": 51520
    },
    {
      "loss_action": 0.0054159220308065414,
      "loss_total": 0.0054159220308065414,
      "step": 51520
    },
    {
      "loss_action": 0.00620478019118309,
      "loss_total": 0.00620478019118309,
      "step": 51520
    },
    {
      "loss_action": 0.010409899987280369,
      "loss_total": 0.010409899987280369,
      "step": 51520
    },
    {
      "loss_action": 0.004813625477254391,
      "loss_total": 0.004813625477254391,
      "step": 51520
    },
    {
      "grad_norm": 0.12622474133968353,
      "learning_rate": 9.831098862533909e-05,
      "loss": 0.0071,
      "step": 51530
    },
    {
      "loss_action": 0.010020037181675434,
      "loss_total": 0.010020037181675434,
      "step": 51530
    },
    {
      "loss_action": 0.01075840089470148,
      "loss_total": 0.01075840089470148,
      "step": 51530
    },
    {
      "loss_action": 0.004578164778649807,
      "loss_total": 0.004578164778649807,
      "step": 51530
    },
    {
      "loss_action": 0.11240310966968536,
      "loss_total": 0.11240310966968536,
      "step": 51530
    },
    {
      "loss_action": 0.010782714001834393,
      "loss_total": 0.010782714001834393,
      "step": 51530
    },
    {
      "loss_action": 0.0035743124317377806,
      "loss_total": 0.0035743124317377806,
      "step": 51530
    },
    {
      "loss_action": 0.004171441309154034,
      "loss_total": 0.004171441309154034,
      "step": 51530
    },
    {
      "loss_action": 0.0048044160939753056,
      "loss_total": 0.0048044160939753056,
      "step": 51530
    },
    {
      "grad_norm": 0.10862722247838974,
      "learning_rate": 9.830992313161857e-05,
      "loss": 0.0102,
      "step": 51540
    },
    {
      "loss_action": 0.009727682918310165,
      "loss_total": 0.009727682918310165,
      "step": 51540
    },
    {
      "loss_action": 0.016150018200278282,
      "loss_total": 0.016150018200278282,
      "step": 51540
    },
    {
      "loss_action": 0.014588948339223862,
      "loss_total": 0.014588948339223862,
      "step": 51540
    },
    {
      "loss_action": 0.0077363234013319016,
      "loss_total": 0.0077363234013319016,
      "step": 51540
    },
    {
      "loss_action": 0.008389980532228947,
      "loss_total": 0.008389980532228947,
      "step": 51540
    },
    {
      "loss_action": 0.01270749606192112,
      "loss_total": 0.01270749606192112,
      "step": 51540
    },
    {
      "loss_action": 0.008012933656573296,
      "loss_total": 0.008012933656573296,
      "step": 51540
    },
    {
      "loss_action": 0.009131869301199913,
      "loss_total": 0.009131869301199913,
      "step": 51540
    },
    {
      "grad_norm": 0.09335435926914215,
      "learning_rate": 9.830885730770427e-05,
      "loss": 0.0075,
      "step": 51550
    },
    {
      "loss_action": 0.005598100833594799,
      "loss_total": 0.005598100833594799,
      "step": 51550
    },
    {
      "loss_action": 0.00482137780636549,
      "loss_total": 0.00482137780636549,
      "step": 51550
    },
    {
      "loss_action": 0.004499917384237051,
      "loss_total": 0.004499917384237051,
      "step": 51550
    },
    {
      "loss_action": 0.012006914243102074,
      "loss_total": 0.012006914243102074,
      "step": 51550
    },
    {
      "loss_action": 0.003793379059061408,
      "loss_total": 0.003793379059061408,
      "step": 51550
    },
    {
      "loss_action": 0.019353564828634262,
      "loss_total": 0.019353564828634262,
      "step": 51550
    },
    {
      "loss_action": 0.04961960390210152,
      "loss_total": 0.04961960390210152,
      "step": 51550
    },
    {
      "loss_action": 0.00443361746147275,
      "loss_total": 0.00443361746147275,
      "step": 51550
    },
    {
      "grad_norm": 0.14316168427467346,
      "learning_rate": 9.830779115360346e-05,
      "loss": 0.0089,
      "step": 51560
    },
    {
      "loss_action": 0.011248990893363953,
      "loss_total": 0.011248990893363953,
      "step": 51560
    },
    {
      "loss_action": 0.01484976802021265,
      "loss_total": 0.01484976802021265,
      "step": 51560
    },
    {
      "loss_action": 0.009574159979820251,
      "loss_total": 0.009574159979820251,
      "step": 51560
    },
    {
      "loss_action": 0.012683160603046417,
      "loss_total": 0.012683160603046417,
      "step": 51560
    },
    {
      "loss_action": 0.007957031019032001,
      "loss_total": 0.007957031019032001,
      "step": 51560
    },
    {
      "loss_action": 0.016288939863443375,
      "loss_total": 0.016288939863443375,
      "step": 51560
    },
    {
      "loss_action": 0.007316847797483206,
      "loss_total": 0.007316847797483206,
      "step": 51560
    },
    {
      "loss_action": 0.010235898196697235,
      "loss_total": 0.010235898196697235,
      "step": 51560
    },
    {
      "grad_norm": 0.09597483277320862,
      "learning_rate": 9.830672466932344e-05,
      "loss": 0.0094,
      "step": 51570
    },
    {
      "loss_action": 0.00957810040563345,
      "loss_total": 0.00957810040563345,
      "step": 51570
    },
    {
      "loss_action": 0.00689207948744297,
      "loss_total": 0.00689207948744297,
      "step": 51570
    },
    {
      "loss_action": 0.006386826746165752,
      "loss_total": 0.006386826746165752,
      "step": 51570
    },
    {
      "loss_action": 0.007110347039997578,
      "loss_total": 0.007110347039997578,
      "step": 51570
    },
    {
      "loss_action": 0.0049162451177835464,
      "loss_total": 0.0049162451177835464,
      "step": 51570
    },
    {
      "loss_action": 0.012723833322525024,
      "loss_total": 0.012723833322525024,
      "step": 51570
    },
    {
      "loss_action": 0.004571830853819847,
      "loss_total": 0.004571830853819847,
      "step": 51570
    },
    {
      "loss_action": 0.003540980163961649,
      "loss_total": 0.003540980163961649,
      "step": 51570
    },
    {
      "grad_norm": 0.11907676607370377,
      "learning_rate": 9.830565785487149e-05,
      "loss": 0.0082,
      "step": 51580
    },
    {
      "loss_action": 0.03288370370864868,
      "loss_total": 0.03288370370864868,
      "step": 51580
    },
    {
      "loss_action": 0.00657464936375618,
      "loss_total": 0.00657464936375618,
      "step": 51580
    },
    {
      "loss_action": 0.008541150949895382,
      "loss_total": 0.008541150949895382,
      "step": 51580
    },
    {
      "loss_action": 0.006431879475712776,
      "loss_total": 0.006431879475712776,
      "step": 51580
    },
    {
      "loss_action": 0.003640290116891265,
      "loss_total": 0.003640290116891265,
      "step": 51580
    },
    {
      "loss_action": 0.010277550667524338,
      "loss_total": 0.010277550667524338,
      "step": 51580
    },
    {
      "loss_action": 0.012051455676555634,
      "loss_total": 0.012051455676555634,
      "step": 51580
    },
    {
      "loss_action": 0.01213645376265049,
      "loss_total": 0.01213645376265049,
      "step": 51580
    },
    {
      "grad_norm": 0.12464955449104309,
      "learning_rate": 9.830459071025491e-05,
      "loss": 0.0083,
      "step": 51590
    },
    {
      "loss_action": 0.017191309481859207,
      "loss_total": 0.017191309481859207,
      "step": 51590
    },
    {
      "loss_action": 0.008516041561961174,
      "loss_total": 0.008516041561961174,
      "step": 51590
    },
    {
      "loss_action": 0.010851173661649227,
      "loss_total": 0.010851173661649227,
      "step": 51590
    },
    {
      "loss_action": 0.00790543481707573,
      "loss_total": 0.00790543481707573,
      "step": 51590
    },
    {
      "loss_action": 0.005644680466502905,
      "loss_total": 0.005644680466502905,
      "step": 51590
    },
    {
      "loss_action": 0.0040086908265948296,
      "loss_total": 0.0040086908265948296,
      "step": 51590
    },
    {
      "loss_action": 0.019888099282979965,
      "loss_total": 0.019888099282979965,
      "step": 51590
    },
    {
      "loss_action": 0.0020518212113529444,
      "loss_total": 0.0020518212113529444,
      "step": 51590
    },
    {
      "grad_norm": 0.10111650824546814,
      "learning_rate": 9.830352323548098e-05,
      "loss": 0.0077,
      "step": 51600
    },
    {
      "loss_action": 0.006867695599794388,
      "loss_total": 0.006867695599794388,
      "step": 51600
    },
    {
      "loss_action": 0.0020703747868537903,
      "loss_total": 0.0020703747868537903,
      "step": 51600
    },
    {
      "loss_action": 0.012369342148303986,
      "loss_total": 0.012369342148303986,
      "step": 51600
    },
    {
      "loss_action": 0.005972605664283037,
      "loss_total": 0.005972605664283037,
      "step": 51600
    },
    {
      "loss_action": 0.004495034925639629,
      "loss_total": 0.004495034925639629,
      "step": 51600
    },
    {
      "loss_action": 0.0020212866365909576,
      "loss_total": 0.0020212866365909576,
      "step": 51600
    },
    {
      "loss_action": 0.005763049703091383,
      "loss_total": 0.005763049703091383,
      "step": 51600
    },
    {
      "loss_action": 0.0025735911913216114,
      "loss_total": 0.0025735911913216114,
      "step": 51600
    },
    {
      "grad_norm": 0.13859733939170837,
      "learning_rate": 9.8302455430557e-05,
      "loss": 0.009,
      "step": 51610
    },
    {
      "loss_action": 0.0016611197497695684,
      "loss_total": 0.0016611197497695684,
      "step": 51610
    },
    {
      "loss_action": 0.009405843913555145,
      "loss_total": 0.009405843913555145,
      "step": 51610
    },
    {
      "loss_action": 0.003338803071528673,
      "loss_total": 0.003338803071528673,
      "step": 51610
    },
    {
      "loss_action": 0.002372458577156067,
      "loss_total": 0.002372458577156067,
      "step": 51610
    },
    {
      "loss_action": 0.002595997415482998,
      "loss_total": 0.002595997415482998,
      "step": 51610
    },
    {
      "loss_action": 0.006010246463119984,
      "loss_total": 0.006010246463119984,
      "step": 51610
    },
    {
      "loss_action": 0.0026424736715853214,
      "loss_total": 0.0026424736715853214,
      "step": 51610
    },
    {
      "loss_action": 0.008527475409209728,
      "loss_total": 0.008527475409209728,
      "step": 51610
    },
    {
      "grad_norm": 0.17891833186149597,
      "learning_rate": 9.83013872954903e-05,
      "loss": 0.0094,
      "step": 51620
    },
    {
      "loss_action": 0.014030160382390022,
      "loss_total": 0.014030160382390022,
      "step": 51620
    },
    {
      "loss_action": 0.06298799067735672,
      "loss_total": 0.06298799067735672,
      "step": 51620
    },
    {
      "loss_action": 0.0043426379561424255,
      "loss_total": 0.0043426379561424255,
      "step": 51620
    },
    {
      "loss_action": 0.0037646668497473,
      "loss_total": 0.0037646668497473,
      "step": 51620
    },
    {
      "loss_action": 0.009881989099085331,
      "loss_total": 0.009881989099085331,
      "step": 51620
    },
    {
      "loss_action": 0.005355707369744778,
      "loss_total": 0.005355707369744778,
      "step": 51620
    },
    {
      "loss_action": 0.008708111941814423,
      "loss_total": 0.008708111941814423,
      "step": 51620
    },
    {
      "loss_action": 0.004891473799943924,
      "loss_total": 0.004891473799943924,
      "step": 51620
    },
    {
      "grad_norm": 0.13472166657447815,
      "learning_rate": 9.830031883028812e-05,
      "loss": 0.0098,
      "step": 51630
    },
    {
      "loss_action": 0.020785626024007797,
      "loss_total": 0.020785626024007797,
      "step": 51630
    },
    {
      "loss_action": 0.009440558962523937,
      "loss_total": 0.009440558962523937,
      "step": 51630
    },
    {
      "loss_action": 0.0035238887649029493,
      "loss_total": 0.0035238887649029493,
      "step": 51630
    },
    {
      "loss_action": 0.008678062818944454,
      "loss_total": 0.008678062818944454,
      "step": 51630
    },
    {
      "loss_action": 0.003375372616574168,
      "loss_total": 0.003375372616574168,
      "step": 51630
    },
    {
      "loss_action": 0.0038726958446204662,
      "loss_total": 0.0038726958446204662,
      "step": 51630
    },
    {
      "loss_action": 0.0029667834751307964,
      "loss_total": 0.0029667834751307964,
      "step": 51630
    },
    {
      "loss_action": 0.013348119333386421,
      "loss_total": 0.013348119333386421,
      "step": 51630
    },
    {
      "grad_norm": 0.10432381182909012,
      "learning_rate": 9.829925003495781e-05,
      "loss": 0.0085,
      "step": 51640
    },
    {
      "loss_action": 0.015851005911827087,
      "loss_total": 0.015851005911827087,
      "step": 51640
    },
    {
      "loss_action": 0.003561875084415078,
      "loss_total": 0.003561875084415078,
      "step": 51640
    },
    {
      "loss_action": 0.00829396117478609,
      "loss_total": 0.00829396117478609,
      "step": 51640
    },
    {
      "loss_action": 0.007061121519654989,
      "loss_total": 0.007061121519654989,
      "step": 51640
    },
    {
      "loss_action": 0.01594751700758934,
      "loss_total": 0.01594751700758934,
      "step": 51640
    },
    {
      "loss_action": 0.0033168657682836056,
      "loss_total": 0.0033168657682836056,
      "step": 51640
    },
    {
      "loss_action": 0.005027110688388348,
      "loss_total": 0.005027110688388348,
      "step": 51640
    },
    {
      "loss_action": 0.004883084446191788,
      "loss_total": 0.004883084446191788,
      "step": 51640
    },
    {
      "grad_norm": 0.0797635167837143,
      "learning_rate": 9.829818090950667e-05,
      "loss": 0.0084,
      "step": 51650
    },
    {
      "loss_action": 0.004266828298568726,
      "loss_total": 0.004266828298568726,
      "step": 51650
    },
    {
      "loss_action": 0.009953569620847702,
      "loss_total": 0.009953569620847702,
      "step": 51650
    },
    {
      "loss_action": 0.01387722883373499,
      "loss_total": 0.01387722883373499,
      "step": 51650
    },
    {
      "loss_action": 0.013509918004274368,
      "loss_total": 0.013509918004274368,
      "step": 51650
    },
    {
      "loss_action": 0.009930421598255634,
      "loss_total": 0.009930421598255634,
      "step": 51650
    },
    {
      "loss_action": 0.008530180901288986,
      "loss_total": 0.008530180901288986,
      "step": 51650
    },
    {
      "loss_action": 0.02415582537651062,
      "loss_total": 0.02415582537651062,
      "step": 51650
    },
    {
      "loss_action": 0.005160234868526459,
      "loss_total": 0.005160234868526459,
      "step": 51650
    },
    {
      "grad_norm": 0.11309541761875153,
      "learning_rate": 9.829711145394199e-05,
      "loss": 0.0082,
      "step": 51660
    },
    {
      "loss_action": 0.0024424486327916384,
      "loss_total": 0.0024424486327916384,
      "step": 51660
    },
    {
      "loss_action": 0.003789331763982773,
      "loss_total": 0.003789331763982773,
      "step": 51660
    },
    {
      "loss_action": 0.01144808903336525,
      "loss_total": 0.01144808903336525,
      "step": 51660
    },
    {
      "loss_action": 0.0020591719076037407,
      "loss_total": 0.0020591719076037407,
      "step": 51660
    },
    {
      "loss_action": 0.0033884476870298386,
      "loss_total": 0.0033884476870298386,
      "step": 51660
    },
    {
      "loss_action": 0.005160987377166748,
      "loss_total": 0.005160987377166748,
      "step": 51660
    },
    {
      "loss_action": 0.0029024602845311165,
      "loss_total": 0.0029024602845311165,
      "step": 51660
    },
    {
      "loss_action": 0.0054531702771782875,
      "loss_total": 0.0054531702771782875,
      "step": 51660
    },
    {
      "grad_norm": 0.12114089727401733,
      "learning_rate": 9.829604166827108e-05,
      "loss": 0.0084,
      "step": 51670
    },
    {
      "loss_action": 0.009236376732587814,
      "loss_total": 0.009236376732587814,
      "step": 51670
    },
    {
      "loss_action": 0.007594245485961437,
      "loss_total": 0.007594245485961437,
      "step": 51670
    },
    {
      "loss_action": 0.014288041740655899,
      "loss_total": 0.014288041740655899,
      "step": 51670
    },
    {
      "loss_action": 0.0029689811635762453,
      "loss_total": 0.0029689811635762453,
      "step": 51670
    },
    {
      "loss_action": 0.011990305967628956,
      "loss_total": 0.011990305967628956,
      "step": 51670
    },
    {
      "loss_action": 0.01788114383816719,
      "loss_total": 0.01788114383816719,
      "step": 51670
    },
    {
      "loss_action": 0.009428844787180424,
      "loss_total": 0.009428844787180424,
      "step": 51670
    },
    {
      "loss_action": 0.01435506995767355,
      "loss_total": 0.01435506995767355,
      "step": 51670
    },
    {
      "grad_norm": 0.13072460889816284,
      "learning_rate": 9.82949715525013e-05,
      "loss": 0.009,
      "step": 51680
    },
    {
      "loss_action": 0.018748905509710312,
      "loss_total": 0.018748905509710312,
      "step": 51680
    },
    {
      "loss_action": 0.007745807990431786,
      "loss_total": 0.007745807990431786,
      "step": 51680
    },
    {
      "loss_action": 0.005379778333008289,
      "loss_total": 0.005379778333008289,
      "step": 51680
    },
    {
      "loss_action": 0.007211723364889622,
      "loss_total": 0.007211723364889622,
      "step": 51680
    },
    {
      "loss_action": 0.007943416014313698,
      "loss_total": 0.007943416014313698,
      "step": 51680
    },
    {
      "loss_action": 0.01299993321299553,
      "loss_total": 0.01299993321299553,
      "step": 51680
    },
    {
      "loss_action": 0.01164274662733078,
      "loss_total": 0.01164274662733078,
      "step": 51680
    },
    {
      "loss_action": 0.01533910445868969,
      "loss_total": 0.01533910445868969,
      "step": 51680
    },
    {
      "grad_norm": 0.1495649367570877,
      "learning_rate": 9.829390110663988e-05,
      "loss": 0.009,
      "step": 51690
    },
    {
      "loss_action": 0.012369440868496895,
      "loss_total": 0.012369440868496895,
      "step": 51690
    },
    {
      "loss_action": 0.005509082227945328,
      "loss_total": 0.005509082227945328,
      "step": 51690
    },
    {
      "loss_action": 0.015289817936718464,
      "loss_total": 0.015289817936718464,
      "step": 51690
    },
    {
      "loss_action": 0.0020578193943947554,
      "loss_total": 0.0020578193943947554,
      "step": 51690
    },
    {
      "loss_action": 0.005392800085246563,
      "loss_total": 0.005392800085246563,
      "step": 51690
    },
    {
      "loss_action": 0.017028799280524254,
      "loss_total": 0.017028799280524254,
      "step": 51690
    },
    {
      "loss_action": 0.006675594486296177,
      "loss_total": 0.006675594486296177,
      "step": 51690
    },
    {
      "loss_action": 0.00412941537797451,
      "loss_total": 0.00412941537797451,
      "step": 51690
    },
    {
      "grad_norm": 0.1452031135559082,
      "learning_rate": 9.82928303306942e-05,
      "loss": 0.0101,
      "step": 51700
    },
    {
      "loss_action": 0.003308406099677086,
      "loss_total": 0.003308406099677086,
      "step": 51700
    },
    {
      "loss_action": 0.007013997994363308,
      "loss_total": 0.007013997994363308,
      "step": 51700
    },
    {
      "loss_action": 0.005436149425804615,
      "loss_total": 0.005436149425804615,
      "step": 51700
    },
    {
      "loss_action": 0.014062848873436451,
      "loss_total": 0.014062848873436451,
      "step": 51700
    },
    {
      "loss_action": 0.006899936590343714,
      "loss_total": 0.006899936590343714,
      "step": 51700
    },
    {
      "loss_action": 0.013674212619662285,
      "loss_total": 0.013674212619662285,
      "step": 51700
    },
    {
      "loss_action": 0.006917412858456373,
      "loss_total": 0.006917412858456373,
      "step": 51700
    },
    {
      "loss_action": 0.0074267154559493065,
      "loss_total": 0.0074267154559493065,
      "step": 51700
    },
    {
      "grad_norm": 0.08993541449308395,
      "learning_rate": 9.829175922467156e-05,
      "loss": 0.0088,
      "step": 51710
    },
    {
      "loss_action": 0.004502820782363415,
      "loss_total": 0.004502820782363415,
      "step": 51710
    },
    {
      "loss_action": 0.00579514354467392,
      "loss_total": 0.00579514354467392,
      "step": 51710
    },
    {
      "loss_action": 0.006319020874798298,
      "loss_total": 0.006319020874798298,
      "step": 51710
    },
    {
      "loss_action": 0.01048285048455,
      "loss_total": 0.01048285048455,
      "step": 51710
    },
    {
      "loss_action": 0.02174379862844944,
      "loss_total": 0.02174379862844944,
      "step": 51710
    },
    {
      "loss_action": 0.007670572027564049,
      "loss_total": 0.007670572027564049,
      "step": 51710
    },
    {
      "loss_action": 0.007359189447015524,
      "loss_total": 0.007359189447015524,
      "step": 51710
    },
    {
      "loss_action": 0.013000929728150368,
      "loss_total": 0.013000929728150368,
      "step": 51710
    },
    {
      "grad_norm": 0.17166535556316376,
      "learning_rate": 9.829068778857929e-05,
      "loss": 0.0093,
      "step": 51720
    },
    {
      "loss_action": 0.007910716347396374,
      "loss_total": 0.007910716347396374,
      "step": 51720
    },
    {
      "loss_action": 0.0033136061392724514,
      "loss_total": 0.0033136061392724514,
      "step": 51720
    },
    {
      "loss_action": 0.00981078203767538,
      "loss_total": 0.00981078203767538,
      "step": 51720
    },
    {
      "loss_action": 0.0063108233734965324,
      "loss_total": 0.0063108233734965324,
      "step": 51720
    },
    {
      "loss_action": 0.007176650688052177,
      "loss_total": 0.007176650688052177,
      "step": 51720
    },
    {
      "loss_action": 0.009866805747151375,
      "loss_total": 0.009866805747151375,
      "step": 51720
    },
    {
      "loss_action": 0.0021052921656519175,
      "loss_total": 0.0021052921656519175,
      "step": 51720
    },
    {
      "loss_action": 0.0072505590505898,
      "loss_total": 0.0072505590505898,
      "step": 51720
    },
    {
      "grad_norm": 0.1262741982936859,
      "learning_rate": 9.828961602242467e-05,
      "loss": 0.0079,
      "step": 51730
    },
    {
      "loss_action": 0.004390179645270109,
      "loss_total": 0.004390179645270109,
      "step": 51730
    },
    {
      "loss_action": 0.005567446351051331,
      "loss_total": 0.005567446351051331,
      "step": 51730
    },
    {
      "loss_action": 0.008171593770384789,
      "loss_total": 0.008171593770384789,
      "step": 51730
    },
    {
      "loss_action": 0.01694692112505436,
      "loss_total": 0.01694692112505436,
      "step": 51730
    },
    {
      "loss_action": 0.012331223115324974,
      "loss_total": 0.012331223115324974,
      "step": 51730
    },
    {
      "loss_action": 0.022351020947098732,
      "loss_total": 0.022351020947098732,
      "step": 51730
    },
    {
      "loss_action": 0.006297632586210966,
      "loss_total": 0.006297632586210966,
      "step": 51730
    },
    {
      "loss_action": 0.0031918480526655912,
      "loss_total": 0.0031918480526655912,
      "step": 51730
    },
    {
      "grad_norm": 0.14037741720676422,
      "learning_rate": 9.82885439262151e-05,
      "loss": 0.0088,
      "step": 51740
    },
    {
      "loss_action": 0.008743420243263245,
      "loss_total": 0.008743420243263245,
      "step": 51740
    },
    {
      "loss_action": 0.008127693086862564,
      "loss_total": 0.008127693086862564,
      "step": 51740
    },
    {
      "loss_action": 0.008781787939369678,
      "loss_total": 0.008781787939369678,
      "step": 51740
    },
    {
      "loss_action": 0.0096641406416893,
      "loss_total": 0.0096641406416893,
      "step": 51740
    },
    {
      "loss_action": 0.009243900887668133,
      "loss_total": 0.009243900887668133,
      "step": 51740
    },
    {
      "loss_action": 0.013204039074480534,
      "loss_total": 0.013204039074480534,
      "step": 51740
    },
    {
      "loss_action": 0.035075291991233826,
      "loss_total": 0.035075291991233826,
      "step": 51740
    },
    {
      "loss_action": 0.004609991330653429,
      "loss_total": 0.004609991330653429,
      "step": 51740
    },
    {
      "grad_norm": 0.0910390168428421,
      "learning_rate": 9.828747149995785e-05,
      "loss": 0.0079,
      "step": 51750
    },
    {
      "loss_action": 0.022106554359197617,
      "loss_total": 0.022106554359197617,
      "step": 51750
    },
    {
      "loss_action": 0.007953113876283169,
      "loss_total": 0.007953113876283169,
      "step": 51750
    },
    {
      "loss_action": 0.006060237064957619,
      "loss_total": 0.006060237064957619,
      "step": 51750
    },
    {
      "loss_action": 0.0051652537658810616,
      "loss_total": 0.0051652537658810616,
      "step": 51750
    },
    {
      "loss_action": 0.0087602399289608,
      "loss_total": 0.0087602399289608,
      "step": 51750
    },
    {
      "loss_action": 0.0024819050449877977,
      "loss_total": 0.0024819050449877977,
      "step": 51750
    },
    {
      "loss_action": 0.0023459596559405327,
      "loss_total": 0.0023459596559405327,
      "step": 51750
    },
    {
      "loss_action": 0.015441084280610085,
      "loss_total": 0.015441084280610085,
      "step": 51750
    },
    {
      "grad_norm": 0.1200074627995491,
      "learning_rate": 9.828639874366026e-05,
      "loss": 0.008,
      "step": 51760
    },
    {
      "loss_action": 0.002632826566696167,
      "loss_total": 0.002632826566696167,
      "step": 51760
    },
    {
      "loss_action": 0.008496101945638657,
      "loss_total": 0.008496101945638657,
      "step": 51760
    },
    {
      "loss_action": 0.00383929954841733,
      "loss_total": 0.00383929954841733,
      "step": 51760
    },
    {
      "loss_action": 0.017116688191890717,
      "loss_total": 0.017116688191890717,
      "step": 51760
    },
    {
      "loss_action": 0.02189572900533676,
      "loss_total": 0.02189572900533676,
      "step": 51760
    },
    {
      "loss_action": 0.006567647680640221,
      "loss_total": 0.006567647680640221,
      "step": 51760
    },
    {
      "loss_action": 0.0057571991346776485,
      "loss_total": 0.0057571991346776485,
      "step": 51760
    },
    {
      "loss_action": 0.010811536572873592,
      "loss_total": 0.010811536572873592,
      "step": 51760
    },
    {
      "grad_norm": 0.1247054859995842,
      "learning_rate": 9.828532565732967e-05,
      "loss": 0.008,
      "step": 51770
    },
    {
      "loss_action": 0.007897097617387772,
      "loss_total": 0.007897097617387772,
      "step": 51770
    },
    {
      "loss_action": 0.009077249094843864,
      "loss_total": 0.009077249094843864,
      "step": 51770
    },
    {
      "loss_action": 0.0053092921152710915,
      "loss_total": 0.0053092921152710915,
      "step": 51770
    },
    {
      "loss_action": 0.008515574038028717,
      "loss_total": 0.008515574038028717,
      "step": 51770
    },
    {
      "loss_action": 0.004128866363316774,
      "loss_total": 0.004128866363316774,
      "step": 51770
    },
    {
      "loss_action": 0.022205431014299393,
      "loss_total": 0.022205431014299393,
      "step": 51770
    },
    {
      "loss_action": 0.011246191337704659,
      "loss_total": 0.011246191337704659,
      "step": 51770
    },
    {
      "loss_action": 0.002501674462109804,
      "loss_total": 0.002501674462109804,
      "step": 51770
    },
    {
      "grad_norm": 0.14909911155700684,
      "learning_rate": 9.828425224097341e-05,
      "loss": 0.0073,
      "step": 51780
    },
    {
      "loss_action": 0.013826567679643631,
      "loss_total": 0.013826567679643631,
      "step": 51780
    },
    {
      "loss_action": 0.021812215447425842,
      "loss_total": 0.021812215447425842,
      "step": 51780
    },
    {
      "loss_action": 0.005341437645256519,
      "loss_total": 0.005341437645256519,
      "step": 51780
    },
    {
      "loss_action": 0.00407002680003643,
      "loss_total": 0.00407002680003643,
      "step": 51780
    },
    {
      "loss_action": 0.007956449873745441,
      "loss_total": 0.007956449873745441,
      "step": 51780
    },
    {
      "loss_action": 0.009750142693519592,
      "loss_total": 0.009750142693519592,
      "step": 51780
    },
    {
      "loss_action": 0.006868738681077957,
      "loss_total": 0.006868738681077957,
      "step": 51780
    },
    {
      "loss_action": 0.004359048791229725,
      "loss_total": 0.004359048791229725,
      "step": 51780
    },
    {
      "grad_norm": 0.11810605973005295,
      "learning_rate": 9.828317849459884e-05,
      "loss": 0.0094,
      "step": 51790
    },
    {
      "loss_action": 0.00965837948024273,
      "loss_total": 0.00965837948024273,
      "step": 51790
    },
    {
      "loss_action": 0.014325115829706192,
      "loss_total": 0.014325115829706192,
      "step": 51790
    },
    {
      "loss_action": 0.009598922915756702,
      "loss_total": 0.009598922915756702,
      "step": 51790
    },
    {
      "loss_action": 0.011672718450427055,
      "loss_total": 0.011672718450427055,
      "step": 51790
    },
    {
      "loss_action": 0.006319744046777487,
      "loss_total": 0.006319744046777487,
      "step": 51790
    },
    {
      "loss_action": 0.007432539947330952,
      "loss_total": 0.007432539947330952,
      "step": 51790
    },
    {
      "loss_action": 0.01478777825832367,
      "loss_total": 0.01478777825832367,
      "step": 51790
    },
    {
      "loss_action": 0.0047399625182151794,
      "loss_total": 0.0047399625182151794,
      "step": 51790
    },
    {
      "grad_norm": 0.12236673384904861,
      "learning_rate": 9.828210441821327e-05,
      "loss": 0.0075,
      "step": 51800
    },
    {
      "loss_action": 0.008886674419045448,
      "loss_total": 0.008886674419045448,
      "step": 51800
    },
    {
      "loss_action": 0.004298824816942215,
      "loss_total": 0.004298824816942215,
      "step": 51800
    },
    {
      "loss_action": 0.0030514500103890896,
      "loss_total": 0.0030514500103890896,
      "step": 51800
    },
    {
      "loss_action": 0.0072354646399617195,
      "loss_total": 0.0072354646399617195,
      "step": 51800
    },
    {
      "loss_action": 0.002410732675343752,
      "loss_total": 0.002410732675343752,
      "step": 51800
    },
    {
      "loss_action": 0.004424376413226128,
      "loss_total": 0.004424376413226128,
      "step": 51800
    },
    {
      "loss_action": 0.009634876623749733,
      "loss_total": 0.009634876623749733,
      "step": 51800
    },
    {
      "loss_action": 0.014164569787681103,
      "loss_total": 0.014164569787681103,
      "step": 51800
    },
    {
      "grad_norm": 0.10573714226484299,
      "learning_rate": 9.828103001182404e-05,
      "loss": 0.0081,
      "step": 51810
    },
    {
      "loss_action": 0.003400950226932764,
      "loss_total": 0.003400950226932764,
      "step": 51810
    },
    {
      "loss_action": 0.010053879581391811,
      "loss_total": 0.010053879581391811,
      "step": 51810
    },
    {
      "loss_action": 0.013560028746724129,
      "loss_total": 0.013560028746724129,
      "step": 51810
    },
    {
      "loss_action": 0.002958516124635935,
      "loss_total": 0.002958516124635935,
      "step": 51810
    },
    {
      "loss_action": 0.0049616675823926926,
      "loss_total": 0.0049616675823926926,
      "step": 51810
    },
    {
      "loss_action": 0.0027342140674591064,
      "loss_total": 0.0027342140674591064,
      "step": 51810
    },
    {
      "loss_action": 0.003701773937791586,
      "loss_total": 0.003701773937791586,
      "step": 51810
    },
    {
      "loss_action": 0.008902376517653465,
      "loss_total": 0.008902376517653465,
      "step": 51810
    },
    {
      "grad_norm": 0.1429692804813385,
      "learning_rate": 9.827995527543852e-05,
      "loss": 0.0103,
      "step": 51820
    },
    {
      "loss_action": 0.014439521357417107,
      "loss_total": 0.014439521357417107,
      "step": 51820
    },
    {
      "loss_action": 0.009154410101473331,
      "loss_total": 0.009154410101473331,
      "step": 51820
    },
    {
      "loss_action": 0.01139502227306366,
      "loss_total": 0.01139502227306366,
      "step": 51820
    },
    {
      "loss_action": 0.010373076424002647,
      "loss_total": 0.010373076424002647,
      "step": 51820
    },
    {
      "loss_action": 0.00675386656075716,
      "loss_total": 0.00675386656075716,
      "step": 51820
    },
    {
      "loss_action": 0.009566039778292179,
      "loss_total": 0.009566039778292179,
      "step": 51820
    },
    {
      "loss_action": 0.011324448511004448,
      "loss_total": 0.011324448511004448,
      "step": 51820
    },
    {
      "loss_action": 0.014974606223404408,
      "loss_total": 0.014974606223404408,
      "step": 51820
    },
    {
      "grad_norm": 0.1607333868741989,
      "learning_rate": 9.827888020906404e-05,
      "loss": 0.0105,
      "step": 51830
    },
    {
      "loss_action": 0.005135233514010906,
      "loss_total": 0.005135233514010906,
      "step": 51830
    },
    {
      "loss_action": 0.004718900192528963,
      "loss_total": 0.004718900192528963,
      "step": 51830
    },
    {
      "loss_action": 0.01964130811393261,
      "loss_total": 0.01964130811393261,
      "step": 51830
    },
    {
      "loss_action": 0.007616836577653885,
      "loss_total": 0.007616836577653885,
      "step": 51830
    },
    {
      "loss_action": 0.010702828876674175,
      "loss_total": 0.010702828876674175,
      "step": 51830
    },
    {
      "loss_action": 0.007766771130263805,
      "loss_total": 0.007766771130263805,
      "step": 51830
    },
    {
      "loss_action": 0.00916239246726036,
      "loss_total": 0.00916239246726036,
      "step": 51830
    },
    {
      "loss_action": 0.003168452298268676,
      "loss_total": 0.003168452298268676,
      "step": 51830
    },
    {
      "grad_norm": 0.18039101362228394,
      "learning_rate": 9.827780481270794e-05,
      "loss": 0.0103,
      "step": 51840
    },
    {
      "loss_action": 0.003652410814538598,
      "loss_total": 0.003652410814538598,
      "step": 51840
    },
    {
      "loss_action": 0.004750944208353758,
      "loss_total": 0.004750944208353758,
      "step": 51840
    },
    {
      "loss_action": 0.011509985662996769,
      "loss_total": 0.011509985662996769,
      "step": 51840
    },
    {
      "loss_action": 0.006285353098064661,
      "loss_total": 0.006285353098064661,
      "step": 51840
    },
    {
      "loss_action": 0.00926134455949068,
      "loss_total": 0.00926134455949068,
      "step": 51840
    },
    {
      "loss_action": 0.009317748248577118,
      "loss_total": 0.009317748248577118,
      "step": 51840
    },
    {
      "loss_action": 0.002804238349199295,
      "loss_total": 0.002804238349199295,
      "step": 51840
    },
    {
      "loss_action": 0.0051253680139780045,
      "loss_total": 0.0051253680139780045,
      "step": 51840
    },
    {
      "grad_norm": 0.11765791475772858,
      "learning_rate": 9.827672908637757e-05,
      "loss": 0.0105,
      "step": 51850
    },
    {
      "loss_action": 0.007086719386279583,
      "loss_total": 0.007086719386279583,
      "step": 51850
    },
    {
      "loss_action": 0.016070129349827766,
      "loss_total": 0.016070129349827766,
      "step": 51850
    },
    {
      "loss_action": 0.008038338273763657,
      "loss_total": 0.008038338273763657,
      "step": 51850
    },
    {
      "loss_action": 0.003976698964834213,
      "loss_total": 0.003976698964834213,
      "step": 51850
    },
    {
      "loss_action": 0.016287583857774734,
      "loss_total": 0.016287583857774734,
      "step": 51850
    },
    {
      "loss_action": 0.004064202308654785,
      "loss_total": 0.004064202308654785,
      "step": 51850
    },
    {
      "loss_action": 0.008302491158246994,
      "loss_total": 0.008302491158246994,
      "step": 51850
    },
    {
      "loss_action": 0.009351695887744427,
      "loss_total": 0.009351695887744427,
      "step": 51850
    },
    {
      "grad_norm": 0.1352553516626358,
      "learning_rate": 9.82756530300803e-05,
      "loss": 0.016,
      "step": 51860
    },
    {
      "loss_action": 0.008986971341073513,
      "loss_total": 0.008986971341073513,
      "step": 51860
    },
    {
      "loss_action": 0.008205391466617584,
      "loss_total": 0.008205391466617584,
      "step": 51860
    },
    {
      "loss_action": 0.007009688764810562,
      "loss_total": 0.007009688764810562,
      "step": 51860
    },
    {
      "loss_action": 0.024250462651252747,
      "loss_total": 0.024250462651252747,
      "step": 51860
    },
    {
      "loss_action": 0.011032779701054096,
      "loss_total": 0.011032779701054096,
      "step": 51860
    },
    {
      "loss_action": 0.009480415843427181,
      "loss_total": 0.009480415843427181,
      "step": 51860
    },
    {
      "loss_action": 0.011442136019468307,
      "loss_total": 0.011442136019468307,
      "step": 51860
    },
    {
      "loss_action": 0.008166233077645302,
      "loss_total": 0.008166233077645302,
      "step": 51860
    },
    {
      "grad_norm": 0.18609009683132172,
      "learning_rate": 9.827457664382347e-05,
      "loss": 0.0151,
      "step": 51870
    },
    {
      "loss_action": 0.009858370758593082,
      "loss_total": 0.009858370758593082,
      "step": 51870
    },
    {
      "loss_action": 0.02563365548849106,
      "loss_total": 0.02563365548849106,
      "step": 51870
    },
    {
      "loss_action": 0.007644907105714083,
      "loss_total": 0.007644907105714083,
      "step": 51870
    },
    {
      "loss_action": 0.019230414181947708,
      "loss_total": 0.019230414181947708,
      "step": 51870
    },
    {
      "loss_action": 0.011604977771639824,
      "loss_total": 0.011604977771639824,
      "step": 51870
    },
    {
      "loss_action": 0.016164110973477364,
      "loss_total": 0.016164110973477364,
      "step": 51870
    },
    {
      "loss_action": 0.008059514686465263,
      "loss_total": 0.008059514686465263,
      "step": 51870
    },
    {
      "loss_action": 0.009697814472019672,
      "loss_total": 0.009697814472019672,
      "step": 51870
    },
    {
      "grad_norm": 0.23789122700691223,
      "learning_rate": 9.827349992761446e-05,
      "loss": 0.0141,
      "step": 51880
    },
    {
      "loss_action": 0.00907481461763382,
      "loss_total": 0.00907481461763382,
      "step": 51880
    },
    {
      "loss_action": 0.016273263841867447,
      "loss_total": 0.016273263841867447,
      "step": 51880
    },
    {
      "loss_action": 0.012882974930107594,
      "loss_total": 0.012882974930107594,
      "step": 51880
    },
    {
      "loss_action": 0.009277792647480965,
      "loss_total": 0.009277792647480965,
      "step": 51880
    },
    {
      "loss_action": 0.006676093675196171,
      "loss_total": 0.006676093675196171,
      "step": 51880
    },
    {
      "loss_action": 0.010659109801054,
      "loss_total": 0.010659109801054,
      "step": 51880
    },
    {
      "loss_action": 0.010342913679778576,
      "loss_total": 0.010342913679778576,
      "step": 51880
    },
    {
      "loss_action": 0.009519994258880615,
      "loss_total": 0.009519994258880615,
      "step": 51880
    },
    {
      "grad_norm": 0.17564956843852997,
      "learning_rate": 9.827242288146059e-05,
      "loss": 0.0116,
      "step": 51890
    },
    {
      "loss_action": 0.009253895841538906,
      "loss_total": 0.009253895841538906,
      "step": 51890
    },
    {
      "loss_action": 0.01641138643026352,
      "loss_total": 0.01641138643026352,
      "step": 51890
    },
    {
      "loss_action": 0.008442849852144718,
      "loss_total": 0.008442849852144718,
      "step": 51890
    },
    {
      "loss_action": 0.015277810394763947,
      "loss_total": 0.015277810394763947,
      "step": 51890
    },
    {
      "loss_action": 0.02353159710764885,
      "loss_total": 0.02353159710764885,
      "step": 51890
    },
    {
      "loss_action": 0.009036443196237087,
      "loss_total": 0.009036443196237087,
      "step": 51890
    },
    {
      "loss_action": 0.020351985469460487,
      "loss_total": 0.020351985469460487,
      "step": 51890
    },
    {
      "loss_action": 0.010047093965113163,
      "loss_total": 0.010047093965113163,
      "step": 51890
    },
    {
      "grad_norm": 0.14444279670715332,
      "learning_rate": 9.827134550536925e-05,
      "loss": 0.0107,
      "step": 51900
    },
    {
      "loss_action": 0.016793251037597656,
      "loss_total": 0.016793251037597656,
      "step": 51900
    },
    {
      "loss_action": 0.00940714031457901,
      "loss_total": 0.00940714031457901,
      "step": 51900
    },
    {
      "loss_action": 0.006191028282046318,
      "loss_total": 0.006191028282046318,
      "step": 51900
    },
    {
      "loss_action": 0.00793540757149458,
      "loss_total": 0.00793540757149458,
      "step": 51900
    },
    {
      "loss_action": 0.005151824560016394,
      "loss_total": 0.005151824560016394,
      "step": 51900
    },
    {
      "loss_action": 0.008826336823403835,
      "loss_total": 0.008826336823403835,
      "step": 51900
    },
    {
      "loss_action": 0.006377567537128925,
      "loss_total": 0.006377567537128925,
      "step": 51900
    },
    {
      "loss_action": 0.007422220427542925,
      "loss_total": 0.007422220427542925,
      "step": 51900
    },
    {
      "grad_norm": 0.1010766476392746,
      "learning_rate": 9.827026779934778e-05,
      "loss": 0.0104,
      "step": 51910
    },
    {
      "loss_action": 0.004579173866659403,
      "loss_total": 0.004579173866659403,
      "step": 51910
    },
    {
      "loss_action": 0.004602338187396526,
      "loss_total": 0.004602338187396526,
      "step": 51910
    },
    {
      "loss_action": 0.008885690942406654,
      "loss_total": 0.008885690942406654,
      "step": 51910
    },
    {
      "loss_action": 0.012393546290695667,
      "loss_total": 0.012393546290695667,
      "step": 51910
    },
    {
      "loss_action": 0.005309549160301685,
      "loss_total": 0.005309549160301685,
      "step": 51910
    },
    {
      "loss_action": 0.005172736011445522,
      "loss_total": 0.005172736011445522,
      "step": 51910
    },
    {
      "loss_action": 0.0045545161701738834,
      "loss_total": 0.0045545161701738834,
      "step": 51910
    },
    {
      "loss_action": 0.015198097564280033,
      "loss_total": 0.015198097564280033,
      "step": 51910
    },
    {
      "grad_norm": 0.17245027422904968,
      "learning_rate": 9.826918976340358e-05,
      "loss": 0.0088,
      "step": 51920
    },
    {
      "loss_action": 0.011855483055114746,
      "loss_total": 0.011855483055114746,
      "step": 51920
    },
    {
      "loss_action": 0.006646263413131237,
      "loss_total": 0.006646263413131237,
      "step": 51920
    },
    {
      "loss_action": 0.006562795955687761,
      "loss_total": 0.006562795955687761,
      "step": 51920
    },
    {
      "loss_action": 0.011846493929624557,
      "loss_total": 0.011846493929624557,
      "step": 51920
    },
    {
      "loss_action": 0.021717151626944542,
      "loss_total": 0.021717151626944542,
      "step": 51920
    },
    {
      "loss_action": 0.019633393734693527,
      "loss_total": 0.019633393734693527,
      "step": 51920
    },
    {
      "loss_action": 0.00969179067760706,
      "loss_total": 0.00969179067760706,
      "step": 51920
    },
    {
      "loss_action": 0.0028771678917109966,
      "loss_total": 0.0028771678917109966,
      "step": 51920
    },
    {
      "grad_norm": 0.16908159852027893,
      "learning_rate": 9.826811139754401e-05,
      "loss": 0.0095,
      "step": 51930
    },
    {
      "loss_action": 0.006651832722127438,
      "loss_total": 0.006651832722127438,
      "step": 51930
    },
    {
      "loss_action": 0.016438579186797142,
      "loss_total": 0.016438579186797142,
      "step": 51930
    },
    {
      "loss_action": 0.017617832869291306,
      "loss_total": 0.017617832869291306,
      "step": 51930
    },
    {
      "loss_action": 0.0049062855541706085,
      "loss_total": 0.0049062855541706085,
      "step": 51930
    },
    {
      "loss_action": 0.004699734039604664,
      "loss_total": 0.004699734039604664,
      "step": 51930
    },
    {
      "loss_action": 0.006368634290993214,
      "loss_total": 0.006368634290993214,
      "step": 51930
    },
    {
      "loss_action": 0.010700450278818607,
      "loss_total": 0.010700450278818607,
      "step": 51930
    },
    {
      "loss_action": 0.007468534167855978,
      "loss_total": 0.007468534167855978,
      "step": 51930
    },
    {
      "grad_norm": 0.14360804855823517,
      "learning_rate": 9.826703270177641e-05,
      "loss": 0.0091,
      "step": 51940
    },
    {
      "loss_action": 0.012115406803786755,
      "loss_total": 0.012115406803786755,
      "step": 51940
    },
    {
      "loss_action": 0.003243835410103202,
      "loss_total": 0.003243835410103202,
      "step": 51940
    },
    {
      "loss_action": 0.007873672060668468,
      "loss_total": 0.007873672060668468,
      "step": 51940
    },
    {
      "loss_action": 0.010734068229794502,
      "loss_total": 0.010734068229794502,
      "step": 51940
    },
    {
      "loss_action": 0.00833041500300169,
      "loss_total": 0.00833041500300169,
      "step": 51940
    },
    {
      "loss_action": 0.009877614676952362,
      "loss_total": 0.009877614676952362,
      "step": 51940
    },
    {
      "loss_action": 0.006806189194321632,
      "loss_total": 0.006806189194321632,
      "step": 51940
    },
    {
      "loss_action": 0.004953666124492884,
      "loss_total": 0.004953666124492884,
      "step": 51940
    },
    {
      "grad_norm": 0.09791687875986099,
      "learning_rate": 9.826595367610819e-05,
      "loss": 0.0088,
      "step": 51950
    },
    {
      "loss_action": 0.013739023357629776,
      "loss_total": 0.013739023357629776,
      "step": 51950
    },
    {
      "loss_action": 0.00972188264131546,
      "loss_total": 0.00972188264131546,
      "step": 51950
    },
    {
      "loss_action": 0.010667688213288784,
      "loss_total": 0.010667688213288784,
      "step": 51950
    },
    {
      "loss_action": 0.0067030563950538635,
      "loss_total": 0.0067030563950538635,
      "step": 51950
    },
    {
      "loss_action": 0.0057812160812318325,
      "loss_total": 0.0057812160812318325,
      "step": 51950
    },
    {
      "loss_action": 0.008459285832941532,
      "loss_total": 0.008459285832941532,
      "step": 51950
    },
    {
      "loss_action": 0.013201507739722729,
      "loss_total": 0.013201507739722729,
      "step": 51950
    },
    {
      "loss_action": 0.02063583955168724,
      "loss_total": 0.02063583955168724,
      "step": 51950
    },
    {
      "grad_norm": 0.08910021185874939,
      "learning_rate": 9.82648743205467e-05,
      "loss": 0.0114,
      "step": 51960
    },
    {
      "loss_action": 0.014247861690819263,
      "loss_total": 0.014247861690819263,
      "step": 51960
    },
    {
      "loss_action": 0.013228662312030792,
      "loss_total": 0.013228662312030792,
      "step": 51960
    },
    {
      "loss_action": 0.007541416212916374,
      "loss_total": 0.007541416212916374,
      "step": 51960
    },
    {
      "loss_action": 0.0029539810493588448,
      "loss_total": 0.0029539810493588448,
      "step": 51960
    },
    {
      "loss_action": 0.01289207674562931,
      "loss_total": 0.01289207674562931,
      "step": 51960
    },
    {
      "loss_action": 0.006225565914064646,
      "loss_total": 0.006225565914064646,
      "step": 51960
    },
    {
      "loss_action": 0.007605376187711954,
      "loss_total": 0.007605376187711954,
      "step": 51960
    },
    {
      "loss_action": 0.0056153167970478535,
      "loss_total": 0.0056153167970478535,
      "step": 51960
    },
    {
      "grad_norm": 0.10828801989555359,
      "learning_rate": 9.826379463509934e-05,
      "loss": 0.012,
      "step": 51970
    },
    {
      "loss_action": 0.011903544887900352,
      "loss_total": 0.011903544887900352,
      "step": 51970
    },
    {
      "loss_action": 0.007059830240905285,
      "loss_total": 0.007059830240905285,
      "step": 51970
    },
    {
      "loss_action": 0.016870710998773575,
      "loss_total": 0.016870710998773575,
      "step": 51970
    },
    {
      "loss_action": 0.011102785356342793,
      "loss_total": 0.011102785356342793,
      "step": 51970
    },
    {
      "loss_action": 0.011502870358526707,
      "loss_total": 0.011502870358526707,
      "step": 51970
    },
    {
      "loss_action": 0.012186914682388306,
      "loss_total": 0.012186914682388306,
      "step": 51970
    },
    {
      "loss_action": 0.014340578578412533,
      "loss_total": 0.014340578578412533,
      "step": 51970
    },
    {
      "loss_action": 0.009441734291613102,
      "loss_total": 0.009441734291613102,
      "step": 51970
    },
    {
      "grad_norm": 0.12029705941677094,
      "learning_rate": 9.826271461977346e-05,
      "loss": 0.0123,
      "step": 51980
    },
    {
      "loss_action": 0.0043588681146502495,
      "loss_total": 0.0043588681146502495,
      "step": 51980
    },
    {
      "loss_action": 0.006797586567699909,
      "loss_total": 0.006797586567699909,
      "step": 51980
    },
    {
      "loss_action": 0.006287936121225357,
      "loss_total": 0.006287936121225357,
      "step": 51980
    },
    {
      "loss_action": 0.010748770087957382,
      "loss_total": 0.010748770087957382,
      "step": 51980
    },
    {
      "loss_action": 0.007089123595505953,
      "loss_total": 0.007089123595505953,
      "step": 51980
    },
    {
      "loss_action": 0.005427248775959015,
      "loss_total": 0.005427248775959015,
      "step": 51980
    },
    {
      "loss_action": 0.009213930927217007,
      "loss_total": 0.009213930927217007,
      "step": 51980
    },
    {
      "loss_action": 0.003863419871777296,
      "loss_total": 0.003863419871777296,
      "step": 51980
    },
    {
      "grad_norm": 0.10316289961338043,
      "learning_rate": 9.826163427457646e-05,
      "loss": 0.0097,
      "step": 51990
    },
    {
      "loss_action": 0.015479156747460365,
      "loss_total": 0.015479156747460365,
      "step": 51990
    },
    {
      "loss_action": 0.006266286596655846,
      "loss_total": 0.006266286596655846,
      "step": 51990
    },
    {
      "loss_action": 0.017500407993793488,
      "loss_total": 0.017500407993793488,
      "step": 51990
    },
    {
      "loss_action": 0.015336476266384125,
      "loss_total": 0.015336476266384125,
      "step": 51990
    },
    {
      "loss_action": 0.012837223708629608,
      "loss_total": 0.012837223708629608,
      "step": 51990
    },
    {
      "loss_action": 0.04699467495083809,
      "loss_total": 0.04699467495083809,
      "step": 51990
    },
    {
      "loss_action": 0.006237509194761515,
      "loss_total": 0.006237509194761515,
      "step": 51990
    },
    {
      "loss_action": 0.00633632205426693,
      "loss_total": 0.00633632205426693,
      "step": 51990
    },
    {
      "grad_norm": 0.11636000126600266,
      "learning_rate": 9.826055359951574e-05,
      "loss": 0.0118,
      "step": 52000
    },
    {
      "loss_action": 0.006808104459196329,
      "loss_total": 0.006808104459196329,
      "step": 52000
    },
    {
      "loss_action": 0.007815598510205746,
      "loss_total": 0.007815598510205746,
      "step": 52000
    },
    {
      "loss_action": 0.010312171652913094,
      "loss_total": 0.010312171652913094,
      "step": 52000
    },
    {
      "loss_action": 0.006290231831371784,
      "loss_total": 0.006290231831371784,
      "step": 52000
    },
    {
      "loss_action": 0.00881629902869463,
      "loss_total": 0.00881629902869463,
      "step": 52000
    },
    {
      "loss_action": 0.004188322462141514,
      "loss_total": 0.004188322462141514,
      "step": 52000
    },
    {
      "loss_action": 0.006540410220623016,
      "loss_total": 0.006540410220623016,
      "step": 52000
    },
    {
      "loss_action": 0.004190471023321152,
      "loss_total": 0.004190471023321152,
      "step": 52000
    },
    {
      "grad_norm": 0.14519311487674713,
      "learning_rate": 9.825947259459865e-05,
      "loss": 0.0089,
      "step": 52010
    },
    {
      "loss_action": 0.006106582935899496,
      "loss_total": 0.006106582935899496,
      "step": 52010
    },
    {
      "loss_action": 0.008339538238942623,
      "loss_total": 0.008339538238942623,
      "step": 52010
    },
    {
      "loss_action": 0.0030241268686950207,
      "loss_total": 0.0030241268686950207,
      "step": 52010
    },
    {
      "loss_action": 0.012922458350658417,
      "loss_total": 0.012922458350658417,
      "step": 52010
    },
    {
      "loss_action": 0.006499850656837225,
      "loss_total": 0.006499850656837225,
      "step": 52010
    },
    {
      "loss_action": 0.006010248325765133,
      "loss_total": 0.006010248325765133,
      "step": 52010
    },
    {
      "loss_action": 0.0030495780520141125,
      "loss_total": 0.0030495780520141125,
      "step": 52010
    },
    {
      "loss_action": 0.007603907026350498,
      "loss_total": 0.007603907026350498,
      "step": 52010
    },
    {
      "grad_norm": 0.10072490572929382,
      "learning_rate": 9.82583912598326e-05,
      "loss": 0.0086,
      "step": 52020
    },
    {
      "loss_action": 0.004820710513740778,
      "loss_total": 0.004820710513740778,
      "step": 52020
    },
    {
      "loss_action": 0.018728021532297134,
      "loss_total": 0.018728021532297134,
      "step": 52020
    },
    {
      "loss_action": 0.005734626203775406,
      "loss_total": 0.005734626203775406,
      "step": 52020
    },
    {
      "loss_action": 0.009338343515992165,
      "loss_total": 0.009338343515992165,
      "step": 52020
    },
    {
      "loss_action": 0.0056373621337115765,
      "loss_total": 0.0056373621337115765,
      "step": 52020
    },
    {
      "loss_action": 0.020545177161693573,
      "loss_total": 0.020545177161693573,
      "step": 52020
    },
    {
      "loss_action": 0.005454515106976032,
      "loss_total": 0.005454515106976032,
      "step": 52020
    },
    {
      "loss_action": 0.003656164975836873,
      "loss_total": 0.003656164975836873,
      "step": 52020
    },
    {
      "grad_norm": 0.12468618154525757,
      "learning_rate": 9.825730959522498e-05,
      "loss": 0.0086,
      "step": 52030
    },
    {
      "loss_action": 0.021617470309138298,
      "loss_total": 0.021617470309138298,
      "step": 52030
    },
    {
      "loss_action": 0.0048880791291594505,
      "loss_total": 0.0048880791291594505,
      "step": 52030
    },
    {
      "loss_action": 0.012157004326581955,
      "loss_total": 0.012157004326581955,
      "step": 52030
    },
    {
      "loss_action": 0.015952469781041145,
      "loss_total": 0.015952469781041145,
      "step": 52030
    },
    {
      "loss_action": 0.0037132268771529198,
      "loss_total": 0.0037132268771529198,
      "step": 52030
    },
    {
      "loss_action": 0.01899375021457672,
      "loss_total": 0.01899375021457672,
      "step": 52030
    },
    {
      "loss_action": 0.007795942015945911,
      "loss_total": 0.007795942015945911,
      "step": 52030
    },
    {
      "loss_action": 0.011814011260867119,
      "loss_total": 0.011814011260867119,
      "step": 52030
    },
    {
      "grad_norm": 0.1378815472126007,
      "learning_rate": 9.825622760078318e-05,
      "loss": 0.0139,
      "step": 52040
    },
    {
      "loss_action": 0.011399082839488983,
      "loss_total": 0.011399082839488983,
      "step": 52040
    },
    {
      "loss_action": 0.00889955647289753,
      "loss_total": 0.00889955647289753,
      "step": 52040
    },
    {
      "loss_action": 0.003724229522049427,
      "loss_total": 0.003724229522049427,
      "step": 52040
    },
    {
      "loss_action": 0.0052472250536084175,
      "loss_total": 0.0052472250536084175,
      "step": 52040
    },
    {
      "loss_action": 0.006334272678941488,
      "loss_total": 0.006334272678941488,
      "step": 52040
    },
    {
      "loss_action": 0.009216442704200745,
      "loss_total": 0.009216442704200745,
      "step": 52040
    },
    {
      "loss_action": 0.02162211947143078,
      "loss_total": 0.02162211947143078,
      "step": 52040
    },
    {
      "loss_action": 0.006577747408300638,
      "loss_total": 0.006577747408300638,
      "step": 52040
    },
    {
      "grad_norm": 0.11199165135622025,
      "learning_rate": 9.825514527651459e-05,
      "loss": 0.0101,
      "step": 52050
    },
    {
      "loss_action": 0.013582462444901466,
      "loss_total": 0.013582462444901466,
      "step": 52050
    },
    {
      "loss_action": 0.006161434575915337,
      "loss_total": 0.006161434575915337,
      "step": 52050
    },
    {
      "loss_action": 0.004993986338376999,
      "loss_total": 0.004993986338376999,
      "step": 52050
    },
    {
      "loss_action": 0.011985719203948975,
      "loss_total": 0.011985719203948975,
      "step": 52050
    },
    {
      "loss_action": 0.012590790167450905,
      "loss_total": 0.012590790167450905,
      "step": 52050
    },
    {
      "loss_action": 0.014812905341386795,
      "loss_total": 0.014812905341386795,
      "step": 52050
    },
    {
      "loss_action": 0.006539192050695419,
      "loss_total": 0.006539192050695419,
      "step": 52050
    },
    {
      "loss_action": 0.0072107743471860886,
      "loss_total": 0.0072107743471860886,
      "step": 52050
    },
    {
      "grad_norm": 0.14698666334152222,
      "learning_rate": 9.825406262242662e-05,
      "loss": 0.0093,
      "step": 52060
    },
    {
      "loss_action": 0.004613084252923727,
      "loss_total": 0.004613084252923727,
      "step": 52060
    },
    {
      "loss_action": 0.004509436432272196,
      "loss_total": 0.004509436432272196,
      "step": 52060
    },
    {
      "loss_action": 0.0036973427049815655,
      "loss_total": 0.0036973427049815655,
      "step": 52060
    },
    {
      "loss_action": 0.00985931046307087,
      "loss_total": 0.00985931046307087,
      "step": 52060
    },
    {
      "loss_action": 0.02863195911049843,
      "loss_total": 0.02863195911049843,
      "step": 52060
    },
    {
      "loss_action": 0.014367490075528622,
      "loss_total": 0.014367490075528622,
      "step": 52060
    },
    {
      "loss_action": 0.006956946104764938,
      "loss_total": 0.006956946104764938,
      "step": 52060
    },
    {
      "loss_action": 0.0055485498160123825,
      "loss_total": 0.0055485498160123825,
      "step": 52060
    },
    {
      "grad_norm": 0.11927922070026398,
      "learning_rate": 9.825297963852666e-05,
      "loss": 0.0086,
      "step": 52070
    },
    {
      "loss_action": 0.006703635677695274,
      "loss_total": 0.006703635677695274,
      "step": 52070
    },
    {
      "loss_action": 0.012871868908405304,
      "loss_total": 0.012871868908405304,
      "step": 52070
    },
    {
      "loss_action": 0.005928512662649155,
      "loss_total": 0.005928512662649155,
      "step": 52070
    },
    {
      "loss_action": 0.009634824469685555,
      "loss_total": 0.009634824469685555,
      "step": 52070
    },
    {
      "loss_action": 0.004358730278909206,
      "loss_total": 0.004358730278909206,
      "step": 52070
    },
    {
      "loss_action": 0.00889313779771328,
      "loss_total": 0.00889313779771328,
      "step": 52070
    },
    {
      "loss_action": 0.003763701068237424,
      "loss_total": 0.003763701068237424,
      "step": 52070
    },
    {
      "loss_action": 0.007920866832137108,
      "loss_total": 0.007920866832137108,
      "step": 52070
    },
    {
      "grad_norm": 0.13228674232959747,
      "learning_rate": 9.825189632482212e-05,
      "loss": 0.0074,
      "step": 52080
    },
    {
      "loss_action": 0.004453090950846672,
      "loss_total": 0.004453090950846672,
      "step": 52080
    },
    {
      "loss_action": 0.00668894499540329,
      "loss_total": 0.00668894499540329,
      "step": 52080
    },
    {
      "loss_action": 0.0033852914348244667,
      "loss_total": 0.0033852914348244667,
      "step": 52080
    },
    {
      "loss_action": 0.010218493640422821,
      "loss_total": 0.010218493640422821,
      "step": 52080
    },
    {
      "loss_action": 0.007133240811526775,
      "loss_total": 0.007133240811526775,
      "step": 52080
    },
    {
      "loss_action": 0.005418033339083195,
      "loss_total": 0.005418033339083195,
      "step": 52080
    },
    {
      "loss_action": 0.01351688802242279,
      "loss_total": 0.01351688802242279,
      "step": 52080
    },
    {
      "loss_action": 0.006671884097158909,
      "loss_total": 0.006671884097158909,
      "step": 52080
    },
    {
      "grad_norm": 0.18446332216262817,
      "learning_rate": 9.825081268132041e-05,
      "loss": 0.0097,
      "step": 52090
    },
    {
      "loss_action": 0.012451349757611752,
      "loss_total": 0.012451349757611752,
      "step": 52090
    },
    {
      "loss_action": 0.004696939140558243,
      "loss_total": 0.004696939140558243,
      "step": 52090
    },
    {
      "loss_action": 0.004963366314768791,
      "loss_total": 0.004963366314768791,
      "step": 52090
    },
    {
      "loss_action": 0.013845672830939293,
      "loss_total": 0.013845672830939293,
      "step": 52090
    },
    {
      "loss_action": 0.00803675688803196,
      "loss_total": 0.00803675688803196,
      "step": 52090
    },
    {
      "loss_action": 0.005801910534501076,
      "loss_total": 0.005801910534501076,
      "step": 52090
    },
    {
      "loss_action": 0.008144653402268887,
      "loss_total": 0.008144653402268887,
      "step": 52090
    },
    {
      "loss_action": 0.014028324745595455,
      "loss_total": 0.014028324745595455,
      "step": 52090
    },
    {
      "grad_norm": 0.13881272077560425,
      "learning_rate": 9.824972870802891e-05,
      "loss": 0.0084,
      "step": 52100
    },
    {
      "loss_action": 0.010511093772947788,
      "loss_total": 0.010511093772947788,
      "step": 52100
    },
    {
      "loss_action": 0.009596975520253181,
      "loss_total": 0.009596975520253181,
      "step": 52100
    },
    {
      "loss_action": 0.031051702797412872,
      "loss_total": 0.031051702797412872,
      "step": 52100
    },
    {
      "loss_action": 0.013276512734591961,
      "loss_total": 0.013276512734591961,
      "step": 52100
    },
    {
      "loss_action": 0.0040581487119197845,
      "loss_total": 0.0040581487119197845,
      "step": 52100
    },
    {
      "loss_action": 0.018135352060198784,
      "loss_total": 0.018135352060198784,
      "step": 52100
    },
    {
      "loss_action": 0.029777348041534424,
      "loss_total": 0.029777348041534424,
      "step": 52100
    },
    {
      "loss_action": 0.004118785262107849,
      "loss_total": 0.004118785262107849,
      "step": 52100
    },
    {
      "grad_norm": 0.12709951400756836,
      "learning_rate": 9.824864440495505e-05,
      "loss": 0.0089,
      "step": 52110
    },
    {
      "loss_action": 0.012888300232589245,
      "loss_total": 0.012888300232589245,
      "step": 52110
    },
    {
      "loss_action": 0.012263122946023941,
      "loss_total": 0.012263122946023941,
      "step": 52110
    },
    {
      "loss_action": 0.006572807673364878,
      "loss_total": 0.006572807673364878,
      "step": 52110
    },
    {
      "loss_action": 0.004161507822573185,
      "loss_total": 0.004161507822573185,
      "step": 52110
    },
    {
      "loss_action": 0.00967430416494608,
      "loss_total": 0.00967430416494608,
      "step": 52110
    },
    {
      "loss_action": 0.007675977423787117,
      "loss_total": 0.007675977423787117,
      "step": 52110
    },
    {
      "loss_action": 0.003187483176589012,
      "loss_total": 0.003187483176589012,
      "step": 52110
    },
    {
      "loss_action": 0.00746011221781373,
      "loss_total": 0.00746011221781373,
      "step": 52110
    },
    {
      "grad_norm": 0.19280597567558289,
      "learning_rate": 9.824755977210624e-05,
      "loss": 0.0086,
      "step": 52120
    },
    {
      "loss_action": 0.008363144472241402,
      "loss_total": 0.008363144472241402,
      "step": 52120
    },
    {
      "loss_action": 0.0029718545265495777,
      "loss_total": 0.0029718545265495777,
      "step": 52120
    },
    {
      "loss_action": 0.026009896770119667,
      "loss_total": 0.026009896770119667,
      "step": 52120
    },
    {
      "loss_action": 0.003526421030983329,
      "loss_total": 0.003526421030983329,
      "step": 52120
    },
    {
      "loss_action": 0.007393415551632643,
      "loss_total": 0.007393415551632643,
      "step": 52120
    },
    {
      "loss_action": 0.011333534494042397,
      "loss_total": 0.011333534494042397,
      "step": 52120
    },
    {
      "loss_action": 0.003666509408503771,
      "loss_total": 0.003666509408503771,
      "step": 52120
    },
    {
      "loss_action": 0.007524996530264616,
      "loss_total": 0.007524996530264616,
      "step": 52120
    },
    {
      "grad_norm": 0.14557072520256042,
      "learning_rate": 9.824647480948987e-05,
      "loss": 0.0092,
      "step": 52130
    },
    {
      "loss_action": 0.0037878130096942186,
      "loss_total": 0.0037878130096942186,
      "step": 52130
    },
    {
      "loss_action": 0.0062233684584498405,
      "loss_total": 0.0062233684584498405,
      "step": 52130
    },
    {
      "loss_action": 0.01415456272661686,
      "loss_total": 0.01415456272661686,
      "step": 52130
    },
    {
      "loss_action": 0.016241243109107018,
      "loss_total": 0.016241243109107018,
      "step": 52130
    },
    {
      "loss_action": 0.00725193927064538,
      "loss_total": 0.00725193927064538,
      "step": 52130
    },
    {
      "loss_action": 0.005509661510586739,
      "loss_total": 0.005509661510586739,
      "step": 52130
    },
    {
      "loss_action": 0.016226042062044144,
      "loss_total": 0.016226042062044144,
      "step": 52130
    },
    {
      "loss_action": 0.004799093119800091,
      "loss_total": 0.004799093119800091,
      "step": 52130
    },
    {
      "grad_norm": 0.1355419158935547,
      "learning_rate": 9.824538951711341e-05,
      "loss": 0.0076,
      "step": 52140
    },
    {
      "loss_action": 0.00561774056404829,
      "loss_total": 0.00561774056404829,
      "step": 52140
    },
    {
      "loss_action": 0.001945642870850861,
      "loss_total": 0.001945642870850861,
      "step": 52140
    },
    {
      "loss_action": 0.003426150418817997,
      "loss_total": 0.003426150418817997,
      "step": 52140
    },
    {
      "loss_action": 0.005860526114702225,
      "loss_total": 0.005860526114702225,
      "step": 52140
    },
    {
      "loss_action": 0.011160062626004219,
      "loss_total": 0.011160062626004219,
      "step": 52140
    },
    {
      "loss_action": 0.008806420490145683,
      "loss_total": 0.008806420490145683,
      "step": 52140
    },
    {
      "loss_action": 0.00392555445432663,
      "loss_total": 0.00392555445432663,
      "step": 52140
    },
    {
      "loss_action": 0.004169045481830835,
      "loss_total": 0.004169045481830835,
      "step": 52140
    },
    {
      "grad_norm": 0.20589163899421692,
      "learning_rate": 9.824430389498423e-05,
      "loss": 0.0085,
      "step": 52150
    },
    {
      "loss_action": 0.007377603091299534,
      "loss_total": 0.007377603091299534,
      "step": 52150
    },
    {
      "loss_action": 0.0031484276987612247,
      "loss_total": 0.0031484276987612247,
      "step": 52150
    },
    {
      "loss_action": 0.04891566187143326,
      "loss_total": 0.04891566187143326,
      "step": 52150
    },
    {
      "loss_action": 0.010227084159851074,
      "loss_total": 0.010227084159851074,
      "step": 52150
    },
    {
      "loss_action": 0.00596511410549283,
      "loss_total": 0.00596511410549283,
      "step": 52150
    },
    {
      "loss_action": 0.007796040270477533,
      "loss_total": 0.007796040270477533,
      "step": 52150
    },
    {
      "loss_action": 0.006996805779635906,
      "loss_total": 0.006996805779635906,
      "step": 52150
    },
    {
      "loss_action": 0.010055198334157467,
      "loss_total": 0.010055198334157467,
      "step": 52150
    },
    {
      "grad_norm": 0.14476022124290466,
      "learning_rate": 9.824321794310975e-05,
      "loss": 0.0087,
      "step": 52160
    },
    {
      "loss_action": 0.00522636016830802,
      "loss_total": 0.00522636016830802,
      "step": 52160
    },
    {
      "loss_action": 0.005654480773955584,
      "loss_total": 0.005654480773955584,
      "step": 52160
    },
    {
      "loss_action": 0.0042921556159853935,
      "loss_total": 0.0042921556159853935,
      "step": 52160
    },
    {
      "loss_action": 0.005957752000540495,
      "loss_total": 0.005957752000540495,
      "step": 52160
    },
    {
      "loss_action": 0.003232381772249937,
      "loss_total": 0.003232381772249937,
      "step": 52160
    },
    {
      "loss_action": 0.006038022227585316,
      "loss_total": 0.006038022227585316,
      "step": 52160
    },
    {
      "loss_action": 0.00348959700204432,
      "loss_total": 0.00348959700204432,
      "step": 52160
    },
    {
      "loss_action": 0.01032752450555563,
      "loss_total": 0.01032752450555563,
      "step": 52160
    },
    {
      "grad_norm": 0.13461676239967346,
      "learning_rate": 9.82421316614974e-05,
      "loss": 0.0081,
      "step": 52170
    },
    {
      "loss_action": 0.011324525810778141,
      "loss_total": 0.011324525810778141,
      "step": 52170
    },
    {
      "loss_action": 0.009086551144719124,
      "loss_total": 0.009086551144719124,
      "step": 52170
    },
    {
      "loss_action": 0.004863128997385502,
      "loss_total": 0.004863128997385502,
      "step": 52170
    },
    {
      "loss_action": 0.006988837383687496,
      "loss_total": 0.006988837383687496,
      "step": 52170
    },
    {
      "loss_action": 0.0035634092055261135,
      "loss_total": 0.0035634092055261135,
      "step": 52170
    },
    {
      "loss_action": 0.0033839023672044277,
      "loss_total": 0.0033839023672044277,
      "step": 52170
    },
    {
      "loss_action": 0.034855280071496964,
      "loss_total": 0.034855280071496964,
      "step": 52170
    },
    {
      "loss_action": 0.004077645484358072,
      "loss_total": 0.004077645484358072,
      "step": 52170
    },
    {
      "grad_norm": 0.1992747038602829,
      "learning_rate": 9.824104505015463e-05,
      "loss": 0.0081,
      "step": 52180
    },
    {
      "loss_action": 0.01088457740843296,
      "loss_total": 0.01088457740843296,
      "step": 52180
    },
    {
      "loss_action": 0.016064858064055443,
      "loss_total": 0.016064858064055443,
      "step": 52180
    },
    {
      "loss_action": 0.0100265396758914,
      "loss_total": 0.0100265396758914,
      "step": 52180
    },
    {
      "loss_action": 0.005120220594108105,
      "loss_total": 0.005120220594108105,
      "step": 52180
    },
    {
      "loss_action": 0.010434510186314583,
      "loss_total": 0.010434510186314583,
      "step": 52180
    },
    {
      "loss_action": 0.00659787654876709,
      "loss_total": 0.00659787654876709,
      "step": 52180
    },
    {
      "loss_action": 0.01626027375459671,
      "loss_total": 0.01626027375459671,
      "step": 52180
    },
    {
      "loss_action": 0.006058902945369482,
      "loss_total": 0.006058902945369482,
      "step": 52180
    },
    {
      "grad_norm": 0.13985726237297058,
      "learning_rate": 9.823995810908884e-05,
      "loss": 0.0082,
      "step": 52190
    },
    {
      "loss_action": 0.009530330076813698,
      "loss_total": 0.009530330076813698,
      "step": 52190
    },
    {
      "loss_action": 0.005917930044233799,
      "loss_total": 0.005917930044233799,
      "step": 52190
    },
    {
      "loss_action": 0.002074256306514144,
      "loss_total": 0.002074256306514144,
      "step": 52190
    },
    {
      "loss_action": 0.0119152357801795,
      "loss_total": 0.0119152357801795,
      "step": 52190
    },
    {
      "loss_action": 0.012789648026227951,
      "loss_total": 0.012789648026227951,
      "step": 52190
    },
    {
      "loss_action": 0.003583666402846575,
      "loss_total": 0.003583666402846575,
      "step": 52190
    },
    {
      "loss_action": 0.009164813905954361,
      "loss_total": 0.009164813905954361,
      "step": 52190
    },
    {
      "loss_action": 0.002891913056373596,
      "loss_total": 0.002891913056373596,
      "step": 52190
    },
    {
      "grad_norm": 0.12582987546920776,
      "learning_rate": 9.823887083830747e-05,
      "loss": 0.0104,
      "step": 52200
    },
    {
      "loss_action": 0.010165194049477577,
      "loss_total": 0.010165194049477577,
      "step": 52200
    },
    {
      "loss_action": 0.004108897875994444,
      "loss_total": 0.004108897875994444,
      "step": 52200
    },
    {
      "loss_action": 0.014848733320832253,
      "loss_total": 0.014848733320832253,
      "step": 52200
    },
    {
      "loss_action": 0.018189871683716774,
      "loss_total": 0.018189871683716774,
      "step": 52200
    },
    {
      "loss_action": 0.0048093851655721664,
      "loss_total": 0.0048093851655721664,
      "step": 52200
    },
    {
      "loss_action": 0.010251766070723534,
      "loss_total": 0.010251766070723534,
      "step": 52200
    },
    {
      "loss_action": 0.0030734571628272533,
      "loss_total": 0.0030734571628272533,
      "step": 52200
    },
    {
      "loss_action": 0.002989840228110552,
      "loss_total": 0.002989840228110552,
      "step": 52200
    },
    {
      "grad_norm": 0.10781798511743546,
      "learning_rate": 9.823778323781796e-05,
      "loss": 0.0081,
      "step": 52210
    },
    {
      "loss_action": 0.010145528241991997,
      "loss_total": 0.010145528241991997,
      "step": 52210
    },
    {
      "loss_action": 0.0031803310848772526,
      "loss_total": 0.0031803310848772526,
      "step": 52210
    },
    {
      "loss_action": 0.005422924179583788,
      "loss_total": 0.005422924179583788,
      "step": 52210
    },
    {
      "loss_action": 0.008070997893810272,
      "loss_total": 0.008070997893810272,
      "step": 52210
    },
    {
      "loss_action": 0.007520935498178005,
      "loss_total": 0.007520935498178005,
      "step": 52210
    },
    {
      "loss_action": 0.012841107323765755,
      "loss_total": 0.012841107323765755,
      "step": 52210
    },
    {
      "loss_action": 0.011690275743603706,
      "loss_total": 0.011690275743603706,
      "step": 52210
    },
    {
      "loss_action": 0.010683795437216759,
      "loss_total": 0.010683795437216759,
      "step": 52210
    },
    {
      "grad_norm": 0.11229171603918076,
      "learning_rate": 9.823669530762772e-05,
      "loss": 0.0107,
      "step": 52220
    },
    {
      "loss_action": 0.006891231052577496,
      "loss_total": 0.006891231052577496,
      "step": 52220
    },
    {
      "loss_action": 0.003263619262725115,
      "loss_total": 0.003263619262725115,
      "step": 52220
    },
    {
      "loss_action": 0.005811897572129965,
      "loss_total": 0.005811897572129965,
      "step": 52220
    },
    {
      "loss_action": 0.011883803643286228,
      "loss_total": 0.011883803643286228,
      "step": 52220
    },
    {
      "loss_action": 0.011015905067324638,
      "loss_total": 0.011015905067324638,
      "step": 52220
    },
    {
      "loss_action": 0.003971559926867485,
      "loss_total": 0.003971559926867485,
      "step": 52220
    },
    {
      "loss_action": 0.007548986002802849,
      "loss_total": 0.007548986002802849,
      "step": 52220
    },
    {
      "loss_action": 0.007411055266857147,
      "loss_total": 0.007411055266857147,
      "step": 52220
    },
    {
      "grad_norm": 0.13925734162330627,
      "learning_rate": 9.82356070477442e-05,
      "loss": 0.0095,
      "step": 52230
    },
    {
      "loss_action": 0.01968430168926716,
      "loss_total": 0.01968430168926716,
      "step": 52230
    },
    {
      "loss_action": 0.008399168029427528,
      "loss_total": 0.008399168029427528,
      "step": 52230
    },
    {
      "loss_action": 0.004108095075935125,
      "loss_total": 0.004108095075935125,
      "step": 52230
    },
    {
      "loss_action": 0.010178105905652046,
      "loss_total": 0.010178105905652046,
      "step": 52230
    },
    {
      "loss_action": 0.014804472215473652,
      "loss_total": 0.014804472215473652,
      "step": 52230
    },
    {
      "loss_action": 0.006246586795896292,
      "loss_total": 0.006246586795896292,
      "step": 52230
    },
    {
      "loss_action": 0.010260016657412052,
      "loss_total": 0.010260016657412052,
      "step": 52230
    },
    {
      "loss_action": 0.013039707206189632,
      "loss_total": 0.013039707206189632,
      "step": 52230
    },
    {
      "grad_norm": 0.24875657260417938,
      "learning_rate": 9.823451845817482e-05,
      "loss": 0.0086,
      "step": 52240
    },
    {
      "loss_action": 0.011700108647346497,
      "loss_total": 0.011700108647346497,
      "step": 52240
    },
    {
      "loss_action": 0.014273906126618385,
      "loss_total": 0.014273906126618385,
      "step": 52240
    },
    {
      "loss_action": 0.007452238351106644,
      "loss_total": 0.007452238351106644,
      "step": 52240
    },
    {
      "loss_action": 0.00654504494741559,
      "loss_total": 0.00654504494741559,
      "step": 52240
    },
    {
      "loss_action": 0.005939897149801254,
      "loss_total": 0.005939897149801254,
      "step": 52240
    },
    {
      "loss_action": 0.0037362133152782917,
      "loss_total": 0.0037362133152782917,
      "step": 52240
    },
    {
      "loss_action": 0.0037123209331184626,
      "loss_total": 0.0037123209331184626,
      "step": 52240
    },
    {
      "loss_action": 0.0038031423464417458,
      "loss_total": 0.0038031423464417458,
      "step": 52240
    },
    {
      "grad_norm": 0.11213697493076324,
      "learning_rate": 9.823342953892704e-05,
      "loss": 0.008,
      "step": 52250
    },
    {
      "loss_action": 0.00802056584507227,
      "loss_total": 0.00802056584507227,
      "step": 52250
    },
    {
      "loss_action": 0.00598335824906826,
      "loss_total": 0.00598335824906826,
      "step": 52250
    },
    {
      "loss_action": 0.0062375254929065704,
      "loss_total": 0.0062375254929065704,
      "step": 52250
    },
    {
      "loss_action": 0.0037196772173047066,
      "loss_total": 0.0037196772173047066,
      "step": 52250
    },
    {
      "loss_action": 0.010930766351521015,
      "loss_total": 0.010930766351521015,
      "step": 52250
    },
    {
      "loss_action": 0.012765869498252869,
      "loss_total": 0.012765869498252869,
      "step": 52250
    },
    {
      "loss_action": 0.006724024191498756,
      "loss_total": 0.006724024191498756,
      "step": 52250
    },
    {
      "loss_action": 0.002575978171080351,
      "loss_total": 0.002575978171080351,
      "step": 52250
    },
    {
      "grad_norm": 0.1608584076166153,
      "learning_rate": 9.823234029000832e-05,
      "loss": 0.0087,
      "step": 52260
    },
    {
      "loss_action": 0.008699243888258934,
      "loss_total": 0.008699243888258934,
      "step": 52260
    },
    {
      "loss_action": 0.006456614006310701,
      "loss_total": 0.006456614006310701,
      "step": 52260
    },
    {
      "loss_action": 0.005877016577869654,
      "loss_total": 0.005877016577869654,
      "step": 52260
    },
    {
      "loss_action": 0.016290850937366486,
      "loss_total": 0.016290850937366486,
      "step": 52260
    },
    {
      "loss_action": 0.009187974035739899,
      "loss_total": 0.009187974035739899,
      "step": 52260
    },
    {
      "loss_action": 0.010660703293979168,
      "loss_total": 0.010660703293979168,
      "step": 52260
    },
    {
      "loss_action": 0.017626982182264328,
      "loss_total": 0.017626982182264328,
      "step": 52260
    },
    {
      "loss_action": 0.0052413176745176315,
      "loss_total": 0.0052413176745176315,
      "step": 52260
    },
    {
      "grad_norm": 0.11632422357797623,
      "learning_rate": 9.823125071142607e-05,
      "loss": 0.0087,
      "step": 52270
    },
    {
      "loss_action": 0.007358807139098644,
      "loss_total": 0.007358807139098644,
      "step": 52270
    },
    {
      "loss_action": 0.01049814373254776,
      "loss_total": 0.01049814373254776,
      "step": 52270
    },
    {
      "loss_action": 0.003006116021424532,
      "loss_total": 0.003006116021424532,
      "step": 52270
    },
    {
      "loss_action": 0.004141638521105051,
      "loss_total": 0.004141638521105051,
      "step": 52270
    },
    {
      "loss_action": 0.006133866496384144,
      "loss_total": 0.006133866496384144,
      "step": 52270
    },
    {
      "loss_action": 0.010668974369764328,
      "loss_total": 0.010668974369764328,
      "step": 52270
    },
    {
      "loss_action": 0.005437076091766357,
      "loss_total": 0.005437076091766357,
      "step": 52270
    },
    {
      "loss_action": 0.0031907479278743267,
      "loss_total": 0.0031907479278743267,
      "step": 52270
    },
    {
      "grad_norm": 0.13004574179649353,
      "learning_rate": 9.823016080318774e-05,
      "loss": 0.0078,
      "step": 52280
    },
    {
      "loss_action": 0.010168113745748997,
      "loss_total": 0.010168113745748997,
      "step": 52280
    },
    {
      "loss_action": 0.006834527477622032,
      "loss_total": 0.006834527477622032,
      "step": 52280
    },
    {
      "loss_action": 0.004754883702844381,
      "loss_total": 0.004754883702844381,
      "step": 52280
    },
    {
      "loss_action": 0.010906033217906952,
      "loss_total": 0.010906033217906952,
      "step": 52280
    },
    {
      "loss_action": 0.007813059724867344,
      "loss_total": 0.007813059724867344,
      "step": 52280
    },
    {
      "loss_action": 0.0069489022716879845,
      "loss_total": 0.0069489022716879845,
      "step": 52280
    },
    {
      "loss_action": 0.008759340271353722,
      "loss_total": 0.008759340271353722,
      "step": 52280
    },
    {
      "loss_action": 0.00830620713531971,
      "loss_total": 0.00830620713531971,
      "step": 52280
    },
    {
      "grad_norm": 0.09846062958240509,
      "learning_rate": 9.82290705653008e-05,
      "loss": 0.0081,
      "step": 52290
    },
    {
      "loss_action": 0.0035329058300703764,
      "loss_total": 0.0035329058300703764,
      "step": 52290
    },
    {
      "loss_action": 0.009644638746976852,
      "loss_total": 0.009644638746976852,
      "step": 52290
    },
    {
      "loss_action": 0.006012078374624252,
      "loss_total": 0.006012078374624252,
      "step": 52290
    },
    {
      "loss_action": 0.006498025730252266,
      "loss_total": 0.006498025730252266,
      "step": 52290
    },
    {
      "loss_action": 0.007289937697350979,
      "loss_total": 0.007289937697350979,
      "step": 52290
    },
    {
      "loss_action": 0.003847832325845957,
      "loss_total": 0.003847832325845957,
      "step": 52290
    },
    {
      "loss_action": 0.005022342316806316,
      "loss_total": 0.005022342316806316,
      "step": 52290
    },
    {
      "loss_action": 0.010231701657176018,
      "loss_total": 0.010231701657176018,
      "step": 52290
    },
    {
      "grad_norm": 0.12233277410268784,
      "learning_rate": 9.822797999777269e-05,
      "loss": 0.0092,
      "step": 52300
    },
    {
      "loss_action": 0.003283156082034111,
      "loss_total": 0.003283156082034111,
      "step": 52300
    },
    {
      "loss_action": 0.007419558707624674,
      "loss_total": 0.007419558707624674,
      "step": 52300
    },
    {
      "loss_action": 0.009803727269172668,
      "loss_total": 0.009803727269172668,
      "step": 52300
    },
    {
      "loss_action": 0.004500231239944696,
      "loss_total": 0.004500231239944696,
      "step": 52300
    },
    {
      "loss_action": 0.012524477206170559,
      "loss_total": 0.012524477206170559,
      "step": 52300
    },
    {
      "loss_action": 0.003998906817287207,
      "loss_total": 0.003998906817287207,
      "step": 52300
    },
    {
      "loss_action": 0.007764831185340881,
      "loss_total": 0.007764831185340881,
      "step": 52300
    },
    {
      "loss_action": 0.013898022472858429,
      "loss_total": 0.013898022472858429,
      "step": 52300
    },
    {
      "grad_norm": 0.1268194615840912,
      "learning_rate": 9.822688910061087e-05,
      "loss": 0.0103,
      "step": 52310
    },
    {
      "loss_action": 0.015615563839673996,
      "loss_total": 0.015615563839673996,
      "step": 52310
    },
    {
      "loss_action": 0.005839460529386997,
      "loss_total": 0.005839460529386997,
      "step": 52310
    },
    {
      "loss_action": 0.017379166558384895,
      "loss_total": 0.017379166558384895,
      "step": 52310
    },
    {
      "loss_action": 0.0078114536590874195,
      "loss_total": 0.0078114536590874195,
      "step": 52310
    },
    {
      "loss_action": 0.04940878972411156,
      "loss_total": 0.04940878972411156,
      "step": 52310
    },
    {
      "loss_action": 0.031526096165180206,
      "loss_total": 0.031526096165180206,
      "step": 52310
    },
    {
      "loss_action": 0.014041068963706493,
      "loss_total": 0.014041068963706493,
      "step": 52310
    },
    {
      "loss_action": 0.010720256716012955,
      "loss_total": 0.010720256716012955,
      "step": 52310
    },
    {
      "grad_norm": 0.1851578950881958,
      "learning_rate": 9.82257978738228e-05,
      "loss": 0.0108,
      "step": 52320
    },
    {
      "loss_action": 0.006972360424697399,
      "loss_total": 0.006972360424697399,
      "step": 52320
    },
    {
      "loss_action": 0.006954175420105457,
      "loss_total": 0.006954175420105457,
      "step": 52320
    },
    {
      "loss_action": 0.011091239750385284,
      "loss_total": 0.011091239750385284,
      "step": 52320
    },
    {
      "loss_action": 0.00806036964058876,
      "loss_total": 0.00806036964058876,
      "step": 52320
    },
    {
      "loss_action": 0.004834053106606007,
      "loss_total": 0.004834053106606007,
      "step": 52320
    },
    {
      "loss_action": 0.008370650932192802,
      "loss_total": 0.008370650932192802,
      "step": 52320
    },
    {
      "loss_action": 0.006781422067433596,
      "loss_total": 0.006781422067433596,
      "step": 52320
    },
    {
      "loss_action": 0.017351051792502403,
      "loss_total": 0.017351051792502403,
      "step": 52320
    },
    {
      "grad_norm": 0.1138223260641098,
      "learning_rate": 9.822470631741592e-05,
      "loss": 0.0096,
      "step": 52330
    },
    {
      "loss_action": 0.029387740418314934,
      "loss_total": 0.029387740418314934,
      "step": 52330
    },
    {
      "loss_action": 0.006595642305910587,
      "loss_total": 0.006595642305910587,
      "step": 52330
    },
    {
      "loss_action": 0.001953533850610256,
      "loss_total": 0.001953533850610256,
      "step": 52330
    },
    {
      "loss_action": 0.00421687588095665,
      "loss_total": 0.00421687588095665,
      "step": 52330
    },
    {
      "loss_action": 0.013578704558312893,
      "loss_total": 0.013578704558312893,
      "step": 52330
    },
    {
      "loss_action": 0.007508301176130772,
      "loss_total": 0.007508301176130772,
      "step": 52330
    },
    {
      "loss_action": 0.016198091208934784,
      "loss_total": 0.016198091208934784,
      "step": 52330
    },
    {
      "loss_action": 0.0056128231808543205,
      "loss_total": 0.0056128231808543205,
      "step": 52330
    },
    {
      "grad_norm": 0.09704864025115967,
      "learning_rate": 9.822361443139769e-05,
      "loss": 0.0081,
      "step": 52340
    },
    {
      "loss_action": 0.002703609876334667,
      "loss_total": 0.002703609876334667,
      "step": 52340
    },
    {
      "loss_action": 0.003375583328306675,
      "loss_total": 0.003375583328306675,
      "step": 52340
    },
    {
      "loss_action": 0.006286743097007275,
      "loss_total": 0.006286743097007275,
      "step": 52340
    },
    {
      "loss_action": 0.01107888761907816,
      "loss_total": 0.01107888761907816,
      "step": 52340
    },
    {
      "loss_action": 0.00903877429664135,
      "loss_total": 0.00903877429664135,
      "step": 52340
    },
    {
      "loss_action": 0.004038204438984394,
      "loss_total": 0.004038204438984394,
      "step": 52340
    },
    {
      "loss_action": 0.013248182833194733,
      "loss_total": 0.013248182833194733,
      "step": 52340
    },
    {
      "loss_action": 0.007311135530471802,
      "loss_total": 0.007311135530471802,
      "step": 52340
    },
    {
      "grad_norm": 0.11687776446342468,
      "learning_rate": 9.822252221577561e-05,
      "loss": 0.0074,
      "step": 52350
    },
    {
      "loss_action": 0.01708059385418892,
      "loss_total": 0.01708059385418892,
      "step": 52350
    },
    {
      "loss_action": 0.006785436067730188,
      "loss_total": 0.006785436067730188,
      "step": 52350
    },
    {
      "loss_action": 0.00483881589025259,
      "loss_total": 0.00483881589025259,
      "step": 52350
    },
    {
      "loss_action": 0.0035484125837683678,
      "loss_total": 0.0035484125837683678,
      "step": 52350
    },
    {
      "loss_action": 0.004963316489011049,
      "loss_total": 0.004963316489011049,
      "step": 52350
    },
    {
      "loss_action": 0.013602646999061108,
      "loss_total": 0.013602646999061108,
      "step": 52350
    },
    {
      "loss_action": 0.009210851043462753,
      "loss_total": 0.009210851043462753,
      "step": 52350
    },
    {
      "loss_action": 0.006635467056185007,
      "loss_total": 0.006635467056185007,
      "step": 52350
    },
    {
      "grad_norm": 0.11766509711742401,
      "learning_rate": 9.82214296705571e-05,
      "loss": 0.0083,
      "step": 52360
    },
    {
      "loss_action": 0.0025446382351219654,
      "loss_total": 0.0025446382351219654,
      "step": 52360
    },
    {
      "loss_action": 0.00653691403567791,
      "loss_total": 0.00653691403567791,
      "step": 52360
    },
    {
      "loss_action": 0.0071619488298892975,
      "loss_total": 0.0071619488298892975,
      "step": 52360
    },
    {
      "loss_action": 0.010094469413161278,
      "loss_total": 0.010094469413161278,
      "step": 52360
    },
    {
      "loss_action": 0.004966294392943382,
      "loss_total": 0.004966294392943382,
      "step": 52360
    },
    {
      "loss_action": 0.008072213269770145,
      "loss_total": 0.008072213269770145,
      "step": 52360
    },
    {
      "loss_action": 0.006955224089324474,
      "loss_total": 0.006955224089324474,
      "step": 52360
    },
    {
      "loss_action": 0.007796041667461395,
      "loss_total": 0.007796041667461395,
      "step": 52360
    },
    {
      "grad_norm": 0.09393426030874252,
      "learning_rate": 9.822033679574965e-05,
      "loss": 0.0084,
      "step": 52370
    },
    {
      "loss_action": 0.005664682947099209,
      "loss_total": 0.005664682947099209,
      "step": 52370
    },
    {
      "loss_action": 0.015648357570171356,
      "loss_total": 0.015648357570171356,
      "step": 52370
    },
    {
      "loss_action": 0.005714855156838894,
      "loss_total": 0.005714855156838894,
      "step": 52370
    },
    {
      "loss_action": 0.012015745975077152,
      "loss_total": 0.012015745975077152,
      "step": 52370
    },
    {
      "loss_action": 0.011366561986505985,
      "loss_total": 0.011366561986505985,
      "step": 52370
    },
    {
      "loss_action": 0.00363144651055336,
      "loss_total": 0.00363144651055336,
      "step": 52370
    },
    {
      "loss_action": 0.004918311722576618,
      "loss_total": 0.004918311722576618,
      "step": 52370
    },
    {
      "loss_action": 0.01075974851846695,
      "loss_total": 0.01075974851846695,
      "step": 52370
    },
    {
      "grad_norm": 0.11016270518302917,
      "learning_rate": 9.821924359136072e-05,
      "loss": 0.0086,
      "step": 52380
    },
    {
      "loss_action": 0.007586755324155092,
      "loss_total": 0.007586755324155092,
      "step": 52380
    },
    {
      "loss_action": 0.0072360895574092865,
      "loss_total": 0.0072360895574092865,
      "step": 52380
    },
    {
      "loss_action": 0.0065185497514903545,
      "loss_total": 0.0065185497514903545,
      "step": 52380
    },
    {
      "loss_action": 0.01278676837682724,
      "loss_total": 0.01278676837682724,
      "step": 52380
    },
    {
      "loss_action": 0.010497896932065487,
      "loss_total": 0.010497896932065487,
      "step": 52380
    },
    {
      "loss_action": 0.01636604592204094,
      "loss_total": 0.01636604592204094,
      "step": 52380
    },
    {
      "loss_action": 0.010497340932488441,
      "loss_total": 0.010497340932488441,
      "step": 52380
    },
    {
      "loss_action": 0.006542733870446682,
      "loss_total": 0.006542733870446682,
      "step": 52380
    },
    {
      "grad_norm": 0.10793457925319672,
      "learning_rate": 9.821815005739781e-05,
      "loss": 0.0084,
      "step": 52390
    },
    {
      "loss_action": 0.004280456341803074,
      "loss_total": 0.004280456341803074,
      "step": 52390
    },
    {
      "loss_action": 0.0047903647646307945,
      "loss_total": 0.0047903647646307945,
      "step": 52390
    },
    {
      "loss_action": 0.009435581043362617,
      "loss_total": 0.009435581043362617,
      "step": 52390
    },
    {
      "loss_action": 0.006997495889663696,
      "loss_total": 0.006997495889663696,
      "step": 52390
    },
    {
      "loss_action": 0.012352198362350464,
      "loss_total": 0.012352198362350464,
      "step": 52390
    },
    {
      "loss_action": 0.004651547875255346,
      "loss_total": 0.004651547875255346,
      "step": 52390
    },
    {
      "loss_action": 0.005815391894429922,
      "loss_total": 0.005815391894429922,
      "step": 52390
    },
    {
      "loss_action": 0.005984312854707241,
      "loss_total": 0.005984312854707241,
      "step": 52390
    },
    {
      "grad_norm": 0.08899220079183578,
      "learning_rate": 9.821705619386835e-05,
      "loss": 0.0086,
      "step": 52400
    },
    {
      "loss_action": 0.0052316319197416306,
      "loss_total": 0.0052316319197416306,
      "step": 52400
    },
    {
      "loss_action": 0.006709415931254625,
      "loss_total": 0.006709415931254625,
      "step": 52400
    },
    {
      "loss_action": 0.013780556619167328,
      "loss_total": 0.013780556619167328,
      "step": 52400
    },
    {
      "loss_action": 0.002962194848805666,
      "loss_total": 0.002962194848805666,
      "step": 52400
    },
    {
      "loss_action": 0.0027619674801826477,
      "loss_total": 0.0027619674801826477,
      "step": 52400
    },
    {
      "loss_action": 0.007439343258738518,
      "loss_total": 0.007439343258738518,
      "step": 52400
    },
    {
      "loss_action": 0.004056235775351524,
      "loss_total": 0.004056235775351524,
      "step": 52400
    },
    {
      "loss_action": 0.00863887369632721,
      "loss_total": 0.00863887369632721,
      "step": 52400
    },
    {
      "grad_norm": 0.1425696462392807,
      "learning_rate": 9.821596200077985e-05,
      "loss": 0.0082,
      "step": 52410
    },
    {
      "loss_action": 0.005994247272610664,
      "loss_total": 0.005994247272610664,
      "step": 52410
    },
    {
      "loss_action": 0.007898015901446342,
      "loss_total": 0.007898015901446342,
      "step": 52410
    },
    {
      "loss_action": 0.006924983114004135,
      "loss_total": 0.006924983114004135,
      "step": 52410
    },
    {
      "loss_action": 0.003467789851129055,
      "loss_total": 0.003467789851129055,
      "step": 52410
    },
    {
      "loss_action": 0.002171567175537348,
      "loss_total": 0.002171567175537348,
      "step": 52410
    },
    {
      "loss_action": 0.03207036480307579,
      "loss_total": 0.03207036480307579,
      "step": 52410
    },
    {
      "loss_action": 0.004883120767772198,
      "loss_total": 0.004883120767772198,
      "step": 52410
    },
    {
      "loss_action": 0.034625906497240067,
      "loss_total": 0.034625906497240067,
      "step": 52410
    },
    {
      "grad_norm": 0.11692480742931366,
      "learning_rate": 9.821486747813977e-05,
      "loss": 0.0081,
      "step": 52420
    },
    {
      "loss_action": 0.005249237176030874,
      "loss_total": 0.005249237176030874,
      "step": 52420
    },
    {
      "loss_action": 0.0029819270130246878,
      "loss_total": 0.0029819270130246878,
      "step": 52420
    },
    {
      "loss_action": 0.00412697484716773,
      "loss_total": 0.00412697484716773,
      "step": 52420
    },
    {
      "loss_action": 0.0166982039809227,
      "loss_total": 0.0166982039809227,
      "step": 52420
    },
    {
      "loss_action": 0.009107925929129124,
      "loss_total": 0.009107925929129124,
      "step": 52420
    },
    {
      "loss_action": 0.004880120977759361,
      "loss_total": 0.004880120977759361,
      "step": 52420
    },
    {
      "loss_action": 0.009590717032551765,
      "loss_total": 0.009590717032551765,
      "step": 52420
    },
    {
      "loss_action": 0.024891674518585205,
      "loss_total": 0.024891674518585205,
      "step": 52420
    },
    {
      "grad_norm": 0.10134593397378922,
      "learning_rate": 9.821377262595561e-05,
      "loss": 0.0074,
      "step": 52430
    },
    {
      "loss_action": 0.005840965546667576,
      "loss_total": 0.005840965546667576,
      "step": 52430
    },
    {
      "loss_action": 0.003131926991045475,
      "loss_total": 0.003131926991045475,
      "step": 52430
    },
    {
      "loss_action": 0.0035773422569036484,
      "loss_total": 0.0035773422569036484,
      "step": 52430
    },
    {
      "loss_action": 0.003512283321470022,
      "loss_total": 0.003512283321470022,
      "step": 52430
    },
    {
      "loss_action": 0.012684844434261322,
      "loss_total": 0.012684844434261322,
      "step": 52430
    },
    {
      "loss_action": 0.0048909918405115604,
      "loss_total": 0.0048909918405115604,
      "step": 52430
    },
    {
      "loss_action": 0.018277965486049652,
      "loss_total": 0.018277965486049652,
      "step": 52430
    },
    {
      "loss_action": 0.008231083862483501,
      "loss_total": 0.008231083862483501,
      "step": 52430
    },
    {
      "grad_norm": 0.08829674869775772,
      "learning_rate": 9.821267744423484e-05,
      "loss": 0.0078,
      "step": 52440
    },
    {
      "loss_action": 0.010338343679904938,
      "loss_total": 0.010338343679904938,
      "step": 52440
    },
    {
      "loss_action": 0.005765064619481564,
      "loss_total": 0.005765064619481564,
      "step": 52440
    },
    {
      "loss_action": 0.0061722807586193085,
      "loss_total": 0.0061722807586193085,
      "step": 52440
    },
    {
      "loss_action": 0.007923565804958344,
      "loss_total": 0.007923565804958344,
      "step": 52440
    },
    {
      "loss_action": 0.004875123500823975,
      "loss_total": 0.004875123500823975,
      "step": 52440
    },
    {
      "loss_action": 0.007922280579805374,
      "loss_total": 0.007922280579805374,
      "step": 52440
    },
    {
      "loss_action": 0.002454121131449938,
      "loss_total": 0.002454121131449938,
      "step": 52440
    },
    {
      "loss_action": 0.0047078849747776985,
      "loss_total": 0.0047078849747776985,
      "step": 52440
    },
    {
      "grad_norm": 0.10510801523923874,
      "learning_rate": 9.821158193298493e-05,
      "loss": 0.0097,
      "step": 52450
    },
    {
      "loss_action": 0.007573625072836876,
      "loss_total": 0.007573625072836876,
      "step": 52450
    },
    {
      "loss_action": 0.011243821121752262,
      "loss_total": 0.011243821121752262,
      "step": 52450
    },
    {
      "loss_action": 0.014841496013104916,
      "loss_total": 0.014841496013104916,
      "step": 52450
    },
    {
      "loss_action": 0.009228943847119808,
      "loss_total": 0.009228943847119808,
      "step": 52450
    },
    {
      "loss_action": 0.0062264129519462585,
      "loss_total": 0.0062264129519462585,
      "step": 52450
    },
    {
      "loss_action": 0.0035878047347068787,
      "loss_total": 0.0035878047347068787,
      "step": 52450
    },
    {
      "loss_action": 0.014822163619101048,
      "loss_total": 0.014822163619101048,
      "step": 52450
    },
    {
      "loss_action": 0.011481900699436665,
      "loss_total": 0.011481900699436665,
      "step": 52450
    },
    {
      "grad_norm": 0.13158831000328064,
      "learning_rate": 9.821048609221339e-05,
      "loss": 0.0079,
      "step": 52460
    },
    {
      "loss_action": 0.012731531634926796,
      "loss_total": 0.012731531634926796,
      "step": 52460
    },
    {
      "loss_action": 0.012507937848567963,
      "loss_total": 0.012507937848567963,
      "step": 52460
    },
    {
      "loss_action": 0.011032645590603352,
      "loss_total": 0.011032645590603352,
      "step": 52460
    },
    {
      "loss_action": 0.005200840532779694,
      "loss_total": 0.005200840532779694,
      "step": 52460
    },
    {
      "loss_action": 0.014056806452572346,
      "loss_total": 0.014056806452572346,
      "step": 52460
    },
    {
      "loss_action": 0.013401052914559841,
      "loss_total": 0.013401052914559841,
      "step": 52460
    },
    {
      "loss_action": 0.003875965718179941,
      "loss_total": 0.003875965718179941,
      "step": 52460
    },
    {
      "loss_action": 0.008088309317827225,
      "loss_total": 0.008088309317827225,
      "step": 52460
    },
    {
      "grad_norm": 0.1596933752298355,
      "learning_rate": 9.820938992192772e-05,
      "loss": 0.0083,
      "step": 52470
    },
    {
      "loss_action": 0.021397091448307037,
      "loss_total": 0.021397091448307037,
      "step": 52470
    },
    {
      "loss_action": 0.005094836000353098,
      "loss_total": 0.005094836000353098,
      "step": 52470
    },
    {
      "loss_action": 0.0061428784392774105,
      "loss_total": 0.0061428784392774105,
      "step": 52470
    },
    {
      "loss_action": 0.005491955205798149,
      "loss_total": 0.005491955205798149,
      "step": 52470
    },
    {
      "loss_action": 0.009282410144805908,
      "loss_total": 0.009282410144805908,
      "step": 52470
    },
    {
      "loss_action": 0.005664227530360222,
      "loss_total": 0.005664227530360222,
      "step": 52470
    },
    {
      "loss_action": 0.00921391136944294,
      "loss_total": 0.00921391136944294,
      "step": 52470
    },
    {
      "loss_action": 0.006385439075529575,
      "loss_total": 0.006385439075529575,
      "step": 52470
    },
    {
      "grad_norm": 0.14309661090373993,
      "learning_rate": 9.82082934221354e-05,
      "loss": 0.0077,
      "step": 52480
    },
    {
      "loss_action": 0.007927682250738144,
      "loss_total": 0.007927682250738144,
      "step": 52480
    },
    {
      "loss_action": 0.011212515644729137,
      "loss_total": 0.011212515644729137,
      "step": 52480
    },
    {
      "loss_action": 0.005640788935124874,
      "loss_total": 0.005640788935124874,
      "step": 52480
    },
    {
      "loss_action": 0.007492777891457081,
      "loss_total": 0.007492777891457081,
      "step": 52480
    },
    {
      "loss_action": 0.020195621997117996,
      "loss_total": 0.020195621997117996,
      "step": 52480
    },
    {
      "loss_action": 0.003350308397784829,
      "loss_total": 0.003350308397784829,
      "step": 52480
    },
    {
      "loss_action": 0.003174233715981245,
      "loss_total": 0.003174233715981245,
      "step": 52480
    },
    {
      "loss_action": 0.006335800513625145,
      "loss_total": 0.006335800513625145,
      "step": 52480
    },
    {
      "grad_norm": 0.10553740710020065,
      "learning_rate": 9.82071965928439e-05,
      "loss": 0.008,
      "step": 52490
    },
    {
      "loss_action": 0.0042342827655375,
      "loss_total": 0.0042342827655375,
      "step": 52490
    },
    {
      "loss_action": 0.0033540313597768545,
      "loss_total": 0.0033540313597768545,
      "step": 52490
    },
    {
      "loss_action": 0.005807230249047279,
      "loss_total": 0.005807230249047279,
      "step": 52490
    },
    {
      "loss_action": 0.0026656915433704853,
      "loss_total": 0.0026656915433704853,
      "step": 52490
    },
    {
      "loss_action": 0.004130559507757425,
      "loss_total": 0.004130559507757425,
      "step": 52490
    },
    {
      "loss_action": 0.007906762883067131,
      "loss_total": 0.007906762883067131,
      "step": 52490
    },
    {
      "loss_action": 0.006003879010677338,
      "loss_total": 0.006003879010677338,
      "step": 52490
    },
    {
      "loss_action": 0.006490749306976795,
      "loss_total": 0.006490749306976795,
      "step": 52490
    },
    {
      "grad_norm": 0.1129729226231575,
      "learning_rate": 9.820609943406076e-05,
      "loss": 0.0089,
      "step": 52500
    },
    {
      "loss_action": 0.005663743242621422,
      "loss_total": 0.005663743242621422,
      "step": 52500
    },
    {
      "loss_action": 0.005859627854079008,
      "loss_total": 0.005859627854079008,
      "step": 52500
    },
    {
      "loss_action": 0.007955007255077362,
      "loss_total": 0.007955007255077362,
      "step": 52500
    },
    {
      "loss_action": 0.004276302643120289,
      "loss_total": 0.004276302643120289,
      "step": 52500
    },
    {
      "loss_action": 0.004243912640959024,
      "loss_total": 0.004243912640959024,
      "step": 52500
    },
    {
      "loss_action": 0.011926981620490551,
      "loss_total": 0.011926981620490551,
      "step": 52500
    },
    {
      "loss_action": 0.0038520940579473972,
      "loss_total": 0.0038520940579473972,
      "step": 52500
    },
    {
      "loss_action": 0.013260943815112114,
      "loss_total": 0.013260943815112114,
      "step": 52500
    },
    {
      "grad_norm": 0.15244509279727936,
      "learning_rate": 9.820500194579345e-05,
      "loss": 0.0071,
      "step": 52510
    },
    {
      "loss_action": 0.005884367972612381,
      "loss_total": 0.005884367972612381,
      "step": 52510
    },
    {
      "loss_action": 0.0021519470028579235,
      "loss_total": 0.0021519470028579235,
      "step": 52510
    },
    {
      "loss_action": 0.005950876511633396,
      "loss_total": 0.005950876511633396,
      "step": 52510
    },
    {
      "loss_action": 0.0026318803429603577,
      "loss_total": 0.0026318803429603577,
      "step": 52510
    },
    {
      "loss_action": 0.004721211269497871,
      "loss_total": 0.004721211269497871,
      "step": 52510
    },
    {
      "loss_action": 0.022529900074005127,
      "loss_total": 0.022529900074005127,
      "step": 52510
    },
    {
      "loss_action": 0.006601011846214533,
      "loss_total": 0.006601011846214533,
      "step": 52510
    },
    {
      "loss_action": 0.004158650524914265,
      "loss_total": 0.004158650524914265,
      "step": 52510
    },
    {
      "grad_norm": 0.15252463519573212,
      "learning_rate": 9.820390412804947e-05,
      "loss": 0.0098,
      "step": 52520
    },
    {
      "loss_action": 0.008547797799110413,
      "loss_total": 0.008547797799110413,
      "step": 52520
    },
    {
      "loss_action": 0.006135289557278156,
      "loss_total": 0.006135289557278156,
      "step": 52520
    },
    {
      "loss_action": 0.007596102077513933,
      "loss_total": 0.007596102077513933,
      "step": 52520
    },
    {
      "loss_action": 0.013867856934666634,
      "loss_total": 0.013867856934666634,
      "step": 52520
    },
    {
      "loss_action": 0.005217530764639378,
      "loss_total": 0.005217530764639378,
      "step": 52520
    },
    {
      "loss_action": 0.0017887919675558805,
      "loss_total": 0.0017887919675558805,
      "step": 52520
    },
    {
      "loss_action": 0.003924287855625153,
      "loss_total": 0.003924287855625153,
      "step": 52520
    },
    {
      "loss_action": 0.009671091102063656,
      "loss_total": 0.009671091102063656,
      "step": 52520
    },
    {
      "grad_norm": 0.12521664798259735,
      "learning_rate": 9.820280598083633e-05,
      "loss": 0.0092,
      "step": 52530
    },
    {
      "loss_action": 0.008278926834464073,
      "loss_total": 0.008278926834464073,
      "step": 52530
    },
    {
      "loss_action": 0.015941690653562546,
      "loss_total": 0.015941690653562546,
      "step": 52530
    },
    {
      "loss_action": 0.009047018364071846,
      "loss_total": 0.009047018364071846,
      "step": 52530
    },
    {
      "loss_action": 0.0043343231081962585,
      "loss_total": 0.0043343231081962585,
      "step": 52530
    },
    {
      "loss_action": 0.004557846114039421,
      "loss_total": 0.004557846114039421,
      "step": 52530
    },
    {
      "loss_action": 0.0038468653801828623,
      "loss_total": 0.0038468653801828623,
      "step": 52530
    },
    {
      "loss_action": 0.012154469266533852,
      "loss_total": 0.012154469266533852,
      "step": 52530
    },
    {
      "loss_action": 0.007743155583739281,
      "loss_total": 0.007743155583739281,
      "step": 52530
    },
    {
      "grad_norm": 0.11089346557855606,
      "learning_rate": 9.820170750416156e-05,
      "loss": 0.0094,
      "step": 52540
    },
    {
      "loss_action": 0.0038498190697282553,
      "loss_total": 0.0038498190697282553,
      "step": 52540
    },
    {
      "loss_action": 0.006400144658982754,
      "loss_total": 0.006400144658982754,
      "step": 52540
    },
    {
      "loss_action": 0.00793643482029438,
      "loss_total": 0.00793643482029438,
      "step": 52540
    },
    {
      "loss_action": 0.0034772080834954977,
      "loss_total": 0.0034772080834954977,
      "step": 52540
    },
    {
      "loss_action": 0.006520003080368042,
      "loss_total": 0.006520003080368042,
      "step": 52540
    },
    {
      "loss_action": 0.010057518258690834,
      "loss_total": 0.010057518258690834,
      "step": 52540
    },
    {
      "loss_action": 0.014451379887759686,
      "loss_total": 0.014451379887759686,
      "step": 52540
    },
    {
      "loss_action": 0.002812593709677458,
      "loss_total": 0.002812593709677458,
      "step": 52540
    },
    {
      "grad_norm": 0.15176080167293549,
      "learning_rate": 9.820060869803263e-05,
      "loss": 0.0078,
      "step": 52550
    },
    {
      "loss_action": 0.008202577009797096,
      "loss_total": 0.008202577009797096,
      "step": 52550
    },
    {
      "loss_action": 0.010172689333558083,
      "loss_total": 0.010172689333558083,
      "step": 52550
    },
    {
      "loss_action": 0.005556370597332716,
      "loss_total": 0.005556370597332716,
      "step": 52550
    },
    {
      "loss_action": 0.0026050827000290155,
      "loss_total": 0.0026050827000290155,
      "step": 52550
    },
    {
      "loss_action": 0.005157508887350559,
      "loss_total": 0.005157508887350559,
      "step": 52550
    },
    {
      "loss_action": 0.002847147174179554,
      "loss_total": 0.002847147174179554,
      "step": 52550
    },
    {
      "loss_action": 0.018064068630337715,
      "loss_total": 0.018064068630337715,
      "step": 52550
    },
    {
      "loss_action": 0.0063501219265162945,
      "loss_total": 0.0063501219265162945,
      "step": 52550
    },
    {
      "grad_norm": 0.09677787870168686,
      "learning_rate": 9.819950956245706e-05,
      "loss": 0.0084,
      "step": 52560
    },
    {
      "loss_action": 0.004925456363707781,
      "loss_total": 0.004925456363707781,
      "step": 52560
    },
    {
      "loss_action": 0.02394537627696991,
      "loss_total": 0.02394537627696991,
      "step": 52560
    },
    {
      "loss_action": 0.0077398791909217834,
      "loss_total": 0.0077398791909217834,
      "step": 52560
    },
    {
      "loss_action": 0.007193820551037788,
      "loss_total": 0.007193820551037788,
      "step": 52560
    },
    {
      "loss_action": 0.005434614140540361,
      "loss_total": 0.005434614140540361,
      "step": 52560
    },
    {
      "loss_action": 0.009656347334384918,
      "loss_total": 0.009656347334384918,
      "step": 52560
    },
    {
      "loss_action": 0.0057770125567913055,
      "loss_total": 0.0057770125567913055,
      "step": 52560
    },
    {
      "loss_action": 0.009364001452922821,
      "loss_total": 0.009364001452922821,
      "step": 52560
    },
    {
      "grad_norm": 0.11728453636169434,
      "learning_rate": 9.819841009744237e-05,
      "loss": 0.0091,
      "step": 52570
    },
    {
      "loss_action": 0.0066847046837210655,
      "loss_total": 0.0066847046837210655,
      "step": 52570
    },
    {
      "loss_action": 0.006538357585668564,
      "loss_total": 0.006538357585668564,
      "step": 52570
    },
    {
      "loss_action": 0.025044169276952744,
      "loss_total": 0.025044169276952744,
      "step": 52570
    },
    {
      "loss_action": 0.005099715199321508,
      "loss_total": 0.005099715199321508,
      "step": 52570
    },
    {
      "loss_action": 0.010966023430228233,
      "loss_total": 0.010966023430228233,
      "step": 52570
    },
    {
      "loss_action": 0.0033643885981291533,
      "loss_total": 0.0033643885981291533,
      "step": 52570
    },
    {
      "loss_action": 0.005104916635900736,
      "loss_total": 0.005104916635900736,
      "step": 52570
    },
    {
      "loss_action": 0.0048758359625935555,
      "loss_total": 0.0048758359625935555,
      "step": 52570
    },
    {
      "grad_norm": 0.15422634780406952,
      "learning_rate": 9.819731030299608e-05,
      "loss": 0.0087,
      "step": 52580
    },
    {
      "loss_action": 0.007229355163872242,
      "loss_total": 0.007229355163872242,
      "step": 52580
    },
    {
      "loss_action": 0.009681004099547863,
      "loss_total": 0.009681004099547863,
      "step": 52580
    },
    {
      "loss_action": 0.012705938890576363,
      "loss_total": 0.012705938890576363,
      "step": 52580
    },
    {
      "loss_action": 0.008309116587042809,
      "loss_total": 0.008309116587042809,
      "step": 52580
    },
    {
      "loss_action": 0.005915914662182331,
      "loss_total": 0.005915914662182331,
      "step": 52580
    },
    {
      "loss_action": 0.010904520750045776,
      "loss_total": 0.010904520750045776,
      "step": 52580
    },
    {
      "loss_action": 0.009179266169667244,
      "loss_total": 0.009179266169667244,
      "step": 52580
    },
    {
      "loss_action": 0.023291578516364098,
      "loss_total": 0.023291578516364098,
      "step": 52580
    },
    {
      "grad_norm": 0.10678056627511978,
      "learning_rate": 9.81962101791257e-05,
      "loss": 0.0087,
      "step": 52590
    },
    {
      "loss_action": 0.004977348260581493,
      "loss_total": 0.004977348260581493,
      "step": 52590
    },
    {
      "loss_action": 0.005572950933128595,
      "loss_total": 0.005572950933128595,
      "step": 52590
    },
    {
      "loss_action": 0.04234973341226578,
      "loss_total": 0.04234973341226578,
      "step": 52590
    },
    {
      "loss_action": 0.011119956150650978,
      "loss_total": 0.011119956150650978,
      "step": 52590
    },
    {
      "loss_action": 0.007225377950817347,
      "loss_total": 0.007225377950817347,
      "step": 52590
    },
    {
      "loss_action": 0.003115022322162986,
      "loss_total": 0.003115022322162986,
      "step": 52590
    },
    {
      "loss_action": 0.0034260195679962635,
      "loss_total": 0.0034260195679962635,
      "step": 52590
    },
    {
      "loss_action": 0.0065523250959813595,
      "loss_total": 0.0065523250959813595,
      "step": 52590
    },
    {
      "grad_norm": 0.10438190400600433,
      "learning_rate": 9.819510972583876e-05,
      "loss": 0.0079,
      "step": 52600
    },
    {
      "loss_action": 0.004364956635981798,
      "loss_total": 0.004364956635981798,
      "step": 52600
    },
    {
      "loss_action": 0.00562647171318531,
      "loss_total": 0.00562647171318531,
      "step": 52600
    },
    {
      "loss_action": 0.010008927434682846,
      "loss_total": 0.010008927434682846,
      "step": 52600
    },
    {
      "loss_action": 0.004464896395802498,
      "loss_total": 0.004464896395802498,
      "step": 52600
    },
    {
      "loss_action": 0.004848967771977186,
      "loss_total": 0.004848967771977186,
      "step": 52600
    },
    {
      "loss_action": 0.01566171646118164,
      "loss_total": 0.01566171646118164,
      "step": 52600
    },
    {
      "loss_action": 0.004933565855026245,
      "loss_total": 0.004933565855026245,
      "step": 52600
    },
    {
      "loss_action": 0.01534441951662302,
      "loss_total": 0.01534441951662302,
      "step": 52600
    },
    {
      "grad_norm": 0.13234542310237885,
      "learning_rate": 9.819400894314275e-05,
      "loss": 0.0079,
      "step": 52610
    },
    {
      "loss_action": 0.015391447581350803,
      "loss_total": 0.015391447581350803,
      "step": 52610
    },
    {
      "loss_action": 0.003824959509074688,
      "loss_total": 0.003824959509074688,
      "step": 52610
    },
    {
      "loss_action": 0.00988524965941906,
      "loss_total": 0.00988524965941906,
      "step": 52610
    },
    {
      "loss_action": 0.00459930207580328,
      "loss_total": 0.00459930207580328,
      "step": 52610
    },
    {
      "loss_action": 0.004902934655547142,
      "loss_total": 0.004902934655547142,
      "step": 52610
    },
    {
      "loss_action": 0.0036772412713617086,
      "loss_total": 0.0036772412713617086,
      "step": 52610
    },
    {
      "loss_action": 0.008418133482336998,
      "loss_total": 0.008418133482336998,
      "step": 52610
    },
    {
      "loss_action": 0.015085473656654358,
      "loss_total": 0.015085473656654358,
      "step": 52610
    },
    {
      "grad_norm": 0.13275191187858582,
      "learning_rate": 9.819290783104523e-05,
      "loss": 0.0081,
      "step": 52620
    },
    {
      "loss_action": 0.0026277913711965084,
      "loss_total": 0.0026277913711965084,
      "step": 52620
    },
    {
      "loss_action": 0.0057011740282177925,
      "loss_total": 0.0057011740282177925,
      "step": 52620
    },
    {
      "loss_action": 0.0035104327835142612,
      "loss_total": 0.0035104327835142612,
      "step": 52620
    },
    {
      "loss_action": 0.014101479202508926,
      "loss_total": 0.014101479202508926,
      "step": 52620
    },
    {
      "loss_action": 0.0057138362899422646,
      "loss_total": 0.0057138362899422646,
      "step": 52620
    },
    {
      "loss_action": 0.011837096884846687,
      "loss_total": 0.011837096884846687,
      "step": 52620
    },
    {
      "loss_action": 0.013206775300204754,
      "loss_total": 0.013206775300204754,
      "step": 52620
    },
    {
      "loss_action": 0.025416836142539978,
      "loss_total": 0.025416836142539978,
      "step": 52620
    },
    {
      "grad_norm": 0.10206619650125504,
      "learning_rate": 9.819180638955369e-05,
      "loss": 0.0081,
      "step": 52630
    },
    {
      "loss_action": 0.0030285008251667023,
      "loss_total": 0.0030285008251667023,
      "step": 52630
    },
    {
      "loss_action": 0.00210816552862525,
      "loss_total": 0.00210816552862525,
      "step": 52630
    },
    {
      "loss_action": 0.004862742032855749,
      "loss_total": 0.004862742032855749,
      "step": 52630
    },
    {
      "loss_action": 0.003489886876195669,
      "loss_total": 0.003489886876195669,
      "step": 52630
    },
    {
      "loss_action": 0.0028424139600247145,
      "loss_total": 0.0028424139600247145,
      "step": 52630
    },
    {
      "loss_action": 0.004131262190639973,
      "loss_total": 0.004131262190639973,
      "step": 52630
    },
    {
      "loss_action": 0.005065807607024908,
      "loss_total": 0.005065807607024908,
      "step": 52630
    },
    {
      "loss_action": 0.005017747636884451,
      "loss_total": 0.005017747636884451,
      "step": 52630
    },
    {
      "grad_norm": 0.1321227252483368,
      "learning_rate": 9.81907046186757e-05,
      "loss": 0.0095,
      "step": 52640
    },
    {
      "loss_action": 0.007796448655426502,
      "loss_total": 0.007796448655426502,
      "step": 52640
    },
    {
      "loss_action": 0.004647635854780674,
      "loss_total": 0.004647635854780674,
      "step": 52640
    },
    {
      "loss_action": 0.008687660098075867,
      "loss_total": 0.008687660098075867,
      "step": 52640
    },
    {
      "loss_action": 0.010919485241174698,
      "loss_total": 0.010919485241174698,
      "step": 52640
    },
    {
      "loss_action": 0.008059688843786716,
      "loss_total": 0.008059688843786716,
      "step": 52640
    },
    {
      "loss_action": 0.016058459877967834,
      "loss_total": 0.016058459877967834,
      "step": 52640
    },
    {
      "loss_action": 0.006695364136248827,
      "loss_total": 0.006695364136248827,
      "step": 52640
    },
    {
      "loss_action": 0.004991428926587105,
      "loss_total": 0.004991428926587105,
      "step": 52640
    },
    {
      "grad_norm": 0.185261070728302,
      "learning_rate": 9.818960251841876e-05,
      "loss": 0.0091,
      "step": 52650
    },
    {
      "loss_action": 0.011173564940690994,
      "loss_total": 0.011173564940690994,
      "step": 52650
    },
    {
      "loss_action": 0.015667879953980446,
      "loss_total": 0.015667879953980446,
      "step": 52650
    },
    {
      "loss_action": 0.006594657897949219,
      "loss_total": 0.006594657897949219,
      "step": 52650
    },
    {
      "loss_action": 0.014021944254636765,
      "loss_total": 0.014021944254636765,
      "step": 52650
    },
    {
      "loss_action": 0.0025228664744645357,
      "loss_total": 0.0025228664744645357,
      "step": 52650
    },
    {
      "loss_action": 0.010255251079797745,
      "loss_total": 0.010255251079797745,
      "step": 52650
    },
    {
      "loss_action": 0.004501109477132559,
      "loss_total": 0.004501109477132559,
      "step": 52650
    },
    {
      "loss_action": 0.005243163555860519,
      "loss_total": 0.005243163555860519,
      "step": 52650
    },
    {
      "grad_norm": 0.17959542572498322,
      "learning_rate": 9.818850008879042e-05,
      "loss": 0.0094,
      "step": 52660
    },
    {
      "loss_action": 0.005234698764979839,
      "loss_total": 0.005234698764979839,
      "step": 52660
    },
    {
      "loss_action": 0.006498667877167463,
      "loss_total": 0.006498667877167463,
      "step": 52660
    },
    {
      "loss_action": 0.006150838918983936,
      "loss_total": 0.006150838918983936,
      "step": 52660
    },
    {
      "loss_action": 0.004605934023857117,
      "loss_total": 0.004605934023857117,
      "step": 52660
    },
    {
      "loss_action": 0.012822167947888374,
      "loss_total": 0.012822167947888374,
      "step": 52660
    },
    {
      "loss_action": 0.005635875277221203,
      "loss_total": 0.005635875277221203,
      "step": 52660
    },
    {
      "loss_action": 0.0061547039076685905,
      "loss_total": 0.0061547039076685905,
      "step": 52660
    },
    {
      "loss_action": 0.015179041773080826,
      "loss_total": 0.015179041773080826,
      "step": 52660
    },
    {
      "grad_norm": 0.08470550179481506,
      "learning_rate": 9.81873973297982e-05,
      "loss": 0.009,
      "step": 52670
    },
    {
      "loss_action": 0.004029187373816967,
      "loss_total": 0.004029187373816967,
      "step": 52670
    },
    {
      "loss_action": 0.005752100143581629,
      "loss_total": 0.005752100143581629,
      "step": 52670
    },
    {
      "loss_action": 0.0035953919868916273,
      "loss_total": 0.0035953919868916273,
      "step": 52670
    },
    {
      "loss_action": 0.005982530768960714,
      "loss_total": 0.005982530768960714,
      "step": 52670
    },
    {
      "loss_action": 0.002683682832866907,
      "loss_total": 0.002683682832866907,
      "step": 52670
    },
    {
      "loss_action": 0.0028672530315816402,
      "loss_total": 0.0028672530315816402,
      "step": 52670
    },
    {
      "loss_action": 0.016595032066106796,
      "loss_total": 0.016595032066106796,
      "step": 52670
    },
    {
      "loss_action": 0.0066124675795435905,
      "loss_total": 0.0066124675795435905,
      "step": 52670
    },
    {
      "grad_norm": 0.09721437841653824,
      "learning_rate": 9.818629424144964e-05,
      "loss": 0.01,
      "step": 52680
    },
    {
      "loss_action": 0.003360734088346362,
      "loss_total": 0.003360734088346362,
      "step": 52680
    },
    {
      "loss_action": 0.0072113629430532455,
      "loss_total": 0.0072113629430532455,
      "step": 52680
    },
    {
      "loss_action": 0.004655575379729271,
      "loss_total": 0.004655575379729271,
      "step": 52680
    },
    {
      "loss_action": 0.008084367029368877,
      "loss_total": 0.008084367029368877,
      "step": 52680
    },
    {
      "loss_action": 0.01019943319261074,
      "loss_total": 0.01019943319261074,
      "step": 52680
    },
    {
      "loss_action": 0.011133955791592598,
      "loss_total": 0.011133955791592598,
      "step": 52680
    },
    {
      "loss_action": 0.00856758188456297,
      "loss_total": 0.00856758188456297,
      "step": 52680
    },
    {
      "loss_action": 0.005086186341941357,
      "loss_total": 0.005086186341941357,
      "step": 52680
    },
    {
      "grad_norm": 0.1182052493095398,
      "learning_rate": 9.81851908237523e-05,
      "loss": 0.0085,
      "step": 52690
    },
    {
      "loss_action": 0.004184221848845482,
      "loss_total": 0.004184221848845482,
      "step": 52690
    },
    {
      "loss_action": 0.003613169537857175,
      "loss_total": 0.003613169537857175,
      "step": 52690
    },
    {
      "loss_action": 0.01025068387389183,
      "loss_total": 0.01025068387389183,
      "step": 52690
    },
    {
      "loss_action": 0.03055747039616108,
      "loss_total": 0.03055747039616108,
      "step": 52690
    },
    {
      "loss_action": 0.002215201035141945,
      "loss_total": 0.002215201035141945,
      "step": 52690
    },
    {
      "loss_action": 0.0018758538644760847,
      "loss_total": 0.0018758538644760847,
      "step": 52690
    },
    {
      "loss_action": 0.012689600698649883,
      "loss_total": 0.012689600698649883,
      "step": 52690
    },
    {
      "loss_action": 0.0030446508899331093,
      "loss_total": 0.0030446508899331093,
      "step": 52690
    },
    {
      "grad_norm": 0.27005380392074585,
      "learning_rate": 9.81840870767137e-05,
      "loss": 0.0094,
      "step": 52700
    },
    {
      "loss_action": 0.011776406317949295,
      "loss_total": 0.011776406317949295,
      "step": 52700
    },
    {
      "loss_action": 0.007085385732352734,
      "loss_total": 0.007085385732352734,
      "step": 52700
    },
    {
      "loss_action": 0.012006438337266445,
      "loss_total": 0.012006438337266445,
      "step": 52700
    },
    {
      "loss_action": 0.012027628719806671,
      "loss_total": 0.012027628719806671,
      "step": 52700
    },
    {
      "loss_action": 0.011716967448592186,
      "loss_total": 0.011716967448592186,
      "step": 52700
    },
    {
      "loss_action": 0.010210469365119934,
      "loss_total": 0.010210469365119934,
      "step": 52700
    },
    {
      "loss_action": 0.005034067202359438,
      "loss_total": 0.005034067202359438,
      "step": 52700
    },
    {
      "loss_action": 0.01237500086426735,
      "loss_total": 0.01237500086426735,
      "step": 52700
    },
    {
      "grad_norm": 0.13916833698749542,
      "learning_rate": 9.81829830003414e-05,
      "loss": 0.0087,
      "step": 52710
    },
    {
      "loss_action": 0.008619909174740314,
      "loss_total": 0.008619909174740314,
      "step": 52710
    },
    {
      "loss_action": 0.005105066578835249,
      "loss_total": 0.005105066578835249,
      "step": 52710
    },
    {
      "loss_action": 0.004178999457508326,
      "loss_total": 0.004178999457508326,
      "step": 52710
    },
    {
      "loss_action": 0.02365654706954956,
      "loss_total": 0.02365654706954956,
      "step": 52710
    },
    {
      "loss_action": 0.023112641647458076,
      "loss_total": 0.023112641647458076,
      "step": 52710
    },
    {
      "loss_action": 0.01070936769247055,
      "loss_total": 0.01070936769247055,
      "step": 52710
    },
    {
      "loss_action": 0.002287951996549964,
      "loss_total": 0.002287951996549964,
      "step": 52710
    },
    {
      "loss_action": 0.013338958844542503,
      "loss_total": 0.013338958844542503,
      "step": 52710
    },
    {
      "grad_norm": 0.11811067163944244,
      "learning_rate": 9.818187859464292e-05,
      "loss": 0.0093,
      "step": 52720
    },
    {
      "loss_action": 0.0058204252272844315,
      "loss_total": 0.0058204252272844315,
      "step": 52720
    },
    {
      "loss_action": 0.005241147242486477,
      "loss_total": 0.005241147242486477,
      "step": 52720
    },
    {
      "loss_action": 0.011257133446633816,
      "loss_total": 0.011257133446633816,
      "step": 52720
    },
    {
      "loss_action": 0.0047457097098231316,
      "loss_total": 0.0047457097098231316,
      "step": 52720
    },
    {
      "loss_action": 0.00453150924295187,
      "loss_total": 0.00453150924295187,
      "step": 52720
    },
    {
      "loss_action": 0.006775086745619774,
      "loss_total": 0.006775086745619774,
      "step": 52720
    },
    {
      "loss_action": 0.010690185241401196,
      "loss_total": 0.010690185241401196,
      "step": 52720
    },
    {
      "loss_action": 0.009698092937469482,
      "loss_total": 0.009698092937469482,
      "step": 52720
    },
    {
      "grad_norm": 0.13527294993400574,
      "learning_rate": 9.818077385962582e-05,
      "loss": 0.0078,
      "step": 52730
    },
    {
      "loss_action": 0.00399678573012352,
      "loss_total": 0.00399678573012352,
      "step": 52730
    },
    {
      "loss_action": 0.005448793992400169,
      "loss_total": 0.005448793992400169,
      "step": 52730
    },
    {
      "loss_action": 0.0072320448234677315,
      "loss_total": 0.0072320448234677315,
      "step": 52730
    },
    {
      "loss_action": 0.005263783968985081,
      "loss_total": 0.005263783968985081,
      "step": 52730
    },
    {
      "loss_action": 0.010630933567881584,
      "loss_total": 0.010630933567881584,
      "step": 52730
    },
    {
      "loss_action": 0.019212933257222176,
      "loss_total": 0.019212933257222176,
      "step": 52730
    },
    {
      "loss_action": 0.004970593843609095,
      "loss_total": 0.004970593843609095,
      "step": 52730
    },
    {
      "loss_action": 0.013496266677975655,
      "loss_total": 0.013496266677975655,
      "step": 52730
    },
    {
      "grad_norm": 0.11806107312440872,
      "learning_rate": 9.817966879529766e-05,
      "loss": 0.0083,
      "step": 52740
    },
    {
      "loss_action": 0.01643669605255127,
      "loss_total": 0.01643669605255127,
      "step": 52740
    },
    {
      "loss_action": 0.0038382485508918762,
      "loss_total": 0.0038382485508918762,
      "step": 52740
    },
    {
      "loss_action": 0.006429302506148815,
      "loss_total": 0.006429302506148815,
      "step": 52740
    },
    {
      "loss_action": 0.0050957463681697845,
      "loss_total": 0.0050957463681697845,
      "step": 52740
    },
    {
      "loss_action": 0.0187645573168993,
      "loss_total": 0.0187645573168993,
      "step": 52740
    },
    {
      "loss_action": 0.0034273858182132244,
      "loss_total": 0.0034273858182132244,
      "step": 52740
    },
    {
      "loss_action": 0.0043377382680773735,
      "loss_total": 0.0043377382680773735,
      "step": 52740
    },
    {
      "loss_action": 0.009228596463799477,
      "loss_total": 0.009228596463799477,
      "step": 52740
    },
    {
      "grad_norm": 0.12555047869682312,
      "learning_rate": 9.8178563401666e-05,
      "loss": 0.0081,
      "step": 52750
    },
    {
      "loss_action": 0.009580360725522041,
      "loss_total": 0.009580360725522041,
      "step": 52750
    },
    {
      "loss_action": 0.003087639342993498,
      "loss_total": 0.003087639342993498,
      "step": 52750
    },
    {
      "loss_action": 0.012024445459246635,
      "loss_total": 0.012024445459246635,
      "step": 52750
    },
    {
      "loss_action": 0.006807969883084297,
      "loss_total": 0.006807969883084297,
      "step": 52750
    },
    {
      "loss_action": 0.005190950818359852,
      "loss_total": 0.005190950818359852,
      "step": 52750
    },
    {
      "loss_action": 0.003604925936087966,
      "loss_total": 0.003604925936087966,
      "step": 52750
    },
    {
      "loss_action": 0.00642525777220726,
      "loss_total": 0.00642525777220726,
      "step": 52750
    },
    {
      "loss_action": 0.004562445916235447,
      "loss_total": 0.004562445916235447,
      "step": 52750
    },
    {
      "grad_norm": 0.09391224384307861,
      "learning_rate": 9.817745767873837e-05,
      "loss": 0.0087,
      "step": 52760
    },
    {
      "loss_action": 0.00516496179625392,
      "loss_total": 0.00516496179625392,
      "step": 52760
    },
    {
      "loss_action": 0.003895358182489872,
      "loss_total": 0.003895358182489872,
      "step": 52760
    },
    {
      "loss_action": 0.01116527896374464,
      "loss_total": 0.01116527896374464,
      "step": 52760
    },
    {
      "loss_action": 0.005773397162556648,
      "loss_total": 0.005773397162556648,
      "step": 52760
    },
    {
      "loss_action": 0.003219539998099208,
      "loss_total": 0.003219539998099208,
      "step": 52760
    },
    {
      "loss_action": 0.00678320974111557,
      "loss_total": 0.00678320974111557,
      "step": 52760
    },
    {
      "loss_action": 0.009960358962416649,
      "loss_total": 0.009960358962416649,
      "step": 52760
    },
    {
      "loss_action": 0.004029072355479002,
      "loss_total": 0.004029072355479002,
      "step": 52760
    },
    {
      "grad_norm": 0.10995487123727798,
      "learning_rate": 9.817635162652235e-05,
      "loss": 0.0079,
      "step": 52770
    },
    {
      "loss_action": 0.0072501953691244125,
      "loss_total": 0.0072501953691244125,
      "step": 52770
    },
    {
      "loss_action": 0.0031560170464217663,
      "loss_total": 0.0031560170464217663,
      "step": 52770
    },
    {
      "loss_action": 0.014423218555748463,
      "loss_total": 0.014423218555748463,
      "step": 52770
    },
    {
      "loss_action": 0.011805392801761627,
      "loss_total": 0.011805392801761627,
      "step": 52770
    },
    {
      "loss_action": 0.0058636777102947235,
      "loss_total": 0.0058636777102947235,
      "step": 52770
    },
    {
      "loss_action": 0.0033828760497272015,
      "loss_total": 0.0033828760497272015,
      "step": 52770
    },
    {
      "loss_action": 0.003493132535368204,
      "loss_total": 0.003493132535368204,
      "step": 52770
    },
    {
      "loss_action": 0.005724131129682064,
      "loss_total": 0.005724131129682064,
      "step": 52770
    },
    {
      "grad_norm": 0.09589250385761261,
      "learning_rate": 9.817524524502549e-05,
      "loss": 0.0077,
      "step": 52780
    },
    {
      "loss_action": 0.00530881155282259,
      "loss_total": 0.00530881155282259,
      "step": 52780
    },
    {
      "loss_action": 0.007934078574180603,
      "loss_total": 0.007934078574180603,
      "step": 52780
    },
    {
      "loss_action": 0.010135864838957787,
      "loss_total": 0.010135864838957787,
      "step": 52780
    },
    {
      "loss_action": 0.005518989637494087,
      "loss_total": 0.005518989637494087,
      "step": 52780
    },
    {
      "loss_action": 0.005747579038143158,
      "loss_total": 0.005747579038143158,
      "step": 52780
    },
    {
      "loss_action": 0.005366698373109102,
      "loss_total": 0.005366698373109102,
      "step": 52780
    },
    {
      "loss_action": 0.014952098950743675,
      "loss_total": 0.014952098950743675,
      "step": 52780
    },
    {
      "loss_action": 0.005307619459927082,
      "loss_total": 0.005307619459927082,
      "step": 52780
    },
    {
      "grad_norm": 0.08853849768638611,
      "learning_rate": 9.817413853425534e-05,
      "loss": 0.0084,
      "step": 52790
    },
    {
      "loss_action": 0.010449862107634544,
      "loss_total": 0.010449862107634544,
      "step": 52790
    },
    {
      "loss_action": 0.009233429096639156,
      "loss_total": 0.009233429096639156,
      "step": 52790
    },
    {
      "loss_action": 0.00413645152002573,
      "loss_total": 0.00413645152002573,
      "step": 52790
    },
    {
      "loss_action": 0.011130867525935173,
      "loss_total": 0.011130867525935173,
      "step": 52790
    },
    {
      "loss_action": 0.006419098936021328,
      "loss_total": 0.006419098936021328,
      "step": 52790
    },
    {
      "loss_action": 0.022670777514576912,
      "loss_total": 0.022670777514576912,
      "step": 52790
    },
    {
      "loss_action": 0.005978872068226337,
      "loss_total": 0.005978872068226337,
      "step": 52790
    },
    {
      "loss_action": 0.017097776755690575,
      "loss_total": 0.017097776755690575,
      "step": 52790
    },
    {
      "grad_norm": 0.10483165830373764,
      "learning_rate": 9.817303149421947e-05,
      "loss": 0.008,
      "step": 52800
    },
    {
      "loss_action": 0.003272623522207141,
      "loss_total": 0.003272623522207141,
      "step": 52800
    },
    {
      "loss_action": 0.004091987386345863,
      "loss_total": 0.004091987386345863,
      "step": 52800
    },
    {
      "loss_action": 0.006909477524459362,
      "loss_total": 0.006909477524459362,
      "step": 52800
    },
    {
      "loss_action": 0.019551584497094154,
      "loss_total": 0.019551584497094154,
      "step": 52800
    },
    {
      "loss_action": 0.007130514830350876,
      "loss_total": 0.007130514830350876,
      "step": 52800
    },
    {
      "loss_action": 0.005757713690400124,
      "loss_total": 0.005757713690400124,
      "step": 52800
    },
    {
      "loss_action": 0.005172589793801308,
      "loss_total": 0.005172589793801308,
      "step": 52800
    },
    {
      "loss_action": 0.003882110584527254,
      "loss_total": 0.003882110584527254,
      "step": 52800
    },
    {
      "grad_norm": 0.13106180727481842,
      "learning_rate": 9.817192412492549e-05,
      "loss": 0.0078,
      "step": 52810
    },
    {
      "loss_action": 0.006825081072747707,
      "loss_total": 0.006825081072747707,
      "step": 52810
    },
    {
      "loss_action": 0.010468266904354095,
      "loss_total": 0.010468266904354095,
      "step": 52810
    },
    {
      "loss_action": 0.002561887726187706,
      "loss_total": 0.002561887726187706,
      "step": 52810
    },
    {
      "loss_action": 0.00945279560983181,
      "loss_total": 0.00945279560983181,
      "step": 52810
    },
    {
      "loss_action": 0.022144872695207596,
      "loss_total": 0.022144872695207596,
      "step": 52810
    },
    {
      "loss_action": 0.00593531783670187,
      "loss_total": 0.00593531783670187,
      "step": 52810
    },
    {
      "loss_action": 0.006707537919282913,
      "loss_total": 0.006707537919282913,
      "step": 52810
    },
    {
      "loss_action": 0.0035332886036485434,
      "loss_total": 0.0035332886036485434,
      "step": 52810
    },
    {
      "grad_norm": 0.09432382881641388,
      "learning_rate": 9.81708164263809e-05,
      "loss": 0.0086,
      "step": 52820
    },
    {
      "loss_action": 0.002592739649116993,
      "loss_total": 0.002592739649116993,
      "step": 52820
    },
    {
      "loss_action": 0.005050271283835173,
      "loss_total": 0.005050271283835173,
      "step": 52820
    },
    {
      "loss_action": 0.005332592874765396,
      "loss_total": 0.005332592874765396,
      "step": 52820
    },
    {
      "loss_action": 0.004050708841532469,
      "loss_total": 0.004050708841532469,
      "step": 52820
    },
    {
      "loss_action": 0.0037331758067011833,
      "loss_total": 0.0037331758067011833,
      "step": 52820
    },
    {
      "loss_action": 0.010410231538116932,
      "loss_total": 0.010410231538116932,
      "step": 52820
    },
    {
      "loss_action": 0.0022887373343110085,
      "loss_total": 0.0022887373343110085,
      "step": 52820
    },
    {
      "loss_action": 0.007425915449857712,
      "loss_total": 0.007425915449857712,
      "step": 52820
    },
    {
      "grad_norm": 0.1208067536354065,
      "learning_rate": 9.816970839859331e-05,
      "loss": 0.0069,
      "step": 52830
    },
    {
      "loss_action": 0.0023856009356677532,
      "loss_total": 0.0023856009356677532,
      "step": 52830
    },
    {
      "loss_action": 0.0063211433589458466,
      "loss_total": 0.0063211433589458466,
      "step": 52830
    },
    {
      "loss_action": 0.00746506080031395,
      "loss_total": 0.00746506080031395,
      "step": 52830
    },
    {
      "loss_action": 0.03638915345072746,
      "loss_total": 0.03638915345072746,
      "step": 52830
    },
    {
      "loss_action": 0.003136600833386183,
      "loss_total": 0.003136600833386183,
      "step": 52830
    },
    {
      "loss_action": 0.002383091952651739,
      "loss_total": 0.002383091952651739,
      "step": 52830
    },
    {
      "loss_action": 0.005778750404715538,
      "loss_total": 0.005778750404715538,
      "step": 52830
    },
    {
      "loss_action": 0.005886636674404144,
      "loss_total": 0.005886636674404144,
      "step": 52830
    },
    {
      "grad_norm": 0.1066427007317543,
      "learning_rate": 9.816860004157032e-05,
      "loss": 0.0085,
      "step": 52840
    },
    {
      "loss_action": 0.00494216475635767,
      "loss_total": 0.00494216475635767,
      "step": 52840
    },
    {
      "loss_action": 0.006591394077986479,
      "loss_total": 0.006591394077986479,
      "step": 52840
    },
    {
      "loss_action": 0.00803544744849205,
      "loss_total": 0.00803544744849205,
      "step": 52840
    },
    {
      "loss_action": 0.0069638933055102825,
      "loss_total": 0.0069638933055102825,
      "step": 52840
    },
    {
      "loss_action": 0.0023955893702805042,
      "loss_total": 0.0023955893702805042,
      "step": 52840
    },
    {
      "loss_action": 0.007136386353522539,
      "loss_total": 0.007136386353522539,
      "step": 52840
    },
    {
      "loss_action": 0.004105831030756235,
      "loss_total": 0.004105831030756235,
      "step": 52840
    },
    {
      "loss_action": 0.010284009389579296,
      "loss_total": 0.010284009389579296,
      "step": 52840
    },
    {
      "grad_norm": 0.13762283325195312,
      "learning_rate": 9.816749135531943e-05,
      "loss": 0.0077,
      "step": 52850
    },
    {
      "loss_action": 0.004806609358638525,
      "loss_total": 0.004806609358638525,
      "step": 52850
    },
    {
      "loss_action": 0.0038329216185957193,
      "loss_total": 0.0038329216185957193,
      "step": 52850
    },
    {
      "loss_action": 0.005996195133775473,
      "loss_total": 0.005996195133775473,
      "step": 52850
    },
    {
      "loss_action": 0.006980269216001034,
      "loss_total": 0.006980269216001034,
      "step": 52850
    },
    {
      "loss_action": 0.0039320820942521095,
      "loss_total": 0.0039320820942521095,
      "step": 52850
    },
    {
      "loss_action": 0.010529648512601852,
      "loss_total": 0.010529648512601852,
      "step": 52850
    },
    {
      "loss_action": 0.0015371257904917002,
      "loss_total": 0.0015371257904917002,
      "step": 52850
    },
    {
      "loss_action": 0.00368024711497128,
      "loss_total": 0.00368024711497128,
      "step": 52850
    },
    {
      "grad_norm": 0.11918869614601135,
      "learning_rate": 9.816638233984827e-05,
      "loss": 0.0077,
      "step": 52860
    },
    {
      "loss_action": 0.003885498968884349,
      "loss_total": 0.003885498968884349,
      "step": 52860
    },
    {
      "loss_action": 0.017222292721271515,
      "loss_total": 0.017222292721271515,
      "step": 52860
    },
    {
      "loss_action": 0.0056504784151911736,
      "loss_total": 0.0056504784151911736,
      "step": 52860
    },
    {
      "loss_action": 0.01140020415186882,
      "loss_total": 0.01140020415186882,
      "step": 52860
    },
    {
      "loss_action": 0.010808469727635384,
      "loss_total": 0.010808469727635384,
      "step": 52860
    },
    {
      "loss_action": 0.016919847577810287,
      "loss_total": 0.016919847577810287,
      "step": 52860
    },
    {
      "loss_action": 0.007199941668659449,
      "loss_total": 0.007199941668659449,
      "step": 52860
    },
    {
      "loss_action": 0.007098998874425888,
      "loss_total": 0.007098998874425888,
      "step": 52860
    },
    {
      "grad_norm": 0.08450137823820114,
      "learning_rate": 9.816527299516443e-05,
      "loss": 0.0077,
      "step": 52870
    },
    {
      "loss_action": 0.004982043989002705,
      "loss_total": 0.004982043989002705,
      "step": 52870
    },
    {
      "loss_action": 0.0020587281323969364,
      "loss_total": 0.0020587281323969364,
      "step": 52870
    },
    {
      "loss_action": 0.004564817063510418,
      "loss_total": 0.004564817063510418,
      "step": 52870
    },
    {
      "loss_action": 0.016641508787870407,
      "loss_total": 0.016641508787870407,
      "step": 52870
    },
    {
      "loss_action": 0.01545751839876175,
      "loss_total": 0.01545751839876175,
      "step": 52870
    },
    {
      "loss_action": 0.011535650119185448,
      "loss_total": 0.011535650119185448,
      "step": 52870
    },
    {
      "loss_action": 0.0026329739484936,
      "loss_total": 0.0026329739484936,
      "step": 52870
    },
    {
      "loss_action": 0.004764996934682131,
      "loss_total": 0.004764996934682131,
      "step": 52870
    },
    {
      "grad_norm": 0.10276494920253754,
      "learning_rate": 9.816416332127545e-05,
      "loss": 0.0066,
      "step": 52880
    },
    {
      "loss_action": 0.0064803920686244965,
      "loss_total": 0.0064803920686244965,
      "step": 52880
    },
    {
      "loss_action": 0.007984999567270279,
      "loss_total": 0.007984999567270279,
      "step": 52880
    },
    {
      "loss_action": 0.007513359189033508,
      "loss_total": 0.007513359189033508,
      "step": 52880
    },
    {
      "loss_action": 0.0055846660397946835,
      "loss_total": 0.0055846660397946835,
      "step": 52880
    },
    {
      "loss_action": 0.008554354310035706,
      "loss_total": 0.008554354310035706,
      "step": 52880
    },
    {
      "loss_action": 0.005155663006007671,
      "loss_total": 0.005155663006007671,
      "step": 52880
    },
    {
      "loss_action": 0.014519166201353073,
      "loss_total": 0.014519166201353073,
      "step": 52880
    },
    {
      "loss_action": 0.011049281805753708,
      "loss_total": 0.011049281805753708,
      "step": 52880
    },
    {
      "grad_norm": 0.12188127636909485,
      "learning_rate": 9.816305331818894e-05,
      "loss": 0.0076,
      "step": 52890
    },
    {
      "loss_action": 0.004749366082251072,
      "loss_total": 0.004749366082251072,
      "step": 52890
    },
    {
      "loss_action": 0.03018484264612198,
      "loss_total": 0.03018484264612198,
      "step": 52890
    },
    {
      "loss_action": 0.002209216123446822,
      "loss_total": 0.002209216123446822,
      "step": 52890
    },
    {
      "loss_action": 0.010789825581014156,
      "loss_total": 0.010789825581014156,
      "step": 52890
    },
    {
      "loss_action": 0.0027007744647562504,
      "loss_total": 0.0027007744647562504,
      "step": 52890
    },
    {
      "loss_action": 0.011821898631751537,
      "loss_total": 0.011821898631751537,
      "step": 52890
    },
    {
      "loss_action": 0.00721171498298645,
      "loss_total": 0.00721171498298645,
      "step": 52890
    },
    {
      "loss_action": 0.003116658888757229,
      "loss_total": 0.003116658888757229,
      "step": 52890
    },
    {
      "grad_norm": 0.10061910003423691,
      "learning_rate": 9.816194298591248e-05,
      "loss": 0.0091,
      "step": 52900
    },
    {
      "loss_action": 0.006823350675404072,
      "loss_total": 0.006823350675404072,
      "step": 52900
    },
    {
      "loss_action": 0.07100172340869904,
      "loss_total": 0.07100172340869904,
      "step": 52900
    },
    {
      "loss_action": 0.014219360426068306,
      "loss_total": 0.014219360426068306,
      "step": 52900
    },
    {
      "loss_action": 0.0072354506701231,
      "loss_total": 0.0072354506701231,
      "step": 52900
    },
    {
      "loss_action": 0.0044532534666359425,
      "loss_total": 0.0044532534666359425,
      "step": 52900
    },
    {
      "loss_action": 0.012761765159666538,
      "loss_total": 0.012761765159666538,
      "step": 52900
    },
    {
      "loss_action": 0.004336180631071329,
      "loss_total": 0.004336180631071329,
      "step": 52900
    },
    {
      "loss_action": 0.013609647750854492,
      "loss_total": 0.013609647750854492,
      "step": 52900
    },
    {
      "grad_norm": 0.15204811096191406,
      "learning_rate": 9.816083232445367e-05,
      "loss": 0.0093,
      "step": 52910
    },
    {
      "loss_action": 0.002685367129743099,
      "loss_total": 0.002685367129743099,
      "step": 52910
    },
    {
      "loss_action": 0.0038601551204919815,
      "loss_total": 0.0038601551204919815,
      "step": 52910
    },
    {
      "loss_action": 0.00675579160451889,
      "loss_total": 0.00675579160451889,
      "step": 52910
    },
    {
      "loss_action": 0.015717029571533203,
      "loss_total": 0.015717029571533203,
      "step": 52910
    },
    {
      "loss_action": 0.0038492835592478514,
      "loss_total": 0.0038492835592478514,
      "step": 52910
    },
    {
      "loss_action": 0.010958932340145111,
      "loss_total": 0.010958932340145111,
      "step": 52910
    },
    {
      "loss_action": 0.003722917987033725,
      "loss_total": 0.003722917987033725,
      "step": 52910
    },
    {
      "loss_action": 0.00716352928429842,
      "loss_total": 0.00716352928429842,
      "step": 52910
    },
    {
      "grad_norm": 0.20732365548610687,
      "learning_rate": 9.81597213338201e-05,
      "loss": 0.0094,
      "step": 52920
    },
    {
      "loss_action": 0.012055600062012672,
      "loss_total": 0.012055600062012672,
      "step": 52920
    },
    {
      "loss_action": 0.003999901935458183,
      "loss_total": 0.003999901935458183,
      "step": 52920
    },
    {
      "loss_action": 0.003793118055909872,
      "loss_total": 0.003793118055909872,
      "step": 52920
    },
    {
      "loss_action": 0.0035653789527714252,
      "loss_total": 0.0035653789527714252,
      "step": 52920
    },
    {
      "loss_action": 0.008914087899029255,
      "loss_total": 0.008914087899029255,
      "step": 52920
    },
    {
      "loss_action": 0.010751753114163876,
      "loss_total": 0.010751753114163876,
      "step": 52920
    },
    {
      "loss_action": 0.008385445922613144,
      "loss_total": 0.008385445922613144,
      "step": 52920
    },
    {
      "loss_action": 0.0031415377743542194,
      "loss_total": 0.0031415377743542194,
      "step": 52920
    },
    {
      "grad_norm": 0.10747244954109192,
      "learning_rate": 9.815861001401936e-05,
      "loss": 0.0078,
      "step": 52930
    },
    {
      "loss_action": 0.002638873178511858,
      "loss_total": 0.002638873178511858,
      "step": 52930
    },
    {
      "loss_action": 0.0128388162702322,
      "loss_total": 0.0128388162702322,
      "step": 52930
    },
    {
      "loss_action": 0.01144375093281269,
      "loss_total": 0.01144375093281269,
      "step": 52930
    },
    {
      "loss_action": 0.005270674359053373,
      "loss_total": 0.005270674359053373,
      "step": 52930
    },
    {
      "loss_action": 0.009458920918405056,
      "loss_total": 0.009458920918405056,
      "step": 52930
    },
    {
      "loss_action": 0.0052050137892365456,
      "loss_total": 0.0052050137892365456,
      "step": 52930
    },
    {
      "loss_action": 0.00706951878964901,
      "loss_total": 0.00706951878964901,
      "step": 52930
    },
    {
      "loss_action": 0.014493957161903381,
      "loss_total": 0.014493957161903381,
      "step": 52930
    },
    {
      "grad_norm": 0.1311430186033249,
      "learning_rate": 9.815749836505903e-05,
      "loss": 0.0108,
      "step": 52940
    },
    {
      "loss_action": 0.06757837533950806,
      "loss_total": 0.06757837533950806,
      "step": 52940
    },
    {
      "loss_action": 0.002778302878141403,
      "loss_total": 0.002778302878141403,
      "step": 52940
    },
    {
      "loss_action": 0.007033186499029398,
      "loss_total": 0.007033186499029398,
      "step": 52940
    },
    {
      "loss_action": 0.0054891956970095634,
      "loss_total": 0.0054891956970095634,
      "step": 52940
    },
    {
      "loss_action": 0.013362040743231773,
      "loss_total": 0.013362040743231773,
      "step": 52940
    },
    {
      "loss_action": 0.00340152345597744,
      "loss_total": 0.00340152345597744,
      "step": 52940
    },
    {
      "loss_action": 0.007871147245168686,
      "loss_total": 0.007871147245168686,
      "step": 52940
    },
    {
      "loss_action": 0.003788458649069071,
      "loss_total": 0.003788458649069071,
      "step": 52940
    },
    {
      "grad_norm": 0.10360167920589447,
      "learning_rate": 9.815638638694672e-05,
      "loss": 0.0094,
      "step": 52950
    },
    {
      "loss_action": 0.015133634209632874,
      "loss_total": 0.015133634209632874,
      "step": 52950
    },
    {
      "loss_action": 0.0036969513166695833,
      "loss_total": 0.0036969513166695833,
      "step": 52950
    },
    {
      "loss_action": 0.022438520565629005,
      "loss_total": 0.022438520565629005,
      "step": 52950
    },
    {
      "loss_action": 0.006029969081282616,
      "loss_total": 0.006029969081282616,
      "step": 52950
    },
    {
      "loss_action": 0.0028527076356112957,
      "loss_total": 0.0028527076356112957,
      "step": 52950
    },
    {
      "loss_action": 0.005679280497133732,
      "loss_total": 0.005679280497133732,
      "step": 52950
    },
    {
      "loss_action": 0.015520088374614716,
      "loss_total": 0.015520088374614716,
      "step": 52950
    },
    {
      "loss_action": 0.008668223395943642,
      "loss_total": 0.008668223395943642,
      "step": 52950
    },
    {
      "grad_norm": 0.13607047498226166,
      "learning_rate": 9.815527407969003e-05,
      "loss": 0.0078,
      "step": 52960
    },
    {
      "loss_action": 0.005405250936746597,
      "loss_total": 0.005405250936746597,
      "step": 52960
    },
    {
      "loss_action": 0.006282655522227287,
      "loss_total": 0.006282655522227287,
      "step": 52960
    },
    {
      "loss_action": 0.006212092936038971,
      "loss_total": 0.006212092936038971,
      "step": 52960
    },
    {
      "loss_action": 0.005626557394862175,
      "loss_total": 0.005626557394862175,
      "step": 52960
    },
    {
      "loss_action": 0.006199764087796211,
      "loss_total": 0.006199764087796211,
      "step": 52960
    },
    {
      "loss_action": 0.008143341168761253,
      "loss_total": 0.008143341168761253,
      "step": 52960
    },
    {
      "loss_action": 0.014097534120082855,
      "loss_total": 0.014097534120082855,
      "step": 52960
    },
    {
      "loss_action": 0.008310787379741669,
      "loss_total": 0.008310787379741669,
      "step": 52960
    },
    {
      "grad_norm": 0.1663011759519577,
      "learning_rate": 9.815416144329658e-05,
      "loss": 0.0086,
      "step": 52970
    },
    {
      "loss_action": 0.0030037430115044117,
      "loss_total": 0.0030037430115044117,
      "step": 52970
    },
    {
      "loss_action": 0.004282905720174313,
      "loss_total": 0.004282905720174313,
      "step": 52970
    },
    {
      "loss_action": 0.010611390694975853,
      "loss_total": 0.010611390694975853,
      "step": 52970
    },
    {
      "loss_action": 0.0027545569464564323,
      "loss_total": 0.0027545569464564323,
      "step": 52970
    },
    {
      "loss_action": 0.005689541809260845,
      "loss_total": 0.005689541809260845,
      "step": 52970
    },
    {
      "loss_action": 0.004453637637197971,
      "loss_total": 0.004453637637197971,
      "step": 52970
    },
    {
      "loss_action": 0.012198010459542274,
      "loss_total": 0.012198010459542274,
      "step": 52970
    },
    {
      "loss_action": 0.0048528145998716354,
      "loss_total": 0.0048528145998716354,
      "step": 52970
    },
    {
      "grad_norm": 0.09038618206977844,
      "learning_rate": 9.815304847777394e-05,
      "loss": 0.0085,
      "step": 52980
    },
    {
      "loss_action": 0.007207110989838839,
      "loss_total": 0.007207110989838839,
      "step": 52980
    },
    {
      "loss_action": 0.008402910083532333,
      "loss_total": 0.008402910083532333,
      "step": 52980
    },
    {
      "loss_action": 0.007676293142139912,
      "loss_total": 0.007676293142139912,
      "step": 52980
    },
    {
      "loss_action": 0.011468065902590752,
      "loss_total": 0.011468065902590752,
      "step": 52980
    },
    {
      "loss_action": 0.007334125228226185,
      "loss_total": 0.007334125228226185,
      "step": 52980
    },
    {
      "loss_action": 0.005510029848664999,
      "loss_total": 0.005510029848664999,
      "step": 52980
    },
    {
      "loss_action": 0.009746512398123741,
      "loss_total": 0.009746512398123741,
      "step": 52980
    },
    {
      "loss_action": 0.011938712559640408,
      "loss_total": 0.011938712559640408,
      "step": 52980
    },
    {
      "grad_norm": 0.10748087614774704,
      "learning_rate": 9.815193518312975e-05,
      "loss": 0.0086,
      "step": 52990
    },
    {
      "loss_action": 0.012299558147788048,
      "loss_total": 0.012299558147788048,
      "step": 52990
    },
    {
      "loss_action": 0.0036016409285366535,
      "loss_total": 0.0036016409285366535,
      "step": 52990
    },
    {
      "loss_action": 0.0033958242274820805,
      "loss_total": 0.0033958242274820805,
      "step": 52990
    },
    {
      "loss_action": 0.015981853008270264,
      "loss_total": 0.015981853008270264,
      "step": 52990
    },
    {
      "loss_action": 0.009275221265852451,
      "loss_total": 0.009275221265852451,
      "step": 52990
    },
    {
      "loss_action": 0.010675113648176193,
      "loss_total": 0.010675113648176193,
      "step": 52990
    },
    {
      "loss_action": 0.005220621824264526,
      "loss_total": 0.005220621824264526,
      "step": 52990
    },
    {
      "loss_action": 0.010569041594862938,
      "loss_total": 0.010569041594862938,
      "step": 52990
    },
    {
      "grad_norm": 0.12714973092079163,
      "learning_rate": 9.81508215593716e-05,
      "loss": 0.0073,
      "step": 53000
    },
    {
      "loss_action": 0.010326003655791283,
      "loss_total": 0.010326003655791283,
      "step": 53000
    },
    {
      "loss_action": 0.0031988518312573433,
      "loss_total": 0.0031988518312573433,
      "step": 53000
    },
    {
      "loss_action": 0.006782968994230032,
      "loss_total": 0.006782968994230032,
      "step": 53000
    },
    {
      "loss_action": 0.010532508604228497,
      "loss_total": 0.010532508604228497,
      "step": 53000
    },
    {
      "loss_action": 0.006932869553565979,
      "loss_total": 0.006932869553565979,
      "step": 53000
    },
    {
      "loss_action": 0.010211234912276268,
      "loss_total": 0.010211234912276268,
      "step": 53000
    },
    {
      "loss_action": 0.0037440455053001642,
      "loss_total": 0.0037440455053001642,
      "step": 53000
    },
    {
      "loss_action": 0.008296667598187923,
      "loss_total": 0.008296667598187923,
      "step": 53000
    },
    {
      "grad_norm": 0.10653553158044815,
      "learning_rate": 9.81497076065071e-05,
      "loss": 0.0077,
      "step": 53010
    },
    {
      "loss_action": 0.004675981588661671,
      "loss_total": 0.004675981588661671,
      "step": 53010
    },
    {
      "loss_action": 0.006947845220565796,
      "loss_total": 0.006947845220565796,
      "step": 53010
    },
    {
      "loss_action": 0.005019658710807562,
      "loss_total": 0.005019658710807562,
      "step": 53010
    },
    {
      "loss_action": 0.0039879269897937775,
      "loss_total": 0.0039879269897937775,
      "step": 53010
    },
    {
      "loss_action": 0.0076241870410740376,
      "loss_total": 0.0076241870410740376,
      "step": 53010
    },
    {
      "loss_action": 0.00445849634706974,
      "loss_total": 0.00445849634706974,
      "step": 53010
    },
    {
      "loss_action": 0.006144599057734013,
      "loss_total": 0.006144599057734013,
      "step": 53010
    },
    {
      "loss_action": 0.005515395663678646,
      "loss_total": 0.005515395663678646,
      "step": 53010
    },
    {
      "grad_norm": 0.13670745491981506,
      "learning_rate": 9.814859332454388e-05,
      "loss": 0.0076,
      "step": 53020
    },
    {
      "loss_action": 0.006143008358776569,
      "loss_total": 0.006143008358776569,
      "step": 53020
    },
    {
      "loss_action": 0.004651564173400402,
      "loss_total": 0.004651564173400402,
      "step": 53020
    },
    {
      "loss_action": 0.009774720296263695,
      "loss_total": 0.009774720296263695,
      "step": 53020
    },
    {
      "loss_action": 0.0039205169305205345,
      "loss_total": 0.0039205169305205345,
      "step": 53020
    },
    {
      "loss_action": 0.006875250488519669,
      "loss_total": 0.006875250488519669,
      "step": 53020
    },
    {
      "loss_action": 0.019527360796928406,
      "loss_total": 0.019527360796928406,
      "step": 53020
    },
    {
      "loss_action": 0.006376666482537985,
      "loss_total": 0.006376666482537985,
      "step": 53020
    },
    {
      "loss_action": 0.01116762962192297,
      "loss_total": 0.01116762962192297,
      "step": 53020
    },
    {
      "grad_norm": 0.13415654003620148,
      "learning_rate": 9.814747871348955e-05,
      "loss": 0.0083,
      "step": 53030
    },
    {
      "loss_action": 0.00557366106659174,
      "loss_total": 0.00557366106659174,
      "step": 53030
    },
    {
      "loss_action": 0.002511384431272745,
      "loss_total": 0.002511384431272745,
      "step": 53030
    },
    {
      "loss_action": 0.010010439902544022,
      "loss_total": 0.010010439902544022,
      "step": 53030
    },
    {
      "loss_action": 0.01106456108391285,
      "loss_total": 0.01106456108391285,
      "step": 53030
    },
    {
      "loss_action": 0.012369278818368912,
      "loss_total": 0.012369278818368912,
      "step": 53030
    },
    {
      "loss_action": 0.006348310969769955,
      "loss_total": 0.006348310969769955,
      "step": 53030
    },
    {
      "loss_action": 0.015806350857019424,
      "loss_total": 0.015806350857019424,
      "step": 53030
    },
    {
      "loss_action": 0.01052885502576828,
      "loss_total": 0.01052885502576828,
      "step": 53030
    },
    {
      "grad_norm": 0.12578482925891876,
      "learning_rate": 9.814636377335171e-05,
      "loss": 0.0102,
      "step": 53040
    },
    {
      "loss_action": 0.0022582574747502804,
      "loss_total": 0.0022582574747502804,
      "step": 53040
    },
    {
      "loss_action": 0.007874585688114166,
      "loss_total": 0.007874585688114166,
      "step": 53040
    },
    {
      "loss_action": 0.002809111960232258,
      "loss_total": 0.002809111960232258,
      "step": 53040
    },
    {
      "loss_action": 0.0023158295080065727,
      "loss_total": 0.0023158295080065727,
      "step": 53040
    },
    {
      "loss_action": 0.0035309933591634035,
      "loss_total": 0.0035309933591634035,
      "step": 53040
    },
    {
      "loss_action": 0.0026545999571681023,
      "loss_total": 0.0026545999571681023,
      "step": 53040
    },
    {
      "loss_action": 0.0054220156744122505,
      "loss_total": 0.0054220156744122505,
      "step": 53040
    },
    {
      "loss_action": 0.002467662561684847,
      "loss_total": 0.002467662561684847,
      "step": 53040
    },
    {
      "grad_norm": 0.11147353053092957,
      "learning_rate": 9.814524850413799e-05,
      "loss": 0.0081,
      "step": 53050
    },
    {
      "loss_action": 0.010057381354272366,
      "loss_total": 0.010057381354272366,
      "step": 53050
    },
    {
      "loss_action": 0.0038141245022416115,
      "loss_total": 0.0038141245022416115,
      "step": 53050
    },
    {
      "loss_action": 0.023041849955916405,
      "loss_total": 0.023041849955916405,
      "step": 53050
    },
    {
      "loss_action": 0.00975710991770029,
      "loss_total": 0.00975710991770029,
      "step": 53050
    },
    {
      "loss_action": 0.004146627150475979,
      "loss_total": 0.004146627150475979,
      "step": 53050
    },
    {
      "loss_action": 0.006821594201028347,
      "loss_total": 0.006821594201028347,
      "step": 53050
    },
    {
      "loss_action": 0.0037977113388478756,
      "loss_total": 0.0037977113388478756,
      "step": 53050
    },
    {
      "loss_action": 0.03218695521354675,
      "loss_total": 0.03218695521354675,
      "step": 53050
    },
    {
      "grad_norm": 0.1374249905347824,
      "learning_rate": 9.814413290585604e-05,
      "loss": 0.0081,
      "step": 53060
    },
    {
      "loss_action": 0.005098447203636169,
      "loss_total": 0.005098447203636169,
      "step": 53060
    },
    {
      "loss_action": 0.0061410414054989815,
      "loss_total": 0.0061410414054989815,
      "step": 53060
    },
    {
      "loss_action": 0.0027916263788938522,
      "loss_total": 0.0027916263788938522,
      "step": 53060
    },
    {
      "loss_action": 0.027322858572006226,
      "loss_total": 0.027322858572006226,
      "step": 53060
    },
    {
      "loss_action": 0.010032577440142632,
      "loss_total": 0.010032577440142632,
      "step": 53060
    },
    {
      "loss_action": 0.01025296002626419,
      "loss_total": 0.01025296002626419,
      "step": 53060
    },
    {
      "loss_action": 0.0025683240965008736,
      "loss_total": 0.0025683240965008736,
      "step": 53060
    },
    {
      "loss_action": 0.032044608145952225,
      "loss_total": 0.032044608145952225,
      "step": 53060
    },
    {
      "grad_norm": 0.14981253445148468,
      "learning_rate": 9.814301697851344e-05,
      "loss": 0.0085,
      "step": 53070
    },
    {
      "loss_action": 0.008932261727750301,
      "loss_total": 0.008932261727750301,
      "step": 53070
    },
    {
      "loss_action": 0.00454298872500658,
      "loss_total": 0.00454298872500658,
      "step": 53070
    },
    {
      "loss_action": 0.012592170387506485,
      "loss_total": 0.012592170387506485,
      "step": 53070
    },
    {
      "loss_action": 0.008107122033834457,
      "loss_total": 0.008107122033834457,
      "step": 53070
    },
    {
      "loss_action": 0.00892534852027893,
      "loss_total": 0.00892534852027893,
      "step": 53070
    },
    {
      "loss_action": 0.009285013191401958,
      "loss_total": 0.009285013191401958,
      "step": 53070
    },
    {
      "loss_action": 0.004398757126182318,
      "loss_total": 0.004398757126182318,
      "step": 53070
    },
    {
      "loss_action": 0.004777070134878159,
      "loss_total": 0.004777070134878159,
      "step": 53070
    },
    {
      "grad_norm": 0.08653738349676132,
      "learning_rate": 9.814190072211786e-05,
      "loss": 0.0075,
      "step": 53080
    },
    {
      "loss_action": 0.008108178153634071,
      "loss_total": 0.008108178153634071,
      "step": 53080
    },
    {
      "loss_action": 0.006805855315178633,
      "loss_total": 0.006805855315178633,
      "step": 53080
    },
    {
      "loss_action": 0.006238534115254879,
      "loss_total": 0.006238534115254879,
      "step": 53080
    },
    {
      "loss_action": 0.012218492105603218,
      "loss_total": 0.012218492105603218,
      "step": 53080
    },
    {
      "loss_action": 0.006451978348195553,
      "loss_total": 0.006451978348195553,
      "step": 53080
    },
    {
      "loss_action": 0.004693757276982069,
      "loss_total": 0.004693757276982069,
      "step": 53080
    },
    {
      "loss_action": 0.007171424105763435,
      "loss_total": 0.007171424105763435,
      "step": 53080
    },
    {
      "loss_action": 0.005811532028019428,
      "loss_total": 0.005811532028019428,
      "step": 53080
    },
    {
      "grad_norm": 0.12347275763750076,
      "learning_rate": 9.814078413667691e-05,
      "loss": 0.008,
      "step": 53090
    },
    {
      "loss_action": 0.0037128045223653316,
      "loss_total": 0.0037128045223653316,
      "step": 53090
    },
    {
      "loss_action": 0.0060543520376086235,
      "loss_total": 0.0060543520376086235,
      "step": 53090
    },
    {
      "loss_action": 0.019191745668649673,
      "loss_total": 0.019191745668649673,
      "step": 53090
    },
    {
      "loss_action": 0.008052092045545578,
      "loss_total": 0.008052092045545578,
      "step": 53090
    },
    {
      "loss_action": 0.0024113915860652924,
      "loss_total": 0.0024113915860652924,
      "step": 53090
    },
    {
      "loss_action": 0.0077164070680737495,
      "loss_total": 0.0077164070680737495,
      "step": 53090
    },
    {
      "loss_action": 0.005058721639215946,
      "loss_total": 0.005058721639215946,
      "step": 53090
    },
    {
      "loss_action": 0.0035419112537056208,
      "loss_total": 0.0035419112537056208,
      "step": 53090
    },
    {
      "grad_norm": 0.15425875782966614,
      "learning_rate": 9.81396672221982e-05,
      "loss": 0.0075,
      "step": 53100
    },
    {
      "loss_action": 0.0051956502720713615,
      "loss_total": 0.0051956502720713615,
      "step": 53100
    },
    {
      "loss_action": 0.003996342420578003,
      "loss_total": 0.003996342420578003,
      "step": 53100
    },
    {
      "loss_action": 0.0065344711765646935,
      "loss_total": 0.0065344711765646935,
      "step": 53100
    },
    {
      "loss_action": 0.00421059038490057,
      "loss_total": 0.00421059038490057,
      "step": 53100
    },
    {
      "loss_action": 0.009163342416286469,
      "loss_total": 0.009163342416286469,
      "step": 53100
    },
    {
      "loss_action": 0.003191353753209114,
      "loss_total": 0.003191353753209114,
      "step": 53100
    },
    {
      "loss_action": 0.010691611096262932,
      "loss_total": 0.010691611096262932,
      "step": 53100
    },
    {
      "loss_action": 0.008738216012716293,
      "loss_total": 0.008738216012716293,
      "step": 53100
    },
    {
      "grad_norm": 0.13825565576553345,
      "learning_rate": 9.813854997868941e-05,
      "loss": 0.0085,
      "step": 53110
    },
    {
      "loss_action": 0.020552847534418106,
      "loss_total": 0.020552847534418106,
      "step": 53110
    },
    {
      "loss_action": 0.008181015029549599,
      "loss_total": 0.008181015029549599,
      "step": 53110
    },
    {
      "loss_action": 0.003371948841959238,
      "loss_total": 0.003371948841959238,
      "step": 53110
    },
    {
      "loss_action": 0.007853817194700241,
      "loss_total": 0.007853817194700241,
      "step": 53110
    },
    {
      "loss_action": 0.00827549584209919,
      "loss_total": 0.00827549584209919,
      "step": 53110
    },
    {
      "loss_action": 0.012872224673628807,
      "loss_total": 0.012872224673628807,
      "step": 53110
    },
    {
      "loss_action": 0.012428969144821167,
      "loss_total": 0.012428969144821167,
      "step": 53110
    },
    {
      "loss_action": 0.023961519822478294,
      "loss_total": 0.023961519822478294,
      "step": 53110
    },
    {
      "grad_norm": 0.17033173143863678,
      "learning_rate": 9.813743240615813e-05,
      "loss": 0.0095,
      "step": 53120
    },
    {
      "loss_action": 0.005949473474174738,
      "loss_total": 0.005949473474174738,
      "step": 53120
    },
    {
      "loss_action": 0.008364364504814148,
      "loss_total": 0.008364364504814148,
      "step": 53120
    },
    {
      "loss_action": 0.004722923971712589,
      "loss_total": 0.004722923971712589,
      "step": 53120
    },
    {
      "loss_action": 0.036490339785814285,
      "loss_total": 0.036490339785814285,
      "step": 53120
    },
    {
      "loss_action": 0.0038108788430690765,
      "loss_total": 0.0038108788430690765,
      "step": 53120
    },
    {
      "loss_action": 0.004597402177751064,
      "loss_total": 0.004597402177751064,
      "step": 53120
    },
    {
      "loss_action": 0.01310535054653883,
      "loss_total": 0.01310535054653883,
      "step": 53120
    },
    {
      "loss_action": 0.009029998444020748,
      "loss_total": 0.009029998444020748,
      "step": 53120
    },
    {
      "grad_norm": 0.17073088884353638,
      "learning_rate": 9.813631450461203e-05,
      "loss": 0.0098,
      "step": 53130
    },
    {
      "loss_action": 0.011556711047887802,
      "loss_total": 0.011556711047887802,
      "step": 53130
    },
    {
      "loss_action": 0.002596496604382992,
      "loss_total": 0.002596496604382992,
      "step": 53130
    },
    {
      "loss_action": 0.007948391139507294,
      "loss_total": 0.007948391139507294,
      "step": 53130
    },
    {
      "loss_action": 0.015630898997187614,
      "loss_total": 0.015630898997187614,
      "step": 53130
    },
    {
      "loss_action": 0.007604317739605904,
      "loss_total": 0.007604317739605904,
      "step": 53130
    },
    {
      "loss_action": 0.003064224263653159,
      "loss_total": 0.003064224263653159,
      "step": 53130
    },
    {
      "loss_action": 0.0036200338508933783,
      "loss_total": 0.0036200338508933783,
      "step": 53130
    },
    {
      "loss_action": 0.004729330539703369,
      "loss_total": 0.004729330539703369,
      "step": 53130
    },
    {
      "grad_norm": 0.1332341879606247,
      "learning_rate": 9.813519627405875e-05,
      "loss": 0.01,
      "step": 53140
    },
    {
      "loss_action": 0.008654849603772163,
      "loss_total": 0.008654849603772163,
      "step": 53140
    },
    {
      "loss_action": 0.006563969422131777,
      "loss_total": 0.006563969422131777,
      "step": 53140
    },
    {
      "loss_action": 0.012590584345161915,
      "loss_total": 0.012590584345161915,
      "step": 53140
    },
    {
      "loss_action": 0.008532851934432983,
      "loss_total": 0.008532851934432983,
      "step": 53140
    },
    {
      "loss_action": 0.005712736397981644,
      "loss_total": 0.005712736397981644,
      "step": 53140
    },
    {
      "loss_action": 0.004974722862243652,
      "loss_total": 0.004974722862243652,
      "step": 53140
    },
    {
      "loss_action": 0.011918764561414719,
      "loss_total": 0.011918764561414719,
      "step": 53140
    },
    {
      "loss_action": 0.0046264599077403545,
      "loss_total": 0.0046264599077403545,
      "step": 53140
    },
    {
      "grad_norm": 0.14011892676353455,
      "learning_rate": 9.813407771450591e-05,
      "loss": 0.0078,
      "step": 53150
    },
    {
      "loss_action": 0.012287858873605728,
      "loss_total": 0.012287858873605728,
      "step": 53150
    },
    {
      "loss_action": 0.0026251610834151506,
      "loss_total": 0.0026251610834151506,
      "step": 53150
    },
    {
      "loss_action": 0.005614022724330425,
      "loss_total": 0.005614022724330425,
      "step": 53150
    },
    {
      "loss_action": 0.0072254762053489685,
      "loss_total": 0.0072254762053489685,
      "step": 53150
    },
    {
      "loss_action": 0.006599732208997011,
      "loss_total": 0.006599732208997011,
      "step": 53150
    },
    {
      "loss_action": 0.0040853265672922134,
      "loss_total": 0.0040853265672922134,
      "step": 53150
    },
    {
      "loss_action": 0.009604988619685173,
      "loss_total": 0.009604988619685173,
      "step": 53150
    },
    {
      "loss_action": 0.005040633492171764,
      "loss_total": 0.005040633492171764,
      "step": 53150
    },
    {
      "grad_norm": 0.10763096064329147,
      "learning_rate": 9.813295882596118e-05,
      "loss": 0.0088,
      "step": 53160
    },
    {
      "loss_action": 0.007251218892633915,
      "loss_total": 0.007251218892633915,
      "step": 53160
    },
    {
      "loss_action": 0.032549258321523666,
      "loss_total": 0.032549258321523666,
      "step": 53160
    },
    {
      "loss_action": 0.026948509737849236,
      "loss_total": 0.026948509737849236,
      "step": 53160
    },
    {
      "loss_action": 0.006222950294613838,
      "loss_total": 0.006222950294613838,
      "step": 53160
    },
    {
      "loss_action": 0.0031276510562747717,
      "loss_total": 0.0031276510562747717,
      "step": 53160
    },
    {
      "loss_action": 0.01052709762006998,
      "loss_total": 0.01052709762006998,
      "step": 53160
    },
    {
      "loss_action": 0.006440361961722374,
      "loss_total": 0.006440361961722374,
      "step": 53160
    },
    {
      "loss_action": 0.009130466729402542,
      "loss_total": 0.009130466729402542,
      "step": 53160
    },
    {
      "grad_norm": 0.14084449410438538,
      "learning_rate": 9.813183960843219e-05,
      "loss": 0.0076,
      "step": 53170
    },
    {
      "loss_action": 0.009171420708298683,
      "loss_total": 0.009171420708298683,
      "step": 53170
    },
    {
      "loss_action": 0.008066212758421898,
      "loss_total": 0.008066212758421898,
      "step": 53170
    },
    {
      "loss_action": 0.008826367557048798,
      "loss_total": 0.008826367557048798,
      "step": 53170
    },
    {
      "loss_action": 0.008206179365515709,
      "loss_total": 0.008206179365515709,
      "step": 53170
    },
    {
      "loss_action": 0.006327216513454914,
      "loss_total": 0.006327216513454914,
      "step": 53170
    },
    {
      "loss_action": 0.004327444825321436,
      "loss_total": 0.004327444825321436,
      "step": 53170
    },
    {
      "loss_action": 0.004748612176626921,
      "loss_total": 0.004748612176626921,
      "step": 53170
    },
    {
      "loss_action": 0.012327194213867188,
      "loss_total": 0.012327194213867188,
      "step": 53170
    },
    {
      "grad_norm": 0.1485825926065445,
      "learning_rate": 9.813072006192659e-05,
      "loss": 0.0083,
      "step": 53180
    },
    {
      "loss_action": 0.0034629199653863907,
      "loss_total": 0.0034629199653863907,
      "step": 53180
    },
    {
      "loss_action": 0.0031577793415635824,
      "loss_total": 0.0031577793415635824,
      "step": 53180
    },
    {
      "loss_action": 0.007726357318460941,
      "loss_total": 0.007726357318460941,
      "step": 53180
    },
    {
      "loss_action": 0.0028147788252681494,
      "loss_total": 0.0028147788252681494,
      "step": 53180
    },
    {
      "loss_action": 0.0030647614039480686,
      "loss_total": 0.0030647614039480686,
      "step": 53180
    },
    {
      "loss_action": 0.012425381690263748,
      "loss_total": 0.012425381690263748,
      "step": 53180
    },
    {
      "loss_action": 0.00348277622833848,
      "loss_total": 0.00348277622833848,
      "step": 53180
    },
    {
      "loss_action": 0.00661864411085844,
      "loss_total": 0.00661864411085844,
      "step": 53180
    },
    {
      "grad_norm": 0.14121019840240479,
      "learning_rate": 9.812960018645205e-05,
      "loss": 0.008,
      "step": 53190
    },
    {
      "loss_action": 0.010143065825104713,
      "loss_total": 0.010143065825104713,
      "step": 53190
    },
    {
      "loss_action": 0.03257692605257034,
      "loss_total": 0.03257692605257034,
      "step": 53190
    },
    {
      "loss_action": 0.0040672337636351585,
      "loss_total": 0.0040672337636351585,
      "step": 53190
    },
    {
      "loss_action": 0.007802017964422703,
      "loss_total": 0.007802017964422703,
      "step": 53190
    },
    {
      "loss_action": 0.009133486077189445,
      "loss_total": 0.009133486077189445,
      "step": 53190
    },
    {
      "loss_action": 0.021605275571346283,
      "loss_total": 0.021605275571346283,
      "step": 53190
    },
    {
      "loss_action": 0.003918110392987728,
      "loss_total": 0.003918110392987728,
      "step": 53190
    },
    {
      "loss_action": 0.006771910935640335,
      "loss_total": 0.006771910935640335,
      "step": 53190
    },
    {
      "grad_norm": 0.14888392388820648,
      "learning_rate": 9.81284799820162e-05,
      "loss": 0.0096,
      "step": 53200
    },
    {
      "loss_action": 0.013430533930659294,
      "loss_total": 0.013430533930659294,
      "step": 53200
    },
    {
      "loss_action": 0.009914558380842209,
      "loss_total": 0.009914558380842209,
      "step": 53200
    },
    {
      "loss_action": 0.011482363566756248,
      "loss_total": 0.011482363566756248,
      "step": 53200
    },
    {
      "loss_action": 0.0054772961884737015,
      "loss_total": 0.0054772961884737015,
      "step": 53200
    },
    {
      "loss_action": 0.013540374115109444,
      "loss_total": 0.013540374115109444,
      "step": 53200
    },
    {
      "loss_action": 0.008101286366581917,
      "loss_total": 0.008101286366581917,
      "step": 53200
    },
    {
      "loss_action": 0.008085038512945175,
      "loss_total": 0.008085038512945175,
      "step": 53200
    },
    {
      "loss_action": 0.004943542182445526,
      "loss_total": 0.004943542182445526,
      "step": 53200
    },
    {
      "grad_norm": 0.12108664959669113,
      "learning_rate": 9.812735944862672e-05,
      "loss": 0.0079,
      "step": 53210
    },
    {
      "loss_action": 0.027566097676753998,
      "loss_total": 0.027566097676753998,
      "step": 53210
    },
    {
      "loss_action": 0.004283967427909374,
      "loss_total": 0.004283967427909374,
      "step": 53210
    },
    {
      "loss_action": 0.002454277826473117,
      "loss_total": 0.002454277826473117,
      "step": 53210
    },
    {
      "loss_action": 0.004164098761975765,
      "loss_total": 0.004164098761975765,
      "step": 53210
    },
    {
      "loss_action": 0.00516948476433754,
      "loss_total": 0.00516948476433754,
      "step": 53210
    },
    {
      "loss_action": 0.009407253935933113,
      "loss_total": 0.009407253935933113,
      "step": 53210
    },
    {
      "loss_action": 0.005682321731001139,
      "loss_total": 0.005682321731001139,
      "step": 53210
    },
    {
      "loss_action": 0.002195999724790454,
      "loss_total": 0.002195999724790454,
      "step": 53210
    },
    {
      "grad_norm": 0.10189318656921387,
      "learning_rate": 9.812623858629126e-05,
      "loss": 0.0079,
      "step": 53220
    },
    {
      "loss_action": 0.005339701194316149,
      "loss_total": 0.005339701194316149,
      "step": 53220
    },
    {
      "loss_action": 0.005918544717133045,
      "loss_total": 0.005918544717133045,
      "step": 53220
    },
    {
      "loss_action": 0.004759176168590784,
      "loss_total": 0.004759176168590784,
      "step": 53220
    },
    {
      "loss_action": 0.01083179097622633,
      "loss_total": 0.01083179097622633,
      "step": 53220
    },
    {
      "loss_action": 0.025379374623298645,
      "loss_total": 0.025379374623298645,
      "step": 53220
    },
    {
      "loss_action": 0.011738268658518791,
      "loss_total": 0.011738268658518791,
      "step": 53220
    },
    {
      "loss_action": 0.006343912333250046,
      "loss_total": 0.006343912333250046,
      "step": 53220
    },
    {
      "loss_action": 0.011335140094161034,
      "loss_total": 0.011335140094161034,
      "step": 53220
    },
    {
      "grad_norm": 0.16227874159812927,
      "learning_rate": 9.812511739501747e-05,
      "loss": 0.0081,
      "step": 53230
    },
    {
      "loss_action": 0.0068919169716537,
      "loss_total": 0.0068919169716537,
      "step": 53230
    },
    {
      "loss_action": 0.0028582289814949036,
      "loss_total": 0.0028582289814949036,
      "step": 53230
    },
    {
      "loss_action": 0.011638657189905643,
      "loss_total": 0.011638657189905643,
      "step": 53230
    },
    {
      "loss_action": 0.033789463341236115,
      "loss_total": 0.033789463341236115,
      "step": 53230
    },
    {
      "loss_action": 0.006851802580058575,
      "loss_total": 0.006851802580058575,
      "step": 53230
    },
    {
      "loss_action": 0.006803040858358145,
      "loss_total": 0.006803040858358145,
      "step": 53230
    },
    {
      "loss_action": 0.004356078803539276,
      "loss_total": 0.004356078803539276,
      "step": 53230
    },
    {
      "loss_action": 0.0068595558404922485,
      "loss_total": 0.0068595558404922485,
      "step": 53230
    },
    {
      "grad_norm": 0.1257787048816681,
      "learning_rate": 9.812399587481303e-05,
      "loss": 0.0091,
      "step": 53240
    },
    {
      "loss_action": 0.007042748387902975,
      "loss_total": 0.007042748387902975,
      "step": 53240
    },
    {
      "loss_action": 0.007424741517752409,
      "loss_total": 0.007424741517752409,
      "step": 53240
    },
    {
      "loss_action": 0.004040737170726061,
      "loss_total": 0.004040737170726061,
      "step": 53240
    },
    {
      "loss_action": 0.009817044250667095,
      "loss_total": 0.009817044250667095,
      "step": 53240
    },
    {
      "loss_action": 0.01414080522954464,
      "loss_total": 0.01414080522954464,
      "step": 53240
    },
    {
      "loss_action": 0.006680383812636137,
      "loss_total": 0.006680383812636137,
      "step": 53240
    },
    {
      "loss_action": 0.005287301726639271,
      "loss_total": 0.005287301726639271,
      "step": 53240
    },
    {
      "loss_action": 0.004620256368070841,
      "loss_total": 0.004620256368070841,
      "step": 53240
    },
    {
      "grad_norm": 0.10921269655227661,
      "learning_rate": 9.812287402568559e-05,
      "loss": 0.0083,
      "step": 53250
    },
    {
      "loss_action": 0.017911454662680626,
      "loss_total": 0.017911454662680626,
      "step": 53250
    },
    {
      "loss_action": 0.007558311335742474,
      "loss_total": 0.007558311335742474,
      "step": 53250
    },
    {
      "loss_action": 0.025138039141893387,
      "loss_total": 0.025138039141893387,
      "step": 53250
    },
    {
      "loss_action": 0.003983361646533012,
      "loss_total": 0.003983361646533012,
      "step": 53250
    },
    {
      "loss_action": 0.00509417150169611,
      "loss_total": 0.00509417150169611,
      "step": 53250
    },
    {
      "loss_action": 0.00296946638263762,
      "loss_total": 0.00296946638263762,
      "step": 53250
    },
    {
      "loss_action": 0.0120345838367939,
      "loss_total": 0.0120345838367939,
      "step": 53250
    },
    {
      "loss_action": 0.017299994826316833,
      "loss_total": 0.017299994826316833,
      "step": 53250
    },
    {
      "grad_norm": 0.09866528958082199,
      "learning_rate": 9.812175184764282e-05,
      "loss": 0.0075,
      "step": 53260
    },
    {
      "loss_action": 0.011839544400572777,
      "loss_total": 0.011839544400572777,
      "step": 53260
    },
    {
      "loss_action": 0.007233186159282923,
      "loss_total": 0.007233186159282923,
      "step": 53260
    },
    {
      "loss_action": 0.009570708498358727,
      "loss_total": 0.009570708498358727,
      "step": 53260
    },
    {
      "loss_action": 0.006364207714796066,
      "loss_total": 0.006364207714796066,
      "step": 53260
    },
    {
      "loss_action": 0.0031751443166285753,
      "loss_total": 0.0031751443166285753,
      "step": 53260
    },
    {
      "loss_action": 0.0037878197617828846,
      "loss_total": 0.0037878197617828846,
      "step": 53260
    },
    {
      "loss_action": 0.0038187052123248577,
      "loss_total": 0.0038187052123248577,
      "step": 53260
    },
    {
      "loss_action": 0.012562749907374382,
      "loss_total": 0.012562749907374382,
      "step": 53260
    },
    {
      "grad_norm": 0.14937888085842133,
      "learning_rate": 9.81206293406924e-05,
      "loss": 0.0076,
      "step": 53270
    },
    {
      "loss_action": 0.004926835652440786,
      "loss_total": 0.004926835652440786,
      "step": 53270
    },
    {
      "loss_action": 0.0025175590999424458,
      "loss_total": 0.0025175590999424458,
      "step": 53270
    },
    {
      "loss_action": 0.005407267715781927,
      "loss_total": 0.005407267715781927,
      "step": 53270
    },
    {
      "loss_action": 0.0082186758518219,
      "loss_total": 0.0082186758518219,
      "step": 53270
    },
    {
      "loss_action": 0.005234288051724434,
      "loss_total": 0.005234288051724434,
      "step": 53270
    },
    {
      "loss_action": 0.0072693307884037495,
      "loss_total": 0.0072693307884037495,
      "step": 53270
    },
    {
      "loss_action": 0.015614674426615238,
      "loss_total": 0.015614674426615238,
      "step": 53270
    },
    {
      "loss_action": 0.008692302741110325,
      "loss_total": 0.008692302741110325,
      "step": 53270
    },
    {
      "grad_norm": 0.11393925547599792,
      "learning_rate": 9.8119506504842e-05,
      "loss": 0.0067,
      "step": 53280
    },
    {
      "loss_action": 0.002671657595783472,
      "loss_total": 0.002671657595783472,
      "step": 53280
    },
    {
      "loss_action": 0.00541121419519186,
      "loss_total": 0.00541121419519186,
      "step": 53280
    },
    {
      "loss_action": 0.004447552841156721,
      "loss_total": 0.004447552841156721,
      "step": 53280
    },
    {
      "loss_action": 0.005467816721647978,
      "loss_total": 0.005467816721647978,
      "step": 53280
    },
    {
      "loss_action": 0.005697174929082394,
      "loss_total": 0.005697174929082394,
      "step": 53280
    },
    {
      "loss_action": 0.012319553643465042,
      "loss_total": 0.012319553643465042,
      "step": 53280
    },
    {
      "loss_action": 0.008852114900946617,
      "loss_total": 0.008852114900946617,
      "step": 53280
    },
    {
      "loss_action": 0.010245824232697487,
      "loss_total": 0.010245824232697487,
      "step": 53280
    },
    {
      "grad_norm": 0.13608521223068237,
      "learning_rate": 9.81183833400993e-05,
      "loss": 0.0082,
      "step": 53290
    },
    {
      "loss_action": 0.005508925300091505,
      "loss_total": 0.005508925300091505,
      "step": 53290
    },
    {
      "loss_action": 0.004359208047389984,
      "loss_total": 0.004359208047389984,
      "step": 53290
    },
    {
      "loss_action": 0.0028122421354055405,
      "loss_total": 0.0028122421354055405,
      "step": 53290
    },
    {
      "loss_action": 0.00974803976714611,
      "loss_total": 0.00974803976714611,
      "step": 53290
    },
    {
      "loss_action": 0.0046014306135475636,
      "loss_total": 0.0046014306135475636,
      "step": 53290
    },
    {
      "loss_action": 0.0032654395326972008,
      "loss_total": 0.0032654395326972008,
      "step": 53290
    },
    {
      "loss_action": 0.005476853810250759,
      "loss_total": 0.005476853810250759,
      "step": 53290
    },
    {
      "loss_action": 0.012785246595740318,
      "loss_total": 0.012785246595740318,
      "step": 53290
    },
    {
      "grad_norm": 0.11950062215328217,
      "learning_rate": 9.811725984647196e-05,
      "loss": 0.0079,
      "step": 53300
    },
    {
      "loss_action": 0.022501006722450256,
      "loss_total": 0.022501006722450256,
      "step": 53300
    },
    {
      "loss_action": 0.00985012948513031,
      "loss_total": 0.00985012948513031,
      "step": 53300
    },
    {
      "loss_action": 0.004724130965769291,
      "loss_total": 0.004724130965769291,
      "step": 53300
    },
    {
      "loss_action": 0.008339579217135906,
      "loss_total": 0.008339579217135906,
      "step": 53300
    },
    {
      "loss_action": 0.014766881242394447,
      "loss_total": 0.014766881242394447,
      "step": 53300
    },
    {
      "loss_action": 0.005612711422145367,
      "loss_total": 0.005612711422145367,
      "step": 53300
    },
    {
      "loss_action": 0.016910143196582794,
      "loss_total": 0.016910143196582794,
      "step": 53300
    },
    {
      "loss_action": 0.007222536485642195,
      "loss_total": 0.007222536485642195,
      "step": 53300
    },
    {
      "grad_norm": 0.1356959491968155,
      "learning_rate": 9.811613602396766e-05,
      "loss": 0.0089,
      "step": 53310
    },
    {
      "loss_action": 0.003205267246812582,
      "loss_total": 0.003205267246812582,
      "step": 53310
    },
    {
      "loss_action": 0.008385224267840385,
      "loss_total": 0.008385224267840385,
      "step": 53310
    },
    {
      "loss_action": 0.0029922649264335632,
      "loss_total": 0.0029922649264335632,
      "step": 53310
    },
    {
      "loss_action": 0.0026837200857698917,
      "loss_total": 0.0026837200857698917,
      "step": 53310
    },
    {
      "loss_action": 0.013235632330179214,
      "loss_total": 0.013235632330179214,
      "step": 53310
    },
    {
      "loss_action": 0.009268932975828648,
      "loss_total": 0.009268932975828648,
      "step": 53310
    },
    {
      "loss_action": 0.03808342665433884,
      "loss_total": 0.03808342665433884,
      "step": 53310
    },
    {
      "loss_action": 0.005019745789468288,
      "loss_total": 0.005019745789468288,
      "step": 53310
    },
    {
      "grad_norm": 0.0899396762251854,
      "learning_rate": 9.81150118725941e-05,
      "loss": 0.01,
      "step": 53320
    },
    {
      "loss_action": 0.00309354136697948,
      "loss_total": 0.00309354136697948,
      "step": 53320
    },
    {
      "loss_action": 0.003782218787819147,
      "loss_total": 0.003782218787819147,
      "step": 53320
    },
    {
      "loss_action": 0.011069506406784058,
      "loss_total": 0.011069506406784058,
      "step": 53320
    },
    {
      "loss_action": 0.0034825680777430534,
      "loss_total": 0.0034825680777430534,
      "step": 53320
    },
    {
      "loss_action": 0.004917431622743607,
      "loss_total": 0.004917431622743607,
      "step": 53320
    },
    {
      "loss_action": 0.0023205592297017574,
      "loss_total": 0.0023205592297017574,
      "step": 53320
    },
    {
      "loss_action": 0.005558478645980358,
      "loss_total": 0.005558478645980358,
      "step": 53320
    },
    {
      "loss_action": 0.007529734633862972,
      "loss_total": 0.007529734633862972,
      "step": 53320
    },
    {
      "grad_norm": 0.17766137421131134,
      "learning_rate": 9.811388739235895e-05,
      "loss": 0.0077,
      "step": 53330
    },
    {
      "loss_action": 0.010176727548241615,
      "loss_total": 0.010176727548241615,
      "step": 53330
    },
    {
      "loss_action": 0.004407143220305443,
      "loss_total": 0.004407143220305443,
      "step": 53330
    },
    {
      "loss_action": 0.003902575233951211,
      "loss_total": 0.003902575233951211,
      "step": 53330
    },
    {
      "loss_action": 0.00797200109809637,
      "loss_total": 0.00797200109809637,
      "step": 53330
    },
    {
      "loss_action": 0.0027787089347839355,
      "loss_total": 0.0027787089347839355,
      "step": 53330
    },
    {
      "loss_action": 0.007172480225563049,
      "loss_total": 0.007172480225563049,
      "step": 53330
    },
    {
      "loss_action": 0.005614850670099258,
      "loss_total": 0.005614850670099258,
      "step": 53330
    },
    {
      "loss_action": 0.012695742771029472,
      "loss_total": 0.012695742771029472,
      "step": 53330
    },
    {
      "grad_norm": 0.17841403186321259,
      "learning_rate": 9.811276258326989e-05,
      "loss": 0.0078,
      "step": 53340
    },
    {
      "loss_action": 0.007197389379143715,
      "loss_total": 0.007197389379143715,
      "step": 53340
    },
    {
      "loss_action": 0.005498523823916912,
      "loss_total": 0.005498523823916912,
      "step": 53340
    },
    {
      "loss_action": 0.00738098518922925,
      "loss_total": 0.00738098518922925,
      "step": 53340
    },
    {
      "loss_action": 0.0144488625228405,
      "loss_total": 0.0144488625228405,
      "step": 53340
    },
    {
      "loss_action": 0.00794358178973198,
      "loss_total": 0.00794358178973198,
      "step": 53340
    },
    {
      "loss_action": 0.006444233935326338,
      "loss_total": 0.006444233935326338,
      "step": 53340
    },
    {
      "loss_action": 0.002830585464835167,
      "loss_total": 0.002830585464835167,
      "step": 53340
    },
    {
      "loss_action": 0.012036072090268135,
      "loss_total": 0.012036072090268135,
      "step": 53340
    },
    {
      "grad_norm": 0.1338765174150467,
      "learning_rate": 9.811163744533463e-05,
      "loss": 0.0078,
      "step": 53350
    },
    {
      "loss_action": 0.011634523048996925,
      "loss_total": 0.011634523048996925,
      "step": 53350
    },
    {
      "loss_action": 0.00989571399986744,
      "loss_total": 0.00989571399986744,
      "step": 53350
    },
    {
      "loss_action": 0.009007648564875126,
      "loss_total": 0.009007648564875126,
      "step": 53350
    },
    {
      "loss_action": 0.004441382829099894,
      "loss_total": 0.004441382829099894,
      "step": 53350
    },
    {
      "loss_action": 0.0033213328570127487,
      "loss_total": 0.0033213328570127487,
      "step": 53350
    },
    {
      "loss_action": 0.0030330654699355364,
      "loss_total": 0.0030330654699355364,
      "step": 53350
    },
    {
      "loss_action": 0.009893001988530159,
      "loss_total": 0.009893001988530159,
      "step": 53350
    },
    {
      "loss_action": 0.005102972500026226,
      "loss_total": 0.005102972500026226,
      "step": 53350
    },
    {
      "grad_norm": 0.18286049365997314,
      "learning_rate": 9.811051197856083e-05,
      "loss": 0.0086,
      "step": 53360
    },
    {
      "loss_action": 0.006494630593806505,
      "loss_total": 0.006494630593806505,
      "step": 53360
    },
    {
      "loss_action": 0.008667747490108013,
      "loss_total": 0.008667747490108013,
      "step": 53360
    },
    {
      "loss_action": 0.011716104112565517,
      "loss_total": 0.011716104112565517,
      "step": 53360
    },
    {
      "loss_action": 0.0026019359938800335,
      "loss_total": 0.0026019359938800335,
      "step": 53360
    },
    {
      "loss_action": 0.006254834122955799,
      "loss_total": 0.006254834122955799,
      "step": 53360
    },
    {
      "loss_action": 0.005723544396460056,
      "loss_total": 0.005723544396460056,
      "step": 53360
    },
    {
      "loss_action": 0.010719961486756802,
      "loss_total": 0.010719961486756802,
      "step": 53360
    },
    {
      "loss_action": 0.0028069994878023863,
      "loss_total": 0.0028069994878023863,
      "step": 53360
    },
    {
      "grad_norm": 0.14092130959033966,
      "learning_rate": 9.810938618295622e-05,
      "loss": 0.0084,
      "step": 53370
    },
    {
      "loss_action": 0.006915421690791845,
      "loss_total": 0.006915421690791845,
      "step": 53370
    },
    {
      "loss_action": 0.02353975549340248,
      "loss_total": 0.02353975549340248,
      "step": 53370
    },
    {
      "loss_action": 0.006087020039558411,
      "loss_total": 0.006087020039558411,
      "step": 53370
    },
    {
      "loss_action": 0.004880934488028288,
      "loss_total": 0.004880934488028288,
      "step": 53370
    },
    {
      "loss_action": 0.006067507900297642,
      "loss_total": 0.006067507900297642,
      "step": 53370
    },
    {
      "loss_action": 0.0029419027268886566,
      "loss_total": 0.0029419027268886566,
      "step": 53370
    },
    {
      "loss_action": 0.004895273130387068,
      "loss_total": 0.004895273130387068,
      "step": 53370
    },
    {
      "loss_action": 0.004904576577246189,
      "loss_total": 0.004904576577246189,
      "step": 53370
    },
    {
      "grad_norm": 0.1583392173051834,
      "learning_rate": 9.810826005852845e-05,
      "loss": 0.0077,
      "step": 53380
    },
    {
      "loss_action": 0.002171778818592429,
      "loss_total": 0.002171778818592429,
      "step": 53380
    },
    {
      "loss_action": 0.005761577747762203,
      "loss_total": 0.005761577747762203,
      "step": 53380
    },
    {
      "loss_action": 0.01145520806312561,
      "loss_total": 0.01145520806312561,
      "step": 53380
    },
    {
      "loss_action": 0.013493281789124012,
      "loss_total": 0.013493281789124012,
      "step": 53380
    },
    {
      "loss_action": 0.003552210982888937,
      "loss_total": 0.003552210982888937,
      "step": 53380
    },
    {
      "loss_action": 0.002750849351286888,
      "loss_total": 0.002750849351286888,
      "step": 53380
    },
    {
      "loss_action": 0.0031971116550266743,
      "loss_total": 0.0031971116550266743,
      "step": 53380
    },
    {
      "loss_action": 0.005160961300134659,
      "loss_total": 0.005160961300134659,
      "step": 53380
    },
    {
      "grad_norm": 0.15214435756206512,
      "learning_rate": 9.810713360528526e-05,
      "loss": 0.0078,
      "step": 53390
    },
    {
      "loss_action": 0.007306412793695927,
      "loss_total": 0.007306412793695927,
      "step": 53390
    },
    {
      "loss_action": 0.008265159092843533,
      "loss_total": 0.008265159092843533,
      "step": 53390
    },
    {
      "loss_action": 0.009833536110818386,
      "loss_total": 0.009833536110818386,
      "step": 53390
    },
    {
      "loss_action": 0.009102958254516125,
      "loss_total": 0.009102958254516125,
      "step": 53390
    },
    {
      "loss_action": 0.006762308534234762,
      "loss_total": 0.006762308534234762,
      "step": 53390
    },
    {
      "loss_action": 0.020737964659929276,
      "loss_total": 0.020737964659929276,
      "step": 53390
    },
    {
      "loss_action": 0.007719328626990318,
      "loss_total": 0.007719328626990318,
      "step": 53390
    },
    {
      "loss_action": 0.0037950705736875534,
      "loss_total": 0.0037950705736875534,
      "step": 53390
    },
    {
      "grad_norm": 0.12251441925764084,
      "learning_rate": 9.810600682323432e-05,
      "loss": 0.0092,
      "step": 53400
    },
    {
      "loss_action": 0.009014211595058441,
      "loss_total": 0.009014211595058441,
      "step": 53400
    },
    {
      "loss_action": 0.005692307837307453,
      "loss_total": 0.005692307837307453,
      "step": 53400
    },
    {
      "loss_action": 0.006338325794786215,
      "loss_total": 0.006338325794786215,
      "step": 53400
    },
    {
      "loss_action": 0.005507136229425669,
      "loss_total": 0.005507136229425669,
      "step": 53400
    },
    {
      "loss_action": 0.0016717704711481929,
      "loss_total": 0.0016717704711481929,
      "step": 53400
    },
    {
      "loss_action": 0.005048620514571667,
      "loss_total": 0.005048620514571667,
      "step": 53400
    },
    {
      "loss_action": 0.010125178843736649,
      "loss_total": 0.010125178843736649,
      "step": 53400
    },
    {
      "loss_action": 0.006922825705260038,
      "loss_total": 0.006922825705260038,
      "step": 53400
    },
    {
      "grad_norm": 0.16722621023654938,
      "learning_rate": 9.810487971238334e-05,
      "loss": 0.007,
      "step": 53410
    },
    {
      "loss_action": 0.006270273122936487,
      "loss_total": 0.006270273122936487,
      "step": 53410
    },
    {
      "loss_action": 0.007295655552297831,
      "loss_total": 0.007295655552297831,
      "step": 53410
    },
    {
      "loss_action": 0.004301041830331087,
      "loss_total": 0.004301041830331087,
      "step": 53410
    },
    {
      "loss_action": 0.013826468028128147,
      "loss_total": 0.013826468028128147,
      "step": 53410
    },
    {
      "loss_action": 0.005991204641759396,
      "loss_total": 0.005991204641759396,
      "step": 53410
    },
    {
      "loss_action": 0.0033027762547135353,
      "loss_total": 0.0033027762547135353,
      "step": 53410
    },
    {
      "loss_action": 0.00437063816934824,
      "loss_total": 0.00437063816934824,
      "step": 53410
    },
    {
      "loss_action": 0.00941305048763752,
      "loss_total": 0.00941305048763752,
      "step": 53410
    },
    {
      "grad_norm": 0.17438048124313354,
      "learning_rate": 9.810375227274002e-05,
      "loss": 0.0092,
      "step": 53420
    },
    {
      "loss_action": 0.005857127718627453,
      "loss_total": 0.005857127718627453,
      "step": 53420
    },
    {
      "loss_action": 0.011046266183257103,
      "loss_total": 0.011046266183257103,
      "step": 53420
    },
    {
      "loss_action": 0.013229718431830406,
      "loss_total": 0.013229718431830406,
      "step": 53420
    },
    {
      "loss_action": 0.011686166748404503,
      "loss_total": 0.011686166748404503,
      "step": 53420
    },
    {
      "loss_action": 0.00556918466463685,
      "loss_total": 0.00556918466463685,
      "step": 53420
    },
    {
      "loss_action": 0.007574254646897316,
      "loss_total": 0.007574254646897316,
      "step": 53420
    },
    {
      "loss_action": 0.007537783123552799,
      "loss_total": 0.007537783123552799,
      "step": 53420
    },
    {
      "loss_action": 0.007986843585968018,
      "loss_total": 0.007986843585968018,
      "step": 53420
    },
    {
      "grad_norm": 0.13480456173419952,
      "learning_rate": 9.810262450431209e-05,
      "loss": 0.0096,
      "step": 53430
    },
    {
      "loss_action": 0.005508179776370525,
      "loss_total": 0.005508179776370525,
      "step": 53430
    },
    {
      "loss_action": 0.013776225037872791,
      "loss_total": 0.013776225037872791,
      "step": 53430
    },
    {
      "loss_action": 0.011008827947080135,
      "loss_total": 0.011008827947080135,
      "step": 53430
    },
    {
      "loss_action": 0.0178066398948431,
      "loss_total": 0.0178066398948431,
      "step": 53430
    },
    {
      "loss_action": 0.00550568662583828,
      "loss_total": 0.00550568662583828,
      "step": 53430
    },
    {
      "loss_action": 0.00726349838078022,
      "loss_total": 0.00726349838078022,
      "step": 53430
    },
    {
      "loss_action": 0.015386159531772137,
      "loss_total": 0.015386159531772137,
      "step": 53430
    },
    {
      "loss_action": 0.006956065073609352,
      "loss_total": 0.006956065073609352,
      "step": 53430
    },
    {
      "grad_norm": 0.2082330286502838,
      "learning_rate": 9.810149640710722e-05,
      "loss": 0.0122,
      "step": 53440
    },
    {
      "loss_action": 0.019083138555288315,
      "loss_total": 0.019083138555288315,
      "step": 53440
    },
    {
      "loss_action": 0.015279112383723259,
      "loss_total": 0.015279112383723259,
      "step": 53440
    },
    {
      "loss_action": 0.007251739501953125,
      "loss_total": 0.007251739501953125,
      "step": 53440
    },
    {
      "loss_action": 0.010596107691526413,
      "loss_total": 0.010596107691526413,
      "step": 53440
    },
    {
      "loss_action": 0.013019108213484287,
      "loss_total": 0.013019108213484287,
      "step": 53440
    },
    {
      "loss_action": 0.02410685457289219,
      "loss_total": 0.02410685457289219,
      "step": 53440
    },
    {
      "loss_action": 0.013037482276558876,
      "loss_total": 0.013037482276558876,
      "step": 53440
    },
    {
      "loss_action": 0.01077461987733841,
      "loss_total": 0.01077461987733841,
      "step": 53440
    },
    {
      "grad_norm": 0.23164264857769012,
      "learning_rate": 9.810036798113314e-05,
      "loss": 0.0122,
      "step": 53450
    },
    {
      "loss_action": 0.003908633254468441,
      "loss_total": 0.003908633254468441,
      "step": 53450
    },
    {
      "loss_action": 0.011972274631261826,
      "loss_total": 0.011972274631261826,
      "step": 53450
    },
    {
      "loss_action": 0.00623694621026516,
      "loss_total": 0.00623694621026516,
      "step": 53450
    },
    {
      "loss_action": 0.006199062801897526,
      "loss_total": 0.006199062801897526,
      "step": 53450
    },
    {
      "loss_action": 0.005595219321548939,
      "loss_total": 0.005595219321548939,
      "step": 53450
    },
    {
      "loss_action": 0.0231640487909317,
      "loss_total": 0.0231640487909317,
      "step": 53450
    },
    {
      "loss_action": 0.008201634511351585,
      "loss_total": 0.008201634511351585,
      "step": 53450
    },
    {
      "loss_action": 0.014415730722248554,
      "loss_total": 0.014415730722248554,
      "step": 53450
    },
    {
      "grad_norm": 0.20305699110031128,
      "learning_rate": 9.809923922639756e-05,
      "loss": 0.0104,
      "step": 53460
    },
    {
      "loss_action": 0.00944080762565136,
      "loss_total": 0.00944080762565136,
      "step": 53460
    },
    {
      "loss_action": 0.012254255823791027,
      "loss_total": 0.012254255823791027,
      "step": 53460
    },
    {
      "loss_action": 0.012816041707992554,
      "loss_total": 0.012816041707992554,
      "step": 53460
    },
    {
      "loss_action": 0.0071919942274689674,
      "loss_total": 0.0071919942274689674,
      "step": 53460
    },
    {
      "loss_action": 0.004400488920509815,
      "loss_total": 0.004400488920509815,
      "step": 53460
    },
    {
      "loss_action": 0.012447681277990341,
      "loss_total": 0.012447681277990341,
      "step": 53460
    },
    {
      "loss_action": 0.005890571977943182,
      "loss_total": 0.005890571977943182,
      "step": 53460
    },
    {
      "loss_action": 0.005252870265394449,
      "loss_total": 0.005252870265394449,
      "step": 53460
    },
    {
      "grad_norm": 0.19063447415828705,
      "learning_rate": 9.809811014290822e-05,
      "loss": 0.0098,
      "step": 53470
    },
    {
      "loss_action": 0.003861484117805958,
      "loss_total": 0.003861484117805958,
      "step": 53470
    },
    {
      "loss_action": 0.0035392367281019688,
      "loss_total": 0.0035392367281019688,
      "step": 53470
    },
    {
      "loss_action": 0.016464123502373695,
      "loss_total": 0.016464123502373695,
      "step": 53470
    },
    {
      "loss_action": 0.008237943053245544,
      "loss_total": 0.008237943053245544,
      "step": 53470
    },
    {
      "loss_action": 0.019864406436681747,
      "loss_total": 0.019864406436681747,
      "step": 53470
    },
    {
      "loss_action": 0.003439696040004492,
      "loss_total": 0.003439696040004492,
      "step": 53470
    },
    {
      "loss_action": 0.00953575037419796,
      "loss_total": 0.00953575037419796,
      "step": 53470
    },
    {
      "loss_action": 0.007210961077362299,
      "loss_total": 0.007210961077362299,
      "step": 53470
    },
    {
      "grad_norm": 0.09088948369026184,
      "learning_rate": 9.80969807306728e-05,
      "loss": 0.0082,
      "step": 53480
    },
    {
      "loss_action": 0.004816274158656597,
      "loss_total": 0.004816274158656597,
      "step": 53480
    },
    {
      "loss_action": 0.003204530570656061,
      "loss_total": 0.003204530570656061,
      "step": 53480
    },
    {
      "loss_action": 0.004157457500696182,
      "loss_total": 0.004157457500696182,
      "step": 53480
    },
    {
      "loss_action": 0.01619228534400463,
      "loss_total": 0.01619228534400463,
      "step": 53480
    },
    {
      "loss_action": 0.007452806923538446,
      "loss_total": 0.007452806923538446,
      "step": 53480
    },
    {
      "loss_action": 0.004962570033967495,
      "loss_total": 0.004962570033967495,
      "step": 53480
    },
    {
      "loss_action": 0.006130322813987732,
      "loss_total": 0.006130322813987732,
      "step": 53480
    },
    {
      "loss_action": 0.009065769612789154,
      "loss_total": 0.009065769612789154,
      "step": 53480
    },
    {
      "grad_norm": 0.08768385648727417,
      "learning_rate": 9.809585098969903e-05,
      "loss": 0.0083,
      "step": 53490
    },
    {
      "loss_action": 0.0031005414202809334,
      "loss_total": 0.0031005414202809334,
      "step": 53490
    },
    {
      "loss_action": 0.035433050245046616,
      "loss_total": 0.035433050245046616,
      "step": 53490
    },
    {
      "loss_action": 0.00803347397595644,
      "loss_total": 0.00803347397595644,
      "step": 53490
    },
    {
      "loss_action": 0.005692323204129934,
      "loss_total": 0.005692323204129934,
      "step": 53490
    },
    {
      "loss_action": 0.005398458801209927,
      "loss_total": 0.005398458801209927,
      "step": 53490
    },
    {
      "loss_action": 0.01641264744102955,
      "loss_total": 0.01641264744102955,
      "step": 53490
    },
    {
      "loss_action": 0.009023354388773441,
      "loss_total": 0.009023354388773441,
      "step": 53490
    },
    {
      "loss_action": 0.006561047397553921,
      "loss_total": 0.006561047397553921,
      "step": 53490
    },
    {
      "grad_norm": 0.1320829689502716,
      "learning_rate": 9.809472091999463e-05,
      "loss": 0.0081,
      "step": 53500
    },
    {
      "loss_action": 0.006856681779026985,
      "loss_total": 0.006856681779026985,
      "step": 53500
    },
    {
      "loss_action": 0.01785854995250702,
      "loss_total": 0.01785854995250702,
      "step": 53500
    },
    {
      "loss_action": 0.006627383641898632,
      "loss_total": 0.006627383641898632,
      "step": 53500
    },
    {
      "loss_action": 0.0027814980130642653,
      "loss_total": 0.0027814980130642653,
      "step": 53500
    },
    {
      "loss_action": 0.006739824078977108,
      "loss_total": 0.006739824078977108,
      "step": 53500
    },
    {
      "loss_action": 0.011513782665133476,
      "loss_total": 0.011513782665133476,
      "step": 53500
    },
    {
      "loss_action": 0.0058221835643053055,
      "loss_total": 0.0058221835643053055,
      "step": 53500
    },
    {
      "loss_action": 0.009626319631934166,
      "loss_total": 0.009626319631934166,
      "step": 53500
    },
    {
      "grad_norm": 0.18452434241771698,
      "learning_rate": 9.809359052156734e-05,
      "loss": 0.0096,
      "step": 53510
    },
    {
      "loss_action": 0.009196987375617027,
      "loss_total": 0.009196987375617027,
      "step": 53510
    },
    {
      "loss_action": 0.018922878429293633,
      "loss_total": 0.018922878429293633,
      "step": 53510
    },
    {
      "loss_action": 0.01850002631545067,
      "loss_total": 0.01850002631545067,
      "step": 53510
    },
    {
      "loss_action": 0.009839944541454315,
      "loss_total": 0.009839944541454315,
      "step": 53510
    },
    {
      "loss_action": 0.0035258824937045574,
      "loss_total": 0.0035258824937045574,
      "step": 53510
    },
    {
      "loss_action": 0.01311606727540493,
      "loss_total": 0.01311606727540493,
      "step": 53510
    },
    {
      "loss_action": 0.005792820826172829,
      "loss_total": 0.005792820826172829,
      "step": 53510
    },
    {
      "loss_action": 0.0032150717452168465,
      "loss_total": 0.0032150717452168465,
      "step": 53510
    },
    {
      "grad_norm": 0.14622101187705994,
      "learning_rate": 9.809245979442487e-05,
      "loss": 0.0103,
      "step": 53520
    },
    {
      "loss_action": 0.006886757910251617,
      "loss_total": 0.006886757910251617,
      "step": 53520
    },
    {
      "loss_action": 0.019604181870818138,
      "loss_total": 0.019604181870818138,
      "step": 53520
    },
    {
      "loss_action": 0.005088924430310726,
      "loss_total": 0.005088924430310726,
      "step": 53520
    },
    {
      "loss_action": 0.005479421466588974,
      "loss_total": 0.005479421466588974,
      "step": 53520
    },
    {
      "loss_action": 0.004156056791543961,
      "loss_total": 0.004156056791543961,
      "step": 53520
    },
    {
      "loss_action": 0.00542477797716856,
      "loss_total": 0.00542477797716856,
      "step": 53520
    },
    {
      "loss_action": 0.007411151193082333,
      "loss_total": 0.007411151193082333,
      "step": 53520
    },
    {
      "loss_action": 0.0052668070420622826,
      "loss_total": 0.0052668070420622826,
      "step": 53520
    },
    {
      "grad_norm": 0.13551932573318481,
      "learning_rate": 9.809132873857496e-05,
      "loss": 0.0076,
      "step": 53530
    },
    {
      "loss_action": 0.01311426516622305,
      "loss_total": 0.01311426516622305,
      "step": 53530
    },
    {
      "loss_action": 0.00978116225451231,
      "loss_total": 0.00978116225451231,
      "step": 53530
    },
    {
      "loss_action": 0.012178704142570496,
      "loss_total": 0.012178704142570496,
      "step": 53530
    },
    {
      "loss_action": 0.006853870581835508,
      "loss_total": 0.006853870581835508,
      "step": 53530
    },
    {
      "loss_action": 0.005134339444339275,
      "loss_total": 0.005134339444339275,
      "step": 53530
    },
    {
      "loss_action": 0.01773218624293804,
      "loss_total": 0.01773218624293804,
      "step": 53530
    },
    {
      "loss_action": 0.010375319048762321,
      "loss_total": 0.010375319048762321,
      "step": 53530
    },
    {
      "loss_action": 0.004185773897916079,
      "loss_total": 0.004185773897916079,
      "step": 53530
    },
    {
      "grad_norm": 0.12269042432308197,
      "learning_rate": 9.809019735402531e-05,
      "loss": 0.0086,
      "step": 53540
    },
    {
      "loss_action": 0.005641420837491751,
      "loss_total": 0.005641420837491751,
      "step": 53540
    },
    {
      "loss_action": 0.004787873476743698,
      "loss_total": 0.004787873476743698,
      "step": 53540
    },
    {
      "loss_action": 0.007626879028975964,
      "loss_total": 0.007626879028975964,
      "step": 53540
    },
    {
      "loss_action": 0.00493678217753768,
      "loss_total": 0.00493678217753768,
      "step": 53540
    },
    {
      "loss_action": 0.003675623796880245,
      "loss_total": 0.003675623796880245,
      "step": 53540
    },
    {
      "loss_action": 0.002650138922035694,
      "loss_total": 0.002650138922035694,
      "step": 53540
    },
    {
      "loss_action": 0.008597860112786293,
      "loss_total": 0.008597860112786293,
      "step": 53540
    },
    {
      "loss_action": 0.013257687911391258,
      "loss_total": 0.013257687911391258,
      "step": 53540
    },
    {
      "grad_norm": 0.09963057190179825,
      "learning_rate": 9.80890656407837e-05,
      "loss": 0.0086,
      "step": 53550
    },
    {
      "loss_action": 0.006896594073623419,
      "loss_total": 0.006896594073623419,
      "step": 53550
    },
    {
      "loss_action": 0.00885746255517006,
      "loss_total": 0.00885746255517006,
      "step": 53550
    },
    {
      "loss_action": 0.004395822063088417,
      "loss_total": 0.004395822063088417,
      "step": 53550
    },
    {
      "loss_action": 0.006274883169680834,
      "loss_total": 0.006274883169680834,
      "step": 53550
    },
    {
      "loss_action": 0.014470918104052544,
      "loss_total": 0.014470918104052544,
      "step": 53550
    },
    {
      "loss_action": 0.021980758756399155,
      "loss_total": 0.021980758756399155,
      "step": 53550
    },
    {
      "loss_action": 0.001752957934513688,
      "loss_total": 0.001752957934513688,
      "step": 53550
    },
    {
      "loss_action": 0.0025071294512599707,
      "loss_total": 0.0025071294512599707,
      "step": 53550
    },
    {
      "grad_norm": 0.11227084696292877,
      "learning_rate": 9.808793359885783e-05,
      "loss": 0.0083,
      "step": 53560
    },
    {
      "loss_action": 0.005775065161287785,
      "loss_total": 0.005775065161287785,
      "step": 53560
    },
    {
      "loss_action": 0.008183575235307217,
      "loss_total": 0.008183575235307217,
      "step": 53560
    },
    {
      "loss_action": 0.013133244588971138,
      "loss_total": 0.013133244588971138,
      "step": 53560
    },
    {
      "loss_action": 0.004326852969825268,
      "loss_total": 0.004326852969825268,
      "step": 53560
    },
    {
      "loss_action": 0.009051566943526268,
      "loss_total": 0.009051566943526268,
      "step": 53560
    },
    {
      "loss_action": 0.008692678064107895,
      "loss_total": 0.008692678064107895,
      "step": 53560
    },
    {
      "loss_action": 0.007535400800406933,
      "loss_total": 0.007535400800406933,
      "step": 53560
    },
    {
      "loss_action": 0.0067338719964027405,
      "loss_total": 0.0067338719964027405,
      "step": 53560
    },
    {
      "grad_norm": 0.12387672066688538,
      "learning_rate": 9.808680122825546e-05,
      "loss": 0.0076,
      "step": 53570
    },
    {
      "loss_action": 0.015749502927064896,
      "loss_total": 0.015749502927064896,
      "step": 53570
    },
    {
      "loss_action": 0.00761830247938633,
      "loss_total": 0.00761830247938633,
      "step": 53570
    },
    {
      "loss_action": 0.001905425451695919,
      "loss_total": 0.001905425451695919,
      "step": 53570
    },
    {
      "loss_action": 0.01534754317253828,
      "loss_total": 0.01534754317253828,
      "step": 53570
    },
    {
      "loss_action": 0.004955092445015907,
      "loss_total": 0.004955092445015907,
      "step": 53570
    },
    {
      "loss_action": 0.002148549072444439,
      "loss_total": 0.002148549072444439,
      "step": 53570
    },
    {
      "loss_action": 0.00869511254131794,
      "loss_total": 0.00869511254131794,
      "step": 53570
    },
    {
      "loss_action": 0.0088935736566782,
      "loss_total": 0.0088935736566782,
      "step": 53570
    },
    {
      "grad_norm": 0.09604235738515854,
      "learning_rate": 9.808566852898433e-05,
      "loss": 0.0078,
      "step": 53580
    },
    {
      "loss_action": 0.011503604240715504,
      "loss_total": 0.011503604240715504,
      "step": 53580
    },
    {
      "loss_action": 0.009351643733680248,
      "loss_total": 0.009351643733680248,
      "step": 53580
    },
    {
      "loss_action": 0.0020991391502320766,
      "loss_total": 0.0020991391502320766,
      "step": 53580
    },
    {
      "loss_action": 0.006992164067924023,
      "loss_total": 0.006992164067924023,
      "step": 53580
    },
    {
      "loss_action": 0.0041662901639938354,
      "loss_total": 0.0041662901639938354,
      "step": 53580
    },
    {
      "loss_action": 0.005221126601099968,
      "loss_total": 0.005221126601099968,
      "step": 53580
    },
    {
      "loss_action": 0.008041832596063614,
      "loss_total": 0.008041832596063614,
      "step": 53580
    },
    {
      "loss_action": 0.03209272772073746,
      "loss_total": 0.03209272772073746,
      "step": 53580
    },
    {
      "grad_norm": 0.1589733213186264,
      "learning_rate": 9.808453550105216e-05,
      "loss": 0.008,
      "step": 53590
    },
    {
      "loss_action": 0.006041654385626316,
      "loss_total": 0.006041654385626316,
      "step": 53590
    },
    {
      "loss_action": 0.006591508165001869,
      "loss_total": 0.006591508165001869,
      "step": 53590
    },
    {
      "loss_action": 0.004028836265206337,
      "loss_total": 0.004028836265206337,
      "step": 53590
    },
    {
      "loss_action": 0.018267547711730003,
      "loss_total": 0.018267547711730003,
      "step": 53590
    },
    {
      "loss_action": 0.0043911379761993885,
      "loss_total": 0.0043911379761993885,
      "step": 53590
    },
    {
      "loss_action": 0.006646439433097839,
      "loss_total": 0.006646439433097839,
      "step": 53590
    },
    {
      "loss_action": 0.02209647186100483,
      "loss_total": 0.02209647186100483,
      "step": 53590
    },
    {
      "loss_action": 0.008312471210956573,
      "loss_total": 0.008312471210956573,
      "step": 53590
    },
    {
      "grad_norm": 0.14425250887870789,
      "learning_rate": 9.80834021444667e-05,
      "loss": 0.0082,
      "step": 53600
    },
    {
      "loss_action": 0.005096809938549995,
      "loss_total": 0.005096809938549995,
      "step": 53600
    },
    {
      "loss_action": 0.01194486953318119,
      "loss_total": 0.01194486953318119,
      "step": 53600
    },
    {
      "loss_action": 0.007057442795485258,
      "loss_total": 0.007057442795485258,
      "step": 53600
    },
    {
      "loss_action": 0.013636212795972824,
      "loss_total": 0.013636212795972824,
      "step": 53600
    },
    {
      "loss_action": 0.007651793770492077,
      "loss_total": 0.007651793770492077,
      "step": 53600
    },
    {
      "loss_action": 0.01116262935101986,
      "loss_total": 0.01116262935101986,
      "step": 53600
    },
    {
      "loss_action": 0.006069873459637165,
      "loss_total": 0.006069873459637165,
      "step": 53600
    },
    {
      "loss_action": 0.012108337134122849,
      "loss_total": 0.012108337134122849,
      "step": 53600
    },
    {
      "grad_norm": 0.11916008591651917,
      "learning_rate": 9.808226845923572e-05,
      "loss": 0.0092,
      "step": 53610
    },
    {
      "loss_action": 0.006967385299503803,
      "loss_total": 0.006967385299503803,
      "step": 53610
    },
    {
      "loss_action": 0.012525226920843124,
      "loss_total": 0.012525226920843124,
      "step": 53610
    },
    {
      "loss_action": 0.010535253211855888,
      "loss_total": 0.010535253211855888,
      "step": 53610
    },
    {
      "loss_action": 0.010490722954273224,
      "loss_total": 0.010490722954273224,
      "step": 53610
    },
    {
      "loss_action": 0.008938834071159363,
      "loss_total": 0.008938834071159363,
      "step": 53610
    },
    {
      "loss_action": 0.005644645541906357,
      "loss_total": 0.005644645541906357,
      "step": 53610
    },
    {
      "loss_action": 0.004219814203679562,
      "loss_total": 0.004219814203679562,
      "step": 53610
    },
    {
      "loss_action": 0.018766291439533234,
      "loss_total": 0.018766291439533234,
      "step": 53610
    },
    {
      "grad_norm": 0.13493406772613525,
      "learning_rate": 9.808113444536693e-05,
      "loss": 0.0079,
      "step": 53620
    },
    {
      "loss_action": 0.01294707227498293,
      "loss_total": 0.01294707227498293,
      "step": 53620
    },
    {
      "loss_action": 0.01051552314311266,
      "loss_total": 0.01051552314311266,
      "step": 53620
    },
    {
      "loss_action": 0.006418635603040457,
      "loss_total": 0.006418635603040457,
      "step": 53620
    },
    {
      "loss_action": 0.010396793484687805,
      "loss_total": 0.010396793484687805,
      "step": 53620
    },
    {
      "loss_action": 0.0042691281996667385,
      "loss_total": 0.0042691281996667385,
      "step": 53620
    },
    {
      "loss_action": 0.011933555826544762,
      "loss_total": 0.011933555826544762,
      "step": 53620
    },
    {
      "loss_action": 0.006751888897269964,
      "loss_total": 0.006751888897269964,
      "step": 53620
    },
    {
      "loss_action": 0.010917048901319504,
      "loss_total": 0.010917048901319504,
      "step": 53620
    },
    {
      "grad_norm": 0.12827157974243164,
      "learning_rate": 9.808000010286811e-05,
      "loss": 0.0088,
      "step": 53630
    },
    {
      "loss_action": 0.0037362617440521717,
      "loss_total": 0.0037362617440521717,
      "step": 53630
    },
    {
      "loss_action": 0.0035035978071391582,
      "loss_total": 0.0035035978071391582,
      "step": 53630
    },
    {
      "loss_action": 0.013683583587408066,
      "loss_total": 0.013683583587408066,
      "step": 53630
    },
    {
      "loss_action": 0.0027158898301422596,
      "loss_total": 0.0027158898301422596,
      "step": 53630
    },
    {
      "loss_action": 0.005463256035000086,
      "loss_total": 0.005463256035000086,
      "step": 53630
    },
    {
      "loss_action": 0.006792000029236078,
      "loss_total": 0.006792000029236078,
      "step": 53630
    },
    {
      "loss_action": 0.01995088905096054,
      "loss_total": 0.01995088905096054,
      "step": 53630
    },
    {
      "loss_action": 0.010394526645541191,
      "loss_total": 0.010394526645541191,
      "step": 53630
    },
    {
      "grad_norm": 0.12955544888973236,
      "learning_rate": 9.8078865431747e-05,
      "loss": 0.0085,
      "step": 53640
    },
    {
      "loss_action": 0.006695346906781197,
      "loss_total": 0.006695346906781197,
      "step": 53640
    },
    {
      "loss_action": 0.01286391168832779,
      "loss_total": 0.01286391168832779,
      "step": 53640
    },
    {
      "loss_action": 0.005994386039674282,
      "loss_total": 0.005994386039674282,
      "step": 53640
    },
    {
      "loss_action": 0.004081166815012693,
      "loss_total": 0.004081166815012693,
      "step": 53640
    },
    {
      "loss_action": 0.0062874662689864635,
      "loss_total": 0.0062874662689864635,
      "step": 53640
    },
    {
      "loss_action": 0.010393394157290459,
      "loss_total": 0.010393394157290459,
      "step": 53640
    },
    {
      "loss_action": 0.003538486547768116,
      "loss_total": 0.003538486547768116,
      "step": 53640
    },
    {
      "loss_action": 0.006207296159118414,
      "loss_total": 0.006207296159118414,
      "step": 53640
    },
    {
      "grad_norm": 0.08943311870098114,
      "learning_rate": 9.807773043201136e-05,
      "loss": 0.0075,
      "step": 53650
    },
    {
      "loss_action": 0.0020889469888061285,
      "loss_total": 0.0020889469888061285,
      "step": 53650
    },
    {
      "loss_action": 0.019434696063399315,
      "loss_total": 0.019434696063399315,
      "step": 53650
    },
    {
      "loss_action": 0.0025429977104067802,
      "loss_total": 0.0025429977104067802,
      "step": 53650
    },
    {
      "loss_action": 0.010605545714497566,
      "loss_total": 0.010605545714497566,
      "step": 53650
    },
    {
      "loss_action": 0.007654083427041769,
      "loss_total": 0.007654083427041769,
      "step": 53650
    },
    {
      "loss_action": 0.008126050233840942,
      "loss_total": 0.008126050233840942,
      "step": 53650
    },
    {
      "loss_action": 0.007847800850868225,
      "loss_total": 0.007847800850868225,
      "step": 53650
    },
    {
      "loss_action": 0.0052797929383814335,
      "loss_total": 0.0052797929383814335,
      "step": 53650
    },
    {
      "grad_norm": 0.18068279325962067,
      "learning_rate": 9.807659510366894e-05,
      "loss": 0.0095,
      "step": 53660
    },
    {
      "loss_action": 0.010925063863396645,
      "loss_total": 0.010925063863396645,
      "step": 53660
    },
    {
      "loss_action": 0.006029712036252022,
      "loss_total": 0.006029712036252022,
      "step": 53660
    },
    {
      "loss_action": 0.014174156822264194,
      "loss_total": 0.014174156822264194,
      "step": 53660
    },
    {
      "loss_action": 0.005470099858939648,
      "loss_total": 0.005470099858939648,
      "step": 53660
    },
    {
      "loss_action": 0.009233638644218445,
      "loss_total": 0.009233638644218445,
      "step": 53660
    },
    {
      "loss_action": 0.0036754123866558075,
      "loss_total": 0.0036754123866558075,
      "step": 53660
    },
    {
      "loss_action": 0.003014535643160343,
      "loss_total": 0.003014535643160343,
      "step": 53660
    },
    {
      "loss_action": 0.007958613336086273,
      "loss_total": 0.007958613336086273,
      "step": 53660
    },
    {
      "grad_norm": 0.10870753973722458,
      "learning_rate": 9.807545944672752e-05,
      "loss": 0.0076,
      "step": 53670
    },
    {
      "loss_action": 0.011637206189334393,
      "loss_total": 0.011637206189334393,
      "step": 53670
    },
    {
      "loss_action": 0.004119210876524448,
      "loss_total": 0.004119210876524448,
      "step": 53670
    },
    {
      "loss_action": 0.03445768356323242,
      "loss_total": 0.03445768356323242,
      "step": 53670
    },
    {
      "loss_action": 0.0055350130423903465,
      "loss_total": 0.0055350130423903465,
      "step": 53670
    },
    {
      "loss_action": 0.005004706792533398,
      "loss_total": 0.005004706792533398,
      "step": 53670
    },
    {
      "loss_action": 0.005348073784261942,
      "loss_total": 0.005348073784261942,
      "step": 53670
    },
    {
      "loss_action": 0.00538736442103982,
      "loss_total": 0.00538736442103982,
      "step": 53670
    },
    {
      "loss_action": 0.0062017133459448814,
      "loss_total": 0.0062017133459448814,
      "step": 53670
    },
    {
      "grad_norm": 0.09616538882255554,
      "learning_rate": 9.807432346119485e-05,
      "loss": 0.0104,
      "step": 53680
    },
    {
      "loss_action": 0.007481461390852928,
      "loss_total": 0.007481461390852928,
      "step": 53680
    },
    {
      "loss_action": 0.008879476226866245,
      "loss_total": 0.008879476226866245,
      "step": 53680
    },
    {
      "loss_action": 0.0039017675444483757,
      "loss_total": 0.0039017675444483757,
      "step": 53680
    },
    {
      "loss_action": 0.017705222591757774,
      "loss_total": 0.017705222591757774,
      "step": 53680
    },
    {
      "loss_action": 0.00702695595100522,
      "loss_total": 0.00702695595100522,
      "step": 53680
    },
    {
      "loss_action": 0.00445792730897665,
      "loss_total": 0.00445792730897665,
      "step": 53680
    },
    {
      "loss_action": 0.005353418178856373,
      "loss_total": 0.005353418178856373,
      "step": 53680
    },
    {
      "loss_action": 0.005146164447069168,
      "loss_total": 0.005146164447069168,
      "step": 53680
    },
    {
      "grad_norm": 0.09285610169172287,
      "learning_rate": 9.80731871470787e-05,
      "loss": 0.0088,
      "step": 53690
    },
    {
      "loss_action": 0.03606497496366501,
      "loss_total": 0.03606497496366501,
      "step": 53690
    },
    {
      "loss_action": 0.004854416940361261,
      "loss_total": 0.004854416940361261,
      "step": 53690
    },
    {
      "loss_action": 0.0052708825096488,
      "loss_total": 0.0052708825096488,
      "step": 53690
    },
    {
      "loss_action": 0.00537919020280242,
      "loss_total": 0.00537919020280242,
      "step": 53690
    },
    {
      "loss_action": 0.0069237155839800835,
      "loss_total": 0.0069237155839800835,
      "step": 53690
    },
    {
      "loss_action": 0.004130557179450989,
      "loss_total": 0.004130557179450989,
      "step": 53690
    },
    {
      "loss_action": 0.006332048214972019,
      "loss_total": 0.006332048214972019,
      "step": 53690
    },
    {
      "loss_action": 0.0047728256322443485,
      "loss_total": 0.0047728256322443485,
      "step": 53690
    },
    {
      "grad_norm": 0.15621612966060638,
      "learning_rate": 9.80720505043868e-05,
      "loss": 0.0087,
      "step": 53700
    },
    {
      "loss_action": 0.00498593132942915,
      "loss_total": 0.00498593132942915,
      "step": 53700
    },
    {
      "loss_action": 0.0029309247620403767,
      "loss_total": 0.0029309247620403767,
      "step": 53700
    },
    {
      "loss_action": 0.021143101155757904,
      "loss_total": 0.021143101155757904,
      "step": 53700
    },
    {
      "loss_action": 0.010992251336574554,
      "loss_total": 0.010992251336574554,
      "step": 53700
    },
    {
      "loss_action": 0.004065994173288345,
      "loss_total": 0.004065994173288345,
      "step": 53700
    },
    {
      "loss_action": 0.002964345272630453,
      "loss_total": 0.002964345272630453,
      "step": 53700
    },
    {
      "loss_action": 0.011007068678736687,
      "loss_total": 0.011007068678736687,
      "step": 53700
    },
    {
      "loss_action": 0.006070287898182869,
      "loss_total": 0.006070287898182869,
      "step": 53700
    },
    {
      "grad_norm": 0.1413591355085373,
      "learning_rate": 9.807091353312697e-05,
      "loss": 0.0088,
      "step": 53710
    },
    {
      "loss_action": 0.003869999898597598,
      "loss_total": 0.003869999898597598,
      "step": 53710
    },
    {
      "loss_action": 0.022336460649967194,
      "loss_total": 0.022336460649967194,
      "step": 53710
    },
    {
      "loss_action": 0.004993513226509094,
      "loss_total": 0.004993513226509094,
      "step": 53710
    },
    {
      "loss_action": 0.004015414975583553,
      "loss_total": 0.004015414975583553,
      "step": 53710
    },
    {
      "loss_action": 0.01613381877541542,
      "loss_total": 0.01613381877541542,
      "step": 53710
    },
    {
      "loss_action": 0.004713843576610088,
      "loss_total": 0.004713843576610088,
      "step": 53710
    },
    {
      "loss_action": 0.0032878380734473467,
      "loss_total": 0.0032878380734473467,
      "step": 53710
    },
    {
      "loss_action": 0.009135538712143898,
      "loss_total": 0.009135538712143898,
      "step": 53710
    },
    {
      "grad_norm": 0.16853021085262299,
      "learning_rate": 9.806977623330696e-05,
      "loss": 0.008,
      "step": 53720
    },
    {
      "loss_action": 0.004243737086653709,
      "loss_total": 0.004243737086653709,
      "step": 53720
    },
    {
      "loss_action": 0.010186659172177315,
      "loss_total": 0.010186659172177315,
      "step": 53720
    },
    {
      "loss_action": 0.0037448822986334562,
      "loss_total": 0.0037448822986334562,
      "step": 53720
    },
    {
      "loss_action": 0.007079716771841049,
      "loss_total": 0.007079716771841049,
      "step": 53720
    },
    {
      "loss_action": 0.0057985009625554085,
      "loss_total": 0.0057985009625554085,
      "step": 53720
    },
    {
      "loss_action": 0.019281519576907158,
      "loss_total": 0.019281519576907158,
      "step": 53720
    },
    {
      "loss_action": 0.0038554943166673183,
      "loss_total": 0.0038554943166673183,
      "step": 53720
    },
    {
      "loss_action": 0.01197083480656147,
      "loss_total": 0.01197083480656147,
      "step": 53720
    },
    {
      "grad_norm": 0.1043136939406395,
      "learning_rate": 9.806863860493455e-05,
      "loss": 0.0078,
      "step": 53730
    },
    {
      "loss_action": 0.0036827907897531986,
      "loss_total": 0.0036827907897531986,
      "step": 53730
    },
    {
      "loss_action": 0.011479252949357033,
      "loss_total": 0.011479252949357033,
      "step": 53730
    },
    {
      "loss_action": 0.00827110093086958,
      "loss_total": 0.00827110093086958,
      "step": 53730
    },
    {
      "loss_action": 0.009348191320896149,
      "loss_total": 0.009348191320896149,
      "step": 53730
    },
    {
      "loss_action": 0.005264330189675093,
      "loss_total": 0.005264330189675093,
      "step": 53730
    },
    {
      "loss_action": 0.006445116829127073,
      "loss_total": 0.006445116829127073,
      "step": 53730
    },
    {
      "loss_action": 0.0073345499113202095,
      "loss_total": 0.0073345499113202095,
      "step": 53730
    },
    {
      "loss_action": 0.013267463073134422,
      "loss_total": 0.013267463073134422,
      "step": 53730
    },
    {
      "grad_norm": 0.16647574305534363,
      "learning_rate": 9.80675006480175e-05,
      "loss": 0.0098,
      "step": 53740
    },
    {
      "loss_action": 0.008572570979595184,
      "loss_total": 0.008572570979595184,
      "step": 53740
    },
    {
      "loss_action": 0.007837076671421528,
      "loss_total": 0.007837076671421528,
      "step": 53740
    },
    {
      "loss_action": 0.005582237616181374,
      "loss_total": 0.005582237616181374,
      "step": 53740
    },
    {
      "loss_action": 0.006294996943324804,
      "loss_total": 0.006294996943324804,
      "step": 53740
    },
    {
      "loss_action": 0.008621206507086754,
      "loss_total": 0.008621206507086754,
      "step": 53740
    },
    {
      "loss_action": 0.008132950402796268,
      "loss_total": 0.008132950402796268,
      "step": 53740
    },
    {
      "loss_action": 0.0030733102466911077,
      "loss_total": 0.0030733102466911077,
      "step": 53740
    },
    {
      "loss_action": 0.005612653214484453,
      "loss_total": 0.005612653214484453,
      "step": 53740
    },
    {
      "grad_norm": 0.09653740376234055,
      "learning_rate": 9.806636236256359e-05,
      "loss": 0.0082,
      "step": 53750
    },
    {
      "loss_action": 0.013502470217645168,
      "loss_total": 0.013502470217645168,
      "step": 53750
    },
    {
      "loss_action": 0.01879424974322319,
      "loss_total": 0.01879424974322319,
      "step": 53750
    },
    {
      "loss_action": 0.01189243234694004,
      "loss_total": 0.01189243234694004,
      "step": 53750
    },
    {
      "loss_action": 0.013947969302535057,
      "loss_total": 0.013947969302535057,
      "step": 53750
    },
    {
      "loss_action": 0.011261637322604656,
      "loss_total": 0.011261637322604656,
      "step": 53750
    },
    {
      "loss_action": 0.008293023332953453,
      "loss_total": 0.008293023332953453,
      "step": 53750
    },
    {
      "loss_action": 0.004021554719656706,
      "loss_total": 0.004021554719656706,
      "step": 53750
    },
    {
      "loss_action": 0.009283061139285564,
      "loss_total": 0.009283061139285564,
      "step": 53750
    },
    {
      "grad_norm": 0.15187431871891022,
      "learning_rate": 9.806522374858062e-05,
      "loss": 0.0098,
      "step": 53760
    },
    {
      "loss_action": 0.006970116402953863,
      "loss_total": 0.006970116402953863,
      "step": 53760
    },
    {
      "loss_action": 0.006580510176718235,
      "loss_total": 0.006580510176718235,
      "step": 53760
    },
    {
      "loss_action": 0.008897638879716396,
      "loss_total": 0.008897638879716396,
      "step": 53760
    },
    {
      "loss_action": 0.008090057410299778,
      "loss_total": 0.008090057410299778,
      "step": 53760
    },
    {
      "loss_action": 0.009347980841994286,
      "loss_total": 0.009347980841994286,
      "step": 53760
    },
    {
      "loss_action": 0.017393184825778008,
      "loss_total": 0.017393184825778008,
      "step": 53760
    },
    {
      "loss_action": 0.014730030670762062,
      "loss_total": 0.014730030670762062,
      "step": 53760
    },
    {
      "loss_action": 0.00875815749168396,
      "loss_total": 0.00875815749168396,
      "step": 53760
    },
    {
      "grad_norm": 0.1995842307806015,
      "learning_rate": 9.806408480607636e-05,
      "loss": 0.0106,
      "step": 53770
    },
    {
      "loss_action": 0.0051990533247590065,
      "loss_total": 0.0051990533247590065,
      "step": 53770
    },
    {
      "loss_action": 0.011055927723646164,
      "loss_total": 0.011055927723646164,
      "step": 53770
    },
    {
      "loss_action": 0.0033327052369713783,
      "loss_total": 0.0033327052369713783,
      "step": 53770
    },
    {
      "loss_action": 0.009001466445624828,
      "loss_total": 0.009001466445624828,
      "step": 53770
    },
    {
      "loss_action": 0.003870206419378519,
      "loss_total": 0.003870206419378519,
      "step": 53770
    },
    {
      "loss_action": 0.01933334767818451,
      "loss_total": 0.01933334767818451,
      "step": 53770
    },
    {
      "loss_action": 0.006403394043445587,
      "loss_total": 0.006403394043445587,
      "step": 53770
    },
    {
      "loss_action": 0.005018491297960281,
      "loss_total": 0.005018491297960281,
      "step": 53770
    },
    {
      "grad_norm": 0.23250700533390045,
      "learning_rate": 9.806294553505859e-05,
      "loss": 0.008,
      "step": 53780
    },
    {
      "loss_action": 0.0062673985958099365,
      "loss_total": 0.0062673985958099365,
      "step": 53780
    },
    {
      "loss_action": 0.01393530797213316,
      "loss_total": 0.01393530797213316,
      "step": 53780
    },
    {
      "loss_action": 0.009895025752484798,
      "loss_total": 0.009895025752484798,
      "step": 53780
    },
    {
      "loss_action": 0.006161229684948921,
      "loss_total": 0.006161229684948921,
      "step": 53780
    },
    {
      "loss_action": 0.00409111101180315,
      "loss_total": 0.00409111101180315,
      "step": 53780
    },
    {
      "loss_action": 0.011976752430200577,
      "loss_total": 0.011976752430200577,
      "step": 53780
    },
    {
      "loss_action": 0.006157567724585533,
      "loss_total": 0.006157567724585533,
      "step": 53780
    },
    {
      "loss_action": 0.010560688562691212,
      "loss_total": 0.010560688562691212,
      "step": 53780
    },
    {
      "grad_norm": 0.19482408463954926,
      "learning_rate": 9.80618059355351e-05,
      "loss": 0.0093,
      "step": 53790
    },
    {
      "loss_action": 0.010555718094110489,
      "loss_total": 0.010555718094110489,
      "step": 53790
    },
    {
      "loss_action": 0.004817817825824022,
      "loss_total": 0.004817817825824022,
      "step": 53790
    },
    {
      "loss_action": 0.009309303015470505,
      "loss_total": 0.009309303015470505,
      "step": 53790
    },
    {
      "loss_action": 0.008066894486546516,
      "loss_total": 0.008066894486546516,
      "step": 53790
    },
    {
      "loss_action": 0.003971511963754892,
      "loss_total": 0.003971511963754892,
      "step": 53790
    },
    {
      "loss_action": 0.009098969399929047,
      "loss_total": 0.009098969399929047,
      "step": 53790
    },
    {
      "loss_action": 0.006124610081315041,
      "loss_total": 0.006124610081315041,
      "step": 53790
    },
    {
      "loss_action": 0.0038664662279188633,
      "loss_total": 0.0038664662279188633,
      "step": 53790
    },
    {
      "grad_norm": 0.1389031857252121,
      "learning_rate": 9.806066600751369e-05,
      "loss": 0.0084,
      "step": 53800
    },
    {
      "loss_action": 0.0033231540583074093,
      "loss_total": 0.0033231540583074093,
      "step": 53800
    },
    {
      "loss_action": 0.005980205722153187,
      "loss_total": 0.005980205722153187,
      "step": 53800
    },
    {
      "loss_action": 0.014235778711736202,
      "loss_total": 0.014235778711736202,
      "step": 53800
    },
    {
      "loss_action": 0.010779942385852337,
      "loss_total": 0.010779942385852337,
      "step": 53800
    },
    {
      "loss_action": 0.015393483452498913,
      "loss_total": 0.015393483452498913,
      "step": 53800
    },
    {
      "loss_action": 0.005503397434949875,
      "loss_total": 0.005503397434949875,
      "step": 53800
    },
    {
      "loss_action": 0.004519153386354446,
      "loss_total": 0.004519153386354446,
      "step": 53800
    },
    {
      "loss_action": 0.013952993787825108,
      "loss_total": 0.013952993787825108,
      "step": 53800
    },
    {
      "grad_norm": 0.1515146940946579,
      "learning_rate": 9.805952575100212e-05,
      "loss": 0.0094,
      "step": 53810
    },
    {
      "loss_action": 0.013671495020389557,
      "loss_total": 0.013671495020389557,
      "step": 53810
    },
    {
      "loss_action": 0.00766043970361352,
      "loss_total": 0.00766043970361352,
      "step": 53810
    },
    {
      "loss_action": 0.003941778093576431,
      "loss_total": 0.003941778093576431,
      "step": 53810
    },
    {
      "loss_action": 0.0058362893760204315,
      "loss_total": 0.0058362893760204315,
      "step": 53810
    },
    {
      "loss_action": 0.011731268838047981,
      "loss_total": 0.011731268838047981,
      "step": 53810
    },
    {
      "loss_action": 0.006097644567489624,
      "loss_total": 0.006097644567489624,
      "step": 53810
    },
    {
      "loss_action": 0.012933946214616299,
      "loss_total": 0.012933946214616299,
      "step": 53810
    },
    {
      "loss_action": 0.0053751408122479916,
      "loss_total": 0.0053751408122479916,
      "step": 53810
    },
    {
      "grad_norm": 0.14246365427970886,
      "learning_rate": 9.805838516600822e-05,
      "loss": 0.0078,
      "step": 53820
    },
    {
      "loss_action": 0.006671545095741749,
      "loss_total": 0.006671545095741749,
      "step": 53820
    },
    {
      "loss_action": 0.007031827233731747,
      "loss_total": 0.007031827233731747,
      "step": 53820
    },
    {
      "loss_action": 0.0030963451135903597,
      "loss_total": 0.0030963451135903597,
      "step": 53820
    },
    {
      "loss_action": 0.012675672769546509,
      "loss_total": 0.012675672769546509,
      "step": 53820
    },
    {
      "loss_action": 0.00442687189206481,
      "loss_total": 0.00442687189206481,
      "step": 53820
    },
    {
      "loss_action": 0.003680827561765909,
      "loss_total": 0.003680827561765909,
      "step": 53820
    },
    {
      "loss_action": 0.009757940657436848,
      "loss_total": 0.009757940657436848,
      "step": 53820
    },
    {
      "loss_action": 0.014190832152962685,
      "loss_total": 0.014190832152962685,
      "step": 53820
    },
    {
      "grad_norm": 0.14088308811187744,
      "learning_rate": 9.805724425253977e-05,
      "loss": 0.0085,
      "step": 53830
    },
    {
      "loss_action": 0.003289563115686178,
      "loss_total": 0.003289563115686178,
      "step": 53830
    },
    {
      "loss_action": 0.0036001799162477255,
      "loss_total": 0.0036001799162477255,
      "step": 53830
    },
    {
      "loss_action": 0.0035161422565579414,
      "loss_total": 0.0035161422565579414,
      "step": 53830
    },
    {
      "loss_action": 0.006839041598141193,
      "loss_total": 0.006839041598141193,
      "step": 53830
    },
    {
      "loss_action": 0.016928939148783684,
      "loss_total": 0.016928939148783684,
      "step": 53830
    },
    {
      "loss_action": 0.0031384043395519257,
      "loss_total": 0.0031384043395519257,
      "step": 53830
    },
    {
      "loss_action": 0.010441460646688938,
      "loss_total": 0.010441460646688938,
      "step": 53830
    },
    {
      "loss_action": 0.004868913907557726,
      "loss_total": 0.004868913907557726,
      "step": 53830
    },
    {
      "grad_norm": 0.11737639456987381,
      "learning_rate": 9.805610301060456e-05,
      "loss": 0.0084,
      "step": 53840
    },
    {
      "loss_action": 0.010201726108789444,
      "loss_total": 0.010201726108789444,
      "step": 53840
    },
    {
      "loss_action": 0.004373910371214151,
      "loss_total": 0.004373910371214151,
      "step": 53840
    },
    {
      "loss_action": 0.0028213292825967073,
      "loss_total": 0.0028213292825967073,
      "step": 53840
    },
    {
      "loss_action": 0.009575561620295048,
      "loss_total": 0.009575561620295048,
      "step": 53840
    },
    {
      "loss_action": 0.00167366792447865,
      "loss_total": 0.00167366792447865,
      "step": 53840
    },
    {
      "loss_action": 0.002398152370005846,
      "loss_total": 0.002398152370005846,
      "step": 53840
    },
    {
      "loss_action": 0.003989359363913536,
      "loss_total": 0.003989359363913536,
      "step": 53840
    },
    {
      "loss_action": 0.003227302571758628,
      "loss_total": 0.003227302571758628,
      "step": 53840
    },
    {
      "grad_norm": 0.13558770716190338,
      "learning_rate": 9.80549614402104e-05,
      "loss": 0.0091,
      "step": 53850
    },
    {
      "loss_action": 0.007432984188199043,
      "loss_total": 0.007432984188199043,
      "step": 53850
    },
    {
      "loss_action": 0.011150498874485493,
      "loss_total": 0.011150498874485493,
      "step": 53850
    },
    {
      "loss_action": 0.002943066181614995,
      "loss_total": 0.002943066181614995,
      "step": 53850
    },
    {
      "loss_action": 0.005903123877942562,
      "loss_total": 0.005903123877942562,
      "step": 53850
    },
    {
      "loss_action": 0.009414758533239365,
      "loss_total": 0.009414758533239365,
      "step": 53850
    },
    {
      "loss_action": 0.003790981601923704,
      "loss_total": 0.003790981601923704,
      "step": 53850
    },
    {
      "loss_action": 0.005357374902814627,
      "loss_total": 0.005357374902814627,
      "step": 53850
    },
    {
      "loss_action": 0.0037497403100132942,
      "loss_total": 0.0037497403100132942,
      "step": 53850
    },
    {
      "grad_norm": 0.13915295898914337,
      "learning_rate": 9.80538195413651e-05,
      "loss": 0.0066,
      "step": 53860
    },
    {
      "loss_action": 0.005774741061031818,
      "loss_total": 0.005774741061031818,
      "step": 53860
    },
    {
      "loss_action": 0.005605065729469061,
      "loss_total": 0.005605065729469061,
      "step": 53860
    },
    {
      "loss_action": 0.0030501631554216146,
      "loss_total": 0.0030501631554216146,
      "step": 53860
    },
    {
      "loss_action": 0.0015347596490755677,
      "loss_total": 0.0015347596490755677,
      "step": 53860
    },
    {
      "loss_action": 0.007092664949595928,
      "loss_total": 0.007092664949595928,
      "step": 53860
    },
    {
      "loss_action": 0.0036990998778492212,
      "loss_total": 0.0036990998778492212,
      "step": 53860
    },
    {
      "loss_action": 0.02740790694952011,
      "loss_total": 0.02740790694952011,
      "step": 53860
    },
    {
      "loss_action": 0.022138645872473717,
      "loss_total": 0.022138645872473717,
      "step": 53860
    },
    {
      "grad_norm": 0.1367853879928589,
      "learning_rate": 9.805267731407646e-05,
      "loss": 0.0087,
      "step": 53870
    },
    {
      "loss_action": 0.009215331636369228,
      "loss_total": 0.009215331636369228,
      "step": 53870
    },
    {
      "loss_action": 0.013904275372624397,
      "loss_total": 0.013904275372624397,
      "step": 53870
    },
    {
      "loss_action": 0.009011114947497845,
      "loss_total": 0.009011114947497845,
      "step": 53870
    },
    {
      "loss_action": 0.005967103876173496,
      "loss_total": 0.005967103876173496,
      "step": 53870
    },
    {
      "loss_action": 0.0064432136714458466,
      "loss_total": 0.0064432136714458466,
      "step": 53870
    },
    {
      "loss_action": 0.01437729224562645,
      "loss_total": 0.01437729224562645,
      "step": 53870
    },
    {
      "loss_action": 0.005149380303919315,
      "loss_total": 0.005149380303919315,
      "step": 53870
    },
    {
      "loss_action": 0.0074004363268613815,
      "loss_total": 0.0074004363268613815,
      "step": 53870
    },
    {
      "grad_norm": 0.13024494051933289,
      "learning_rate": 9.805153475835226e-05,
      "loss": 0.008,
      "step": 53880
    },
    {
      "loss_action": 0.016878517344594002,
      "loss_total": 0.016878517344594002,
      "step": 53880
    },
    {
      "loss_action": 0.01389656588435173,
      "loss_total": 0.01389656588435173,
      "step": 53880
    },
    {
      "loss_action": 0.004497238900512457,
      "loss_total": 0.004497238900512457,
      "step": 53880
    },
    {
      "loss_action": 0.00530696427449584,
      "loss_total": 0.00530696427449584,
      "step": 53880
    },
    {
      "loss_action": 0.004584214184433222,
      "loss_total": 0.004584214184433222,
      "step": 53880
    },
    {
      "loss_action": 0.009782086126506329,
      "loss_total": 0.009782086126506329,
      "step": 53880
    },
    {
      "loss_action": 0.012791155837476254,
      "loss_total": 0.012791155837476254,
      "step": 53880
    },
    {
      "loss_action": 0.008592729456722736,
      "loss_total": 0.008592729456722736,
      "step": 53880
    },
    {
      "grad_norm": 0.20339335501194,
      "learning_rate": 9.805039187420035e-05,
      "loss": 0.0092,
      "step": 53890
    },
    {
      "loss_action": 0.004419029224663973,
      "loss_total": 0.004419029224663973,
      "step": 53890
    },
    {
      "loss_action": 0.003571682143956423,
      "loss_total": 0.003571682143956423,
      "step": 53890
    },
    {
      "loss_action": 0.003414448816329241,
      "loss_total": 0.003414448816329241,
      "step": 53890
    },
    {
      "loss_action": 0.00481904111802578,
      "loss_total": 0.00481904111802578,
      "step": 53890
    },
    {
      "loss_action": 0.006526150740683079,
      "loss_total": 0.006526150740683079,
      "step": 53890
    },
    {
      "loss_action": 0.013805566355586052,
      "loss_total": 0.013805566355586052,
      "step": 53890
    },
    {
      "loss_action": 0.012628559954464436,
      "loss_total": 0.012628559954464436,
      "step": 53890
    },
    {
      "loss_action": 0.003376167034730315,
      "loss_total": 0.003376167034730315,
      "step": 53890
    },
    {
      "grad_norm": 0.10930091887712479,
      "learning_rate": 9.804924866162853e-05,
      "loss": 0.0081,
      "step": 53900
    },
    {
      "loss_action": 0.0032259353902190924,
      "loss_total": 0.0032259353902190924,
      "step": 53900
    },
    {
      "loss_action": 0.006886592134833336,
      "loss_total": 0.006886592134833336,
      "step": 53900
    },
    {
      "loss_action": 0.005556470714509487,
      "loss_total": 0.005556470714509487,
      "step": 53900
    },
    {
      "loss_action": 0.00765239866450429,
      "loss_total": 0.00765239866450429,
      "step": 53900
    },
    {
      "loss_action": 0.0036877100355923176,
      "loss_total": 0.0036877100355923176,
      "step": 53900
    },
    {
      "loss_action": 0.012682037428021431,
      "loss_total": 0.012682037428021431,
      "step": 53900
    },
    {
      "loss_action": 0.007363718003034592,
      "loss_total": 0.007363718003034592,
      "step": 53900
    },
    {
      "loss_action": 0.00815156102180481,
      "loss_total": 0.00815156102180481,
      "step": 53900
    },
    {
      "grad_norm": 0.14018258452415466,
      "learning_rate": 9.804810512064459e-05,
      "loss": 0.0081,
      "step": 53910
    },
    {
      "loss_action": 0.011775527149438858,
      "loss_total": 0.011775527149438858,
      "step": 53910
    },
    {
      "loss_action": 0.014298803173005581,
      "loss_total": 0.014298803173005581,
      "step": 53910
    },
    {
      "loss_action": 0.0038923060055822134,
      "loss_total": 0.0038923060055822134,
      "step": 53910
    },
    {
      "loss_action": 0.01202714815735817,
      "loss_total": 0.01202714815735817,
      "step": 53910
    },
    {
      "loss_action": 0.0032681364100426435,
      "loss_total": 0.0032681364100426435,
      "step": 53910
    },
    {
      "loss_action": 0.010453506372869015,
      "loss_total": 0.010453506372869015,
      "step": 53910
    },
    {
      "loss_action": 0.021942052990198135,
      "loss_total": 0.021942052990198135,
      "step": 53910
    },
    {
      "loss_action": 0.006897812709212303,
      "loss_total": 0.006897812709212303,
      "step": 53910
    },
    {
      "grad_norm": 0.1524108201265335,
      "learning_rate": 9.804696125125638e-05,
      "loss": 0.0093,
      "step": 53920
    },
    {
      "loss_action": 0.0029732906259596348,
      "loss_total": 0.0029732906259596348,
      "step": 53920
    },
    {
      "loss_action": 0.010951169766485691,
      "loss_total": 0.010951169766485691,
      "step": 53920
    },
    {
      "loss_action": 0.00252005597576499,
      "loss_total": 0.00252005597576499,
      "step": 53920
    },
    {
      "loss_action": 0.023089557886123657,
      "loss_total": 0.023089557886123657,
      "step": 53920
    },
    {
      "loss_action": 0.0029182250145822763,
      "loss_total": 0.0029182250145822763,
      "step": 53920
    },
    {
      "loss_action": 0.011588633991777897,
      "loss_total": 0.011588633991777897,
      "step": 53920
    },
    {
      "loss_action": 0.01176774688065052,
      "loss_total": 0.01176774688065052,
      "step": 53920
    },
    {
      "loss_action": 0.004462572280317545,
      "loss_total": 0.004462572280317545,
      "step": 53920
    },
    {
      "grad_norm": 0.12600776553153992,
      "learning_rate": 9.804581705347169e-05,
      "loss": 0.0089,
      "step": 53930
    },
    {
      "loss_action": 0.006558239925652742,
      "loss_total": 0.006558239925652742,
      "step": 53930
    },
    {
      "loss_action": 0.011867057532072067,
      "loss_total": 0.011867057532072067,
      "step": 53930
    },
    {
      "loss_action": 0.016562405973672867,
      "loss_total": 0.016562405973672867,
      "step": 53930
    },
    {
      "loss_action": 0.005569213069975376,
      "loss_total": 0.005569213069975376,
      "step": 53930
    },
    {
      "loss_action": 0.0023206928744912148,
      "loss_total": 0.0023206928744912148,
      "step": 53930
    },
    {
      "loss_action": 0.004432604648172855,
      "loss_total": 0.004432604648172855,
      "step": 53930
    },
    {
      "loss_action": 0.0038995803333818913,
      "loss_total": 0.0038995803333818913,
      "step": 53930
    },
    {
      "loss_action": 0.0034420343581587076,
      "loss_total": 0.0034420343581587076,
      "step": 53930
    },
    {
      "grad_norm": 0.1529817134141922,
      "learning_rate": 9.804467252729836e-05,
      "loss": 0.0091,
      "step": 53940
    },
    {
      "loss_action": 0.004162586759775877,
      "loss_total": 0.004162586759775877,
      "step": 53940
    },
    {
      "loss_action": 0.012514854781329632,
      "loss_total": 0.012514854781329632,
      "step": 53940
    },
    {
      "loss_action": 0.00897403433918953,
      "loss_total": 0.00897403433918953,
      "step": 53940
    },
    {
      "loss_action": 0.004895513877272606,
      "loss_total": 0.004895513877272606,
      "step": 53940
    },
    {
      "loss_action": 0.006497134454548359,
      "loss_total": 0.006497134454548359,
      "step": 53940
    },
    {
      "loss_action": 0.008777902461588383,
      "loss_total": 0.008777902461588383,
      "step": 53940
    },
    {
      "loss_action": 0.004848327022045851,
      "loss_total": 0.004848327022045851,
      "step": 53940
    },
    {
      "loss_action": 0.0034874987322837114,
      "loss_total": 0.0034874987322837114,
      "step": 53940
    },
    {
      "grad_norm": 0.13467267155647278,
      "learning_rate": 9.80435276727442e-05,
      "loss": 0.0078,
      "step": 53950
    },
    {
      "loss_action": 0.005344151984900236,
      "loss_total": 0.005344151984900236,
      "step": 53950
    },
    {
      "loss_action": 0.005069440230727196,
      "loss_total": 0.005069440230727196,
      "step": 53950
    },
    {
      "loss_action": 0.0039634695276618,
      "loss_total": 0.0039634695276618,
      "step": 53950
    },
    {
      "loss_action": 0.005796496756374836,
      "loss_total": 0.005796496756374836,
      "step": 53950
    },
    {
      "loss_action": 0.006409407593309879,
      "loss_total": 0.006409407593309879,
      "step": 53950
    },
    {
      "loss_action": 0.003654900938272476,
      "loss_total": 0.003654900938272476,
      "step": 53950
    },
    {
      "loss_action": 0.007273777388036251,
      "loss_total": 0.007273777388036251,
      "step": 53950
    },
    {
      "loss_action": 0.005934638902544975,
      "loss_total": 0.005934638902544975,
      "step": 53950
    },
    {
      "grad_norm": 0.11322703957557678,
      "learning_rate": 9.804238248981705e-05,
      "loss": 0.0075,
      "step": 53960
    },
    {
      "loss_action": 0.007038267329335213,
      "loss_total": 0.007038267329335213,
      "step": 53960
    },
    {
      "loss_action": 0.005186946131289005,
      "loss_total": 0.005186946131289005,
      "step": 53960
    },
    {
      "loss_action": 0.004642645828425884,
      "loss_total": 0.004642645828425884,
      "step": 53960
    },
    {
      "loss_action": 0.003015662543475628,
      "loss_total": 0.003015662543475628,
      "step": 53960
    },
    {
      "loss_action": 0.003974311053752899,
      "loss_total": 0.003974311053752899,
      "step": 53960
    },
    {
      "loss_action": 0.007824689149856567,
      "loss_total": 0.007824689149856567,
      "step": 53960
    },
    {
      "loss_action": 0.012289507314562798,
      "loss_total": 0.012289507314562798,
      "step": 53960
    },
    {
      "loss_action": 0.003803105792030692,
      "loss_total": 0.003803105792030692,
      "step": 53960
    },
    {
      "grad_norm": 0.14696380496025085,
      "learning_rate": 9.804123697852471e-05,
      "loss": 0.0104,
      "step": 53970
    },
    {
      "loss_action": 0.002781336195766926,
      "loss_total": 0.002781336195766926,
      "step": 53970
    },
    {
      "loss_action": 0.007867362350225449,
      "loss_total": 0.007867362350225449,
      "step": 53970
    },
    {
      "loss_action": 0.010740763507783413,
      "loss_total": 0.010740763507783413,
      "step": 53970
    },
    {
      "loss_action": 0.008157454431056976,
      "loss_total": 0.008157454431056976,
      "step": 53970
    },
    {
      "loss_action": 0.007643355056643486,
      "loss_total": 0.007643355056643486,
      "step": 53970
    },
    {
      "loss_action": 0.009237885475158691,
      "loss_total": 0.009237885475158691,
      "step": 53970
    },
    {
      "loss_action": 0.006193237844854593,
      "loss_total": 0.006193237844854593,
      "step": 53970
    },
    {
      "loss_action": 0.006505101919174194,
      "loss_total": 0.006505101919174194,
      "step": 53970
    },
    {
      "grad_norm": 0.1056533083319664,
      "learning_rate": 9.804009113887504e-05,
      "loss": 0.009,
      "step": 53980
    },
    {
      "loss_action": 0.008358916267752647,
      "loss_total": 0.008358916267752647,
      "step": 53980
    },
    {
      "loss_action": 0.004864539951086044,
      "loss_total": 0.004864539951086044,
      "step": 53980
    },
    {
      "loss_action": 0.01781405135989189,
      "loss_total": 0.01781405135989189,
      "step": 53980
    },
    {
      "loss_action": 0.007480929605662823,
      "loss_total": 0.007480929605662823,
      "step": 53980
    },
    {
      "loss_action": 0.0023402017541229725,
      "loss_total": 0.0023402017541229725,
      "step": 53980
    },
    {
      "loss_action": 0.008372347801923752,
      "loss_total": 0.008372347801923752,
      "step": 53980
    },
    {
      "loss_action": 0.006194907706230879,
      "loss_total": 0.006194907706230879,
      "step": 53980
    },
    {
      "loss_action": 0.017097271978855133,
      "loss_total": 0.017097271978855133,
      "step": 53980
    },
    {
      "grad_norm": 0.16881965100765228,
      "learning_rate": 9.803894497087584e-05,
      "loss": 0.0088,
      "step": 53990
    },
    {
      "loss_action": 0.0029766829684376717,
      "loss_total": 0.0029766829684376717,
      "step": 53990
    },
    {
      "loss_action": 0.006729372777044773,
      "loss_total": 0.006729372777044773,
      "step": 53990
    },
    {
      "loss_action": 0.00927465409040451,
      "loss_total": 0.00927465409040451,
      "step": 53990
    },
    {
      "loss_action": 0.011347392573952675,
      "loss_total": 0.011347392573952675,
      "step": 53990
    },
    {
      "loss_action": 0.008147003129124641,
      "loss_total": 0.008147003129124641,
      "step": 53990
    },
    {
      "loss_action": 0.006139596924185753,
      "loss_total": 0.006139596924185753,
      "step": 53990
    },
    {
      "loss_action": 0.005316183902323246,
      "loss_total": 0.005316183902323246,
      "step": 53990
    },
    {
      "loss_action": 0.004503914620727301,
      "loss_total": 0.004503914620727301,
      "step": 53990
    },
    {
      "grad_norm": 0.1952153593301773,
      "learning_rate": 9.8037798474535e-05,
      "loss": 0.0087,
      "step": 54000
    },
    {
      "loss_action": 0.004746907390654087,
      "loss_total": 0.004746907390654087,
      "step": 54000
    },
    {
      "loss_action": 0.004600736778229475,
      "loss_total": 0.004600736778229475,
      "step": 54000
    },
    {
      "loss_action": 0.0021710959263145924,
      "loss_total": 0.0021710959263145924,
      "step": 54000
    },
    {
      "loss_action": 0.011476238258183002,
      "loss_total": 0.011476238258183002,
      "step": 54000
    },
    {
      "loss_action": 0.008647652342915535,
      "loss_total": 0.008647652342915535,
      "step": 54000
    },
    {
      "loss_action": 0.00997431855648756,
      "loss_total": 0.00997431855648756,
      "step": 54000
    },
    {
      "loss_action": 0.025327477604150772,
      "loss_total": 0.025327477604150772,
      "step": 54000
    },
    {
      "loss_action": 0.004353771917521954,
      "loss_total": 0.004353771917521954,
      "step": 54000
    },
    {
      "grad_norm": 0.13457921147346497,
      "learning_rate": 9.803665164986029e-05,
      "loss": 0.0113,
      "step": 54010
    },
    {
      "loss_action": 0.0034615802578628063,
      "loss_total": 0.0034615802578628063,
      "step": 54010
    },
    {
      "loss_action": 0.0031032757833600044,
      "loss_total": 0.0031032757833600044,
      "step": 54010
    },
    {
      "loss_action": 0.00808693841099739,
      "loss_total": 0.00808693841099739,
      "step": 54010
    },
    {
      "loss_action": 0.006693928502500057,
      "loss_total": 0.006693928502500057,
      "step": 54010
    },
    {
      "loss_action": 0.007977422326803207,
      "loss_total": 0.007977422326803207,
      "step": 54010
    },
    {
      "loss_action": 0.017587080597877502,
      "loss_total": 0.017587080597877502,
      "step": 54010
    },
    {
      "loss_action": 0.0031712157651782036,
      "loss_total": 0.0031712157651782036,
      "step": 54010
    },
    {
      "loss_action": 0.006232868414372206,
      "loss_total": 0.006232868414372206,
      "step": 54010
    },
    {
      "grad_norm": 0.16694289445877075,
      "learning_rate": 9.803550449685958e-05,
      "loss": 0.0113,
      "step": 54020
    },
    {
      "loss_action": 0.009275267831981182,
      "loss_total": 0.009275267831981182,
      "step": 54020
    },
    {
      "loss_action": 0.005433380138128996,
      "loss_total": 0.005433380138128996,
      "step": 54020
    },
    {
      "loss_action": 0.005029492080211639,
      "loss_total": 0.005029492080211639,
      "step": 54020
    },
    {
      "loss_action": 0.005815323442220688,
      "loss_total": 0.005815323442220688,
      "step": 54020
    },
    {
      "loss_action": 0.009023778140544891,
      "loss_total": 0.009023778140544891,
      "step": 54020
    },
    {
      "loss_action": 0.006801453884691,
      "loss_total": 0.006801453884691,
      "step": 54020
    },
    {
      "loss_action": 0.006053844466805458,
      "loss_total": 0.006053844466805458,
      "step": 54020
    },
    {
      "loss_action": 0.016226233914494514,
      "loss_total": 0.016226233914494514,
      "step": 54020
    },
    {
      "grad_norm": 0.1937965303659439,
      "learning_rate": 9.803435701554071e-05,
      "loss": 0.011,
      "step": 54030
    },
    {
      "loss_action": 0.014477727934718132,
      "loss_total": 0.014477727934718132,
      "step": 54030
    },
    {
      "loss_action": 0.002213887870311737,
      "loss_total": 0.002213887870311737,
      "step": 54030
    },
    {
      "loss_action": 0.006359932944178581,
      "loss_total": 0.006359932944178581,
      "step": 54030
    },
    {
      "loss_action": 0.016290675848722458,
      "loss_total": 0.016290675848722458,
      "step": 54030
    },
    {
      "loss_action": 0.005751045886427164,
      "loss_total": 0.005751045886427164,
      "step": 54030
    },
    {
      "loss_action": 0.0075548873282969,
      "loss_total": 0.0075548873282969,
      "step": 54030
    },
    {
      "loss_action": 0.01065477542579174,
      "loss_total": 0.01065477542579174,
      "step": 54030
    },
    {
      "loss_action": 0.0053924089297652245,
      "loss_total": 0.0053924089297652245,
      "step": 54030
    },
    {
      "grad_norm": 0.18767501413822174,
      "learning_rate": 9.803320920591152e-05,
      "loss": 0.0099,
      "step": 54040
    },
    {
      "loss_action": 0.006177651230245829,
      "loss_total": 0.006177651230245829,
      "step": 54040
    },
    {
      "loss_action": 0.008342791348695755,
      "loss_total": 0.008342791348695755,
      "step": 54040
    },
    {
      "loss_action": 0.0062665557488799095,
      "loss_total": 0.0062665557488799095,
      "step": 54040
    },
    {
      "loss_action": 0.0020787084940820932,
      "loss_total": 0.0020787084940820932,
      "step": 54040
    },
    {
      "loss_action": 0.012028451077640057,
      "loss_total": 0.012028451077640057,
      "step": 54040
    },
    {
      "loss_action": 0.005239275749772787,
      "loss_total": 0.005239275749772787,
      "step": 54040
    },
    {
      "loss_action": 0.013531134463846684,
      "loss_total": 0.013531134463846684,
      "step": 54040
    },
    {
      "loss_action": 0.007045396603643894,
      "loss_total": 0.007045396603643894,
      "step": 54040
    },
    {
      "grad_norm": 0.1040625274181366,
      "learning_rate": 9.803206106797987e-05,
      "loss": 0.008,
      "step": 54050
    },
    {
      "loss_action": 0.005283449776470661,
      "loss_total": 0.005283449776470661,
      "step": 54050
    },
    {
      "loss_action": 0.011095370166003704,
      "loss_total": 0.011095370166003704,
      "step": 54050
    },
    {
      "loss_action": 0.003893666435033083,
      "loss_total": 0.003893666435033083,
      "step": 54050
    },
    {
      "loss_action": 0.009594540111720562,
      "loss_total": 0.009594540111720562,
      "step": 54050
    },
    {
      "loss_action": 0.02029799483716488,
      "loss_total": 0.02029799483716488,
      "step": 54050
    },
    {
      "loss_action": 0.005980790592730045,
      "loss_total": 0.005980790592730045,
      "step": 54050
    },
    {
      "loss_action": 0.0032478978391736746,
      "loss_total": 0.0032478978391736746,
      "step": 54050
    },
    {
      "loss_action": 0.0042181904427707195,
      "loss_total": 0.0042181904427707195,
      "step": 54050
    },
    {
      "grad_norm": 0.10781331360340118,
      "learning_rate": 9.803091260175356e-05,
      "loss": 0.0084,
      "step": 54060
    },
    {
      "loss_action": 0.012645713053643703,
      "loss_total": 0.012645713053643703,
      "step": 54060
    },
    {
      "loss_action": 0.006413414143025875,
      "loss_total": 0.006413414143025875,
      "step": 54060
    },
    {
      "loss_action": 0.006142561323940754,
      "loss_total": 0.006142561323940754,
      "step": 54060
    },
    {
      "loss_action": 0.008153767324984074,
      "loss_total": 0.008153767324984074,
      "step": 54060
    },
    {
      "loss_action": 0.01012660376727581,
      "loss_total": 0.01012660376727581,
      "step": 54060
    },
    {
      "loss_action": 0.007555941119790077,
      "loss_total": 0.007555941119790077,
      "step": 54060
    },
    {
      "loss_action": 0.012627199292182922,
      "loss_total": 0.012627199292182922,
      "step": 54060
    },
    {
      "loss_action": 0.00791747123003006,
      "loss_total": 0.00791747123003006,
      "step": 54060
    },
    {
      "grad_norm": 0.13191255927085876,
      "learning_rate": 9.80297638072405e-05,
      "loss": 0.008,
      "step": 54070
    },
    {
      "loss_action": 0.005431738682091236,
      "loss_total": 0.005431738682091236,
      "step": 54070
    },
    {
      "loss_action": 0.013177363201975822,
      "loss_total": 0.013177363201975822,
      "step": 54070
    },
    {
      "loss_action": 0.0033087304327636957,
      "loss_total": 0.0033087304327636957,
      "step": 54070
    },
    {
      "loss_action": 0.007550749462097883,
      "loss_total": 0.007550749462097883,
      "step": 54070
    },
    {
      "loss_action": 0.010153057053685188,
      "loss_total": 0.010153057053685188,
      "step": 54070
    },
    {
      "loss_action": 0.024843063205480576,
      "loss_total": 0.024843063205480576,
      "step": 54070
    },
    {
      "loss_action": 0.004814797546714544,
      "loss_total": 0.004814797546714544,
      "step": 54070
    },
    {
      "loss_action": 0.004208909347653389,
      "loss_total": 0.004208909347653389,
      "step": 54070
    },
    {
      "grad_norm": 0.09733878076076508,
      "learning_rate": 9.80286146844485e-05,
      "loss": 0.0077,
      "step": 54080
    },
    {
      "loss_action": 0.013308289460837841,
      "loss_total": 0.013308289460837841,
      "step": 54080
    },
    {
      "loss_action": 0.0037486422806978226,
      "loss_total": 0.0037486422806978226,
      "step": 54080
    },
    {
      "loss_action": 0.020009836181998253,
      "loss_total": 0.020009836181998253,
      "step": 54080
    },
    {
      "loss_action": 0.0074235969223082066,
      "loss_total": 0.0074235969223082066,
      "step": 54080
    },
    {
      "loss_action": 0.0030819133389741182,
      "loss_total": 0.0030819133389741182,
      "step": 54080
    },
    {
      "loss_action": 0.03969576954841614,
      "loss_total": 0.03969576954841614,
      "step": 54080
    },
    {
      "loss_action": 0.0029774215072393417,
      "loss_total": 0.0029774215072393417,
      "step": 54080
    },
    {
      "loss_action": 0.11114536225795746,
      "loss_total": 0.11114536225795746,
      "step": 54080
    },
    {
      "grad_norm": 0.12338120490312576,
      "learning_rate": 9.802746523338544e-05,
      "loss": 0.0098,
      "step": 54090
    },
    {
      "loss_action": 0.01776398904621601,
      "loss_total": 0.01776398904621601,
      "step": 54090
    },
    {
      "loss_action": 0.016286510974168777,
      "loss_total": 0.016286510974168777,
      "step": 54090
    },
    {
      "loss_action": 0.005097138229757547,
      "loss_total": 0.005097138229757547,
      "step": 54090
    },
    {
      "loss_action": 0.004807639867067337,
      "loss_total": 0.004807639867067337,
      "step": 54090
    },
    {
      "loss_action": 0.014333043247461319,
      "loss_total": 0.014333043247461319,
      "step": 54090
    },
    {
      "loss_action": 0.004568550735712051,
      "loss_total": 0.004568550735712051,
      "step": 54090
    },
    {
      "loss_action": 0.008148619905114174,
      "loss_total": 0.008148619905114174,
      "step": 54090
    },
    {
      "loss_action": 0.0095979617908597,
      "loss_total": 0.0095979617908597,
      "step": 54090
    },
    {
      "grad_norm": 0.07112511992454529,
      "learning_rate": 9.802631545405915e-05,
      "loss": 0.0076,
      "step": 54100
    },
    {
      "loss_action": 0.009545596316456795,
      "loss_total": 0.009545596316456795,
      "step": 54100
    },
    {
      "loss_action": 0.008460006676614285,
      "loss_total": 0.008460006676614285,
      "step": 54100
    },
    {
      "loss_action": 0.003970971331000328,
      "loss_total": 0.003970971331000328,
      "step": 54100
    },
    {
      "loss_action": 0.004216985777020454,
      "loss_total": 0.004216985777020454,
      "step": 54100
    },
    {
      "loss_action": 0.025124773383140564,
      "loss_total": 0.025124773383140564,
      "step": 54100
    },
    {
      "loss_action": 0.004817408509552479,
      "loss_total": 0.004817408509552479,
      "step": 54100
    },
    {
      "loss_action": 0.004432277288287878,
      "loss_total": 0.004432277288287878,
      "step": 54100
    },
    {
      "loss_action": 0.004807225428521633,
      "loss_total": 0.004807225428521633,
      "step": 54100
    },
    {
      "grad_norm": 0.10397625714540482,
      "learning_rate": 9.802516534647753e-05,
      "loss": 0.0087,
      "step": 54110
    },
    {
      "loss_action": 0.0036896744277328253,
      "loss_total": 0.0036896744277328253,
      "step": 54110
    },
    {
      "loss_action": 0.009962020441889763,
      "loss_total": 0.009962020441889763,
      "step": 54110
    },
    {
      "loss_action": 0.006027732044458389,
      "loss_total": 0.006027732044458389,
      "step": 54110
    },
    {
      "loss_action": 0.0072198184207081795,
      "loss_total": 0.0072198184207081795,
      "step": 54110
    },
    {
      "loss_action": 0.016017921268939972,
      "loss_total": 0.016017921268939972,
      "step": 54110
    },
    {
      "loss_action": 0.011070268228650093,
      "loss_total": 0.011070268228650093,
      "step": 54110
    },
    {
      "loss_action": 0.004044694826006889,
      "loss_total": 0.004044694826006889,
      "step": 54110
    },
    {
      "loss_action": 0.002299973741173744,
      "loss_total": 0.002299973741173744,
      "step": 54110
    },
    {
      "grad_norm": 0.10840854048728943,
      "learning_rate": 9.802401491064841e-05,
      "loss": 0.0085,
      "step": 54120
    },
    {
      "loss_action": 0.016077687963843346,
      "loss_total": 0.016077687963843346,
      "step": 54120
    },
    {
      "loss_action": 0.06735624372959137,
      "loss_total": 0.06735624372959137,
      "step": 54120
    },
    {
      "loss_action": 0.01248601358383894,
      "loss_total": 0.01248601358383894,
      "step": 54120
    },
    {
      "loss_action": 0.006537191569805145,
      "loss_total": 0.006537191569805145,
      "step": 54120
    },
    {
      "loss_action": 0.004093050956726074,
      "loss_total": 0.004093050956726074,
      "step": 54120
    },
    {
      "loss_action": 0.012038812041282654,
      "loss_total": 0.012038812041282654,
      "step": 54120
    },
    {
      "loss_action": 0.0028498871251940727,
      "loss_total": 0.0028498871251940727,
      "step": 54120
    },
    {
      "loss_action": 0.004553607199341059,
      "loss_total": 0.004553607199341059,
      "step": 54120
    },
    {
      "grad_norm": 0.11040098965167999,
      "learning_rate": 9.802286414657964e-05,
      "loss": 0.0091,
      "step": 54130
    },
    {
      "loss_action": 0.007715700194239616,
      "loss_total": 0.007715700194239616,
      "step": 54130
    },
    {
      "loss_action": 0.02070065587759018,
      "loss_total": 0.02070065587759018,
      "step": 54130
    },
    {
      "loss_action": 0.009329809807240963,
      "loss_total": 0.009329809807240963,
      "step": 54130
    },
    {
      "loss_action": 0.011898797936737537,
      "loss_total": 0.011898797936737537,
      "step": 54130
    },
    {
      "loss_action": 0.025365199893712997,
      "loss_total": 0.025365199893712997,
      "step": 54130
    },
    {
      "loss_action": 0.014494339004158974,
      "loss_total": 0.014494339004158974,
      "step": 54130
    },
    {
      "loss_action": 0.013741610571742058,
      "loss_total": 0.013741610571742058,
      "step": 54130
    },
    {
      "loss_action": 0.006530405022203922,
      "loss_total": 0.006530405022203922,
      "step": 54130
    },
    {
      "grad_norm": 0.12679599225521088,
      "learning_rate": 9.802171305427912e-05,
      "loss": 0.0086,
      "step": 54140
    },
    {
      "loss_action": 0.0029876134358346462,
      "loss_total": 0.0029876134358346462,
      "step": 54140
    },
    {
      "loss_action": 0.009707186371088028,
      "loss_total": 0.009707186371088028,
      "step": 54140
    },
    {
      "loss_action": 0.005206570029258728,
      "loss_total": 0.005206570029258728,
      "step": 54140
    },
    {
      "loss_action": 0.00770865473896265,
      "loss_total": 0.00770865473896265,
      "step": 54140
    },
    {
      "loss_action": 0.004415150266140699,
      "loss_total": 0.004415150266140699,
      "step": 54140
    },
    {
      "loss_action": 0.038984086364507675,
      "loss_total": 0.038984086364507675,
      "step": 54140
    },
    {
      "loss_action": 0.005555427633225918,
      "loss_total": 0.005555427633225918,
      "step": 54140
    },
    {
      "loss_action": 0.005178707651793957,
      "loss_total": 0.005178707651793957,
      "step": 54140
    },
    {
      "grad_norm": 0.11161879450082779,
      "learning_rate": 9.802056163375468e-05,
      "loss": 0.0082,
      "step": 54150
    },
    {
      "loss_action": 0.00592457503080368,
      "loss_total": 0.00592457503080368,
      "step": 54150
    },
    {
      "loss_action": 0.010273385792970657,
      "loss_total": 0.010273385792970657,
      "step": 54150
    },
    {
      "loss_action": 0.010629767552018166,
      "loss_total": 0.010629767552018166,
      "step": 54150
    },
    {
      "loss_action": 0.012662805616855621,
      "loss_total": 0.012662805616855621,
      "step": 54150
    },
    {
      "loss_action": 0.0094461590051651,
      "loss_total": 0.0094461590051651,
      "step": 54150
    },
    {
      "loss_action": 0.009108936414122581,
      "loss_total": 0.009108936414122581,
      "step": 54150
    },
    {
      "loss_action": 0.005253588780760765,
      "loss_total": 0.005253588780760765,
      "step": 54150
    },
    {
      "loss_action": 0.007113071158528328,
      "loss_total": 0.007113071158528328,
      "step": 54150
    },
    {
      "grad_norm": 0.136308491230011,
      "learning_rate": 9.801940988501423e-05,
      "loss": 0.0075,
      "step": 54160
    },
    {
      "loss_action": 0.016846079379320145,
      "loss_total": 0.016846079379320145,
      "step": 54160
    },
    {
      "loss_action": 0.01156260073184967,
      "loss_total": 0.01156260073184967,
      "step": 54160
    },
    {
      "loss_action": 0.004007727839052677,
      "loss_total": 0.004007727839052677,
      "step": 54160
    },
    {
      "loss_action": 0.004997639451175928,
      "loss_total": 0.004997639451175928,
      "step": 54160
    },
    {
      "loss_action": 0.004092760384082794,
      "loss_total": 0.004092760384082794,
      "step": 54160
    },
    {
      "loss_action": 0.00996532291173935,
      "loss_total": 0.00996532291173935,
      "step": 54160
    },
    {
      "loss_action": 0.005109313875436783,
      "loss_total": 0.005109313875436783,
      "step": 54160
    },
    {
      "loss_action": 0.003476968966424465,
      "loss_total": 0.003476968966424465,
      "step": 54160
    },
    {
      "grad_norm": 0.13029178977012634,
      "learning_rate": 9.801825780806562e-05,
      "loss": 0.0077,
      "step": 54170
    },
    {
      "loss_action": 0.005037565715610981,
      "loss_total": 0.005037565715610981,
      "step": 54170
    },
    {
      "loss_action": 0.01117431465536356,
      "loss_total": 0.01117431465536356,
      "step": 54170
    },
    {
      "loss_action": 0.009442197158932686,
      "loss_total": 0.009442197158932686,
      "step": 54170
    },
    {
      "loss_action": 0.004565821029245853,
      "loss_total": 0.004565821029245853,
      "step": 54170
    },
    {
      "loss_action": 0.0050835153087973595,
      "loss_total": 0.0050835153087973595,
      "step": 54170
    },
    {
      "loss_action": 0.013650190085172653,
      "loss_total": 0.013650190085172653,
      "step": 54170
    },
    {
      "loss_action": 0.00729508837684989,
      "loss_total": 0.00729508837684989,
      "step": 54170
    },
    {
      "loss_action": 0.009611863642930984,
      "loss_total": 0.009611863642930984,
      "step": 54170
    },
    {
      "grad_norm": 0.10112462192773819,
      "learning_rate": 9.801710540291672e-05,
      "loss": 0.0074,
      "step": 54180
    },
    {
      "loss_action": 0.015522132627665997,
      "loss_total": 0.015522132627665997,
      "step": 54180
    },
    {
      "loss_action": 0.005798066966235638,
      "loss_total": 0.005798066966235638,
      "step": 54180
    },
    {
      "loss_action": 0.011199934408068657,
      "loss_total": 0.011199934408068657,
      "step": 54180
    },
    {
      "loss_action": 0.0021145648788660765,
      "loss_total": 0.0021145648788660765,
      "step": 54180
    },
    {
      "loss_action": 0.0039159078150987625,
      "loss_total": 0.0039159078150987625,
      "step": 54180
    },
    {
      "loss_action": 0.003722304943948984,
      "loss_total": 0.003722304943948984,
      "step": 54180
    },
    {
      "loss_action": 0.00405071210116148,
      "loss_total": 0.00405071210116148,
      "step": 54180
    },
    {
      "loss_action": 0.011255666613578796,
      "loss_total": 0.011255666613578796,
      "step": 54180
    },
    {
      "grad_norm": 0.13007505238056183,
      "learning_rate": 9.801595266957542e-05,
      "loss": 0.0076,
      "step": 54190
    },
    {
      "loss_action": 0.009891748428344727,
      "loss_total": 0.009891748428344727,
      "step": 54190
    },
    {
      "loss_action": 0.00679169874638319,
      "loss_total": 0.00679169874638319,
      "step": 54190
    },
    {
      "loss_action": 0.006098381243646145,
      "loss_total": 0.006098381243646145,
      "step": 54190
    },
    {
      "loss_action": 0.009981678798794746,
      "loss_total": 0.009981678798794746,
      "step": 54190
    },
    {
      "loss_action": 0.0035061181988567114,
      "loss_total": 0.0035061181988567114,
      "step": 54190
    },
    {
      "loss_action": 0.002560240216553211,
      "loss_total": 0.002560240216553211,
      "step": 54190
    },
    {
      "loss_action": 0.008172782137989998,
      "loss_total": 0.008172782137989998,
      "step": 54190
    },
    {
      "loss_action": 0.008098731748759747,
      "loss_total": 0.008098731748759747,
      "step": 54190
    },
    {
      "grad_norm": 0.19483599066734314,
      "learning_rate": 9.801479960804959e-05,
      "loss": 0.0087,
      "step": 54200
    },
    {
      "loss_action": 0.006799535825848579,
      "loss_total": 0.006799535825848579,
      "step": 54200
    },
    {
      "loss_action": 0.004375153221189976,
      "loss_total": 0.004375153221189976,
      "step": 54200
    },
    {
      "loss_action": 0.0048618195578455925,
      "loss_total": 0.0048618195578455925,
      "step": 54200
    },
    {
      "loss_action": 0.0049034045077860355,
      "loss_total": 0.0049034045077860355,
      "step": 54200
    },
    {
      "loss_action": 0.004752173088490963,
      "loss_total": 0.004752173088490963,
      "step": 54200
    },
    {
      "loss_action": 0.01133847888559103,
      "loss_total": 0.01133847888559103,
      "step": 54200
    },
    {
      "loss_action": 0.007951498031616211,
      "loss_total": 0.007951498031616211,
      "step": 54200
    },
    {
      "loss_action": 0.007951142266392708,
      "loss_total": 0.007951142266392708,
      "step": 54200
    },
    {
      "grad_norm": 0.17788594961166382,
      "learning_rate": 9.801364621834712e-05,
      "loss": 0.0082,
      "step": 54210
    },
    {
      "loss_action": 0.00839255191385746,
      "loss_total": 0.00839255191385746,
      "step": 54210
    },
    {
      "loss_action": 0.002693749498575926,
      "loss_total": 0.002693749498575926,
      "step": 54210
    },
    {
      "loss_action": 0.00723730493336916,
      "loss_total": 0.00723730493336916,
      "step": 54210
    },
    {
      "loss_action": 0.008170096203684807,
      "loss_total": 0.008170096203684807,
      "step": 54210
    },
    {
      "loss_action": 0.004323015455156565,
      "loss_total": 0.004323015455156565,
      "step": 54210
    },
    {
      "loss_action": 0.005459242966026068,
      "loss_total": 0.005459242966026068,
      "step": 54210
    },
    {
      "loss_action": 0.007427967619150877,
      "loss_total": 0.007427967619150877,
      "step": 54210
    },
    {
      "loss_action": 0.006608949042856693,
      "loss_total": 0.006608949042856693,
      "step": 54210
    },
    {
      "grad_norm": 0.10928716510534286,
      "learning_rate": 9.801249250047588e-05,
      "loss": 0.0077,
      "step": 54220
    },
    {
      "loss_action": 0.00588378868997097,
      "loss_total": 0.00588378868997097,
      "step": 54220
    },
    {
      "loss_action": 0.006620130501687527,
      "loss_total": 0.006620130501687527,
      "step": 54220
    },
    {
      "loss_action": 0.0090560894459486,
      "loss_total": 0.0090560894459486,
      "step": 54220
    },
    {
      "loss_action": 0.002203636337071657,
      "loss_total": 0.002203636337071657,
      "step": 54220
    },
    {
      "loss_action": 0.0032893377356231213,
      "loss_total": 0.0032893377356231213,
      "step": 54220
    },
    {
      "loss_action": 0.004691616166383028,
      "loss_total": 0.004691616166383028,
      "step": 54220
    },
    {
      "loss_action": 0.010573177598416805,
      "loss_total": 0.010573177598416805,
      "step": 54220
    },
    {
      "loss_action": 0.0025954260490834713,
      "loss_total": 0.0025954260490834713,
      "step": 54220
    },
    {
      "grad_norm": 0.12726950645446777,
      "learning_rate": 9.801133845444376e-05,
      "loss": 0.0083,
      "step": 54230
    },
    {
      "loss_action": 0.007459468673914671,
      "loss_total": 0.007459468673914671,
      "step": 54230
    },
    {
      "loss_action": 0.010472999885678291,
      "loss_total": 0.010472999885678291,
      "step": 54230
    },
    {
      "loss_action": 0.005195433273911476,
      "loss_total": 0.005195433273911476,
      "step": 54230
    },
    {
      "loss_action": 0.00260135973803699,
      "loss_total": 0.00260135973803699,
      "step": 54230
    },
    {
      "loss_action": 0.008412003517150879,
      "loss_total": 0.008412003517150879,
      "step": 54230
    },
    {
      "loss_action": 0.007888385094702244,
      "loss_total": 0.007888385094702244,
      "step": 54230
    },
    {
      "loss_action": 0.0197740625590086,
      "loss_total": 0.0197740625590086,
      "step": 54230
    },
    {
      "loss_action": 0.004227336496114731,
      "loss_total": 0.004227336496114731,
      "step": 54230
    },
    {
      "grad_norm": 0.16241398453712463,
      "learning_rate": 9.801018408025865e-05,
      "loss": 0.0095,
      "step": 54240
    },
    {
      "loss_action": 0.004730068612843752,
      "loss_total": 0.004730068612843752,
      "step": 54240
    },
    {
      "loss_action": 0.0061514172703027725,
      "loss_total": 0.0061514172703027725,
      "step": 54240
    },
    {
      "loss_action": 0.004253599792718887,
      "loss_total": 0.004253599792718887,
      "step": 54240
    },
    {
      "loss_action": 0.00579171534627676,
      "loss_total": 0.00579171534627676,
      "step": 54240
    },
    {
      "loss_action": 0.010671909898519516,
      "loss_total": 0.010671909898519516,
      "step": 54240
    },
    {
      "loss_action": 0.009417640045285225,
      "loss_total": 0.009417640045285225,
      "step": 54240
    },
    {
      "loss_action": 0.009147584438323975,
      "loss_total": 0.009147584438323975,
      "step": 54240
    },
    {
      "loss_action": 0.005080357193946838,
      "loss_total": 0.005080357193946838,
      "step": 54240
    },
    {
      "grad_norm": 0.08915012329816818,
      "learning_rate": 9.800902937792844e-05,
      "loss": 0.009,
      "step": 54250
    },
    {
      "loss_action": 0.004958460573107004,
      "loss_total": 0.004958460573107004,
      "step": 54250
    },
    {
      "loss_action": 0.006502395495772362,
      "loss_total": 0.006502395495772362,
      "step": 54250
    },
    {
      "loss_action": 0.005419579800218344,
      "loss_total": 0.005419579800218344,
      "step": 54250
    },
    {
      "loss_action": 0.006946458946913481,
      "loss_total": 0.006946458946913481,
      "step": 54250
    },
    {
      "loss_action": 0.009540561586618423,
      "loss_total": 0.009540561586618423,
      "step": 54250
    },
    {
      "loss_action": 0.015064255334436893,
      "loss_total": 0.015064255334436893,
      "step": 54250
    },
    {
      "loss_action": 0.010707058012485504,
      "loss_total": 0.010707058012485504,
      "step": 54250
    },
    {
      "loss_action": 0.002077715005725622,
      "loss_total": 0.002077715005725622,
      "step": 54250
    },
    {
      "grad_norm": 0.09177666902542114,
      "learning_rate": 9.800787434746104e-05,
      "loss": 0.0078,
      "step": 54260
    },
    {
      "loss_action": 0.007932448759675026,
      "loss_total": 0.007932448759675026,
      "step": 54260
    },
    {
      "loss_action": 0.005019260570406914,
      "loss_total": 0.005019260570406914,
      "step": 54260
    },
    {
      "loss_action": 0.011816676706075668,
      "loss_total": 0.011816676706075668,
      "step": 54260
    },
    {
      "loss_action": 0.014988314360380173,
      "loss_total": 0.014988314360380173,
      "step": 54260
    },
    {
      "loss_action": 0.003438600804656744,
      "loss_total": 0.003438600804656744,
      "step": 54260
    },
    {
      "loss_action": 0.005091441795229912,
      "loss_total": 0.005091441795229912,
      "step": 54260
    },
    {
      "loss_action": 0.004500712733715773,
      "loss_total": 0.004500712733715773,
      "step": 54260
    },
    {
      "loss_action": 0.0029336281586438417,
      "loss_total": 0.0029336281586438417,
      "step": 54260
    },
    {
      "grad_norm": 0.12019846588373184,
      "learning_rate": 9.80067189888643e-05,
      "loss": 0.0076,
      "step": 54270
    },
    {
      "loss_action": 0.0036177164874970913,
      "loss_total": 0.0036177164874970913,
      "step": 54270
    },
    {
      "loss_action": 0.0023798320908099413,
      "loss_total": 0.0023798320908099413,
      "step": 54270
    },
    {
      "loss_action": 0.017101410776376724,
      "loss_total": 0.017101410776376724,
      "step": 54270
    },
    {
      "loss_action": 0.007578535005450249,
      "loss_total": 0.007578535005450249,
      "step": 54270
    },
    {
      "loss_action": 0.0038530302699655294,
      "loss_total": 0.0038530302699655294,
      "step": 54270
    },
    {
      "loss_action": 0.012199252843856812,
      "loss_total": 0.012199252843856812,
      "step": 54270
    },
    {
      "loss_action": 0.002915558172389865,
      "loss_total": 0.002915558172389865,
      "step": 54270
    },
    {
      "loss_action": 0.004352238029241562,
      "loss_total": 0.004352238029241562,
      "step": 54270
    },
    {
      "grad_norm": 0.07906264811754227,
      "learning_rate": 9.800556330214616e-05,
      "loss": 0.0082,
      "step": 54280
    },
    {
      "loss_action": 0.002737944945693016,
      "loss_total": 0.002737944945693016,
      "step": 54280
    },
    {
      "loss_action": 0.010912373661994934,
      "loss_total": 0.010912373661994934,
      "step": 54280
    },
    {
      "loss_action": 0.012476809322834015,
      "loss_total": 0.012476809322834015,
      "step": 54280
    },
    {
      "loss_action": 0.0067005520686507225,
      "loss_total": 0.0067005520686507225,
      "step": 54280
    },
    {
      "loss_action": 0.013506585732102394,
      "loss_total": 0.013506585732102394,
      "step": 54280
    },
    {
      "loss_action": 0.005324875935912132,
      "loss_total": 0.005324875935912132,
      "step": 54280
    },
    {
      "loss_action": 0.007794607430696487,
      "loss_total": 0.007794607430696487,
      "step": 54280
    },
    {
      "loss_action": 0.008594059385359287,
      "loss_total": 0.008594059385359287,
      "step": 54280
    },
    {
      "grad_norm": 0.08604396879673004,
      "learning_rate": 9.80044072873145e-05,
      "loss": 0.0078,
      "step": 54290
    },
    {
      "loss_action": 0.006322189699858427,
      "loss_total": 0.006322189699858427,
      "step": 54290
    },
    {
      "loss_action": 0.006980752572417259,
      "loss_total": 0.006980752572417259,
      "step": 54290
    },
    {
      "loss_action": 0.0029203491285443306,
      "loss_total": 0.0029203491285443306,
      "step": 54290
    },
    {
      "loss_action": 0.006998835131525993,
      "loss_total": 0.006998835131525993,
      "step": 54290
    },
    {
      "loss_action": 0.0044885845854878426,
      "loss_total": 0.0044885845854878426,
      "step": 54290
    },
    {
      "loss_action": 0.010433023795485497,
      "loss_total": 0.010433023795485497,
      "step": 54290
    },
    {
      "loss_action": 0.003601629752665758,
      "loss_total": 0.003601629752665758,
      "step": 54290
    },
    {
      "loss_action": 0.005579357035458088,
      "loss_total": 0.005579357035458088,
      "step": 54290
    },
    {
      "grad_norm": 0.12055589258670807,
      "learning_rate": 9.800325094437723e-05,
      "loss": 0.0079,
      "step": 54300
    },
    {
      "loss_action": 0.00294678658246994,
      "loss_total": 0.00294678658246994,
      "step": 54300
    },
    {
      "loss_action": 0.004670714493840933,
      "loss_total": 0.004670714493840933,
      "step": 54300
    },
    {
      "loss_action": 0.002693653805181384,
      "loss_total": 0.002693653805181384,
      "step": 54300
    },
    {
      "loss_action": 0.013817360624670982,
      "loss_total": 0.013817360624670982,
      "step": 54300
    },
    {
      "loss_action": 0.009393665008246899,
      "loss_total": 0.009393665008246899,
      "step": 54300
    },
    {
      "loss_action": 0.0033676885068416595,
      "loss_total": 0.0033676885068416595,
      "step": 54300
    },
    {
      "loss_action": 0.005102706141769886,
      "loss_total": 0.005102706141769886,
      "step": 54300
    },
    {
      "loss_action": 0.009564372710883617,
      "loss_total": 0.009564372710883617,
      "step": 54300
    },
    {
      "grad_norm": 0.1413603276014328,
      "learning_rate": 9.800209427334224e-05,
      "loss": 0.0063,
      "step": 54310
    },
    {
      "loss_action": 0.006866553332656622,
      "loss_total": 0.006866553332656622,
      "step": 54310
    },
    {
      "loss_action": 0.006687670014798641,
      "loss_total": 0.006687670014798641,
      "step": 54310
    },
    {
      "loss_action": 0.006297063082456589,
      "loss_total": 0.006297063082456589,
      "step": 54310
    },
    {
      "loss_action": 0.005625434685498476,
      "loss_total": 0.005625434685498476,
      "step": 54310
    },
    {
      "loss_action": 0.007235131226480007,
      "loss_total": 0.007235131226480007,
      "step": 54310
    },
    {
      "loss_action": 0.009257265366613865,
      "loss_total": 0.009257265366613865,
      "step": 54310
    },
    {
      "loss_action": 0.005159754306077957,
      "loss_total": 0.005159754306077957,
      "step": 54310
    },
    {
      "loss_action": 0.0037064463831484318,
      "loss_total": 0.0037064463831484318,
      "step": 54310
    },
    {
      "grad_norm": 0.11224725097417831,
      "learning_rate": 9.800093727421744e-05,
      "loss": 0.0096,
      "step": 54320
    },
    {
      "loss_action": 0.005065097473561764,
      "loss_total": 0.005065097473561764,
      "step": 54320
    },
    {
      "loss_action": 0.0054598646238446236,
      "loss_total": 0.0054598646238446236,
      "step": 54320
    },
    {
      "loss_action": 0.00666829152032733,
      "loss_total": 0.00666829152032733,
      "step": 54320
    },
    {
      "loss_action": 0.0164448544383049,
      "loss_total": 0.0164448544383049,
      "step": 54320
    },
    {
      "loss_action": 0.007809811271727085,
      "loss_total": 0.007809811271727085,
      "step": 54320
    },
    {
      "loss_action": 0.0067010298371315,
      "loss_total": 0.0067010298371315,
      "step": 54320
    },
    {
      "loss_action": 0.006758968811482191,
      "loss_total": 0.006758968811482191,
      "step": 54320
    },
    {
      "loss_action": 0.014668790623545647,
      "loss_total": 0.014668790623545647,
      "step": 54320
    },
    {
      "grad_norm": 0.11154381930828094,
      "learning_rate": 9.799977994701075e-05,
      "loss": 0.008,
      "step": 54330
    },
    {
      "loss_action": 0.003569353371858597,
      "loss_total": 0.003569353371858597,
      "step": 54330
    },
    {
      "loss_action": 0.003621463431045413,
      "loss_total": 0.003621463431045413,
      "step": 54330
    },
    {
      "loss_action": 0.005006672814488411,
      "loss_total": 0.005006672814488411,
      "step": 54330
    },
    {
      "loss_action": 0.019562629982829094,
      "loss_total": 0.019562629982829094,
      "step": 54330
    },
    {
      "loss_action": 0.023128636181354523,
      "loss_total": 0.023128636181354523,
      "step": 54330
    },
    {
      "loss_action": 0.006478690076619387,
      "loss_total": 0.006478690076619387,
      "step": 54330
    },
    {
      "loss_action": 0.03423532843589783,
      "loss_total": 0.03423532843589783,
      "step": 54330
    },
    {
      "loss_action": 0.008127120323479176,
      "loss_total": 0.008127120323479176,
      "step": 54330
    },
    {
      "grad_norm": 0.10529156029224396,
      "learning_rate": 9.799862229173007e-05,
      "loss": 0.0091,
      "step": 54340
    },
    {
      "loss_action": 0.007568138651549816,
      "loss_total": 0.007568138651549816,
      "step": 54340
    },
    {
      "loss_action": 0.00497510377317667,
      "loss_total": 0.00497510377317667,
      "step": 54340
    },
    {
      "loss_action": 0.008972784504294395,
      "loss_total": 0.008972784504294395,
      "step": 54340
    },
    {
      "loss_action": 0.004944728687405586,
      "loss_total": 0.004944728687405586,
      "step": 54340
    },
    {
      "loss_action": 0.005025806836783886,
      "loss_total": 0.005025806836783886,
      "step": 54340
    },
    {
      "loss_action": 0.0027432453352957964,
      "loss_total": 0.0027432453352957964,
      "step": 54340
    },
    {
      "loss_action": 0.009173955768346786,
      "loss_total": 0.009173955768346786,
      "step": 54340
    },
    {
      "loss_action": 0.007845468819141388,
      "loss_total": 0.007845468819141388,
      "step": 54340
    },
    {
      "grad_norm": 0.15855330228805542,
      "learning_rate": 9.799746430838333e-05,
      "loss": 0.0093,
      "step": 54350
    },
    {
      "loss_action": 0.008212143555283546,
      "loss_total": 0.008212143555283546,
      "step": 54350
    },
    {
      "loss_action": 0.009890975430607796,
      "loss_total": 0.009890975430607796,
      "step": 54350
    },
    {
      "loss_action": 0.004095917101949453,
      "loss_total": 0.004095917101949453,
      "step": 54350
    },
    {
      "loss_action": 0.014029367826879025,
      "loss_total": 0.014029367826879025,
      "step": 54350
    },
    {
      "loss_action": 0.004309282172471285,
      "loss_total": 0.004309282172471285,
      "step": 54350
    },
    {
      "loss_action": 0.02356830984354019,
      "loss_total": 0.02356830984354019,
      "step": 54350
    },
    {
      "loss_action": 0.0060711996629834175,
      "loss_total": 0.0060711996629834175,
      "step": 54350
    },
    {
      "loss_action": 0.00602972274646163,
      "loss_total": 0.00602972274646163,
      "step": 54350
    },
    {
      "grad_norm": 0.1810353845357895,
      "learning_rate": 9.79963059969784e-05,
      "loss": 0.0073,
      "step": 54360
    },
    {
      "loss_action": 0.007350787986069918,
      "loss_total": 0.007350787986069918,
      "step": 54360
    },
    {
      "loss_action": 0.03621069714426994,
      "loss_total": 0.03621069714426994,
      "step": 54360
    },
    {
      "loss_action": 0.022733451798558235,
      "loss_total": 0.022733451798558235,
      "step": 54360
    },
    {
      "loss_action": 0.003858606331050396,
      "loss_total": 0.003858606331050396,
      "step": 54360
    },
    {
      "loss_action": 0.0067542558535933495,
      "loss_total": 0.0067542558535933495,
      "step": 54360
    },
    {
      "loss_action": 0.006502308417111635,
      "loss_total": 0.006502308417111635,
      "step": 54360
    },
    {
      "loss_action": 0.00777067057788372,
      "loss_total": 0.00777067057788372,
      "step": 54360
    },
    {
      "loss_action": 0.0027219895273447037,
      "loss_total": 0.0027219895273447037,
      "step": 54360
    },
    {
      "grad_norm": 0.0900011956691742,
      "learning_rate": 9.799514735752324e-05,
      "loss": 0.0076,
      "step": 54370
    },
    {
      "loss_action": 0.007107043173164129,
      "loss_total": 0.007107043173164129,
      "step": 54370
    },
    {
      "loss_action": 0.0024050474166870117,
      "loss_total": 0.0024050474166870117,
      "step": 54370
    },
    {
      "loss_action": 0.005274389870464802,
      "loss_total": 0.005274389870464802,
      "step": 54370
    },
    {
      "loss_action": 0.01149108074605465,
      "loss_total": 0.01149108074605465,
      "step": 54370
    },
    {
      "loss_action": 0.011063988320529461,
      "loss_total": 0.011063988320529461,
      "step": 54370
    },
    {
      "loss_action": 0.008013380691409111,
      "loss_total": 0.008013380691409111,
      "step": 54370
    },
    {
      "loss_action": 0.005104909650981426,
      "loss_total": 0.005104909650981426,
      "step": 54370
    },
    {
      "loss_action": 0.007629930041730404,
      "loss_total": 0.007629930041730404,
      "step": 54370
    },
    {
      "grad_norm": 0.12082505971193314,
      "learning_rate": 9.799398839002576e-05,
      "loss": 0.0069,
      "step": 54380
    },
    {
      "loss_action": 0.003763637039810419,
      "loss_total": 0.003763637039810419,
      "step": 54380
    },
    {
      "loss_action": 0.005553959868848324,
      "loss_total": 0.005553959868848324,
      "step": 54380
    },
    {
      "loss_action": 0.003934117499738932,
      "loss_total": 0.003934117499738932,
      "step": 54380
    },
    {
      "loss_action": 0.015932157635688782,
      "loss_total": 0.015932157635688782,
      "step": 54380
    },
    {
      "loss_action": 0.015539390966296196,
      "loss_total": 0.015539390966296196,
      "step": 54380
    },
    {
      "loss_action": 0.009595165029168129,
      "loss_total": 0.009595165029168129,
      "step": 54380
    },
    {
      "loss_action": 0.0022158678621053696,
      "loss_total": 0.0022158678621053696,
      "step": 54380
    },
    {
      "loss_action": 0.006763969082385302,
      "loss_total": 0.006763969082385302,
      "step": 54380
    },
    {
      "grad_norm": 0.1785755306482315,
      "learning_rate": 9.799282909449387e-05,
      "loss": 0.0091,
      "step": 54390
    },
    {
      "loss_action": 0.041189465671777725,
      "loss_total": 0.041189465671777725,
      "step": 54390
    },
    {
      "loss_action": 0.004052162170410156,
      "loss_total": 0.004052162170410156,
      "step": 54390
    },
    {
      "loss_action": 0.00473991222679615,
      "loss_total": 0.00473991222679615,
      "step": 54390
    },
    {
      "loss_action": 0.008441868238151073,
      "loss_total": 0.008441868238151073,
      "step": 54390
    },
    {
      "loss_action": 0.013530772179365158,
      "loss_total": 0.013530772179365158,
      "step": 54390
    },
    {
      "loss_action": 0.006307459436357021,
      "loss_total": 0.006307459436357021,
      "step": 54390
    },
    {
      "loss_action": 0.0049375491216778755,
      "loss_total": 0.0049375491216778755,
      "step": 54390
    },
    {
      "loss_action": 0.011633334681391716,
      "loss_total": 0.011633334681391716,
      "step": 54390
    },
    {
      "grad_norm": 0.14101514220237732,
      "learning_rate": 9.799166947093549e-05,
      "loss": 0.0095,
      "step": 54400
    },
    {
      "loss_action": 0.011642524972558022,
      "loss_total": 0.011642524972558022,
      "step": 54400
    },
    {
      "loss_action": 0.004683110862970352,
      "loss_total": 0.004683110862970352,
      "step": 54400
    },
    {
      "loss_action": 0.011055073700845242,
      "loss_total": 0.011055073700845242,
      "step": 54400
    },
    {
      "loss_action": 0.012073434889316559,
      "loss_total": 0.012073434889316559,
      "step": 54400
    },
    {
      "loss_action": 0.005793560296297073,
      "loss_total": 0.005793560296297073,
      "step": 54400
    },
    {
      "loss_action": 0.008106027729809284,
      "loss_total": 0.008106027729809284,
      "step": 54400
    },
    {
      "loss_action": 0.007975523360073566,
      "loss_total": 0.007975523360073566,
      "step": 54400
    },
    {
      "loss_action": 0.005051507614552975,
      "loss_total": 0.005051507614552975,
      "step": 54400
    },
    {
      "grad_norm": 0.12410221993923187,
      "learning_rate": 9.799050951935858e-05,
      "loss": 0.0091,
      "step": 54410
    },
    {
      "loss_action": 0.01073297206312418,
      "loss_total": 0.01073297206312418,
      "step": 54410
    },
    {
      "loss_action": 0.012278396636247635,
      "loss_total": 0.012278396636247635,
      "step": 54410
    },
    {
      "loss_action": 0.004668767098337412,
      "loss_total": 0.004668767098337412,
      "step": 54410
    },
    {
      "loss_action": 0.01040011364966631,
      "loss_total": 0.01040011364966631,
      "step": 54410
    },
    {
      "loss_action": 0.05313262715935707,
      "loss_total": 0.05313262715935707,
      "step": 54410
    },
    {
      "loss_action": 0.010082085616886616,
      "loss_total": 0.010082085616886616,
      "step": 54410
    },
    {
      "loss_action": 0.012057743966579437,
      "loss_total": 0.012057743966579437,
      "step": 54410
    },
    {
      "loss_action": 0.004697538912296295,
      "loss_total": 0.004697538912296295,
      "step": 54410
    },
    {
      "grad_norm": 0.107521191239357,
      "learning_rate": 9.798934923977103e-05,
      "loss": 0.0097,
      "step": 54420
    },
    {
      "loss_action": 0.014641612768173218,
      "loss_total": 0.014641612768173218,
      "step": 54420
    },
    {
      "loss_action": 0.004721690900623798,
      "loss_total": 0.004721690900623798,
      "step": 54420
    },
    {
      "loss_action": 0.004148030653595924,
      "loss_total": 0.004148030653595924,
      "step": 54420
    },
    {
      "loss_action": 0.003706290852278471,
      "loss_total": 0.003706290852278471,
      "step": 54420
    },
    {
      "loss_action": 0.0022257124073803425,
      "loss_total": 0.0022257124073803425,
      "step": 54420
    },
    {
      "loss_action": 0.007499729283154011,
      "loss_total": 0.007499729283154011,
      "step": 54420
    },
    {
      "loss_action": 0.006791375577449799,
      "loss_total": 0.006791375577449799,
      "step": 54420
    },
    {
      "loss_action": 0.00691208615899086,
      "loss_total": 0.00691208615899086,
      "step": 54420
    },
    {
      "grad_norm": 0.16324304044246674,
      "learning_rate": 9.798818863218078e-05,
      "loss": 0.0089,
      "step": 54430
    },
    {
      "loss_action": 0.006411298643797636,
      "loss_total": 0.006411298643797636,
      "step": 54430
    },
    {
      "loss_action": 0.006708390079438686,
      "loss_total": 0.006708390079438686,
      "step": 54430
    },
    {
      "loss_action": 0.008672265335917473,
      "loss_total": 0.008672265335917473,
      "step": 54430
    },
    {
      "loss_action": 0.0027103584725409746,
      "loss_total": 0.0027103584725409746,
      "step": 54430
    },
    {
      "loss_action": 0.005746517330408096,
      "loss_total": 0.005746517330408096,
      "step": 54430
    },
    {
      "loss_action": 0.003794886637479067,
      "loss_total": 0.003794886637479067,
      "step": 54430
    },
    {
      "loss_action": 0.01765722781419754,
      "loss_total": 0.01765722781419754,
      "step": 54430
    },
    {
      "loss_action": 0.002881963737308979,
      "loss_total": 0.002881963737308979,
      "step": 54430
    },
    {
      "grad_norm": 0.1156058982014656,
      "learning_rate": 9.798702769659577e-05,
      "loss": 0.009,
      "step": 54440
    },
    {
      "loss_action": 0.005341500975191593,
      "loss_total": 0.005341500975191593,
      "step": 54440
    },
    {
      "loss_action": 0.0032730353996157646,
      "loss_total": 0.0032730353996157646,
      "step": 54440
    },
    {
      "loss_action": 0.015127452090382576,
      "loss_total": 0.015127452090382576,
      "step": 54440
    },
    {
      "loss_action": 0.00805678591132164,
      "loss_total": 0.00805678591132164,
      "step": 54440
    },
    {
      "loss_action": 0.0053330366499722,
      "loss_total": 0.0053330366499722,
      "step": 54440
    },
    {
      "loss_action": 0.005478253122419119,
      "loss_total": 0.005478253122419119,
      "step": 54440
    },
    {
      "loss_action": 0.0040267463773489,
      "loss_total": 0.0040267463773489,
      "step": 54440
    },
    {
      "loss_action": 0.011912567541003227,
      "loss_total": 0.011912567541003227,
      "step": 54440
    },
    {
      "grad_norm": 0.10616472363471985,
      "learning_rate": 9.798586643302394e-05,
      "loss": 0.0081,
      "step": 54450
    },
    {
      "loss_action": 0.006217694841325283,
      "loss_total": 0.006217694841325283,
      "step": 54450
    },
    {
      "loss_action": 0.016975000500679016,
      "loss_total": 0.016975000500679016,
      "step": 54450
    },
    {
      "loss_action": 0.003588403109461069,
      "loss_total": 0.003588403109461069,
      "step": 54450
    },
    {
      "loss_action": 0.006991946138441563,
      "loss_total": 0.006991946138441563,
      "step": 54450
    },
    {
      "loss_action": 0.008362632244825363,
      "loss_total": 0.008362632244825363,
      "step": 54450
    },
    {
      "loss_action": 0.006417456082999706,
      "loss_total": 0.006417456082999706,
      "step": 54450
    },
    {
      "loss_action": 0.01509731076657772,
      "loss_total": 0.01509731076657772,
      "step": 54450
    },
    {
      "loss_action": 0.0028907658997923136,
      "loss_total": 0.0028907658997923136,
      "step": 54450
    },
    {
      "grad_norm": 0.1505630612373352,
      "learning_rate": 9.798470484147321e-05,
      "loss": 0.0084,
      "step": 54460
    },
    {
      "loss_action": 0.0131444800645113,
      "loss_total": 0.0131444800645113,
      "step": 54460
    },
    {
      "loss_action": 0.007699786219745874,
      "loss_total": 0.007699786219745874,
      "step": 54460
    },
    {
      "loss_action": 0.003987317904829979,
      "loss_total": 0.003987317904829979,
      "step": 54460
    },
    {
      "loss_action": 0.0063582309521734715,
      "loss_total": 0.0063582309521734715,
      "step": 54460
    },
    {
      "loss_action": 0.004496260546147823,
      "loss_total": 0.004496260546147823,
      "step": 54460
    },
    {
      "loss_action": 0.004898419138044119,
      "loss_total": 0.004898419138044119,
      "step": 54460
    },
    {
      "loss_action": 0.004714855458587408,
      "loss_total": 0.004714855458587408,
      "step": 54460
    },
    {
      "loss_action": 0.016467157751321793,
      "loss_total": 0.016467157751321793,
      "step": 54460
    },
    {
      "grad_norm": 0.12347964197397232,
      "learning_rate": 9.798354292195154e-05,
      "loss": 0.0082,
      "step": 54470
    },
    {
      "loss_action": 0.004888296127319336,
      "loss_total": 0.004888296127319336,
      "step": 54470
    },
    {
      "loss_action": 0.006437536329030991,
      "loss_total": 0.006437536329030991,
      "step": 54470
    },
    {
      "loss_action": 0.002628014190122485,
      "loss_total": 0.002628014190122485,
      "step": 54470
    },
    {
      "loss_action": 0.009118763729929924,
      "loss_total": 0.009118763729929924,
      "step": 54470
    },
    {
      "loss_action": 0.007723760791122913,
      "loss_total": 0.007723760791122913,
      "step": 54470
    },
    {
      "loss_action": 0.0028907412197440863,
      "loss_total": 0.0028907412197440863,
      "step": 54470
    },
    {
      "loss_action": 0.00893473532050848,
      "loss_total": 0.00893473532050848,
      "step": 54470
    },
    {
      "loss_action": 0.010862219147384167,
      "loss_total": 0.010862219147384167,
      "step": 54470
    },
    {
      "grad_norm": 0.08487802743911743,
      "learning_rate": 9.798238067446683e-05,
      "loss": 0.0081,
      "step": 54480
    },
    {
      "loss_action": 0.009754793718457222,
      "loss_total": 0.009754793718457222,
      "step": 54480
    },
    {
      "loss_action": 0.006377936340868473,
      "loss_total": 0.006377936340868473,
      "step": 54480
    },
    {
      "loss_action": 0.010014600120484829,
      "loss_total": 0.010014600120484829,
      "step": 54480
    },
    {
      "loss_action": 0.005379520356655121,
      "loss_total": 0.005379520356655121,
      "step": 54480
    },
    {
      "loss_action": 0.007877068594098091,
      "loss_total": 0.007877068594098091,
      "step": 54480
    },
    {
      "loss_action": 0.009873557835817337,
      "loss_total": 0.009873557835817337,
      "step": 54480
    },
    {
      "loss_action": 0.009195162914693356,
      "loss_total": 0.009195162914693356,
      "step": 54480
    },
    {
      "loss_action": 0.006111519411206245,
      "loss_total": 0.006111519411206245,
      "step": 54480
    },
    {
      "grad_norm": 0.1022937074303627,
      "learning_rate": 9.798121809902709e-05,
      "loss": 0.0076,
      "step": 54490
    },
    {
      "loss_action": 0.008152580820024014,
      "loss_total": 0.008152580820024014,
      "step": 54490
    },
    {
      "loss_action": 0.004471126012504101,
      "loss_total": 0.004471126012504101,
      "step": 54490
    },
    {
      "loss_action": 0.00315455486997962,
      "loss_total": 0.00315455486997962,
      "step": 54490
    },
    {
      "loss_action": 0.015747759491205215,
      "loss_total": 0.015747759491205215,
      "step": 54490
    },
    {
      "loss_action": 0.017753077670931816,
      "loss_total": 0.017753077670931816,
      "step": 54490
    },
    {
      "loss_action": 0.006339046638458967,
      "loss_total": 0.006339046638458967,
      "step": 54490
    },
    {
      "loss_action": 0.004002074711024761,
      "loss_total": 0.004002074711024761,
      "step": 54490
    },
    {
      "loss_action": 0.008827569894492626,
      "loss_total": 0.008827569894492626,
      "step": 54490
    },
    {
      "grad_norm": 0.11762603372335434,
      "learning_rate": 9.798005519564022e-05,
      "loss": 0.0082,
      "step": 54500
    },
    {
      "loss_action": 0.008059391751885414,
      "loss_total": 0.008059391751885414,
      "step": 54500
    },
    {
      "loss_action": 0.006963498890399933,
      "loss_total": 0.006963498890399933,
      "step": 54500
    },
    {
      "loss_action": 0.002836939413100481,
      "loss_total": 0.002836939413100481,
      "step": 54500
    },
    {
      "loss_action": 0.0064901262521743774,
      "loss_total": 0.0064901262521743774,
      "step": 54500
    },
    {
      "loss_action": 0.005889682099223137,
      "loss_total": 0.005889682099223137,
      "step": 54500
    },
    {
      "loss_action": 0.01892770454287529,
      "loss_total": 0.01892770454287529,
      "step": 54500
    },
    {
      "loss_action": 0.004060057923197746,
      "loss_total": 0.004060057923197746,
      "step": 54500
    },
    {
      "loss_action": 0.007284191437065601,
      "loss_total": 0.007284191437065601,
      "step": 54500
    },
    {
      "grad_norm": 0.13865703344345093,
      "learning_rate": 9.797889196431417e-05,
      "loss": 0.0082,
      "step": 54510
    },
    {
      "loss_action": 0.005507909692823887,
      "loss_total": 0.005507909692823887,
      "step": 54510
    },
    {
      "loss_action": 0.0030923052690923214,
      "loss_total": 0.0030923052690923214,
      "step": 54510
    },
    {
      "loss_action": 0.008762337267398834,
      "loss_total": 0.008762337267398834,
      "step": 54510
    },
    {
      "loss_action": 0.002761619631201029,
      "loss_total": 0.002761619631201029,
      "step": 54510
    },
    {
      "loss_action": 0.00520569272339344,
      "loss_total": 0.00520569272339344,
      "step": 54510
    },
    {
      "loss_action": 0.022384487092494965,
      "loss_total": 0.022384487092494965,
      "step": 54510
    },
    {
      "loss_action": 0.010917918756604195,
      "loss_total": 0.010917918756604195,
      "step": 54510
    },
    {
      "loss_action": 0.004815458785742521,
      "loss_total": 0.004815458785742521,
      "step": 54510
    },
    {
      "grad_norm": 0.12221654504537582,
      "learning_rate": 9.797772840505691e-05,
      "loss": 0.0072,
      "step": 54520
    },
    {
      "loss_action": 0.0036390633322298527,
      "loss_total": 0.0036390633322298527,
      "step": 54520
    },
    {
      "loss_action": 0.013204826973378658,
      "loss_total": 0.013204826973378658,
      "step": 54520
    },
    {
      "loss_action": 0.016677122563123703,
      "loss_total": 0.016677122563123703,
      "step": 54520
    },
    {
      "loss_action": 0.006952041760087013,
      "loss_total": 0.006952041760087013,
      "step": 54520
    },
    {
      "loss_action": 0.0029840716160833836,
      "loss_total": 0.0029840716160833836,
      "step": 54520
    },
    {
      "loss_action": 0.004488005768507719,
      "loss_total": 0.004488005768507719,
      "step": 54520
    },
    {
      "loss_action": 0.004240963142365217,
      "loss_total": 0.004240963142365217,
      "step": 54520
    },
    {
      "loss_action": 0.004827303346246481,
      "loss_total": 0.004827303346246481,
      "step": 54520
    },
    {
      "grad_norm": 0.08457222580909729,
      "learning_rate": 9.797656451787637e-05,
      "loss": 0.0073,
      "step": 54530
    },
    {
      "loss_action": 0.006008469965308905,
      "loss_total": 0.006008469965308905,
      "step": 54530
    },
    {
      "loss_action": 0.0047283777967095375,
      "loss_total": 0.0047283777967095375,
      "step": 54530
    },
    {
      "loss_action": 0.003779670689254999,
      "loss_total": 0.003779670689254999,
      "step": 54530
    },
    {
      "loss_action": 0.004560806788504124,
      "loss_total": 0.004560806788504124,
      "step": 54530
    },
    {
      "loss_action": 0.013094021007418633,
      "loss_total": 0.013094021007418633,
      "step": 54530
    },
    {
      "loss_action": 0.006384590640664101,
      "loss_total": 0.006384590640664101,
      "step": 54530
    },
    {
      "loss_action": 0.003490459406748414,
      "loss_total": 0.003490459406748414,
      "step": 54530
    },
    {
      "loss_action": 0.010621120221912861,
      "loss_total": 0.010621120221912861,
      "step": 54530
    },
    {
      "grad_norm": 0.10722041875123978,
      "learning_rate": 9.797540030278052e-05,
      "loss": 0.0073,
      "step": 54540
    },
    {
      "loss_action": 0.0038419885095208883,
      "loss_total": 0.0038419885095208883,
      "step": 54540
    },
    {
      "loss_action": 0.0027106618508696556,
      "loss_total": 0.0027106618508696556,
      "step": 54540
    },
    {
      "loss_action": 0.0025911848060786724,
      "loss_total": 0.0025911848060786724,
      "step": 54540
    },
    {
      "loss_action": 0.008531354367733002,
      "loss_total": 0.008531354367733002,
      "step": 54540
    },
    {
      "loss_action": 0.002881470136344433,
      "loss_total": 0.002881470136344433,
      "step": 54540
    },
    {
      "loss_action": 0.009012507274746895,
      "loss_total": 0.009012507274746895,
      "step": 54540
    },
    {
      "loss_action": 0.011690415441989899,
      "loss_total": 0.011690415441989899,
      "step": 54540
    },
    {
      "loss_action": 0.006976696662604809,
      "loss_total": 0.006976696662604809,
      "step": 54540
    },
    {
      "grad_norm": 0.13433244824409485,
      "learning_rate": 9.797423575977731e-05,
      "loss": 0.0081,
      "step": 54550
    },
    {
      "loss_action": 0.003519562305882573,
      "loss_total": 0.003519562305882573,
      "step": 54550
    },
    {
      "loss_action": 0.006172238849103451,
      "loss_total": 0.006172238849103451,
      "step": 54550
    },
    {
      "loss_action": 0.004321626387536526,
      "loss_total": 0.004321626387536526,
      "step": 54550
    },
    {
      "loss_action": 0.00783405639231205,
      "loss_total": 0.00783405639231205,
      "step": 54550
    },
    {
      "loss_action": 0.004148669540882111,
      "loss_total": 0.004148669540882111,
      "step": 54550
    },
    {
      "loss_action": 0.008870452642440796,
      "loss_total": 0.008870452642440796,
      "step": 54550
    },
    {
      "loss_action": 0.008663506247103214,
      "loss_total": 0.008663506247103214,
      "step": 54550
    },
    {
      "loss_action": 0.008266691118478775,
      "loss_total": 0.008266691118478775,
      "step": 54550
    },
    {
      "grad_norm": 0.14000204205513,
      "learning_rate": 9.797307088887472e-05,
      "loss": 0.0078,
      "step": 54560
    },
    {
      "loss_action": 0.009534789249300957,
      "loss_total": 0.009534789249300957,
      "step": 54560
    },
    {
      "loss_action": 0.0025045291986316442,
      "loss_total": 0.0025045291986316442,
      "step": 54560
    },
    {
      "loss_action": 0.00361374719068408,
      "loss_total": 0.00361374719068408,
      "step": 54560
    },
    {
      "loss_action": 0.003308687824755907,
      "loss_total": 0.003308687824755907,
      "step": 54560
    },
    {
      "loss_action": 0.004458373878151178,
      "loss_total": 0.004458373878151178,
      "step": 54560
    },
    {
      "loss_action": 0.011801821179687977,
      "loss_total": 0.011801821179687977,
      "step": 54560
    },
    {
      "loss_action": 0.0025429297238588333,
      "loss_total": 0.0025429297238588333,
      "step": 54560
    },
    {
      "loss_action": 0.00340750883333385,
      "loss_total": 0.00340750883333385,
      "step": 54560
    },
    {
      "grad_norm": 0.13508151471614838,
      "learning_rate": 9.797190569008067e-05,
      "loss": 0.0073,
      "step": 54570
    },
    {
      "loss_action": 0.003927560988813639,
      "loss_total": 0.003927560988813639,
      "step": 54570
    },
    {
      "loss_action": 0.026024743914604187,
      "loss_total": 0.026024743914604187,
      "step": 54570
    },
    {
      "loss_action": 0.0023059912491589785,
      "loss_total": 0.0023059912491589785,
      "step": 54570
    },
    {
      "loss_action": 0.009257424622774124,
      "loss_total": 0.009257424622774124,
      "step": 54570
    },
    {
      "loss_action": 0.011684777215123177,
      "loss_total": 0.011684777215123177,
      "step": 54570
    },
    {
      "loss_action": 0.004600911401212215,
      "loss_total": 0.004600911401212215,
      "step": 54570
    },
    {
      "loss_action": 0.003933865576982498,
      "loss_total": 0.003933865576982498,
      "step": 54570
    },
    {
      "loss_action": 0.0023013839963823557,
      "loss_total": 0.0023013839963823557,
      "step": 54570
    },
    {
      "grad_norm": 0.11691069602966309,
      "learning_rate": 9.797074016340317e-05,
      "loss": 0.0075,
      "step": 54580
    },
    {
      "loss_action": 0.0032828296534717083,
      "loss_total": 0.0032828296534717083,
      "step": 54580
    },
    {
      "loss_action": 0.0031941994093358517,
      "loss_total": 0.0031941994093358517,
      "step": 54580
    },
    {
      "loss_action": 0.005666340235620737,
      "loss_total": 0.005666340235620737,
      "step": 54580
    },
    {
      "loss_action": 0.003298815805464983,
      "loss_total": 0.003298815805464983,
      "step": 54580
    },
    {
      "loss_action": 0.009963398799300194,
      "loss_total": 0.009963398799300194,
      "step": 54580
    },
    {
      "loss_action": 0.0038268263451755047,
      "loss_total": 0.0038268263451755047,
      "step": 54580
    },
    {
      "loss_action": 0.0072438884526491165,
      "loss_total": 0.0072438884526491165,
      "step": 54580
    },
    {
      "loss_action": 0.009800950065255165,
      "loss_total": 0.009800950065255165,
      "step": 54580
    },
    {
      "grad_norm": 0.1102539524435997,
      "learning_rate": 9.796957430885017e-05,
      "loss": 0.0074,
      "step": 54590
    },
    {
      "loss_action": 0.009334666654467583,
      "loss_total": 0.009334666654467583,
      "step": 54590
    },
    {
      "loss_action": 0.0015460287686437368,
      "loss_total": 0.0015460287686437368,
      "step": 54590
    },
    {
      "loss_action": 0.005900203250348568,
      "loss_total": 0.005900203250348568,
      "step": 54590
    },
    {
      "loss_action": 0.010183671489357948,
      "loss_total": 0.010183671489357948,
      "step": 54590
    },
    {
      "loss_action": 0.008382299914956093,
      "loss_total": 0.008382299914956093,
      "step": 54590
    },
    {
      "loss_action": 0.007322290446609259,
      "loss_total": 0.007322290446609259,
      "step": 54590
    },
    {
      "loss_action": 0.0045939781703054905,
      "loss_total": 0.0045939781703054905,
      "step": 54590
    },
    {
      "loss_action": 0.010701039806008339,
      "loss_total": 0.010701039806008339,
      "step": 54590
    },
    {
      "grad_norm": 0.09819155186414719,
      "learning_rate": 9.796840812642962e-05,
      "loss": 0.0082,
      "step": 54600
    },
    {
      "loss_action": 0.003908634185791016,
      "loss_total": 0.003908634185791016,
      "step": 54600
    },
    {
      "loss_action": 0.008952122181653976,
      "loss_total": 0.008952122181653976,
      "step": 54600
    },
    {
      "loss_action": 0.018421554937958717,
      "loss_total": 0.018421554937958717,
      "step": 54600
    },
    {
      "loss_action": 0.004354230128228664,
      "loss_total": 0.004354230128228664,
      "step": 54600
    },
    {
      "loss_action": 0.009583593346178532,
      "loss_total": 0.009583593346178532,
      "step": 54600
    },
    {
      "loss_action": 0.00506319385021925,
      "loss_total": 0.00506319385021925,
      "step": 54600
    },
    {
      "loss_action": 0.0029221451841294765,
      "loss_total": 0.0029221451841294765,
      "step": 54600
    },
    {
      "loss_action": 0.0045891376212239265,
      "loss_total": 0.0045891376212239265,
      "step": 54600
    },
    {
      "grad_norm": 0.12370045483112335,
      "learning_rate": 9.796724161614952e-05,
      "loss": 0.0074,
      "step": 54610
    },
    {
      "loss_action": 0.006781756412237883,
      "loss_total": 0.006781756412237883,
      "step": 54610
    },
    {
      "loss_action": 0.02799922600388527,
      "loss_total": 0.02799922600388527,
      "step": 54610
    },
    {
      "loss_action": 0.004794871900230646,
      "loss_total": 0.004794871900230646,
      "step": 54610
    },
    {
      "loss_action": 0.01123695820569992,
      "loss_total": 0.01123695820569992,
      "step": 54610
    },
    {
      "loss_action": 0.005938147194683552,
      "loss_total": 0.005938147194683552,
      "step": 54610
    },
    {
      "loss_action": 0.013050436973571777,
      "loss_total": 0.013050436973571777,
      "step": 54610
    },
    {
      "loss_action": 0.0049369195476174355,
      "loss_total": 0.0049369195476174355,
      "step": 54610
    },
    {
      "loss_action": 0.012054062448441982,
      "loss_total": 0.012054062448441982,
      "step": 54610
    },
    {
      "grad_norm": 0.1008407399058342,
      "learning_rate": 9.796607477801782e-05,
      "loss": 0.0098,
      "step": 54620
    },
    {
      "loss_action": 0.0037704925052821636,
      "loss_total": 0.0037704925052821636,
      "step": 54620
    },
    {
      "loss_action": 0.009009644389152527,
      "loss_total": 0.009009644389152527,
      "step": 54620
    },
    {
      "loss_action": 0.005387079901993275,
      "loss_total": 0.005387079901993275,
      "step": 54620
    },
    {
      "loss_action": 0.007807859685271978,
      "loss_total": 0.007807859685271978,
      "step": 54620
    },
    {
      "loss_action": 0.0074144150130450726,
      "loss_total": 0.0074144150130450726,
      "step": 54620
    },
    {
      "loss_action": 0.0065927449613809586,
      "loss_total": 0.0065927449613809586,
      "step": 54620
    },
    {
      "loss_action": 0.007337301038205624,
      "loss_total": 0.007337301038205624,
      "step": 54620
    },
    {
      "loss_action": 0.005838797427713871,
      "loss_total": 0.005838797427713871,
      "step": 54620
    },
    {
      "grad_norm": 0.11890875548124313,
      "learning_rate": 9.79649076120425e-05,
      "loss": 0.007,
      "step": 54630
    },
    {
      "loss_action": 0.011257377453148365,
      "loss_total": 0.011257377453148365,
      "step": 54630
    },
    {
      "loss_action": 0.001984925474971533,
      "loss_total": 0.001984925474971533,
      "step": 54630
    },
    {
      "loss_action": 0.0036907747853547335,
      "loss_total": 0.0036907747853547335,
      "step": 54630
    },
    {
      "loss_action": 0.007320932112634182,
      "loss_total": 0.007320932112634182,
      "step": 54630
    },
    {
      "loss_action": 0.014229732565581799,
      "loss_total": 0.014229732565581799,
      "step": 54630
    },
    {
      "loss_action": 0.003155471058562398,
      "loss_total": 0.003155471058562398,
      "step": 54630
    },
    {
      "loss_action": 0.005041239317506552,
      "loss_total": 0.005041239317506552,
      "step": 54630
    },
    {
      "loss_action": 0.007742015644907951,
      "loss_total": 0.007742015644907951,
      "step": 54630
    },
    {
      "grad_norm": 0.141886368393898,
      "learning_rate": 9.796374011823155e-05,
      "loss": 0.0089,
      "step": 54640
    },
    {
      "loss_action": 0.007472186349332333,
      "loss_total": 0.007472186349332333,
      "step": 54640
    },
    {
      "loss_action": 0.005879525560885668,
      "loss_total": 0.005879525560885668,
      "step": 54640
    },
    {
      "loss_action": 0.0066995215602219105,
      "loss_total": 0.0066995215602219105,
      "step": 54640
    },
    {
      "loss_action": 0.006740018725395203,
      "loss_total": 0.006740018725395203,
      "step": 54640
    },
    {
      "loss_action": 0.003621302079409361,
      "loss_total": 0.003621302079409361,
      "step": 54640
    },
    {
      "loss_action": 0.018134141340851784,
      "loss_total": 0.018134141340851784,
      "step": 54640
    },
    {
      "loss_action": 0.009838882833719254,
      "loss_total": 0.009838882833719254,
      "step": 54640
    },
    {
      "loss_action": 0.010500675067305565,
      "loss_total": 0.010500675067305565,
      "step": 54640
    },
    {
      "grad_norm": 0.1060728207230568,
      "learning_rate": 9.796257229659294e-05,
      "loss": 0.0087,
      "step": 54650
    },
    {
      "loss_action": 0.009509587660431862,
      "loss_total": 0.009509587660431862,
      "step": 54650
    },
    {
      "loss_action": 0.004691797308623791,
      "loss_total": 0.004691797308623791,
      "step": 54650
    },
    {
      "loss_action": 0.01600249484181404,
      "loss_total": 0.01600249484181404,
      "step": 54650
    },
    {
      "loss_action": 0.009756838902831078,
      "loss_total": 0.009756838902831078,
      "step": 54650
    },
    {
      "loss_action": 0.0100996233522892,
      "loss_total": 0.0100996233522892,
      "step": 54650
    },
    {
      "loss_action": 0.025117989629507065,
      "loss_total": 0.025117989629507065,
      "step": 54650
    },
    {
      "loss_action": 0.010220114141702652,
      "loss_total": 0.010220114141702652,
      "step": 54650
    },
    {
      "loss_action": 0.006597923580557108,
      "loss_total": 0.006597923580557108,
      "step": 54650
    },
    {
      "grad_norm": 0.11690454185009003,
      "learning_rate": 9.796140414713464e-05,
      "loss": 0.009,
      "step": 54660
    },
    {
      "loss_action": 0.009842287749052048,
      "loss_total": 0.009842287749052048,
      "step": 54660
    },
    {
      "loss_action": 0.0024265246465802193,
      "loss_total": 0.0024265246465802193,
      "step": 54660
    },
    {
      "loss_action": 0.007555507123470306,
      "loss_total": 0.007555507123470306,
      "step": 54660
    },
    {
      "loss_action": 0.004031564574688673,
      "loss_total": 0.004031564574688673,
      "step": 54660
    },
    {
      "loss_action": 0.002985043916851282,
      "loss_total": 0.002985043916851282,
      "step": 54660
    },
    {
      "loss_action": 0.009108769707381725,
      "loss_total": 0.009108769707381725,
      "step": 54660
    },
    {
      "loss_action": 0.005055560264736414,
      "loss_total": 0.005055560264736414,
      "step": 54660
    },
    {
      "loss_action": 0.018047671765089035,
      "loss_total": 0.018047671765089035,
      "step": 54660
    },
    {
      "grad_norm": 0.13464806973934174,
      "learning_rate": 9.796023566986465e-05,
      "loss": 0.008,
      "step": 54670
    },
    {
      "loss_action": 0.010868472047150135,
      "loss_total": 0.010868472047150135,
      "step": 54670
    },
    {
      "loss_action": 0.003481048159301281,
      "loss_total": 0.003481048159301281,
      "step": 54670
    },
    {
      "loss_action": 0.009343216195702553,
      "loss_total": 0.009343216195702553,
      "step": 54670
    },
    {
      "loss_action": 0.0023373630829155445,
      "loss_total": 0.0023373630829155445,
      "step": 54670
    },
    {
      "loss_action": 0.0030860290862619877,
      "loss_total": 0.0030860290862619877,
      "step": 54670
    },
    {
      "loss_action": 0.00738859735429287,
      "loss_total": 0.00738859735429287,
      "step": 54670
    },
    {
      "loss_action": 0.012262742966413498,
      "loss_total": 0.012262742966413498,
      "step": 54670
    },
    {
      "loss_action": 0.007960876449942589,
      "loss_total": 0.007960876449942589,
      "step": 54670
    },
    {
      "grad_norm": 0.10249744355678558,
      "learning_rate": 9.795906686479095e-05,
      "loss": 0.0085,
      "step": 54680
    },
    {
      "loss_action": 0.027598444372415543,
      "loss_total": 0.027598444372415543,
      "step": 54680
    },
    {
      "loss_action": 0.002428848762065172,
      "loss_total": 0.002428848762065172,
      "step": 54680
    },
    {
      "loss_action": 0.009122531861066818,
      "loss_total": 0.009122531861066818,
      "step": 54680
    },
    {
      "loss_action": 0.0050883060321211815,
      "loss_total": 0.0050883060321211815,
      "step": 54680
    },
    {
      "loss_action": 0.006516571622341871,
      "loss_total": 0.006516571622341871,
      "step": 54680
    },
    {
      "loss_action": 0.004031105898320675,
      "loss_total": 0.004031105898320675,
      "step": 54680
    },
    {
      "loss_action": 0.01024427730590105,
      "loss_total": 0.01024427730590105,
      "step": 54680
    },
    {
      "loss_action": 0.005001000594347715,
      "loss_total": 0.005001000594347715,
      "step": 54680
    },
    {
      "grad_norm": 0.10948702692985535,
      "learning_rate": 9.795789773192154e-05,
      "loss": 0.0069,
      "step": 54690
    },
    {
      "loss_action": 0.004472438246011734,
      "loss_total": 0.004472438246011734,
      "step": 54690
    },
    {
      "loss_action": 0.003680093912407756,
      "loss_total": 0.003680093912407756,
      "step": 54690
    },
    {
      "loss_action": 0.006517383735626936,
      "loss_total": 0.006517383735626936,
      "step": 54690
    },
    {
      "loss_action": 0.03464464843273163,
      "loss_total": 0.03464464843273163,
      "step": 54690
    },
    {
      "loss_action": 0.0070898327976465225,
      "loss_total": 0.0070898327976465225,
      "step": 54690
    },
    {
      "loss_action": 0.003402820322662592,
      "loss_total": 0.003402820322662592,
      "step": 54690
    },
    {
      "loss_action": 0.004497946240007877,
      "loss_total": 0.004497946240007877,
      "step": 54690
    },
    {
      "loss_action": 0.0028252750635147095,
      "loss_total": 0.0028252750635147095,
      "step": 54690
    },
    {
      "grad_norm": 0.1444292813539505,
      "learning_rate": 9.79567282712644e-05,
      "loss": 0.0072,
      "step": 54700
    },
    {
      "loss_action": 0.008483005687594414,
      "loss_total": 0.008483005687594414,
      "step": 54700
    },
    {
      "loss_action": 0.001984853297472,
      "loss_total": 0.001984853297472,
      "step": 54700
    },
    {
      "loss_action": 0.002795944921672344,
      "loss_total": 0.002795944921672344,
      "step": 54700
    },
    {
      "loss_action": 0.00644835876300931,
      "loss_total": 0.00644835876300931,
      "step": 54700
    },
    {
      "loss_action": 0.005061800591647625,
      "loss_total": 0.005061800591647625,
      "step": 54700
    },
    {
      "loss_action": 0.004195828922092915,
      "loss_total": 0.004195828922092915,
      "step": 54700
    },
    {
      "loss_action": 0.0034430588129907846,
      "loss_total": 0.0034430588129907846,
      "step": 54700
    },
    {
      "loss_action": 0.006669172085821629,
      "loss_total": 0.006669172085821629,
      "step": 54700
    },
    {
      "grad_norm": 0.09400860220193863,
      "learning_rate": 9.795555848282754e-05,
      "loss": 0.0078,
      "step": 54710
    },
    {
      "loss_action": 0.012018052861094475,
      "loss_total": 0.012018052861094475,
      "step": 54710
    },
    {
      "loss_action": 0.0023758672177791595,
      "loss_total": 0.0023758672177791595,
      "step": 54710
    },
    {
      "loss_action": 0.005677748471498489,
      "loss_total": 0.005677748471498489,
      "step": 54710
    },
    {
      "loss_action": 0.005440290551632643,
      "loss_total": 0.005440290551632643,
      "step": 54710
    },
    {
      "loss_action": 0.0028134225867688656,
      "loss_total": 0.0028134225867688656,
      "step": 54710
    },
    {
      "loss_action": 0.01991221308708191,
      "loss_total": 0.01991221308708191,
      "step": 54710
    },
    {
      "loss_action": 0.012176182121038437,
      "loss_total": 0.012176182121038437,
      "step": 54710
    },
    {
      "loss_action": 0.0021113604307174683,
      "loss_total": 0.0021113604307174683,
      "step": 54710
    },
    {
      "grad_norm": 0.12356945872306824,
      "learning_rate": 9.795438836661892e-05,
      "loss": 0.007,
      "step": 54720
    },
    {
      "loss_action": 0.003097567707300186,
      "loss_total": 0.003097567707300186,
      "step": 54720
    },
    {
      "loss_action": 0.003140960354357958,
      "loss_total": 0.003140960354357958,
      "step": 54720
    },
    {
      "loss_action": 0.030873294919729233,
      "loss_total": 0.030873294919729233,
      "step": 54720
    },
    {
      "loss_action": 0.005262976512312889,
      "loss_total": 0.005262976512312889,
      "step": 54720
    },
    {
      "loss_action": 0.001780437771230936,
      "loss_total": 0.001780437771230936,
      "step": 54720
    },
    {
      "loss_action": 0.0031196640338748693,
      "loss_total": 0.0031196640338748693,
      "step": 54720
    },
    {
      "loss_action": 0.012918153777718544,
      "loss_total": 0.012918153777718544,
      "step": 54720
    },
    {
      "loss_action": 0.0024486815091222525,
      "loss_total": 0.0024486815091222525,
      "step": 54720
    },
    {
      "grad_norm": 0.08645260334014893,
      "learning_rate": 9.795321792264656e-05,
      "loss": 0.0085,
      "step": 54730
    },
    {
      "loss_action": 0.004182365722954273,
      "loss_total": 0.004182365722954273,
      "step": 54730
    },
    {
      "loss_action": 0.004047150257974863,
      "loss_total": 0.004047150257974863,
      "step": 54730
    },
    {
      "loss_action": 0.005712167825549841,
      "loss_total": 0.005712167825549841,
      "step": 54730
    },
    {
      "loss_action": 0.0066543323919177055,
      "loss_total": 0.0066543323919177055,
      "step": 54730
    },
    {
      "loss_action": 0.01070660911500454,
      "loss_total": 0.01070660911500454,
      "step": 54730
    },
    {
      "loss_action": 0.0029543894343078136,
      "loss_total": 0.0029543894343078136,
      "step": 54730
    },
    {
      "loss_action": 0.007081406190991402,
      "loss_total": 0.007081406190991402,
      "step": 54730
    },
    {
      "loss_action": 0.006940337363630533,
      "loss_total": 0.006940337363630533,
      "step": 54730
    },
    {
      "grad_norm": 0.12190785259008408,
      "learning_rate": 9.795204715091848e-05,
      "loss": 0.0071,
      "step": 54740
    },
    {
      "loss_action": 0.10550063848495483,
      "loss_total": 0.10550063848495483,
      "step": 54740
    },
    {
      "loss_action": 0.0058507416397333145,
      "loss_total": 0.0058507416397333145,
      "step": 54740
    },
    {
      "loss_action": 0.005191701930016279,
      "loss_total": 0.005191701930016279,
      "step": 54740
    },
    {
      "loss_action": 0.006998244673013687,
      "loss_total": 0.006998244673013687,
      "step": 54740
    },
    {
      "loss_action": 0.008957112208008766,
      "loss_total": 0.008957112208008766,
      "step": 54740
    },
    {
      "loss_action": 0.0022466136142611504,
      "loss_total": 0.0022466136142611504,
      "step": 54740
    },
    {
      "loss_action": 0.006763027049601078,
      "loss_total": 0.006763027049601078,
      "step": 54740
    },
    {
      "loss_action": 0.008116606622934341,
      "loss_total": 0.008116606622934341,
      "step": 54740
    },
    {
      "grad_norm": 0.21549518406391144,
      "learning_rate": 9.795087605144265e-05,
      "loss": 0.0097,
      "step": 54750
    },
    {
      "loss_action": 0.0060111344791948795,
      "loss_total": 0.0060111344791948795,
      "step": 54750
    },
    {
      "loss_action": 0.003481821855530143,
      "loss_total": 0.003481821855530143,
      "step": 54750
    },
    {
      "loss_action": 0.004619562067091465,
      "loss_total": 0.004619562067091465,
      "step": 54750
    },
    {
      "loss_action": 0.05060335248708725,
      "loss_total": 0.05060335248708725,
      "step": 54750
    },
    {
      "loss_action": 0.012885020114481449,
      "loss_total": 0.012885020114481449,
      "step": 54750
    },
    {
      "loss_action": 0.005860184784978628,
      "loss_total": 0.005860184784978628,
      "step": 54750
    },
    {
      "loss_action": 0.00814145803451538,
      "loss_total": 0.00814145803451538,
      "step": 54750
    },
    {
      "loss_action": 0.00924493744969368,
      "loss_total": 0.00924493744969368,
      "step": 54750
    },
    {
      "grad_norm": 0.09348317980766296,
      "learning_rate": 9.794970462422707e-05,
      "loss": 0.0092,
      "step": 54760
    },
    {
      "loss_action": 0.015556496568024158,
      "loss_total": 0.015556496568024158,
      "step": 54760
    },
    {
      "loss_action": 0.008651434443891048,
      "loss_total": 0.008651434443891048,
      "step": 54760
    },
    {
      "loss_action": 0.011105193756520748,
      "loss_total": 0.011105193756520748,
      "step": 54760
    },
    {
      "loss_action": 0.009484308771789074,
      "loss_total": 0.009484308771789074,
      "step": 54760
    },
    {
      "loss_action": 0.005276840180158615,
      "loss_total": 0.005276840180158615,
      "step": 54760
    },
    {
      "loss_action": 0.0022770510986447334,
      "loss_total": 0.0022770510986447334,
      "step": 54760
    },
    {
      "loss_action": 0.010489855892956257,
      "loss_total": 0.010489855892956257,
      "step": 54760
    },
    {
      "loss_action": 0.009938046336174011,
      "loss_total": 0.009938046336174011,
      "step": 54760
    },
    {
      "grad_norm": 0.19041581451892853,
      "learning_rate": 9.794853286927978e-05,
      "loss": 0.0086,
      "step": 54770
    },
    {
      "loss_action": 0.0065812114626169205,
      "loss_total": 0.0065812114626169205,
      "step": 54770
    },
    {
      "loss_action": 0.005909450817853212,
      "loss_total": 0.005909450817853212,
      "step": 54770
    },
    {
      "loss_action": 0.007730616256594658,
      "loss_total": 0.007730616256594658,
      "step": 54770
    },
    {
      "loss_action": 0.010252386331558228,
      "loss_total": 0.010252386331558228,
      "step": 54770
    },
    {
      "loss_action": 0.002965567633509636,
      "loss_total": 0.002965567633509636,
      "step": 54770
    },
    {
      "loss_action": 0.014983084052801132,
      "loss_total": 0.014983084052801132,
      "step": 54770
    },
    {
      "loss_action": 0.005286223255097866,
      "loss_total": 0.005286223255097866,
      "step": 54770
    },
    {
      "loss_action": 0.009982062503695488,
      "loss_total": 0.009982062503695488,
      "step": 54770
    },
    {
      "grad_norm": 0.14988961815834045,
      "learning_rate": 9.794736078660876e-05,
      "loss": 0.0095,
      "step": 54780
    },
    {
      "loss_action": 0.009368791244924068,
      "loss_total": 0.009368791244924068,
      "step": 54780
    },
    {
      "loss_action": 0.010942336171865463,
      "loss_total": 0.010942336171865463,
      "step": 54780
    },
    {
      "loss_action": 0.027807485312223434,
      "loss_total": 0.027807485312223434,
      "step": 54780
    },
    {
      "loss_action": 0.009486275725066662,
      "loss_total": 0.009486275725066662,
      "step": 54780
    },
    {
      "loss_action": 0.018980015069246292,
      "loss_total": 0.018980015069246292,
      "step": 54780
    },
    {
      "loss_action": 0.010687695816159248,
      "loss_total": 0.010687695816159248,
      "step": 54780
    },
    {
      "loss_action": 0.0033156676217913628,
      "loss_total": 0.0033156676217913628,
      "step": 54780
    },
    {
      "loss_action": 0.003308843821287155,
      "loss_total": 0.003308843821287155,
      "step": 54780
    },
    {
      "grad_norm": 0.16091091930866241,
      "learning_rate": 9.794618837622202e-05,
      "loss": 0.0078,
      "step": 54790
    },
    {
      "loss_action": 0.0062480648048222065,
      "loss_total": 0.0062480648048222065,
      "step": 54790
    },
    {
      "loss_action": 0.0028577521443367004,
      "loss_total": 0.0028577521443367004,
      "step": 54790
    },
    {
      "loss_action": 0.015427038073539734,
      "loss_total": 0.015427038073539734,
      "step": 54790
    },
    {
      "loss_action": 0.014357039704918861,
      "loss_total": 0.014357039704918861,
      "step": 54790
    },
    {
      "loss_action": 0.00381297105923295,
      "loss_total": 0.00381297105923295,
      "step": 54790
    },
    {
      "loss_action": 0.003693138249218464,
      "loss_total": 0.003693138249218464,
      "step": 54790
    },
    {
      "loss_action": 0.009942441247403622,
      "loss_total": 0.009942441247403622,
      "step": 54790
    },
    {
      "loss_action": 0.004633440636098385,
      "loss_total": 0.004633440636098385,
      "step": 54790
    },
    {
      "grad_norm": 0.1248759850859642,
      "learning_rate": 9.794501563812762e-05,
      "loss": 0.0082,
      "step": 54800
    },
    {
      "loss_action": 0.012315670028328896,
      "loss_total": 0.012315670028328896,
      "step": 54800
    },
    {
      "loss_action": 0.007786496542394161,
      "loss_total": 0.007786496542394161,
      "step": 54800
    },
    {
      "loss_action": 0.005842274054884911,
      "loss_total": 0.005842274054884911,
      "step": 54800
    },
    {
      "loss_action": 0.019063377752900124,
      "loss_total": 0.019063377752900124,
      "step": 54800
    },
    {
      "loss_action": 0.005177666898816824,
      "loss_total": 0.005177666898816824,
      "step": 54800
    },
    {
      "loss_action": 0.028044741600751877,
      "loss_total": 0.028044741600751877,
      "step": 54800
    },
    {
      "loss_action": 0.007623629178851843,
      "loss_total": 0.007623629178851843,
      "step": 54800
    },
    {
      "loss_action": 0.006131972651928663,
      "loss_total": 0.006131972651928663,
      "step": 54800
    },
    {
      "grad_norm": 0.11422555893659592,
      "learning_rate": 9.794384257233351e-05,
      "loss": 0.0089,
      "step": 54810
    },
    {
      "loss_action": 0.0078285438939929,
      "loss_total": 0.0078285438939929,
      "step": 54810
    },
    {
      "loss_action": 0.012007582932710648,
      "loss_total": 0.012007582932710648,
      "step": 54810
    },
    {
      "loss_action": 0.0032815001904964447,
      "loss_total": 0.0032815001904964447,
      "step": 54810
    },
    {
      "loss_action": 0.011131352744996548,
      "loss_total": 0.011131352744996548,
      "step": 54810
    },
    {
      "loss_action": 0.008853400126099586,
      "loss_total": 0.008853400126099586,
      "step": 54810
    },
    {
      "loss_action": 0.012900108471512794,
      "loss_total": 0.012900108471512794,
      "step": 54810
    },
    {
      "loss_action": 0.0046068038791418076,
      "loss_total": 0.0046068038791418076,
      "step": 54810
    },
    {
      "loss_action": 0.012256372720003128,
      "loss_total": 0.012256372720003128,
      "step": 54810
    },
    {
      "grad_norm": 0.09920481592416763,
      "learning_rate": 9.794266917884776e-05,
      "loss": 0.0077,
      "step": 54820
    },
    {
      "loss_action": 0.004498173948377371,
      "loss_total": 0.004498173948377371,
      "step": 54820
    },
    {
      "loss_action": 0.0072175562381744385,
      "loss_total": 0.0072175562381744385,
      "step": 54820
    },
    {
      "loss_action": 0.00278910668566823,
      "loss_total": 0.00278910668566823,
      "step": 54820
    },
    {
      "loss_action": 0.005230317823588848,
      "loss_total": 0.005230317823588848,
      "step": 54820
    },
    {
      "loss_action": 0.0018491927767172456,
      "loss_total": 0.0018491927767172456,
      "step": 54820
    },
    {
      "loss_action": 0.005371954757720232,
      "loss_total": 0.005371954757720232,
      "step": 54820
    },
    {
      "loss_action": 0.0016624112613499165,
      "loss_total": 0.0016624112613499165,
      "step": 54820
    },
    {
      "loss_action": 0.0028754621744155884,
      "loss_total": 0.0028754621744155884,
      "step": 54820
    },
    {
      "grad_norm": 0.10114441812038422,
      "learning_rate": 9.794149545767835e-05,
      "loss": 0.0071,
      "step": 54830
    },
    {
      "loss_action": 0.020481619983911514,
      "loss_total": 0.020481619983911514,
      "step": 54830
    },
    {
      "loss_action": 0.007463834248483181,
      "loss_total": 0.007463834248483181,
      "step": 54830
    },
    {
      "loss_action": 0.008370035327970982,
      "loss_total": 0.008370035327970982,
      "step": 54830
    },
    {
      "loss_action": 0.0016780670266598463,
      "loss_total": 0.0016780670266598463,
      "step": 54830
    },
    {
      "loss_action": 0.06234206259250641,
      "loss_total": 0.06234206259250641,
      "step": 54830
    },
    {
      "loss_action": 0.003198583610355854,
      "loss_total": 0.003198583610355854,
      "step": 54830
    },
    {
      "loss_action": 0.007192680612206459,
      "loss_total": 0.007192680612206459,
      "step": 54830
    },
    {
      "loss_action": 0.0107536306604743,
      "loss_total": 0.0107536306604743,
      "step": 54830
    },
    {
      "grad_norm": 0.10747823864221573,
      "learning_rate": 9.794032140883333e-05,
      "loss": 0.0077,
      "step": 54840
    },
    {
      "loss_action": 0.02685948833823204,
      "loss_total": 0.02685948833823204,
      "step": 54840
    },
    {
      "loss_action": 0.01406928338110447,
      "loss_total": 0.01406928338110447,
      "step": 54840
    },
    {
      "loss_action": 0.004691784270107746,
      "loss_total": 0.004691784270107746,
      "step": 54840
    },
    {
      "loss_action": 0.0033391450997442007,
      "loss_total": 0.0033391450997442007,
      "step": 54840
    },
    {
      "loss_action": 0.0063583729788661,
      "loss_total": 0.0063583729788661,
      "step": 54840
    },
    {
      "loss_action": 0.012127230875194073,
      "loss_total": 0.012127230875194073,
      "step": 54840
    },
    {
      "loss_action": 0.013119739480316639,
      "loss_total": 0.013119739480316639,
      "step": 54840
    },
    {
      "loss_action": 0.003906287718564272,
      "loss_total": 0.003906287718564272,
      "step": 54840
    },
    {
      "grad_norm": 0.08623522520065308,
      "learning_rate": 9.793914703232072e-05,
      "loss": 0.0079,
      "step": 54850
    },
    {
      "loss_action": 0.008294747211039066,
      "loss_total": 0.008294747211039066,
      "step": 54850
    },
    {
      "loss_action": 0.006801803596317768,
      "loss_total": 0.006801803596317768,
      "step": 54850
    },
    {
      "loss_action": 0.015740051865577698,
      "loss_total": 0.015740051865577698,
      "step": 54850
    },
    {
      "loss_action": 0.0021555456332862377,
      "loss_total": 0.0021555456332862377,
      "step": 54850
    },
    {
      "loss_action": 0.0037167854607105255,
      "loss_total": 0.0037167854607105255,
      "step": 54850
    },
    {
      "loss_action": 0.0054879263043403625,
      "loss_total": 0.0054879263043403625,
      "step": 54850
    },
    {
      "loss_action": 0.008113551884889603,
      "loss_total": 0.008113551884889603,
      "step": 54850
    },
    {
      "loss_action": 0.0032701606396585703,
      "loss_total": 0.0032701606396585703,
      "step": 54850
    },
    {
      "grad_norm": 0.10495419055223465,
      "learning_rate": 9.793797232814853e-05,
      "loss": 0.0078,
      "step": 54860
    },
    {
      "loss_action": 0.007510719355195761,
      "loss_total": 0.007510719355195761,
      "step": 54860
    },
    {
      "loss_action": 0.005927274469286203,
      "loss_total": 0.005927274469286203,
      "step": 54860
    },
    {
      "loss_action": 0.0043111275881528854,
      "loss_total": 0.0043111275881528854,
      "step": 54860
    },
    {
      "loss_action": 0.008783765137195587,
      "loss_total": 0.008783765137195587,
      "step": 54860
    },
    {
      "loss_action": 0.006376384757459164,
      "loss_total": 0.006376384757459164,
      "step": 54860
    },
    {
      "loss_action": 0.003983828239142895,
      "loss_total": 0.003983828239142895,
      "step": 54860
    },
    {
      "loss_action": 0.004115496762096882,
      "loss_total": 0.004115496762096882,
      "step": 54860
    },
    {
      "loss_action": 0.0026219445280730724,
      "loss_total": 0.0026219445280730724,
      "step": 54860
    },
    {
      "grad_norm": 0.13162513077259064,
      "learning_rate": 9.79367972963248e-05,
      "loss": 0.0088,
      "step": 54870
    },
    {
      "loss_action": 0.004768224433064461,
      "loss_total": 0.004768224433064461,
      "step": 54870
    },
    {
      "loss_action": 0.01474713534116745,
      "loss_total": 0.01474713534116745,
      "step": 54870
    },
    {
      "loss_action": 0.027123428881168365,
      "loss_total": 0.027123428881168365,
      "step": 54870
    },
    {
      "loss_action": 0.010073196142911911,
      "loss_total": 0.010073196142911911,
      "step": 54870
    },
    {
      "loss_action": 0.013339433819055557,
      "loss_total": 0.013339433819055557,
      "step": 54870
    },
    {
      "loss_action": 0.0033921366557478905,
      "loss_total": 0.0033921366557478905,
      "step": 54870
    },
    {
      "loss_action": 0.005074870772659779,
      "loss_total": 0.005074870772659779,
      "step": 54870
    },
    {
      "loss_action": 0.01211179792881012,
      "loss_total": 0.01211179792881012,
      "step": 54870
    },
    {
      "grad_norm": 0.08839528262615204,
      "learning_rate": 9.793562193685758e-05,
      "loss": 0.0082,
      "step": 54880
    },
    {
      "loss_action": 0.007179574109613895,
      "loss_total": 0.007179574109613895,
      "step": 54880
    },
    {
      "loss_action": 0.008167417719960213,
      "loss_total": 0.008167417719960213,
      "step": 54880
    },
    {
      "loss_action": 0.007236757781356573,
      "loss_total": 0.007236757781356573,
      "step": 54880
    },
    {
      "loss_action": 0.0072074211202561855,
      "loss_total": 0.0072074211202561855,
      "step": 54880
    },
    {
      "loss_action": 0.0019840900786221027,
      "loss_total": 0.0019840900786221027,
      "step": 54880
    },
    {
      "loss_action": 0.022594869136810303,
      "loss_total": 0.022594869136810303,
      "step": 54880
    },
    {
      "loss_action": 0.003933758474886417,
      "loss_total": 0.003933758474886417,
      "step": 54880
    },
    {
      "loss_action": 0.006996685639023781,
      "loss_total": 0.006996685639023781,
      "step": 54880
    },
    {
      "grad_norm": 0.12398339807987213,
      "learning_rate": 9.793444624975487e-05,
      "loss": 0.0087,
      "step": 54890
    },
    {
      "loss_action": 0.012897128239274025,
      "loss_total": 0.012897128239274025,
      "step": 54890
    },
    {
      "loss_action": 0.012296989560127258,
      "loss_total": 0.012296989560127258,
      "step": 54890
    },
    {
      "loss_action": 0.006865736097097397,
      "loss_total": 0.006865736097097397,
      "step": 54890
    },
    {
      "loss_action": 0.012990222312510014,
      "loss_total": 0.012990222312510014,
      "step": 54890
    },
    {
      "loss_action": 0.007513366639614105,
      "loss_total": 0.007513366639614105,
      "step": 54890
    },
    {
      "loss_action": 0.008499139919877052,
      "loss_total": 0.008499139919877052,
      "step": 54890
    },
    {
      "loss_action": 0.00422146450728178,
      "loss_total": 0.00422146450728178,
      "step": 54890
    },
    {
      "loss_action": 0.05556075647473335,
      "loss_total": 0.05556075647473335,
      "step": 54890
    },
    {
      "grad_norm": 0.15721967816352844,
      "learning_rate": 9.793327023502472e-05,
      "loss": 0.0092,
      "step": 54900
    },
    {
      "loss_action": 0.005064281634986401,
      "loss_total": 0.005064281634986401,
      "step": 54900
    },
    {
      "loss_action": 0.0040447646751999855,
      "loss_total": 0.0040447646751999855,
      "step": 54900
    },
    {
      "loss_action": 0.014931238256394863,
      "loss_total": 0.014931238256394863,
      "step": 54900
    },
    {
      "loss_action": 0.017657624557614326,
      "loss_total": 0.017657624557614326,
      "step": 54900
    },
    {
      "loss_action": 0.006527256220579147,
      "loss_total": 0.006527256220579147,
      "step": 54900
    },
    {
      "loss_action": 0.003278982127085328,
      "loss_total": 0.003278982127085328,
      "step": 54900
    },
    {
      "loss_action": 0.0041142720729112625,
      "loss_total": 0.0041142720729112625,
      "step": 54900
    },
    {
      "loss_action": 0.0043634576722979546,
      "loss_total": 0.0043634576722979546,
      "step": 54900
    },
    {
      "grad_norm": 0.1261986792087555,
      "learning_rate": 9.79320938926752e-05,
      "loss": 0.0076,
      "step": 54910
    },
    {
      "loss_action": 0.004356382414698601,
      "loss_total": 0.004356382414698601,
      "step": 54910
    },
    {
      "loss_action": 0.008698888123035431,
      "loss_total": 0.008698888123035431,
      "step": 54910
    },
    {
      "loss_action": 0.001830277149565518,
      "loss_total": 0.001830277149565518,
      "step": 54910
    },
    {
      "loss_action": 0.004793158732354641,
      "loss_total": 0.004793158732354641,
      "step": 54910
    },
    {
      "loss_action": 0.008791460655629635,
      "loss_total": 0.008791460655629635,
      "step": 54910
    },
    {
      "loss_action": 0.004433002322912216,
      "loss_total": 0.004433002322912216,
      "step": 54910
    },
    {
      "loss_action": 0.0034791971556842327,
      "loss_total": 0.0034791971556842327,
      "step": 54910
    },
    {
      "loss_action": 0.008586016483604908,
      "loss_total": 0.008586016483604908,
      "step": 54910
    },
    {
      "grad_norm": 0.11453589797019958,
      "learning_rate": 9.793091722271428e-05,
      "loss": 0.0095,
      "step": 54920
    },
    {
      "loss_action": 0.001886014360934496,
      "loss_total": 0.001886014360934496,
      "step": 54920
    },
    {
      "loss_action": 0.0112155145034194,
      "loss_total": 0.0112155145034194,
      "step": 54920
    },
    {
      "loss_action": 0.0022931185085326433,
      "loss_total": 0.0022931185085326433,
      "step": 54920
    },
    {
      "loss_action": 0.009634889662265778,
      "loss_total": 0.009634889662265778,
      "step": 54920
    },
    {
      "loss_action": 0.004846096038818359,
      "loss_total": 0.004846096038818359,
      "step": 54920
    },
    {
      "loss_action": 0.004346776753664017,
      "loss_total": 0.004346776753664017,
      "step": 54920
    },
    {
      "loss_action": 0.005808856803923845,
      "loss_total": 0.005808856803923845,
      "step": 54920
    },
    {
      "loss_action": 0.008287858217954636,
      "loss_total": 0.008287858217954636,
      "step": 54920
    },
    {
      "grad_norm": 0.12428227066993713,
      "learning_rate": 9.792974022515006e-05,
      "loss": 0.0075,
      "step": 54930
    },
    {
      "loss_action": 0.005579609423875809,
      "loss_total": 0.005579609423875809,
      "step": 54930
    },
    {
      "loss_action": 0.015474092215299606,
      "loss_total": 0.015474092215299606,
      "step": 54930
    },
    {
      "loss_action": 0.003603313583880663,
      "loss_total": 0.003603313583880663,
      "step": 54930
    },
    {
      "loss_action": 0.009344471618533134,
      "loss_total": 0.009344471618533134,
      "step": 54930
    },
    {
      "loss_action": 0.003790028393268585,
      "loss_total": 0.003790028393268585,
      "step": 54930
    },
    {
      "loss_action": 0.0031089396215975285,
      "loss_total": 0.0031089396215975285,
      "step": 54930
    },
    {
      "loss_action": 0.012061886489391327,
      "loss_total": 0.012061886489391327,
      "step": 54930
    },
    {
      "loss_action": 0.004919969476759434,
      "loss_total": 0.004919969476759434,
      "step": 54930
    },
    {
      "grad_norm": 0.10824750363826752,
      "learning_rate": 9.792856289999055e-05,
      "loss": 0.007,
      "step": 54940
    },
    {
      "loss_action": 0.00431817676872015,
      "loss_total": 0.00431817676872015,
      "step": 54940
    },
    {
      "loss_action": 0.006337884813547134,
      "loss_total": 0.006337884813547134,
      "step": 54940
    },
    {
      "loss_action": 0.00935126282274723,
      "loss_total": 0.00935126282274723,
      "step": 54940
    },
    {
      "loss_action": 0.014582984149456024,
      "loss_total": 0.014582984149456024,
      "step": 54940
    },
    {
      "loss_action": 0.02088605798780918,
      "loss_total": 0.02088605798780918,
      "step": 54940
    },
    {
      "loss_action": 0.018312208354473114,
      "loss_total": 0.018312208354473114,
      "step": 54940
    },
    {
      "loss_action": 0.015250148251652718,
      "loss_total": 0.015250148251652718,
      "step": 54940
    },
    {
      "loss_action": 0.005834657233208418,
      "loss_total": 0.005834657233208418,
      "step": 54940
    },
    {
      "grad_norm": 0.10925888270139694,
      "learning_rate": 9.792738524724383e-05,
      "loss": 0.0101,
      "step": 54950
    },
    {
      "loss_action": 0.015498895198106766,
      "loss_total": 0.015498895198106766,
      "step": 54950
    },
    {
      "loss_action": 0.010140959173440933,
      "loss_total": 0.010140959173440933,
      "step": 54950
    },
    {
      "loss_action": 0.012593206018209457,
      "loss_total": 0.012593206018209457,
      "step": 54950
    },
    {
      "loss_action": 0.005393177270889282,
      "loss_total": 0.005393177270889282,
      "step": 54950
    },
    {
      "loss_action": 0.008812868036329746,
      "loss_total": 0.008812868036329746,
      "step": 54950
    },
    {
      "loss_action": 0.003959225490689278,
      "loss_total": 0.003959225490689278,
      "step": 54950
    },
    {
      "loss_action": 0.004872158635407686,
      "loss_total": 0.004872158635407686,
      "step": 54950
    },
    {
      "loss_action": 0.005830812267959118,
      "loss_total": 0.005830812267959118,
      "step": 54950
    },
    {
      "grad_norm": 0.11844594776630402,
      "learning_rate": 9.792620726691794e-05,
      "loss": 0.0082,
      "step": 54960
    },
    {
      "loss_action": 0.0070406049489974976,
      "loss_total": 0.0070406049489974976,
      "step": 54960
    },
    {
      "loss_action": 0.009417904540896416,
      "loss_total": 0.009417904540896416,
      "step": 54960
    },
    {
      "loss_action": 0.002722369972616434,
      "loss_total": 0.002722369972616434,
      "step": 54960
    },
    {
      "loss_action": 0.009742822498083115,
      "loss_total": 0.009742822498083115,
      "step": 54960
    },
    {
      "loss_action": 0.006908007897436619,
      "loss_total": 0.006908007897436619,
      "step": 54960
    },
    {
      "loss_action": 0.004184212069958448,
      "loss_total": 0.004184212069958448,
      "step": 54960
    },
    {
      "loss_action": 0.004997929558157921,
      "loss_total": 0.004997929558157921,
      "step": 54960
    },
    {
      "loss_action": 0.004045606590807438,
      "loss_total": 0.004045606590807438,
      "step": 54960
    },
    {
      "grad_norm": 0.12624453008174896,
      "learning_rate": 9.792502895902091e-05,
      "loss": 0.0077,
      "step": 54970
    },
    {
      "loss_action": 0.004943991079926491,
      "loss_total": 0.004943991079926491,
      "step": 54970
    },
    {
      "loss_action": 0.0026274914853274822,
      "loss_total": 0.0026274914853274822,
      "step": 54970
    },
    {
      "loss_action": 0.006696375086903572,
      "loss_total": 0.006696375086903572,
      "step": 54970
    },
    {
      "loss_action": 0.006182434037327766,
      "loss_total": 0.006182434037327766,
      "step": 54970
    },
    {
      "loss_action": 0.03775094076991081,
      "loss_total": 0.03775094076991081,
      "step": 54970
    },
    {
      "loss_action": 0.00363594270311296,
      "loss_total": 0.00363594270311296,
      "step": 54970
    },
    {
      "loss_action": 0.010912962257862091,
      "loss_total": 0.010912962257862091,
      "step": 54970
    },
    {
      "loss_action": 0.00923855323344469,
      "loss_total": 0.00923855323344469,
      "step": 54970
    },
    {
      "grad_norm": 0.11442391574382782,
      "learning_rate": 9.792385032356081e-05,
      "loss": 0.0076,
      "step": 54980
    },
    {
      "loss_action": 0.0056062485091388226,
      "loss_total": 0.0056062485091388226,
      "step": 54980
    },
    {
      "loss_action": 0.0029079224914312363,
      "loss_total": 0.0029079224914312363,
      "step": 54980
    },
    {
      "loss_action": 0.004499610047787428,
      "loss_total": 0.004499610047787428,
      "step": 54980
    },
    {
      "loss_action": 0.0024680462665855885,
      "loss_total": 0.0024680462665855885,
      "step": 54980
    },
    {
      "loss_action": 0.003888967214152217,
      "loss_total": 0.003888967214152217,
      "step": 54980
    },
    {
      "loss_action": 0.0028937244787812233,
      "loss_total": 0.0028937244787812233,
      "step": 54980
    },
    {
      "loss_action": 0.004663865547627211,
      "loss_total": 0.004663865547627211,
      "step": 54980
    },
    {
      "loss_action": 0.005071581806987524,
      "loss_total": 0.005071581806987524,
      "step": 54980
    },
    {
      "grad_norm": 0.15055714547634125,
      "learning_rate": 9.792267136054569e-05,
      "loss": 0.0067,
      "step": 54990
    },
    {
      "loss_action": 0.01891620084643364,
      "loss_total": 0.01891620084643364,
      "step": 54990
    },
    {
      "loss_action": 0.004345337860286236,
      "loss_total": 0.004345337860286236,
      "step": 54990
    },
    {
      "loss_action": 0.0065465206280350685,
      "loss_total": 0.0065465206280350685,
      "step": 54990
    },
    {
      "loss_action": 0.0028775527607649565,
      "loss_total": 0.0028775527607649565,
      "step": 54990
    },
    {
      "loss_action": 0.007987162098288536,
      "loss_total": 0.007987162098288536,
      "step": 54990
    },
    {
      "loss_action": 0.004534187261015177,
      "loss_total": 0.004534187261015177,
      "step": 54990
    },
    {
      "loss_action": 0.004416836425662041,
      "loss_total": 0.004416836425662041,
      "step": 54990
    },
    {
      "loss_action": 0.04935308173298836,
      "loss_total": 0.04935308173298836,
      "step": 54990
    },
    {
      "grad_norm": 0.11418335884809494,
      "learning_rate": 9.792149206998362e-05,
      "loss": 0.0084,
      "step": 55000
    },
    {
      "loss_action": 0.0064280396327376366,
      "loss_total": 0.0064280396327376366,
      "step": 55000
    },
    {
      "loss_action": 0.006465377286076546,
      "loss_total": 0.006465377286076546,
      "step": 55000
    },
    {
      "loss_action": 0.02221071720123291,
      "loss_total": 0.02221071720123291,
      "step": 55000
    },
    {
      "loss_action": 0.031548887491226196,
      "loss_total": 0.031548887491226196,
      "step": 55000
    },
    {
      "loss_action": 0.004901188425719738,
      "loss_total": 0.004901188425719738,
      "step": 55000
    },
    {
      "loss_action": 0.003649782156571746,
      "loss_total": 0.003649782156571746,
      "step": 55000
    },
    {
      "loss_action": 0.0026574796065688133,
      "loss_total": 0.0026574796065688133,
      "step": 55000
    },
    {
      "loss_action": 0.004820362199097872,
      "loss_total": 0.004820362199097872,
      "step": 55000
    },
    {
      "grad_norm": 0.11864148080348969,
      "learning_rate": 9.792031245188264e-05,
      "loss": 0.0081,
      "step": 55010
    },
    {
      "loss_action": 0.003059102687984705,
      "loss_total": 0.003059102687984705,
      "step": 55010
    },
    {
      "loss_action": 0.011306528002023697,
      "loss_total": 0.011306528002023697,
      "step": 55010
    },
    {
      "loss_action": 0.005036559887230396,
      "loss_total": 0.005036559887230396,
      "step": 55010
    },
    {
      "loss_action": 0.019433919340372086,
      "loss_total": 0.019433919340372086,
      "step": 55010
    },
    {
      "loss_action": 0.005397461354732513,
      "loss_total": 0.005397461354732513,
      "step": 55010
    },
    {
      "loss_action": 0.0035069980658590794,
      "loss_total": 0.0035069980658590794,
      "step": 55010
    },
    {
      "loss_action": 0.008419282734394073,
      "loss_total": 0.008419282734394073,
      "step": 55010
    },
    {
      "loss_action": 0.006019596941769123,
      "loss_total": 0.006019596941769123,
      "step": 55010
    },
    {
      "grad_norm": 0.13065001368522644,
      "learning_rate": 9.791913250625084e-05,
      "loss": 0.0094,
      "step": 55020
    },
    {
      "loss_action": 0.008048227988183498,
      "loss_total": 0.008048227988183498,
      "step": 55020
    },
    {
      "loss_action": 0.009384575299918652,
      "loss_total": 0.009384575299918652,
      "step": 55020
    },
    {
      "loss_action": 0.00875879731029272,
      "loss_total": 0.00875879731029272,
      "step": 55020
    },
    {
      "loss_action": 0.007066093385219574,
      "loss_total": 0.007066093385219574,
      "step": 55020
    },
    {
      "loss_action": 0.004869973286986351,
      "loss_total": 0.004869973286986351,
      "step": 55020
    },
    {
      "loss_action": 0.004865206778049469,
      "loss_total": 0.004865206778049469,
      "step": 55020
    },
    {
      "loss_action": 0.002031545154750347,
      "loss_total": 0.002031545154750347,
      "step": 55020
    },
    {
      "loss_action": 0.009593721479177475,
      "loss_total": 0.009593721479177475,
      "step": 55020
    },
    {
      "grad_norm": 0.1138492301106453,
      "learning_rate": 9.791795223309625e-05,
      "loss": 0.0079,
      "step": 55030
    },
    {
      "loss_action": 0.015079369768500328,
      "loss_total": 0.015079369768500328,
      "step": 55030
    },
    {
      "loss_action": 0.0075000859797000885,
      "loss_total": 0.0075000859797000885,
      "step": 55030
    },
    {
      "loss_action": 0.004721467383205891,
      "loss_total": 0.004721467383205891,
      "step": 55030
    },
    {
      "loss_action": 0.003183913417160511,
      "loss_total": 0.003183913417160511,
      "step": 55030
    },
    {
      "loss_action": 0.02832101844251156,
      "loss_total": 0.02832101844251156,
      "step": 55030
    },
    {
      "loss_action": 0.006498074159026146,
      "loss_total": 0.006498074159026146,
      "step": 55030
    },
    {
      "loss_action": 0.00794954877346754,
      "loss_total": 0.00794954877346754,
      "step": 55030
    },
    {
      "loss_action": 0.0031428183428943157,
      "loss_total": 0.0031428183428943157,
      "step": 55030
    },
    {
      "grad_norm": 0.13645213842391968,
      "learning_rate": 9.791677163242698e-05,
      "loss": 0.009,
      "step": 55040
    },
    {
      "loss_action": 0.004499044734984636,
      "loss_total": 0.004499044734984636,
      "step": 55040
    },
    {
      "loss_action": 0.006112895905971527,
      "loss_total": 0.006112895905971527,
      "step": 55040
    },
    {
      "loss_action": 0.0025507984682917595,
      "loss_total": 0.0025507984682917595,
      "step": 55040
    },
    {
      "loss_action": 0.0027333456091582775,
      "loss_total": 0.0027333456091582775,
      "step": 55040
    },
    {
      "loss_action": 0.005700775422155857,
      "loss_total": 0.005700775422155857,
      "step": 55040
    },
    {
      "loss_action": 0.008540481328964233,
      "loss_total": 0.008540481328964233,
      "step": 55040
    },
    {
      "loss_action": 0.02085604891180992,
      "loss_total": 0.02085604891180992,
      "step": 55040
    },
    {
      "loss_action": 0.010140599682927132,
      "loss_total": 0.010140599682927132,
      "step": 55040
    },
    {
      "grad_norm": 0.14132076501846313,
      "learning_rate": 9.791559070425107e-05,
      "loss": 0.0076,
      "step": 55050
    },
    {
      "loss_action": 0.011938227340579033,
      "loss_total": 0.011938227340579033,
      "step": 55050
    },
    {
      "loss_action": 0.00605399115011096,
      "loss_total": 0.00605399115011096,
      "step": 55050
    },
    {
      "loss_action": 0.006775244139134884,
      "loss_total": 0.006775244139134884,
      "step": 55050
    },
    {
      "loss_action": 0.009661040268838406,
      "loss_total": 0.009661040268838406,
      "step": 55050
    },
    {
      "loss_action": 0.004099687561392784,
      "loss_total": 0.004099687561392784,
      "step": 55050
    },
    {
      "loss_action": 0.01108417846262455,
      "loss_total": 0.01108417846262455,
      "step": 55050
    },
    {
      "loss_action": 0.004160378128290176,
      "loss_total": 0.004160378128290176,
      "step": 55050
    },
    {
      "loss_action": 0.037359267473220825,
      "loss_total": 0.037359267473220825,
      "step": 55050
    },
    {
      "grad_norm": 0.07389053702354431,
      "learning_rate": 9.791440944857659e-05,
      "loss": 0.0076,
      "step": 55060
    },
    {
      "loss_action": 0.012709894217550755,
      "loss_total": 0.012709894217550755,
      "step": 55060
    },
    {
      "loss_action": 0.009298027493059635,
      "loss_total": 0.009298027493059635,
      "step": 55060
    },
    {
      "loss_action": 0.0042911432683467865,
      "loss_total": 0.0042911432683467865,
      "step": 55060
    },
    {
      "loss_action": 0.004565396346151829,
      "loss_total": 0.004565396346151829,
      "step": 55060
    },
    {
      "loss_action": 0.0030025430023670197,
      "loss_total": 0.0030025430023670197,
      "step": 55060
    },
    {
      "loss_action": 0.00398053927347064,
      "loss_total": 0.00398053927347064,
      "step": 55060
    },
    {
      "loss_action": 0.004969106055796146,
      "loss_total": 0.004969106055796146,
      "step": 55060
    },
    {
      "loss_action": 0.009310198947787285,
      "loss_total": 0.009310198947787285,
      "step": 55060
    },
    {
      "grad_norm": 0.09235909581184387,
      "learning_rate": 9.791322786541162e-05,
      "loss": 0.0075,
      "step": 55070
    },
    {
      "loss_action": 0.008524259552359581,
      "loss_total": 0.008524259552359581,
      "step": 55070
    },
    {
      "loss_action": 0.0037615462206304073,
      "loss_total": 0.0037615462206304073,
      "step": 55070
    },
    {
      "loss_action": 0.013063478283584118,
      "loss_total": 0.013063478283584118,
      "step": 55070
    },
    {
      "loss_action": 0.02199682779610157,
      "loss_total": 0.02199682779610157,
      "step": 55070
    },
    {
      "loss_action": 0.04341094195842743,
      "loss_total": 0.04341094195842743,
      "step": 55070
    },
    {
      "loss_action": 0.006989119574427605,
      "loss_total": 0.006989119574427605,
      "step": 55070
    },
    {
      "loss_action": 0.0019923339132219553,
      "loss_total": 0.0019923339132219553,
      "step": 55070
    },
    {
      "loss_action": 0.0033153914846479893,
      "loss_total": 0.0033153914846479893,
      "step": 55070
    },
    {
      "grad_norm": 0.1991700530052185,
      "learning_rate": 9.791204595476424e-05,
      "loss": 0.0085,
      "step": 55080
    },
    {
      "loss_action": 0.0028878357261419296,
      "loss_total": 0.0028878357261419296,
      "step": 55080
    },
    {
      "loss_action": 0.03779662773013115,
      "loss_total": 0.03779662773013115,
      "step": 55080
    },
    {
      "loss_action": 0.010711679235100746,
      "loss_total": 0.010711679235100746,
      "step": 55080
    },
    {
      "loss_action": 0.002358726691454649,
      "loss_total": 0.002358726691454649,
      "step": 55080
    },
    {
      "loss_action": 0.005556648131459951,
      "loss_total": 0.005556648131459951,
      "step": 55080
    },
    {
      "loss_action": 0.027881763875484467,
      "loss_total": 0.027881763875484467,
      "step": 55080
    },
    {
      "loss_action": 0.006251382641494274,
      "loss_total": 0.006251382641494274,
      "step": 55080
    },
    {
      "loss_action": 0.007090592756867409,
      "loss_total": 0.007090592756867409,
      "step": 55080
    },
    {
      "grad_norm": 0.13255815207958221,
      "learning_rate": 9.791086371664254e-05,
      "loss": 0.0087,
      "step": 55090
    },
    {
      "loss_action": 0.00868375413119793,
      "loss_total": 0.00868375413119793,
      "step": 55090
    },
    {
      "loss_action": 0.006598238833248615,
      "loss_total": 0.006598238833248615,
      "step": 55090
    },
    {
      "loss_action": 0.0030157766304910183,
      "loss_total": 0.0030157766304910183,
      "step": 55090
    },
    {
      "loss_action": 0.008547378703951836,
      "loss_total": 0.008547378703951836,
      "step": 55090
    },
    {
      "loss_action": 0.0043277433142066,
      "loss_total": 0.0043277433142066,
      "step": 55090
    },
    {
      "loss_action": 0.006853175349533558,
      "loss_total": 0.006853175349533558,
      "step": 55090
    },
    {
      "loss_action": 0.008884376846253872,
      "loss_total": 0.008884376846253872,
      "step": 55090
    },
    {
      "loss_action": 0.0070522744208574295,
      "loss_total": 0.0070522744208574295,
      "step": 55090
    },
    {
      "grad_norm": 0.18420594930648804,
      "learning_rate": 9.790968115105456e-05,
      "loss": 0.0085,
      "step": 55100
    },
    {
      "loss_action": 0.003543431404978037,
      "loss_total": 0.003543431404978037,
      "step": 55100
    },
    {
      "loss_action": 0.008290654979646206,
      "loss_total": 0.008290654979646206,
      "step": 55100
    },
    {
      "loss_action": 0.006689713802188635,
      "loss_total": 0.006689713802188635,
      "step": 55100
    },
    {
      "loss_action": 0.003519912948831916,
      "loss_total": 0.003519912948831916,
      "step": 55100
    },
    {
      "loss_action": 0.00797752384096384,
      "loss_total": 0.00797752384096384,
      "step": 55100
    },
    {
      "loss_action": 0.008345644921064377,
      "loss_total": 0.008345644921064377,
      "step": 55100
    },
    {
      "loss_action": 0.00644875830039382,
      "loss_total": 0.00644875830039382,
      "step": 55100
    },
    {
      "loss_action": 0.004856212995946407,
      "loss_total": 0.004856212995946407,
      "step": 55100
    },
    {
      "grad_norm": 0.12710154056549072,
      "learning_rate": 9.79084982580084e-05,
      "loss": 0.0077,
      "step": 55110
    },
    {
      "loss_action": 0.004840227775275707,
      "loss_total": 0.004840227775275707,
      "step": 55110
    },
    {
      "loss_action": 0.003660172689706087,
      "loss_total": 0.003660172689706087,
      "step": 55110
    },
    {
      "loss_action": 0.0027326273266226053,
      "loss_total": 0.0027326273266226053,
      "step": 55110
    },
    {
      "loss_action": 0.004455995745956898,
      "loss_total": 0.004455995745956898,
      "step": 55110
    },
    {
      "loss_action": 0.009193702600896358,
      "loss_total": 0.009193702600896358,
      "step": 55110
    },
    {
      "loss_action": 0.013140363618731499,
      "loss_total": 0.013140363618731499,
      "step": 55110
    },
    {
      "loss_action": 0.004590347874909639,
      "loss_total": 0.004590347874909639,
      "step": 55110
    },
    {
      "loss_action": 0.007125017698854208,
      "loss_total": 0.007125017698854208,
      "step": 55110
    },
    {
      "grad_norm": 0.13139218091964722,
      "learning_rate": 9.790731503751219e-05,
      "loss": 0.01,
      "step": 55120
    },
    {
      "loss_action": 0.01335708424448967,
      "loss_total": 0.01335708424448967,
      "step": 55120
    },
    {
      "loss_action": 0.014490767382085323,
      "loss_total": 0.014490767382085323,
      "step": 55120
    },
    {
      "loss_action": 0.004135106690227985,
      "loss_total": 0.004135106690227985,
      "step": 55120
    },
    {
      "loss_action": 0.0033100976143032312,
      "loss_total": 0.0033100976143032312,
      "step": 55120
    },
    {
      "loss_action": 0.004969028756022453,
      "loss_total": 0.004969028756022453,
      "step": 55120
    },
    {
      "loss_action": 0.0033126387279480696,
      "loss_total": 0.0033126387279480696,
      "step": 55120
    },
    {
      "loss_action": 0.006368973292410374,
      "loss_total": 0.006368973292410374,
      "step": 55120
    },
    {
      "loss_action": 0.016127847135066986,
      "loss_total": 0.016127847135066986,
      "step": 55120
    },
    {
      "grad_norm": 0.14300484955310822,
      "learning_rate": 9.790613148957396e-05,
      "loss": 0.0094,
      "step": 55130
    },
    {
      "loss_action": 0.013163496740162373,
      "loss_total": 0.013163496740162373,
      "step": 55130
    },
    {
      "loss_action": 0.007962197996675968,
      "loss_total": 0.007962197996675968,
      "step": 55130
    },
    {
      "loss_action": 0.003789590671658516,
      "loss_total": 0.003789590671658516,
      "step": 55130
    },
    {
      "loss_action": 0.00491516524925828,
      "loss_total": 0.00491516524925828,
      "step": 55130
    },
    {
      "loss_action": 0.006925397086888552,
      "loss_total": 0.006925397086888552,
      "step": 55130
    },
    {
      "loss_action": 0.012450853362679482,
      "loss_total": 0.012450853362679482,
      "step": 55130
    },
    {
      "loss_action": 0.012839095667004585,
      "loss_total": 0.012839095667004585,
      "step": 55130
    },
    {
      "loss_action": 0.003893280168995261,
      "loss_total": 0.003893280168995261,
      "step": 55130
    },
    {
      "grad_norm": 0.14946436882019043,
      "learning_rate": 9.790494761420182e-05,
      "loss": 0.0084,
      "step": 55140
    },
    {
      "loss_action": 0.0054152547381818295,
      "loss_total": 0.0054152547381818295,
      "step": 55140
    },
    {
      "loss_action": 0.015214342623949051,
      "loss_total": 0.015214342623949051,
      "step": 55140
    },
    {
      "loss_action": 0.005081674084067345,
      "loss_total": 0.005081674084067345,
      "step": 55140
    },
    {
      "loss_action": 0.011457380838692188,
      "loss_total": 0.011457380838692188,
      "step": 55140
    },
    {
      "loss_action": 0.014609246514737606,
      "loss_total": 0.014609246514737606,
      "step": 55140
    },
    {
      "loss_action": 0.005970377940684557,
      "loss_total": 0.005970377940684557,
      "step": 55140
    },
    {
      "loss_action": 0.018049240112304688,
      "loss_total": 0.018049240112304688,
      "step": 55140
    },
    {
      "loss_action": 0.009685790166258812,
      "loss_total": 0.009685790166258812,
      "step": 55140
    },
    {
      "grad_norm": 0.13287295401096344,
      "learning_rate": 9.790376341140386e-05,
      "loss": 0.0092,
      "step": 55150
    },
    {
      "loss_action": 0.0067185102961957455,
      "loss_total": 0.0067185102961957455,
      "step": 55150
    },
    {
      "loss_action": 0.004394023213535547,
      "loss_total": 0.004394023213535547,
      "step": 55150
    },
    {
      "loss_action": 0.003961187321692705,
      "loss_total": 0.003961187321692705,
      "step": 55150
    },
    {
      "loss_action": 0.004910497926175594,
      "loss_total": 0.004910497926175594,
      "step": 55150
    },
    {
      "loss_action": 0.00973549671471119,
      "loss_total": 0.00973549671471119,
      "step": 55150
    },
    {
      "loss_action": 0.005585242062807083,
      "loss_total": 0.005585242062807083,
      "step": 55150
    },
    {
      "loss_action": 0.003086486365646124,
      "loss_total": 0.003086486365646124,
      "step": 55150
    },
    {
      "loss_action": 0.016530556604266167,
      "loss_total": 0.016530556604266167,
      "step": 55150
    },
    {
      "grad_norm": 0.10949010401964188,
      "learning_rate": 9.79025788811882e-05,
      "loss": 0.0089,
      "step": 55160
    },
    {
      "loss_action": 0.007570529822260141,
      "loss_total": 0.007570529822260141,
      "step": 55160
    },
    {
      "loss_action": 0.010516672395169735,
      "loss_total": 0.010516672395169735,
      "step": 55160
    },
    {
      "loss_action": 0.023013174533843994,
      "loss_total": 0.023013174533843994,
      "step": 55160
    },
    {
      "loss_action": 0.0038101766258478165,
      "loss_total": 0.0038101766258478165,
      "step": 55160
    },
    {
      "loss_action": 0.005814132280647755,
      "loss_total": 0.005814132280647755,
      "step": 55160
    },
    {
      "loss_action": 0.021619953215122223,
      "loss_total": 0.021619953215122223,
      "step": 55160
    },
    {
      "loss_action": 0.005434035789221525,
      "loss_total": 0.005434035789221525,
      "step": 55160
    },
    {
      "loss_action": 0.00994194857776165,
      "loss_total": 0.00994194857776165,
      "step": 55160
    },
    {
      "grad_norm": 0.13645164668560028,
      "learning_rate": 9.790139402356289e-05,
      "loss": 0.0091,
      "step": 55170
    },
    {
      "loss_action": 0.006132187321782112,
      "loss_total": 0.006132187321782112,
      "step": 55170
    },
    {
      "loss_action": 0.018296293914318085,
      "loss_total": 0.018296293914318085,
      "step": 55170
    },
    {
      "loss_action": 0.006105145905166864,
      "loss_total": 0.006105145905166864,
      "step": 55170
    },
    {
      "loss_action": 0.004649471491575241,
      "loss_total": 0.004649471491575241,
      "step": 55170
    },
    {
      "loss_action": 0.006283130031079054,
      "loss_total": 0.006283130031079054,
      "step": 55170
    },
    {
      "loss_action": 0.00658829789608717,
      "loss_total": 0.00658829789608717,
      "step": 55170
    },
    {
      "loss_action": 0.01279764249920845,
      "loss_total": 0.01279764249920845,
      "step": 55170
    },
    {
      "loss_action": 0.013421650975942612,
      "loss_total": 0.013421650975942612,
      "step": 55170
    },
    {
      "grad_norm": 0.15446527302265167,
      "learning_rate": 9.790020883853604e-05,
      "loss": 0.0089,
      "step": 55180
    },
    {
      "loss_action": 0.009912688285112381,
      "loss_total": 0.009912688285112381,
      "step": 55180
    },
    {
      "loss_action": 0.0024753124453127384,
      "loss_total": 0.0024753124453127384,
      "step": 55180
    },
    {
      "loss_action": 0.006873418111354113,
      "loss_total": 0.006873418111354113,
      "step": 55180
    },
    {
      "loss_action": 0.0034711461048573256,
      "loss_total": 0.0034711461048573256,
      "step": 55180
    },
    {
      "loss_action": 0.004674081690609455,
      "loss_total": 0.004674081690609455,
      "step": 55180
    },
    {
      "loss_action": 0.007380126044154167,
      "loss_total": 0.007380126044154167,
      "step": 55180
    },
    {
      "loss_action": 0.006450125947594643,
      "loss_total": 0.006450125947594643,
      "step": 55180
    },
    {
      "loss_action": 0.006465082056820393,
      "loss_total": 0.006465082056820393,
      "step": 55180
    },
    {
      "grad_norm": 0.133958637714386,
      "learning_rate": 9.789902332611578e-05,
      "loss": 0.0094,
      "step": 55190
    },
    {
      "loss_action": 0.002302234061062336,
      "loss_total": 0.002302234061062336,
      "step": 55190
    },
    {
      "loss_action": 0.010715275071561337,
      "loss_total": 0.010715275071561337,
      "step": 55190
    },
    {
      "loss_action": 0.004382245242595673,
      "loss_total": 0.004382245242595673,
      "step": 55190
    },
    {
      "loss_action": 0.008240051567554474,
      "loss_total": 0.008240051567554474,
      "step": 55190
    },
    {
      "loss_action": 0.005317629314959049,
      "loss_total": 0.005317629314959049,
      "step": 55190
    },
    {
      "loss_action": 0.024556893855333328,
      "loss_total": 0.024556893855333328,
      "step": 55190
    },
    {
      "loss_action": 0.02714945375919342,
      "loss_total": 0.02714945375919342,
      "step": 55190
    },
    {
      "loss_action": 0.018840370699763298,
      "loss_total": 0.018840370699763298,
      "step": 55190
    },
    {
      "grad_norm": 0.14115430414676666,
      "learning_rate": 9.789783748631019e-05,
      "loss": 0.0098,
      "step": 55200
    },
    {
      "loss_action": 0.004603835754096508,
      "loss_total": 0.004603835754096508,
      "step": 55200
    },
    {
      "loss_action": 0.006632369942963123,
      "loss_total": 0.006632369942963123,
      "step": 55200
    },
    {
      "loss_action": 0.006680184043943882,
      "loss_total": 0.006680184043943882,
      "step": 55200
    },
    {
      "loss_action": 0.01479797437787056,
      "loss_total": 0.01479797437787056,
      "step": 55200
    },
    {
      "loss_action": 0.0033651951234787703,
      "loss_total": 0.0033651951234787703,
      "step": 55200
    },
    {
      "loss_action": 0.010655245743691921,
      "loss_total": 0.010655245743691921,
      "step": 55200
    },
    {
      "loss_action": 0.003992685116827488,
      "loss_total": 0.003992685116827488,
      "step": 55200
    },
    {
      "loss_action": 0.007531207054853439,
      "loss_total": 0.007531207054853439,
      "step": 55200
    },
    {
      "grad_norm": 0.1624794900417328,
      "learning_rate": 9.789665131912737e-05,
      "loss": 0.0087,
      "step": 55210
    },
    {
      "loss_action": 0.0027230517007410526,
      "loss_total": 0.0027230517007410526,
      "step": 55210
    },
    {
      "loss_action": 0.00632780184969306,
      "loss_total": 0.00632780184969306,
      "step": 55210
    },
    {
      "loss_action": 0.006717942655086517,
      "loss_total": 0.006717942655086517,
      "step": 55210
    },
    {
      "loss_action": 0.006521356757730246,
      "loss_total": 0.006521356757730246,
      "step": 55210
    },
    {
      "loss_action": 0.005399261601269245,
      "loss_total": 0.005399261601269245,
      "step": 55210
    },
    {
      "loss_action": 0.007072395645081997,
      "loss_total": 0.007072395645081997,
      "step": 55210
    },
    {
      "loss_action": 0.008606364950537682,
      "loss_total": 0.008606364950537682,
      "step": 55210
    },
    {
      "loss_action": 0.006434629671275616,
      "loss_total": 0.006434629671275616,
      "step": 55210
    },
    {
      "grad_norm": 0.1363007128238678,
      "learning_rate": 9.789546482457543e-05,
      "loss": 0.0091,
      "step": 55220
    },
    {
      "loss_action": 0.012711948715150356,
      "loss_total": 0.012711948715150356,
      "step": 55220
    },
    {
      "loss_action": 0.00994978565722704,
      "loss_total": 0.00994978565722704,
      "step": 55220
    },
    {
      "loss_action": 0.006900894455611706,
      "loss_total": 0.006900894455611706,
      "step": 55220
    },
    {
      "loss_action": 0.021753713488578796,
      "loss_total": 0.021753713488578796,
      "step": 55220
    },
    {
      "loss_action": 0.011316556483507156,
      "loss_total": 0.011316556483507156,
      "step": 55220
    },
    {
      "loss_action": 0.007530054077506065,
      "loss_total": 0.007530054077506065,
      "step": 55220
    },
    {
      "loss_action": 0.0035281453747302294,
      "loss_total": 0.0035281453747302294,
      "step": 55220
    },
    {
      "loss_action": 0.004939785227179527,
      "loss_total": 0.004939785227179527,
      "step": 55220
    },
    {
      "grad_norm": 0.12655575573444366,
      "learning_rate": 9.789427800266251e-05,
      "loss": 0.0075,
      "step": 55230
    },
    {
      "loss_action": 0.007199167273938656,
      "loss_total": 0.007199167273938656,
      "step": 55230
    },
    {
      "loss_action": 0.005062384530901909,
      "loss_total": 0.005062384530901909,
      "step": 55230
    },
    {
      "loss_action": 0.009291194379329681,
      "loss_total": 0.009291194379329681,
      "step": 55230
    },
    {
      "loss_action": 0.009204300120472908,
      "loss_total": 0.009204300120472908,
      "step": 55230
    },
    {
      "loss_action": 0.015795299783349037,
      "loss_total": 0.015795299783349037,
      "step": 55230
    },
    {
      "loss_action": 0.00812057126313448,
      "loss_total": 0.00812057126313448,
      "step": 55230
    },
    {
      "loss_action": 0.01591743528842926,
      "loss_total": 0.01591743528842926,
      "step": 55230
    },
    {
      "loss_action": 0.0038387379609048367,
      "loss_total": 0.0038387379609048367,
      "step": 55230
    },
    {
      "grad_norm": 0.09475615620613098,
      "learning_rate": 9.789309085339668e-05,
      "loss": 0.0073,
      "step": 55240
    },
    {
      "loss_action": 0.0036451395135372877,
      "loss_total": 0.0036451395135372877,
      "step": 55240
    },
    {
      "loss_action": 0.00579726230353117,
      "loss_total": 0.00579726230353117,
      "step": 55240
    },
    {
      "loss_action": 0.012133518233895302,
      "loss_total": 0.012133518233895302,
      "step": 55240
    },
    {
      "loss_action": 0.004237133078277111,
      "loss_total": 0.004237133078277111,
      "step": 55240
    },
    {
      "loss_action": 0.012411646544933319,
      "loss_total": 0.012411646544933319,
      "step": 55240
    },
    {
      "loss_action": 0.0033701881766319275,
      "loss_total": 0.0033701881766319275,
      "step": 55240
    },
    {
      "loss_action": 0.014088361524045467,
      "loss_total": 0.014088361524045467,
      "step": 55240
    },
    {
      "loss_action": 0.0046754684299230576,
      "loss_total": 0.0046754684299230576,
      "step": 55240
    },
    {
      "grad_norm": 0.09148004651069641,
      "learning_rate": 9.789190337678608e-05,
      "loss": 0.0086,
      "step": 55250
    },
    {
      "loss_action": 0.006843875627964735,
      "loss_total": 0.006843875627964735,
      "step": 55250
    },
    {
      "loss_action": 0.006051269359886646,
      "loss_total": 0.006051269359886646,
      "step": 55250
    },
    {
      "loss_action": 0.0033808290027081966,
      "loss_total": 0.0033808290027081966,
      "step": 55250
    },
    {
      "loss_action": 0.009837694466114044,
      "loss_total": 0.009837694466114044,
      "step": 55250
    },
    {
      "loss_action": 0.009993394836783409,
      "loss_total": 0.009993394836783409,
      "step": 55250
    },
    {
      "loss_action": 0.010256870649755001,
      "loss_total": 0.010256870649755001,
      "step": 55250
    },
    {
      "loss_action": 0.005910282023251057,
      "loss_total": 0.005910282023251057,
      "step": 55250
    },
    {
      "loss_action": 0.028351642191410065,
      "loss_total": 0.028351642191410065,
      "step": 55250
    },
    {
      "grad_norm": 0.1310710608959198,
      "learning_rate": 9.789071557283882e-05,
      "loss": 0.0085,
      "step": 55260
    },
    {
      "loss_action": 0.0043996721506118774,
      "loss_total": 0.0043996721506118774,
      "step": 55260
    },
    {
      "loss_action": 0.005280281882733107,
      "loss_total": 0.005280281882733107,
      "step": 55260
    },
    {
      "loss_action": 0.007095427718013525,
      "loss_total": 0.007095427718013525,
      "step": 55260
    },
    {
      "loss_action": 0.005001494660973549,
      "loss_total": 0.005001494660973549,
      "step": 55260
    },
    {
      "loss_action": 0.0025809057988226414,
      "loss_total": 0.0025809057988226414,
      "step": 55260
    },
    {
      "loss_action": 0.02555692568421364,
      "loss_total": 0.02555692568421364,
      "step": 55260
    },
    {
      "loss_action": 0.013153575360774994,
      "loss_total": 0.013153575360774994,
      "step": 55260
    },
    {
      "loss_action": 0.00322846882045269,
      "loss_total": 0.00322846882045269,
      "step": 55260
    },
    {
      "grad_norm": 0.11698656529188156,
      "learning_rate": 9.788952744156301e-05,
      "loss": 0.0073,
      "step": 55270
    },
    {
      "loss_action": 0.0030412040650844574,
      "loss_total": 0.0030412040650844574,
      "step": 55270
    },
    {
      "loss_action": 0.006895503029227257,
      "loss_total": 0.006895503029227257,
      "step": 55270
    },
    {
      "loss_action": 0.010958371683955193,
      "loss_total": 0.010958371683955193,
      "step": 55270
    },
    {
      "loss_action": 0.007018052041530609,
      "loss_total": 0.007018052041530609,
      "step": 55270
    },
    {
      "loss_action": 0.002998330630362034,
      "loss_total": 0.002998330630362034,
      "step": 55270
    },
    {
      "loss_action": 0.0024093494284898043,
      "loss_total": 0.0024093494284898043,
      "step": 55270
    },
    {
      "loss_action": 0.0043836720287799835,
      "loss_total": 0.0043836720287799835,
      "step": 55270
    },
    {
      "loss_action": 0.007240781560540199,
      "loss_total": 0.007240781560540199,
      "step": 55270
    },
    {
      "grad_norm": 0.09915781766176224,
      "learning_rate": 9.788833898296677e-05,
      "loss": 0.0099,
      "step": 55280
    },
    {
      "loss_action": 0.010175171308219433,
      "loss_total": 0.010175171308219433,
      "step": 55280
    },
    {
      "loss_action": 0.026406431570649147,
      "loss_total": 0.026406431570649147,
      "step": 55280
    },
    {
      "loss_action": 0.008765371516346931,
      "loss_total": 0.008765371516346931,
      "step": 55280
    },
    {
      "loss_action": 0.010582412593066692,
      "loss_total": 0.010582412593066692,
      "step": 55280
    },
    {
      "loss_action": 0.0030809466261416674,
      "loss_total": 0.0030809466261416674,
      "step": 55280
    },
    {
      "loss_action": 0.012442168779671192,
      "loss_total": 0.012442168779671192,
      "step": 55280
    },
    {
      "loss_action": 0.01665722206234932,
      "loss_total": 0.01665722206234932,
      "step": 55280
    },
    {
      "loss_action": 0.0020001321099698544,
      "loss_total": 0.0020001321099698544,
      "step": 55280
    },
    {
      "grad_norm": 0.1350892037153244,
      "learning_rate": 9.788715019705825e-05,
      "loss": 0.0101,
      "step": 55290
    },
    {
      "loss_action": 0.0077156610786914825,
      "loss_total": 0.0077156610786914825,
      "step": 55290
    },
    {
      "loss_action": 0.003851424204185605,
      "loss_total": 0.003851424204185605,
      "step": 55290
    },
    {
      "loss_action": 0.007506552152335644,
      "loss_total": 0.007506552152335644,
      "step": 55290
    },
    {
      "loss_action": 0.009090365841984749,
      "loss_total": 0.009090365841984749,
      "step": 55290
    },
    {
      "loss_action": 0.01307104155421257,
      "loss_total": 0.01307104155421257,
      "step": 55290
    },
    {
      "loss_action": 0.005665007513016462,
      "loss_total": 0.005665007513016462,
      "step": 55290
    },
    {
      "loss_action": 0.007360302843153477,
      "loss_total": 0.007360302843153477,
      "step": 55290
    },
    {
      "loss_action": 0.005662758368998766,
      "loss_total": 0.005662758368998766,
      "step": 55290
    },
    {
      "grad_norm": 0.11475707590579987,
      "learning_rate": 9.788596108384554e-05,
      "loss": 0.0078,
      "step": 55300
    },
    {
      "loss_action": 0.013084362260997295,
      "loss_total": 0.013084362260997295,
      "step": 55300
    },
    {
      "loss_action": 0.008682857267558575,
      "loss_total": 0.008682857267558575,
      "step": 55300
    },
    {
      "loss_action": 0.02243531309068203,
      "loss_total": 0.02243531309068203,
      "step": 55300
    },
    {
      "loss_action": 0.012858264148235321,
      "loss_total": 0.012858264148235321,
      "step": 55300
    },
    {
      "loss_action": 0.04277437925338745,
      "loss_total": 0.04277437925338745,
      "step": 55300
    },
    {
      "loss_action": 0.005513190291821957,
      "loss_total": 0.005513190291821957,
      "step": 55300
    },
    {
      "loss_action": 0.011196522042155266,
      "loss_total": 0.011196522042155266,
      "step": 55300
    },
    {
      "loss_action": 0.012601984664797783,
      "loss_total": 0.012601984664797783,
      "step": 55300
    },
    {
      "grad_norm": 0.16227668523788452,
      "learning_rate": 9.788477164333678e-05,
      "loss": 0.0096,
      "step": 55310
    },
    {
      "loss_action": 0.0074406820349395275,
      "loss_total": 0.0074406820349395275,
      "step": 55310
    },
    {
      "loss_action": 0.009652700275182724,
      "loss_total": 0.009652700275182724,
      "step": 55310
    },
    {
      "loss_action": 0.008771248161792755,
      "loss_total": 0.008771248161792755,
      "step": 55310
    },
    {
      "loss_action": 0.0035242708399891853,
      "loss_total": 0.0035242708399891853,
      "step": 55310
    },
    {
      "loss_action": 0.01067395880818367,
      "loss_total": 0.01067395880818367,
      "step": 55310
    },
    {
      "loss_action": 0.006899986416101456,
      "loss_total": 0.006899986416101456,
      "step": 55310
    },
    {
      "loss_action": 0.007388778496533632,
      "loss_total": 0.007388778496533632,
      "step": 55310
    },
    {
      "loss_action": 0.005732642021030188,
      "loss_total": 0.005732642021030188,
      "step": 55310
    },
    {
      "grad_norm": 0.0994303971529007,
      "learning_rate": 9.788358187554013e-05,
      "loss": 0.008,
      "step": 55320
    },
    {
      "loss_action": 0.0027770320884883404,
      "loss_total": 0.0027770320884883404,
      "step": 55320
    },
    {
      "loss_action": 0.010726292617619038,
      "loss_total": 0.010726292617619038,
      "step": 55320
    },
    {
      "loss_action": 0.005368072539567947,
      "loss_total": 0.005368072539567947,
      "step": 55320
    },
    {
      "loss_action": 0.003264619968831539,
      "loss_total": 0.003264619968831539,
      "step": 55320
    },
    {
      "loss_action": 0.0030976030975580215,
      "loss_total": 0.0030976030975580215,
      "step": 55320
    },
    {
      "loss_action": 0.004284277558326721,
      "loss_total": 0.004284277558326721,
      "step": 55320
    },
    {
      "loss_action": 0.029629874974489212,
      "loss_total": 0.029629874974489212,
      "step": 55320
    },
    {
      "loss_action": 0.008587698452174664,
      "loss_total": 0.008587698452174664,
      "step": 55320
    },
    {
      "grad_norm": 0.10970958322286606,
      "learning_rate": 9.788239178046366e-05,
      "loss": 0.0083,
      "step": 55330
    },
    {
      "loss_action": 0.004767238162457943,
      "loss_total": 0.004767238162457943,
      "step": 55330
    },
    {
      "loss_action": 0.005931036546826363,
      "loss_total": 0.005931036546826363,
      "step": 55330
    },
    {
      "loss_action": 0.004070404917001724,
      "loss_total": 0.004070404917001724,
      "step": 55330
    },
    {
      "loss_action": 0.012243753299117088,
      "loss_total": 0.012243753299117088,
      "step": 55330
    },
    {
      "loss_action": 0.008323944173753262,
      "loss_total": 0.008323944173753262,
      "step": 55330
    },
    {
      "loss_action": 0.012618783861398697,
      "loss_total": 0.012618783861398697,
      "step": 55330
    },
    {
      "loss_action": 0.004246477968990803,
      "loss_total": 0.004246477968990803,
      "step": 55330
    },
    {
      "loss_action": 0.007407240569591522,
      "loss_total": 0.007407240569591522,
      "step": 55330
    },
    {
      "grad_norm": 0.151032492518425,
      "learning_rate": 9.788120135811556e-05,
      "loss": 0.0072,
      "step": 55340
    },
    {
      "loss_action": 0.013445117510855198,
      "loss_total": 0.013445117510855198,
      "step": 55340
    },
    {
      "loss_action": 0.0061304303817451,
      "loss_total": 0.0061304303817451,
      "step": 55340
    },
    {
      "loss_action": 0.004696632269769907,
      "loss_total": 0.004696632269769907,
      "step": 55340
    },
    {
      "loss_action": 0.004815483931452036,
      "loss_total": 0.004815483931452036,
      "step": 55340
    },
    {
      "loss_action": 0.005127801094204187,
      "loss_total": 0.005127801094204187,
      "step": 55340
    },
    {
      "loss_action": 0.0058587780222296715,
      "loss_total": 0.0058587780222296715,
      "step": 55340
    },
    {
      "loss_action": 0.002083829138427973,
      "loss_total": 0.002083829138427973,
      "step": 55340
    },
    {
      "loss_action": 0.003969396464526653,
      "loss_total": 0.003969396464526653,
      "step": 55340
    },
    {
      "grad_norm": 0.1291876882314682,
      "learning_rate": 9.788001060850393e-05,
      "loss": 0.0084,
      "step": 55350
    },
    {
      "loss_action": 0.011450499296188354,
      "loss_total": 0.011450499296188354,
      "step": 55350
    },
    {
      "loss_action": 0.00875435397028923,
      "loss_total": 0.00875435397028923,
      "step": 55350
    },
    {
      "loss_action": 0.01019478589296341,
      "loss_total": 0.01019478589296341,
      "step": 55350
    },
    {
      "loss_action": 0.019321603700518608,
      "loss_total": 0.019321603700518608,
      "step": 55350
    },
    {
      "loss_action": 0.004584438167512417,
      "loss_total": 0.004584438167512417,
      "step": 55350
    },
    {
      "loss_action": 0.011339355260133743,
      "loss_total": 0.011339355260133743,
      "step": 55350
    },
    {
      "loss_action": 0.006155230570584536,
      "loss_total": 0.006155230570584536,
      "step": 55350
    },
    {
      "loss_action": 0.011014223098754883,
      "loss_total": 0.011014223098754883,
      "step": 55350
    },
    {
      "grad_norm": 0.13840048015117645,
      "learning_rate": 9.787881953163693e-05,
      "loss": 0.0078,
      "step": 55360
    },
    {
      "loss_action": 0.00387869612313807,
      "loss_total": 0.00387869612313807,
      "step": 55360
    },
    {
      "loss_action": 0.01117208506911993,
      "loss_total": 0.01117208506911993,
      "step": 55360
    },
    {
      "loss_action": 0.003916625399142504,
      "loss_total": 0.003916625399142504,
      "step": 55360
    },
    {
      "loss_action": 0.003150526899844408,
      "loss_total": 0.003150526899844408,
      "step": 55360
    },
    {
      "loss_action": 0.003773950971662998,
      "loss_total": 0.003773950971662998,
      "step": 55360
    },
    {
      "loss_action": 0.010402780957520008,
      "loss_total": 0.010402780957520008,
      "step": 55360
    },
    {
      "loss_action": 0.0017534804064780474,
      "loss_total": 0.0017534804064780474,
      "step": 55360
    },
    {
      "loss_action": 0.009073780849575996,
      "loss_total": 0.009073780849575996,
      "step": 55360
    },
    {
      "grad_norm": 0.0819401890039444,
      "learning_rate": 9.78776281275227e-05,
      "loss": 0.0089,
      "step": 55370
    },
    {
      "loss_action": 0.003160440595820546,
      "loss_total": 0.003160440595820546,
      "step": 55370
    },
    {
      "loss_action": 0.014196484349668026,
      "loss_total": 0.014196484349668026,
      "step": 55370
    },
    {
      "loss_action": 0.006519647315144539,
      "loss_total": 0.006519647315144539,
      "step": 55370
    },
    {
      "loss_action": 0.009506006725132465,
      "loss_total": 0.009506006725132465,
      "step": 55370
    },
    {
      "loss_action": 0.009473424404859543,
      "loss_total": 0.009473424404859543,
      "step": 55370
    },
    {
      "loss_action": 0.004387259017676115,
      "loss_total": 0.004387259017676115,
      "step": 55370
    },
    {
      "loss_action": 0.011422622948884964,
      "loss_total": 0.011422622948884964,
      "step": 55370
    },
    {
      "loss_action": 0.0034831303637474775,
      "loss_total": 0.0034831303637474775,
      "step": 55370
    },
    {
      "grad_norm": 0.10504016280174255,
      "learning_rate": 9.787643639616937e-05,
      "loss": 0.0083,
      "step": 55380
    },
    {
      "loss_action": 0.011207565665245056,
      "loss_total": 0.011207565665245056,
      "step": 55380
    },
    {
      "loss_action": 0.004322012886404991,
      "loss_total": 0.004322012886404991,
      "step": 55380
    },
    {
      "loss_action": 0.0038739414885640144,
      "loss_total": 0.0038739414885640144,
      "step": 55380
    },
    {
      "loss_action": 0.006007546093314886,
      "loss_total": 0.006007546093314886,
      "step": 55380
    },
    {
      "loss_action": 0.011503243818879128,
      "loss_total": 0.011503243818879128,
      "step": 55380
    },
    {
      "loss_action": 0.010807504877448082,
      "loss_total": 0.010807504877448082,
      "step": 55380
    },
    {
      "loss_action": 0.0031931796111166477,
      "loss_total": 0.0031931796111166477,
      "step": 55380
    },
    {
      "loss_action": 0.00682886503636837,
      "loss_total": 0.00682886503636837,
      "step": 55380
    },
    {
      "grad_norm": 0.11397876590490341,
      "learning_rate": 9.78752443375851e-05,
      "loss": 0.0096,
      "step": 55390
    },
    {
      "loss_action": 0.014387613162398338,
      "loss_total": 0.014387613162398338,
      "step": 55390
    },
    {
      "loss_action": 0.00790364295244217,
      "loss_total": 0.00790364295244217,
      "step": 55390
    },
    {
      "loss_action": 0.005556214600801468,
      "loss_total": 0.005556214600801468,
      "step": 55390
    },
    {
      "loss_action": 0.012042832560837269,
      "loss_total": 0.012042832560837269,
      "step": 55390
    },
    {
      "loss_action": 0.007662229239940643,
      "loss_total": 0.007662229239940643,
      "step": 55390
    },
    {
      "loss_action": 0.00922433938831091,
      "loss_total": 0.00922433938831091,
      "step": 55390
    },
    {
      "loss_action": 0.010095257312059402,
      "loss_total": 0.010095257312059402,
      "step": 55390
    },
    {
      "loss_action": 0.007152389734983444,
      "loss_total": 0.007152389734983444,
      "step": 55390
    },
    {
      "grad_norm": 0.12896208465099335,
      "learning_rate": 9.787405195177804e-05,
      "loss": 0.008,
      "step": 55400
    },
    {
      "loss_action": 0.009435647167265415,
      "loss_total": 0.009435647167265415,
      "step": 55400
    },
    {
      "loss_action": 0.0033474010415375233,
      "loss_total": 0.0033474010415375233,
      "step": 55400
    },
    {
      "loss_action": 0.011406422592699528,
      "loss_total": 0.011406422592699528,
      "step": 55400
    },
    {
      "loss_action": 0.005433366633951664,
      "loss_total": 0.005433366633951664,
      "step": 55400
    },
    {
      "loss_action": 0.0033156820572912693,
      "loss_total": 0.0033156820572912693,
      "step": 55400
    },
    {
      "loss_action": 0.0022547633852809668,
      "loss_total": 0.0022547633852809668,
      "step": 55400
    },
    {
      "loss_action": 0.007649113889783621,
      "loss_total": 0.007649113889783621,
      "step": 55400
    },
    {
      "loss_action": 0.006786309648305178,
      "loss_total": 0.006786309648305178,
      "step": 55400
    },
    {
      "grad_norm": 0.15108411014080048,
      "learning_rate": 9.78728592387563e-05,
      "loss": 0.0091,
      "step": 55410
    },
    {
      "loss_action": 0.003102388931438327,
      "loss_total": 0.003102388931438327,
      "step": 55410
    },
    {
      "loss_action": 0.007641328498721123,
      "loss_total": 0.007641328498721123,
      "step": 55410
    },
    {
      "loss_action": 0.011947096325457096,
      "loss_total": 0.011947096325457096,
      "step": 55410
    },
    {
      "loss_action": 0.009250462055206299,
      "loss_total": 0.009250462055206299,
      "step": 55410
    },
    {
      "loss_action": 0.00830155797302723,
      "loss_total": 0.00830155797302723,
      "step": 55410
    },
    {
      "loss_action": 0.005512630566954613,
      "loss_total": 0.005512630566954613,
      "step": 55410
    },
    {
      "loss_action": 0.03173471987247467,
      "loss_total": 0.03173471987247467,
      "step": 55410
    },
    {
      "loss_action": 0.011829477734863758,
      "loss_total": 0.011829477734863758,
      "step": 55410
    },
    {
      "grad_norm": 0.12239855527877808,
      "learning_rate": 9.78716661985281e-05,
      "loss": 0.0088,
      "step": 55420
    },
    {
      "loss_action": 0.017651420086622238,
      "loss_total": 0.017651420086622238,
      "step": 55420
    },
    {
      "loss_action": 0.006856303196400404,
      "loss_total": 0.006856303196400404,
      "step": 55420
    },
    {
      "loss_action": 0.01628943160176277,
      "loss_total": 0.01628943160176277,
      "step": 55420
    },
    {
      "loss_action": 0.0035938050132244825,
      "loss_total": 0.0035938050132244825,
      "step": 55420
    },
    {
      "loss_action": 0.008753658272325993,
      "loss_total": 0.008753658272325993,
      "step": 55420
    },
    {
      "loss_action": 0.0053197480738162994,
      "loss_total": 0.0053197480738162994,
      "step": 55420
    },
    {
      "loss_action": 0.005417399108409882,
      "loss_total": 0.005417399108409882,
      "step": 55420
    },
    {
      "loss_action": 0.00826453696936369,
      "loss_total": 0.00826453696936369,
      "step": 55420
    },
    {
      "grad_norm": 0.11485319584608078,
      "learning_rate": 9.787047283110154e-05,
      "loss": 0.0078,
      "step": 55430
    },
    {
      "loss_action": 0.006113411393016577,
      "loss_total": 0.006113411393016577,
      "step": 55430
    },
    {
      "loss_action": 0.02123585343360901,
      "loss_total": 0.02123585343360901,
      "step": 55430
    },
    {
      "loss_action": 0.009195109829306602,
      "loss_total": 0.009195109829306602,
      "step": 55430
    },
    {
      "loss_action": 0.006565491668879986,
      "loss_total": 0.006565491668879986,
      "step": 55430
    },
    {
      "loss_action": 0.023685038089752197,
      "loss_total": 0.023685038089752197,
      "step": 55430
    },
    {
      "loss_action": 0.008014022372663021,
      "loss_total": 0.008014022372663021,
      "step": 55430
    },
    {
      "loss_action": 0.009259733371436596,
      "loss_total": 0.009259733371436596,
      "step": 55430
    },
    {
      "loss_action": 0.0068202330730855465,
      "loss_total": 0.0068202330730855465,
      "step": 55430
    },
    {
      "grad_norm": 0.1549883335828781,
      "learning_rate": 9.786927913648478e-05,
      "loss": 0.0081,
      "step": 55440
    },
    {
      "loss_action": 0.006958045996725559,
      "loss_total": 0.006958045996725559,
      "step": 55440
    },
    {
      "loss_action": 0.005581195466220379,
      "loss_total": 0.005581195466220379,
      "step": 55440
    },
    {
      "loss_action": 0.03881080448627472,
      "loss_total": 0.03881080448627472,
      "step": 55440
    },
    {
      "loss_action": 0.020589284598827362,
      "loss_total": 0.020589284598827362,
      "step": 55440
    },
    {
      "loss_action": 0.01775406114757061,
      "loss_total": 0.01775406114757061,
      "step": 55440
    },
    {
      "loss_action": 0.006453143432736397,
      "loss_total": 0.006453143432736397,
      "step": 55440
    },
    {
      "loss_action": 0.013150163926184177,
      "loss_total": 0.013150163926184177,
      "step": 55440
    },
    {
      "loss_action": 0.0037065730430185795,
      "loss_total": 0.0037065730430185795,
      "step": 55440
    },
    {
      "grad_norm": 0.11426868289709091,
      "learning_rate": 9.786808511468602e-05,
      "loss": 0.0081,
      "step": 55450
    },
    {
      "loss_action": 0.009758953005075455,
      "loss_total": 0.009758953005075455,
      "step": 55450
    },
    {
      "loss_action": 0.003166105132550001,
      "loss_total": 0.003166105132550001,
      "step": 55450
    },
    {
      "loss_action": 0.011639034375548363,
      "loss_total": 0.011639034375548363,
      "step": 55450
    },
    {
      "loss_action": 0.002885168883949518,
      "loss_total": 0.002885168883949518,
      "step": 55450
    },
    {
      "loss_action": 0.0033394130878150463,
      "loss_total": 0.0033394130878150463,
      "step": 55450
    },
    {
      "loss_action": 0.0030076547991484404,
      "loss_total": 0.0030076547991484404,
      "step": 55450
    },
    {
      "loss_action": 0.012112289667129517,
      "loss_total": 0.012112289667129517,
      "step": 55450
    },
    {
      "loss_action": 0.0047769490629434586,
      "loss_total": 0.0047769490629434586,
      "step": 55450
    },
    {
      "grad_norm": 0.11846926808357239,
      "learning_rate": 9.786689076571338e-05,
      "loss": 0.0084,
      "step": 55460
    },
    {
      "loss_action": 0.004077515564858913,
      "loss_total": 0.004077515564858913,
      "step": 55460
    },
    {
      "loss_action": 0.005108905024826527,
      "loss_total": 0.005108905024826527,
      "step": 55460
    },
    {
      "loss_action": 0.0038612408097833395,
      "loss_total": 0.0038612408097833395,
      "step": 55460
    },
    {
      "loss_action": 0.0022800848819315434,
      "loss_total": 0.0022800848819315434,
      "step": 55460
    },
    {
      "loss_action": 0.004701232071965933,
      "loss_total": 0.004701232071965933,
      "step": 55460
    },
    {
      "loss_action": 0.0030400468967854977,
      "loss_total": 0.0030400468967854977,
      "step": 55460
    },
    {
      "loss_action": 0.0037912798579782248,
      "loss_total": 0.0037912798579782248,
      "step": 55460
    },
    {
      "loss_action": 0.010735148563981056,
      "loss_total": 0.010735148563981056,
      "step": 55460
    },
    {
      "grad_norm": 0.14190936088562012,
      "learning_rate": 9.786569608957503e-05,
      "loss": 0.008,
      "step": 55470
    },
    {
      "loss_action": 0.01020063180476427,
      "loss_total": 0.01020063180476427,
      "step": 55470
    },
    {
      "loss_action": 0.005220389924943447,
      "loss_total": 0.005220389924943447,
      "step": 55470
    },
    {
      "loss_action": 0.010607551783323288,
      "loss_total": 0.010607551783323288,
      "step": 55470
    },
    {
      "loss_action": 0.0128973089158535,
      "loss_total": 0.0128973089158535,
      "step": 55470
    },
    {
      "loss_action": 0.007662035524845123,
      "loss_total": 0.007662035524845123,
      "step": 55470
    },
    {
      "loss_action": 0.003527078777551651,
      "loss_total": 0.003527078777551651,
      "step": 55470
    },
    {
      "loss_action": 0.010019652545452118,
      "loss_total": 0.010019652545452118,
      "step": 55470
    },
    {
      "loss_action": 0.0057564666494727135,
      "loss_total": 0.0057564666494727135,
      "step": 55470
    },
    {
      "grad_norm": 0.09924080967903137,
      "learning_rate": 9.786450108627914e-05,
      "loss": 0.0072,
      "step": 55480
    },
    {
      "loss_action": 0.005893532186746597,
      "loss_total": 0.005893532186746597,
      "step": 55480
    },
    {
      "loss_action": 0.0041727786883711815,
      "loss_total": 0.0041727786883711815,
      "step": 55480
    },
    {
      "loss_action": 0.002220677211880684,
      "loss_total": 0.002220677211880684,
      "step": 55480
    },
    {
      "loss_action": 0.0062923673540353775,
      "loss_total": 0.0062923673540353775,
      "step": 55480
    },
    {
      "loss_action": 0.014076980762183666,
      "loss_total": 0.014076980762183666,
      "step": 55480
    },
    {
      "loss_action": 0.03472065180540085,
      "loss_total": 0.03472065180540085,
      "step": 55480
    },
    {
      "loss_action": 0.007405461277812719,
      "loss_total": 0.007405461277812719,
      "step": 55480
    },
    {
      "loss_action": 0.003929713740944862,
      "loss_total": 0.003929713740944862,
      "step": 55480
    },
    {
      "grad_norm": 0.10150133073329926,
      "learning_rate": 9.78633057558339e-05,
      "loss": 0.0076,
      "step": 55490
    },
    {
      "loss_action": 0.0027222565840929747,
      "loss_total": 0.0027222565840929747,
      "step": 55490
    },
    {
      "loss_action": 0.006790943909436464,
      "loss_total": 0.006790943909436464,
      "step": 55490
    },
    {
      "loss_action": 0.003256808500736952,
      "loss_total": 0.003256808500736952,
      "step": 55490
    },
    {
      "loss_action": 0.003660853486508131,
      "loss_total": 0.003660853486508131,
      "step": 55490
    },
    {
      "loss_action": 0.08312930166721344,
      "loss_total": 0.08312930166721344,
      "step": 55490
    },
    {
      "loss_action": 0.003421840723603964,
      "loss_total": 0.003421840723603964,
      "step": 55490
    },
    {
      "loss_action": 0.0070229796692729,
      "loss_total": 0.0070229796692729,
      "step": 55490
    },
    {
      "loss_action": 0.038449134677648544,
      "loss_total": 0.038449134677648544,
      "step": 55490
    },
    {
      "grad_norm": 0.11564350128173828,
      "learning_rate": 9.786211009824743e-05,
      "loss": 0.0081,
      "step": 55500
    },
    {
      "loss_action": 0.01021561212837696,
      "loss_total": 0.01021561212837696,
      "step": 55500
    },
    {
      "loss_action": 0.004898957908153534,
      "loss_total": 0.004898957908153534,
      "step": 55500
    },
    {
      "loss_action": 0.002367005217820406,
      "loss_total": 0.002367005217820406,
      "step": 55500
    },
    {
      "loss_action": 0.009452002122998238,
      "loss_total": 0.009452002122998238,
      "step": 55500
    },
    {
      "loss_action": 0.007984302937984467,
      "loss_total": 0.007984302937984467,
      "step": 55500
    },
    {
      "loss_action": 0.004125514999032021,
      "loss_total": 0.004125514999032021,
      "step": 55500
    },
    {
      "loss_action": 0.004639927297830582,
      "loss_total": 0.004639927297830582,
      "step": 55500
    },
    {
      "loss_action": 0.0050120120868086815,
      "loss_total": 0.0050120120868086815,
      "step": 55500
    },
    {
      "grad_norm": 0.13033537566661835,
      "learning_rate": 9.786091411352796e-05,
      "loss": 0.0071,
      "step": 55510
    },
    {
      "loss_action": 0.003004919271916151,
      "loss_total": 0.003004919271916151,
      "step": 55510
    },
    {
      "loss_action": 0.011972033418715,
      "loss_total": 0.011972033418715,
      "step": 55510
    },
    {
      "loss_action": 0.0036360202357172966,
      "loss_total": 0.0036360202357172966,
      "step": 55510
    },
    {
      "loss_action": 0.0030124715995043516,
      "loss_total": 0.0030124715995043516,
      "step": 55510
    },
    {
      "loss_action": 0.010212874040007591,
      "loss_total": 0.010212874040007591,
      "step": 55510
    },
    {
      "loss_action": 0.0033616959117352962,
      "loss_total": 0.0033616959117352962,
      "step": 55510
    },
    {
      "loss_action": 0.0049566044472157955,
      "loss_total": 0.0049566044472157955,
      "step": 55510
    },
    {
      "loss_action": 0.0062240660190582275,
      "loss_total": 0.0062240660190582275,
      "step": 55510
    },
    {
      "grad_norm": 0.1231154352426529,
      "learning_rate": 9.785971780168364e-05,
      "loss": 0.0076,
      "step": 55520
    },
    {
      "loss_action": 0.008720084093511105,
      "loss_total": 0.008720084093511105,
      "step": 55520
    },
    {
      "loss_action": 0.002825208008289337,
      "loss_total": 0.002825208008289337,
      "step": 55520
    },
    {
      "loss_action": 0.004394024610519409,
      "loss_total": 0.004394024610519409,
      "step": 55520
    },
    {
      "loss_action": 0.004916909150779247,
      "loss_total": 0.004916909150779247,
      "step": 55520
    },
    {
      "loss_action": 0.003793740179389715,
      "loss_total": 0.003793740179389715,
      "step": 55520
    },
    {
      "loss_action": 0.0167496707290411,
      "loss_total": 0.0167496707290411,
      "step": 55520
    },
    {
      "loss_action": 0.003481231862679124,
      "loss_total": 0.003481231862679124,
      "step": 55520
    },
    {
      "loss_action": 0.0057165371254086494,
      "loss_total": 0.0057165371254086494,
      "step": 55520
    },
    {
      "grad_norm": 0.09664390981197357,
      "learning_rate": 9.785852116272262e-05,
      "loss": 0.0069,
      "step": 55530
    },
    {
      "loss_action": 0.009744209237396717,
      "loss_total": 0.009744209237396717,
      "step": 55530
    },
    {
      "loss_action": 0.013888474553823471,
      "loss_total": 0.013888474553823471,
      "step": 55530
    },
    {
      "loss_action": 0.005055406596511602,
      "loss_total": 0.005055406596511602,
      "step": 55530
    },
    {
      "loss_action": 0.015619771555066109,
      "loss_total": 0.015619771555066109,
      "step": 55530
    },
    {
      "loss_action": 0.0025214178021997213,
      "loss_total": 0.0025214178021997213,
      "step": 55530
    },
    {
      "loss_action": 0.01139215286821127,
      "loss_total": 0.01139215286821127,
      "step": 55530
    },
    {
      "loss_action": 0.0043357983231544495,
      "loss_total": 0.0043357983231544495,
      "step": 55530
    },
    {
      "loss_action": 0.014487720094621181,
      "loss_total": 0.014487720094621181,
      "step": 55530
    },
    {
      "grad_norm": 0.18233057856559753,
      "learning_rate": 9.785732419665312e-05,
      "loss": 0.0079,
      "step": 55540
    },
    {
      "loss_action": 0.0021084588952362537,
      "loss_total": 0.0021084588952362537,
      "step": 55540
    },
    {
      "loss_action": 0.00656718946993351,
      "loss_total": 0.00656718946993351,
      "step": 55540
    },
    {
      "loss_action": 0.0027484570164233446,
      "loss_total": 0.0027484570164233446,
      "step": 55540
    },
    {
      "loss_action": 0.01668696478009224,
      "loss_total": 0.01668696478009224,
      "step": 55540
    },
    {
      "loss_action": 0.00518671004101634,
      "loss_total": 0.00518671004101634,
      "step": 55540
    },
    {
      "loss_action": 0.00409159529954195,
      "loss_total": 0.00409159529954195,
      "step": 55540
    },
    {
      "loss_action": 0.00816570408642292,
      "loss_total": 0.00816570408642292,
      "step": 55540
    },
    {
      "loss_action": 0.0035559632815420628,
      "loss_total": 0.0035559632815420628,
      "step": 55540
    },
    {
      "grad_norm": 0.12244043499231339,
      "learning_rate": 9.785612690348329e-05,
      "loss": 0.008,
      "step": 55550
    },
    {
      "loss_action": 0.011092139407992363,
      "loss_total": 0.011092139407992363,
      "step": 55550
    },
    {
      "loss_action": 0.005983302369713783,
      "loss_total": 0.005983302369713783,
      "step": 55550
    },
    {
      "loss_action": 0.009109245613217354,
      "loss_total": 0.009109245613217354,
      "step": 55550
    },
    {
      "loss_action": 0.007501921150833368,
      "loss_total": 0.007501921150833368,
      "step": 55550
    },
    {
      "loss_action": 0.009724545292556286,
      "loss_total": 0.009724545292556286,
      "step": 55550
    },
    {
      "loss_action": 0.00509423203766346,
      "loss_total": 0.00509423203766346,
      "step": 55550
    },
    {
      "loss_action": 0.0041910819709300995,
      "loss_total": 0.0041910819709300995,
      "step": 55550
    },
    {
      "loss_action": 0.005836671683937311,
      "loss_total": 0.005836671683937311,
      "step": 55550
    },
    {
      "grad_norm": 0.11804764717817307,
      "learning_rate": 9.785492928322133e-05,
      "loss": 0.0078,
      "step": 55560
    },
    {
      "loss_action": 0.008296804502606392,
      "loss_total": 0.008296804502606392,
      "step": 55560
    },
    {
      "loss_action": 0.0024679717607796192,
      "loss_total": 0.0024679717607796192,
      "step": 55560
    },
    {
      "loss_action": 0.013960063457489014,
      "loss_total": 0.013960063457489014,
      "step": 55560
    },
    {
      "loss_action": 0.0051296427845954895,
      "loss_total": 0.0051296427845954895,
      "step": 55560
    },
    {
      "loss_action": 0.008555684238672256,
      "loss_total": 0.008555684238672256,
      "step": 55560
    },
    {
      "loss_action": 0.007844433188438416,
      "loss_total": 0.007844433188438416,
      "step": 55560
    },
    {
      "loss_action": 0.005148902535438538,
      "loss_total": 0.005148902535438538,
      "step": 55560
    },
    {
      "loss_action": 0.01449131965637207,
      "loss_total": 0.01449131965637207,
      "step": 55560
    },
    {
      "grad_norm": 0.10677269101142883,
      "learning_rate": 9.785373133587543e-05,
      "loss": 0.0097,
      "step": 55570
    },
    {
      "loss_action": 0.0057289316318929195,
      "loss_total": 0.0057289316318929195,
      "step": 55570
    },
    {
      "loss_action": 0.01644153520464897,
      "loss_total": 0.01644153520464897,
      "step": 55570
    },
    {
      "loss_action": 0.006274251267313957,
      "loss_total": 0.006274251267313957,
      "step": 55570
    },
    {
      "loss_action": 0.0077417874708771706,
      "loss_total": 0.0077417874708771706,
      "step": 55570
    },
    {
      "loss_action": 0.016495108604431152,
      "loss_total": 0.016495108604431152,
      "step": 55570
    },
    {
      "loss_action": 0.004928699228912592,
      "loss_total": 0.004928699228912592,
      "step": 55570
    },
    {
      "loss_action": 0.010423998348414898,
      "loss_total": 0.010423998348414898,
      "step": 55570
    },
    {
      "loss_action": 0.006975289434194565,
      "loss_total": 0.006975289434194565,
      "step": 55570
    },
    {
      "grad_norm": 0.10351968556642532,
      "learning_rate": 9.785253306145377e-05,
      "loss": 0.008,
      "step": 55580
    },
    {
      "loss_action": 0.0050080642104148865,
      "loss_total": 0.0050080642104148865,
      "step": 55580
    },
    {
      "loss_action": 0.004238718654960394,
      "loss_total": 0.004238718654960394,
      "step": 55580
    },
    {
      "loss_action": 0.007199913263320923,
      "loss_total": 0.007199913263320923,
      "step": 55580
    },
    {
      "loss_action": 0.01074773445725441,
      "loss_total": 0.01074773445725441,
      "step": 55580
    },
    {
      "loss_action": 0.002584591042250395,
      "loss_total": 0.002584591042250395,
      "step": 55580
    },
    {
      "loss_action": 0.004884221125394106,
      "loss_total": 0.004884221125394106,
      "step": 55580
    },
    {
      "loss_action": 0.0051008472219109535,
      "loss_total": 0.0051008472219109535,
      "step": 55580
    },
    {
      "loss_action": 0.004791922867298126,
      "loss_total": 0.004791922867298126,
      "step": 55580
    },
    {
      "grad_norm": 0.13501101732254028,
      "learning_rate": 9.785133445996453e-05,
      "loss": 0.0079,
      "step": 55590
    },
    {
      "loss_action": 0.005894499830901623,
      "loss_total": 0.005894499830901623,
      "step": 55590
    },
    {
      "loss_action": 0.009949483908712864,
      "loss_total": 0.009949483908712864,
      "step": 55590
    },
    {
      "loss_action": 0.009556496515870094,
      "loss_total": 0.009556496515870094,
      "step": 55590
    },
    {
      "loss_action": 0.03246574476361275,
      "loss_total": 0.03246574476361275,
      "step": 55590
    },
    {
      "loss_action": 0.015576614998281002,
      "loss_total": 0.015576614998281002,
      "step": 55590
    },
    {
      "loss_action": 0.007365297060459852,
      "loss_total": 0.007365297060459852,
      "step": 55590
    },
    {
      "loss_action": 0.011207576841115952,
      "loss_total": 0.011207576841115952,
      "step": 55590
    },
    {
      "loss_action": 0.003202905412763357,
      "loss_total": 0.003202905412763357,
      "step": 55590
    },
    {
      "grad_norm": 0.09785505384206772,
      "learning_rate": 9.78501355314159e-05,
      "loss": 0.0088,
      "step": 55600
    },
    {
      "loss_action": 0.005124683957546949,
      "loss_total": 0.005124683957546949,
      "step": 55600
    },
    {
      "loss_action": 0.011545202694833279,
      "loss_total": 0.011545202694833279,
      "step": 55600
    },
    {
      "loss_action": 0.008755754679441452,
      "loss_total": 0.008755754679441452,
      "step": 55600
    },
    {
      "loss_action": 0.00658081192523241,
      "loss_total": 0.00658081192523241,
      "step": 55600
    },
    {
      "loss_action": 0.008182516321539879,
      "loss_total": 0.008182516321539879,
      "step": 55600
    },
    {
      "loss_action": 0.01174657791852951,
      "loss_total": 0.01174657791852951,
      "step": 55600
    },
    {
      "loss_action": 0.014379269443452358,
      "loss_total": 0.014379269443452358,
      "step": 55600
    },
    {
      "loss_action": 0.05071244388818741,
      "loss_total": 0.05071244388818741,
      "step": 55600
    },
    {
      "grad_norm": 0.09502748399972916,
      "learning_rate": 9.784893627581613e-05,
      "loss": 0.0094,
      "step": 55610
    },
    {
      "loss_action": 0.01136409118771553,
      "loss_total": 0.01136409118771553,
      "step": 55610
    },
    {
      "loss_action": 0.005966115742921829,
      "loss_total": 0.005966115742921829,
      "step": 55610
    },
    {
      "loss_action": 0.017817363142967224,
      "loss_total": 0.017817363142967224,
      "step": 55610
    },
    {
      "loss_action": 0.02225460484623909,
      "loss_total": 0.02225460484623909,
      "step": 55610
    },
    {
      "loss_action": 0.008237260393798351,
      "loss_total": 0.008237260393798351,
      "step": 55610
    },
    {
      "loss_action": 0.007540589198470116,
      "loss_total": 0.007540589198470116,
      "step": 55610
    },
    {
      "loss_action": 0.018841851502656937,
      "loss_total": 0.018841851502656937,
      "step": 55610
    },
    {
      "loss_action": 0.0030206269584596157,
      "loss_total": 0.0030206269584596157,
      "step": 55610
    },
    {
      "grad_norm": 0.12428086251020432,
      "learning_rate": 9.784773669317334e-05,
      "loss": 0.008,
      "step": 55620
    },
    {
      "loss_action": 0.003354855813086033,
      "loss_total": 0.003354855813086033,
      "step": 55620
    },
    {
      "loss_action": 0.017575513571500778,
      "loss_total": 0.017575513571500778,
      "step": 55620
    },
    {
      "loss_action": 0.0031460989266633987,
      "loss_total": 0.0031460989266633987,
      "step": 55620
    },
    {
      "loss_action": 0.004742556717246771,
      "loss_total": 0.004742556717246771,
      "step": 55620
    },
    {
      "loss_action": 0.005855735391378403,
      "loss_total": 0.005855735391378403,
      "step": 55620
    },
    {
      "loss_action": 0.003313555847853422,
      "loss_total": 0.003313555847853422,
      "step": 55620
    },
    {
      "loss_action": 0.0080217020586133,
      "loss_total": 0.0080217020586133,
      "step": 55620
    },
    {
      "loss_action": 0.0044381688348948956,
      "loss_total": 0.0044381688348948956,
      "step": 55620
    },
    {
      "grad_norm": 0.1145089715719223,
      "learning_rate": 9.784653678349578e-05,
      "loss": 0.0092,
      "step": 55630
    },
    {
      "loss_action": 0.005225416272878647,
      "loss_total": 0.005225416272878647,
      "step": 55630
    },
    {
      "loss_action": 0.0032363496720790863,
      "loss_total": 0.0032363496720790863,
      "step": 55630
    },
    {
      "loss_action": 0.005681228823959827,
      "loss_total": 0.005681228823959827,
      "step": 55630
    },
    {
      "loss_action": 0.0031484272330999374,
      "loss_total": 0.0031484272330999374,
      "step": 55630
    },
    {
      "loss_action": 0.005516803823411465,
      "loss_total": 0.005516803823411465,
      "step": 55630
    },
    {
      "loss_action": 0.017522944137454033,
      "loss_total": 0.017522944137454033,
      "step": 55630
    },
    {
      "loss_action": 0.019818302243947983,
      "loss_total": 0.019818302243947983,
      "step": 55630
    },
    {
      "loss_action": 0.021115705370903015,
      "loss_total": 0.021115705370903015,
      "step": 55630
    },
    {
      "grad_norm": 0.12288998067378998,
      "learning_rate": 9.784533654679162e-05,
      "loss": 0.0086,
      "step": 55640
    },
    {
      "loss_action": 0.006247023120522499,
      "loss_total": 0.006247023120522499,
      "step": 55640
    },
    {
      "loss_action": 0.021366355940699577,
      "loss_total": 0.021366355940699577,
      "step": 55640
    },
    {
      "loss_action": 0.005935806781053543,
      "loss_total": 0.005935806781053543,
      "step": 55640
    },
    {
      "loss_action": 0.009076676331460476,
      "loss_total": 0.009076676331460476,
      "step": 55640
    },
    {
      "loss_action": 0.0037778127007186413,
      "loss_total": 0.0037778127007186413,
      "step": 55640
    },
    {
      "loss_action": 0.00743786571547389,
      "loss_total": 0.00743786571547389,
      "step": 55640
    },
    {
      "loss_action": 0.00964159145951271,
      "loss_total": 0.00964159145951271,
      "step": 55640
    },
    {
      "loss_action": 0.003922753036022186,
      "loss_total": 0.003922753036022186,
      "step": 55640
    },
    {
      "grad_norm": 0.13241128623485565,
      "learning_rate": 9.784413598306908e-05,
      "loss": 0.012,
      "step": 55650
    },
    {
      "loss_action": 0.005813979543745518,
      "loss_total": 0.005813979543745518,
      "step": 55650
    },
    {
      "loss_action": 0.00457547465339303,
      "loss_total": 0.00457547465339303,
      "step": 55650
    },
    {
      "loss_action": 0.003876840928569436,
      "loss_total": 0.003876840928569436,
      "step": 55650
    },
    {
      "loss_action": 0.03043639473617077,
      "loss_total": 0.03043639473617077,
      "step": 55650
    },
    {
      "loss_action": 0.005265932530164719,
      "loss_total": 0.005265932530164719,
      "step": 55650
    },
    {
      "loss_action": 0.0054640695452690125,
      "loss_total": 0.0054640695452690125,
      "step": 55650
    },
    {
      "loss_action": 0.012791536748409271,
      "loss_total": 0.012791536748409271,
      "step": 55650
    },
    {
      "loss_action": 0.0047192745842039585,
      "loss_total": 0.0047192745842039585,
      "step": 55650
    },
    {
      "grad_norm": 0.19361639022827148,
      "learning_rate": 9.784293509233637e-05,
      "loss": 0.0105,
      "step": 55660
    },
    {
      "loss_action": 0.007044540718197823,
      "loss_total": 0.007044540718197823,
      "step": 55660
    },
    {
      "loss_action": 0.007149497978389263,
      "loss_total": 0.007149497978389263,
      "step": 55660
    },
    {
      "loss_action": 0.00782837811857462,
      "loss_total": 0.00782837811857462,
      "step": 55660
    },
    {
      "loss_action": 0.017924509942531586,
      "loss_total": 0.017924509942531586,
      "step": 55660
    },
    {
      "loss_action": 0.009594838134944439,
      "loss_total": 0.009594838134944439,
      "step": 55660
    },
    {
      "loss_action": 0.003835845272988081,
      "loss_total": 0.003835845272988081,
      "step": 55660
    },
    {
      "loss_action": 0.011612825095653534,
      "loss_total": 0.011612825095653534,
      "step": 55660
    },
    {
      "loss_action": 0.017454486340284348,
      "loss_total": 0.017454486340284348,
      "step": 55660
    },
    {
      "grad_norm": 0.1432112753391266,
      "learning_rate": 9.784173387460169e-05,
      "loss": 0.0116,
      "step": 55670
    },
    {
      "loss_action": 0.003535378258675337,
      "loss_total": 0.003535378258675337,
      "step": 55670
    },
    {
      "loss_action": 0.007664512377232313,
      "loss_total": 0.007664512377232313,
      "step": 55670
    },
    {
      "loss_action": 0.008907753974199295,
      "loss_total": 0.008907753974199295,
      "step": 55670
    },
    {
      "loss_action": 0.007787817157804966,
      "loss_total": 0.007787817157804966,
      "step": 55670
    },
    {
      "loss_action": 0.007136956788599491,
      "loss_total": 0.007136956788599491,
      "step": 55670
    },
    {
      "loss_action": 0.007067958824336529,
      "loss_total": 0.007067958824336529,
      "step": 55670
    },
    {
      "loss_action": 0.006096000783145428,
      "loss_total": 0.006096000783145428,
      "step": 55670
    },
    {
      "loss_action": 0.024615226313471794,
      "loss_total": 0.024615226313471794,
      "step": 55670
    },
    {
      "grad_norm": 0.15388034284114838,
      "learning_rate": 9.784053232987324e-05,
      "loss": 0.0099,
      "step": 55680
    },
    {
      "loss_action": 0.006052883341908455,
      "loss_total": 0.006052883341908455,
      "step": 55680
    },
    {
      "loss_action": 0.005971917882561684,
      "loss_total": 0.005971917882561684,
      "step": 55680
    },
    {
      "loss_action": 0.007299851160496473,
      "loss_total": 0.007299851160496473,
      "step": 55680
    },
    {
      "loss_action": 0.016105111688375473,
      "loss_total": 0.016105111688375473,
      "step": 55680
    },
    {
      "loss_action": 0.012320399284362793,
      "loss_total": 0.012320399284362793,
      "step": 55680
    },
    {
      "loss_action": 0.033020853996276855,
      "loss_total": 0.033020853996276855,
      "step": 55680
    },
    {
      "loss_action": 0.006221284158527851,
      "loss_total": 0.006221284158527851,
      "step": 55680
    },
    {
      "loss_action": 0.009194946847856045,
      "loss_total": 0.009194946847856045,
      "step": 55680
    },
    {
      "grad_norm": 0.12622636556625366,
      "learning_rate": 9.783933045815927e-05,
      "loss": 0.0103,
      "step": 55690
    },
    {
      "loss_action": 0.005178602412343025,
      "loss_total": 0.005178602412343025,
      "step": 55690
    },
    {
      "loss_action": 0.003733230521902442,
      "loss_total": 0.003733230521902442,
      "step": 55690
    },
    {
      "loss_action": 0.0042351242154836655,
      "loss_total": 0.0042351242154836655,
      "step": 55690
    },
    {
      "loss_action": 0.018340688198804855,
      "loss_total": 0.018340688198804855,
      "step": 55690
    },
    {
      "loss_action": 0.0042627365328371525,
      "loss_total": 0.0042627365328371525,
      "step": 55690
    },
    {
      "loss_action": 0.006484729237854481,
      "loss_total": 0.006484729237854481,
      "step": 55690
    },
    {
      "loss_action": 0.00760658411309123,
      "loss_total": 0.00760658411309123,
      "step": 55690
    },
    {
      "loss_action": 0.01234903372824192,
      "loss_total": 0.01234903372824192,
      "step": 55690
    },
    {
      "grad_norm": 0.12413618713617325,
      "learning_rate": 9.783812825946794e-05,
      "loss": 0.0099,
      "step": 55700
    },
    {
      "loss_action": 0.007785811088979244,
      "loss_total": 0.007785811088979244,
      "step": 55700
    },
    {
      "loss_action": 0.005267557688057423,
      "loss_total": 0.005267557688057423,
      "step": 55700
    },
    {
      "loss_action": 0.006514567881822586,
      "loss_total": 0.006514567881822586,
      "step": 55700
    },
    {
      "loss_action": 0.01083500124514103,
      "loss_total": 0.01083500124514103,
      "step": 55700
    },
    {
      "loss_action": 0.003196278354153037,
      "loss_total": 0.003196278354153037,
      "step": 55700
    },
    {
      "loss_action": 0.004196410067379475,
      "loss_total": 0.004196410067379475,
      "step": 55700
    },
    {
      "loss_action": 0.004183880053460598,
      "loss_total": 0.004183880053460598,
      "step": 55700
    },
    {
      "loss_action": 0.008543888106942177,
      "loss_total": 0.008543888106942177,
      "step": 55700
    },
    {
      "grad_norm": 0.15256083011627197,
      "learning_rate": 9.783692573380751e-05,
      "loss": 0.0103,
      "step": 55710
    },
    {
      "loss_action": 0.003875788301229477,
      "loss_total": 0.003875788301229477,
      "step": 55710
    },
    {
      "loss_action": 0.013031814247369766,
      "loss_total": 0.013031814247369766,
      "step": 55710
    },
    {
      "loss_action": 0.006340285763144493,
      "loss_total": 0.006340285763144493,
      "step": 55710
    },
    {
      "loss_action": 0.0048215389251708984,
      "loss_total": 0.0048215389251708984,
      "step": 55710
    },
    {
      "loss_action": 0.010015668347477913,
      "loss_total": 0.010015668347477913,
      "step": 55710
    },
    {
      "loss_action": 0.012017622590065002,
      "loss_total": 0.012017622590065002,
      "step": 55710
    },
    {
      "loss_action": 0.002678852528333664,
      "loss_total": 0.002678852528333664,
      "step": 55710
    },
    {
      "loss_action": 0.029331693425774574,
      "loss_total": 0.029331693425774574,
      "step": 55710
    },
    {
      "grad_norm": 0.15593965351581573,
      "learning_rate": 9.783572288118619e-05,
      "loss": 0.0096,
      "step": 55720
    },
    {
      "loss_action": 0.0033625669311732054,
      "loss_total": 0.0033625669311732054,
      "step": 55720
    },
    {
      "loss_action": 0.005018636584281921,
      "loss_total": 0.005018636584281921,
      "step": 55720
    },
    {
      "loss_action": 0.004794623237103224,
      "loss_total": 0.004794623237103224,
      "step": 55720
    },
    {
      "loss_action": 0.009860385209321976,
      "loss_total": 0.009860385209321976,
      "step": 55720
    },
    {
      "loss_action": 0.011065207421779633,
      "loss_total": 0.011065207421779633,
      "step": 55720
    },
    {
      "loss_action": 0.007744621019810438,
      "loss_total": 0.007744621019810438,
      "step": 55720
    },
    {
      "loss_action": 0.01719682104885578,
      "loss_total": 0.01719682104885578,
      "step": 55720
    },
    {
      "loss_action": 0.007156401872634888,
      "loss_total": 0.007156401872634888,
      "step": 55720
    },
    {
      "grad_norm": 0.1245226114988327,
      "learning_rate": 9.783451970161219e-05,
      "loss": 0.0094,
      "step": 55730
    },
    {
      "loss_action": 0.0033397958613932133,
      "loss_total": 0.0033397958613932133,
      "step": 55730
    },
    {
      "loss_action": 0.004767749458551407,
      "loss_total": 0.004767749458551407,
      "step": 55730
    },
    {
      "loss_action": 0.0035187227185815573,
      "loss_total": 0.0035187227185815573,
      "step": 55730
    },
    {
      "loss_action": 0.008891277015209198,
      "loss_total": 0.008891277015209198,
      "step": 55730
    },
    {
      "loss_action": 0.008297908119857311,
      "loss_total": 0.008297908119857311,
      "step": 55730
    },
    {
      "loss_action": 0.008068280294537544,
      "loss_total": 0.008068280294537544,
      "step": 55730
    },
    {
      "loss_action": 0.010587075725197792,
      "loss_total": 0.010587075725197792,
      "step": 55730
    },
    {
      "loss_action": 0.0015954130794852972,
      "loss_total": 0.0015954130794852972,
      "step": 55730
    },
    {
      "grad_norm": 0.1611122041940689,
      "learning_rate": 9.783331619509375e-05,
      "loss": 0.0095,
      "step": 55740
    },
    {
      "loss_action": 0.006247380748391151,
      "loss_total": 0.006247380748391151,
      "step": 55740
    },
    {
      "loss_action": 0.013183597475290298,
      "loss_total": 0.013183597475290298,
      "step": 55740
    },
    {
      "loss_action": 0.013241732493042946,
      "loss_total": 0.013241732493042946,
      "step": 55740
    },
    {
      "loss_action": 0.004314906429499388,
      "loss_total": 0.004314906429499388,
      "step": 55740
    },
    {
      "loss_action": 0.006452480331063271,
      "loss_total": 0.006452480331063271,
      "step": 55740
    },
    {
      "loss_action": 0.021886859089136124,
      "loss_total": 0.021886859089136124,
      "step": 55740
    },
    {
      "loss_action": 0.006048054434359074,
      "loss_total": 0.006048054434359074,
      "step": 55740
    },
    {
      "loss_action": 0.005063503049314022,
      "loss_total": 0.005063503049314022,
      "step": 55740
    },
    {
      "grad_norm": 0.15000371634960175,
      "learning_rate": 9.783211236163907e-05,
      "loss": 0.0088,
      "step": 55750
    },
    {
      "loss_action": 0.008878732100129128,
      "loss_total": 0.008878732100129128,
      "step": 55750
    },
    {
      "loss_action": 0.012935681268572807,
      "loss_total": 0.012935681268572807,
      "step": 55750
    },
    {
      "loss_action": 0.006757298484444618,
      "loss_total": 0.006757298484444618,
      "step": 55750
    },
    {
      "loss_action": 0.01390234287828207,
      "loss_total": 0.01390234287828207,
      "step": 55750
    },
    {
      "loss_action": 0.008795181289315224,
      "loss_total": 0.008795181289315224,
      "step": 55750
    },
    {
      "loss_action": 0.011585328727960587,
      "loss_total": 0.011585328727960587,
      "step": 55750
    },
    {
      "loss_action": 0.005514154210686684,
      "loss_total": 0.005514154210686684,
      "step": 55750
    },
    {
      "loss_action": 0.02189348079264164,
      "loss_total": 0.02189348079264164,
      "step": 55750
    },
    {
      "grad_norm": 0.11528922617435455,
      "learning_rate": 9.78309082012564e-05,
      "loss": 0.0092,
      "step": 55760
    },
    {
      "loss_action": 0.004743288271129131,
      "loss_total": 0.004743288271129131,
      "step": 55760
    },
    {
      "loss_action": 0.005808225832879543,
      "loss_total": 0.005808225832879543,
      "step": 55760
    },
    {
      "loss_action": 0.0035752742551267147,
      "loss_total": 0.0035752742551267147,
      "step": 55760
    },
    {
      "loss_action": 0.0038703023456037045,
      "loss_total": 0.0038703023456037045,
      "step": 55760
    },
    {
      "loss_action": 0.008403919637203217,
      "loss_total": 0.008403919637203217,
      "step": 55760
    },
    {
      "loss_action": 0.004518011584877968,
      "loss_total": 0.004518011584877968,
      "step": 55760
    },
    {
      "loss_action": 0.00697837769985199,
      "loss_total": 0.00697837769985199,
      "step": 55760
    },
    {
      "loss_action": 0.0059637525118887424,
      "loss_total": 0.0059637525118887424,
      "step": 55760
    },
    {
      "grad_norm": 0.09436700493097305,
      "learning_rate": 9.782970371395397e-05,
      "loss": 0.0087,
      "step": 55770
    },
    {
      "loss_action": 0.005655835382640362,
      "loss_total": 0.005655835382640362,
      "step": 55770
    },
    {
      "loss_action": 0.00772964209318161,
      "loss_total": 0.00772964209318161,
      "step": 55770
    },
    {
      "loss_action": 0.0044503239914774895,
      "loss_total": 0.0044503239914774895,
      "step": 55770
    },
    {
      "loss_action": 0.004118565935641527,
      "loss_total": 0.004118565935641527,
      "step": 55770
    },
    {
      "loss_action": 0.004137315787374973,
      "loss_total": 0.004137315787374973,
      "step": 55770
    },
    {
      "loss_action": 0.006703586783260107,
      "loss_total": 0.006703586783260107,
      "step": 55770
    },
    {
      "loss_action": 0.029598727822303772,
      "loss_total": 0.029598727822303772,
      "step": 55770
    },
    {
      "loss_action": 0.017550049349665642,
      "loss_total": 0.017550049349665642,
      "step": 55770
    },
    {
      "grad_norm": 0.15376617014408112,
      "learning_rate": 9.782849889974e-05,
      "loss": 0.0081,
      "step": 55780
    },
    {
      "loss_action": 0.012016862630844116,
      "loss_total": 0.012016862630844116,
      "step": 55780
    },
    {
      "loss_action": 0.0025436370633542538,
      "loss_total": 0.0025436370633542538,
      "step": 55780
    },
    {
      "loss_action": 0.0037598470225930214,
      "loss_total": 0.0037598470225930214,
      "step": 55780
    },
    {
      "loss_action": 0.007078813388943672,
      "loss_total": 0.007078813388943672,
      "step": 55780
    },
    {
      "loss_action": 0.012392676435410976,
      "loss_total": 0.012392676435410976,
      "step": 55780
    },
    {
      "loss_action": 0.008567852899432182,
      "loss_total": 0.008567852899432182,
      "step": 55780
    },
    {
      "loss_action": 0.005752461962401867,
      "loss_total": 0.005752461962401867,
      "step": 55780
    },
    {
      "loss_action": 0.01606418751180172,
      "loss_total": 0.01606418751180172,
      "step": 55780
    },
    {
      "grad_norm": 0.1143951490521431,
      "learning_rate": 9.782729375862274e-05,
      "loss": 0.0084,
      "step": 55790
    },
    {
      "loss_action": 0.004215334076434374,
      "loss_total": 0.004215334076434374,
      "step": 55790
    },
    {
      "loss_action": 0.004606966860592365,
      "loss_total": 0.004606966860592365,
      "step": 55790
    },
    {
      "loss_action": 0.008798162452876568,
      "loss_total": 0.008798162452876568,
      "step": 55790
    },
    {
      "loss_action": 0.0067069437354803085,
      "loss_total": 0.0067069437354803085,
      "step": 55790
    },
    {
      "loss_action": 0.021542303264141083,
      "loss_total": 0.021542303264141083,
      "step": 55790
    },
    {
      "loss_action": 0.007141216192394495,
      "loss_total": 0.007141216192394495,
      "step": 55790
    },
    {
      "loss_action": 0.005799812730401754,
      "loss_total": 0.005799812730401754,
      "step": 55790
    },
    {
      "loss_action": 0.0030417917296290398,
      "loss_total": 0.0030417917296290398,
      "step": 55790
    },
    {
      "grad_norm": 0.10567954182624817,
      "learning_rate": 9.782608829061041e-05,
      "loss": 0.0085,
      "step": 55800
    },
    {
      "loss_action": 0.014421960338950157,
      "loss_total": 0.014421960338950157,
      "step": 55800
    },
    {
      "loss_action": 0.006628809496760368,
      "loss_total": 0.006628809496760368,
      "step": 55800
    },
    {
      "loss_action": 0.00992421992123127,
      "loss_total": 0.00992421992123127,
      "step": 55800
    },
    {
      "loss_action": 0.003621825482696295,
      "loss_total": 0.003621825482696295,
      "step": 55800
    },
    {
      "loss_action": 0.003341082716360688,
      "loss_total": 0.003341082716360688,
      "step": 55800
    },
    {
      "loss_action": 0.007302819285541773,
      "loss_total": 0.007302819285541773,
      "step": 55800
    },
    {
      "loss_action": 0.017244944348931313,
      "loss_total": 0.017244944348931313,
      "step": 55800
    },
    {
      "loss_action": 0.007832983508706093,
      "loss_total": 0.007832983508706093,
      "step": 55800
    },
    {
      "grad_norm": 0.12340965867042542,
      "learning_rate": 9.782488249571125e-05,
      "loss": 0.0074,
      "step": 55810
    },
    {
      "loss_action": 0.010923381894826889,
      "loss_total": 0.010923381894826889,
      "step": 55810
    },
    {
      "loss_action": 0.011782562360167503,
      "loss_total": 0.011782562360167503,
      "step": 55810
    },
    {
      "loss_action": 0.00742388516664505,
      "loss_total": 0.00742388516664505,
      "step": 55810
    },
    {
      "loss_action": 0.007265597581863403,
      "loss_total": 0.007265597581863403,
      "step": 55810
    },
    {
      "loss_action": 0.008735181763768196,
      "loss_total": 0.008735181763768196,
      "step": 55810
    },
    {
      "loss_action": 0.010832587257027626,
      "loss_total": 0.010832587257027626,
      "step": 55810
    },
    {
      "loss_action": 0.006350671872496605,
      "loss_total": 0.006350671872496605,
      "step": 55810
    },
    {
      "loss_action": 0.00221174955368042,
      "loss_total": 0.00221174955368042,
      "step": 55810
    },
    {
      "grad_norm": 0.12062553316354752,
      "learning_rate": 9.782367637393352e-05,
      "loss": 0.0086,
      "step": 55820
    },
    {
      "loss_action": 0.003493022173643112,
      "loss_total": 0.003493022173643112,
      "step": 55820
    },
    {
      "loss_action": 0.022908007726073265,
      "loss_total": 0.022908007726073265,
      "step": 55820
    },
    {
      "loss_action": 0.006519184913486242,
      "loss_total": 0.006519184913486242,
      "step": 55820
    },
    {
      "loss_action": 0.007078958675265312,
      "loss_total": 0.007078958675265312,
      "step": 55820
    },
    {
      "loss_action": 0.004109094850718975,
      "loss_total": 0.004109094850718975,
      "step": 55820
    },
    {
      "loss_action": 0.004023081157356501,
      "loss_total": 0.004023081157356501,
      "step": 55820
    },
    {
      "loss_action": 0.031789034605026245,
      "loss_total": 0.031789034605026245,
      "step": 55820
    },
    {
      "loss_action": 0.016020629554986954,
      "loss_total": 0.016020629554986954,
      "step": 55820
    },
    {
      "grad_norm": 0.08700104802846909,
      "learning_rate": 9.782246992528545e-05,
      "loss": 0.0078,
      "step": 55830
    },
    {
      "loss_action": 0.007870057597756386,
      "loss_total": 0.007870057597756386,
      "step": 55830
    },
    {
      "loss_action": 0.006564869545400143,
      "loss_total": 0.006564869545400143,
      "step": 55830
    },
    {
      "loss_action": 0.013002991676330566,
      "loss_total": 0.013002991676330566,
      "step": 55830
    },
    {
      "loss_action": 0.004070561844855547,
      "loss_total": 0.004070561844855547,
      "step": 55830
    },
    {
      "loss_action": 0.013681549578905106,
      "loss_total": 0.013681549578905106,
      "step": 55830
    },
    {
      "loss_action": 0.0025735837407410145,
      "loss_total": 0.0025735837407410145,
      "step": 55830
    },
    {
      "loss_action": 0.005601915530860424,
      "loss_total": 0.005601915530860424,
      "step": 55830
    },
    {
      "loss_action": 0.00307867000810802,
      "loss_total": 0.00307867000810802,
      "step": 55830
    },
    {
      "grad_norm": 0.13268296420574188,
      "learning_rate": 9.78212631497753e-05,
      "loss": 0.009,
      "step": 55840
    },
    {
      "loss_action": 0.007121234200894833,
      "loss_total": 0.007121234200894833,
      "step": 55840
    },
    {
      "loss_action": 0.0034228323493152857,
      "loss_total": 0.0034228323493152857,
      "step": 55840
    },
    {
      "loss_action": 0.007866064086556435,
      "loss_total": 0.007866064086556435,
      "step": 55840
    },
    {
      "loss_action": 0.003704320639371872,
      "loss_total": 0.003704320639371872,
      "step": 55840
    },
    {
      "loss_action": 0.007308769039809704,
      "loss_total": 0.007308769039809704,
      "step": 55840
    },
    {
      "loss_action": 0.006608576979488134,
      "loss_total": 0.006608576979488134,
      "step": 55840
    },
    {
      "loss_action": 0.005237962584942579,
      "loss_total": 0.005237962584942579,
      "step": 55840
    },
    {
      "loss_action": 0.006457457318902016,
      "loss_total": 0.006457457318902016,
      "step": 55840
    },
    {
      "grad_norm": 0.08472561091184616,
      "learning_rate": 9.78200560474113e-05,
      "loss": 0.0073,
      "step": 55850
    },
    {
      "loss_action": 0.008998919278383255,
      "loss_total": 0.008998919278383255,
      "step": 55850
    },
    {
      "loss_action": 0.0077709536999464035,
      "loss_total": 0.0077709536999464035,
      "step": 55850
    },
    {
      "loss_action": 0.0055242497473955154,
      "loss_total": 0.0055242497473955154,
      "step": 55850
    },
    {
      "loss_action": 0.003658928442746401,
      "loss_total": 0.003658928442746401,
      "step": 55850
    },
    {
      "loss_action": 0.010455514304339886,
      "loss_total": 0.010455514304339886,
      "step": 55850
    },
    {
      "loss_action": 0.0019558167550712824,
      "loss_total": 0.0019558167550712824,
      "step": 55850
    },
    {
      "loss_action": 0.007763316389173269,
      "loss_total": 0.007763316389173269,
      "step": 55850
    },
    {
      "loss_action": 0.004219154827296734,
      "loss_total": 0.004219154827296734,
      "step": 55850
    },
    {
      "grad_norm": 0.08370570093393326,
      "learning_rate": 9.78188486182017e-05,
      "loss": 0.0077,
      "step": 55860
    },
    {
      "loss_action": 0.003884296864271164,
      "loss_total": 0.003884296864271164,
      "step": 55860
    },
    {
      "loss_action": 0.005386153236031532,
      "loss_total": 0.005386153236031532,
      "step": 55860
    },
    {
      "loss_action": 0.02553500235080719,
      "loss_total": 0.02553500235080719,
      "step": 55860
    },
    {
      "loss_action": 0.005937973968684673,
      "loss_total": 0.005937973968684673,
      "step": 55860
    },
    {
      "loss_action": 0.008132273331284523,
      "loss_total": 0.008132273331284523,
      "step": 55860
    },
    {
      "loss_action": 0.004264321178197861,
      "loss_total": 0.004264321178197861,
      "step": 55860
    },
    {
      "loss_action": 0.004689768888056278,
      "loss_total": 0.004689768888056278,
      "step": 55860
    },
    {
      "loss_action": 0.01843346282839775,
      "loss_total": 0.01843346282839775,
      "step": 55860
    },
    {
      "grad_norm": 0.10571751743555069,
      "learning_rate": 9.781764086215477e-05,
      "loss": 0.0078,
      "step": 55870
    },
    {
      "loss_action": 0.005341918207705021,
      "loss_total": 0.005341918207705021,
      "step": 55870
    },
    {
      "loss_action": 0.010562300682067871,
      "loss_total": 0.010562300682067871,
      "step": 55870
    },
    {
      "loss_action": 0.0053623393177986145,
      "loss_total": 0.0053623393177986145,
      "step": 55870
    },
    {
      "loss_action": 0.004668152891099453,
      "loss_total": 0.004668152891099453,
      "step": 55870
    },
    {
      "loss_action": 0.004146155901253223,
      "loss_total": 0.004146155901253223,
      "step": 55870
    },
    {
      "loss_action": 0.006364914588630199,
      "loss_total": 0.006364914588630199,
      "step": 55870
    },
    {
      "loss_action": 0.009852534160017967,
      "loss_total": 0.009852534160017967,
      "step": 55870
    },
    {
      "loss_action": 0.0031356692779809237,
      "loss_total": 0.0031356692779809237,
      "step": 55870
    },
    {
      "grad_norm": 0.11172216385602951,
      "learning_rate": 9.781643277927875e-05,
      "loss": 0.0073,
      "step": 55880
    },
    {
      "loss_action": 0.004775249864906073,
      "loss_total": 0.004775249864906073,
      "step": 55880
    },
    {
      "loss_action": 0.0037394023966044188,
      "loss_total": 0.0037394023966044188,
      "step": 55880
    },
    {
      "loss_action": 0.0018648660043254495,
      "loss_total": 0.0018648660043254495,
      "step": 55880
    },
    {
      "loss_action": 0.003933778963983059,
      "loss_total": 0.003933778963983059,
      "step": 55880
    },
    {
      "loss_action": 0.0048508113250136375,
      "loss_total": 0.0048508113250136375,
      "step": 55880
    },
    {
      "loss_action": 0.011617278680205345,
      "loss_total": 0.011617278680205345,
      "step": 55880
    },
    {
      "loss_action": 0.005510821472853422,
      "loss_total": 0.005510821472853422,
      "step": 55880
    },
    {
      "loss_action": 0.0051220618188381195,
      "loss_total": 0.0051220618188381195,
      "step": 55880
    },
    {
      "grad_norm": 0.08752356469631195,
      "learning_rate": 9.78152243695819e-05,
      "loss": 0.0074,
      "step": 55890
    },
    {
      "loss_action": 0.011066158302128315,
      "loss_total": 0.011066158302128315,
      "step": 55890
    },
    {
      "loss_action": 0.004188330844044685,
      "loss_total": 0.004188330844044685,
      "step": 55890
    },
    {
      "loss_action": 0.0050114733166992664,
      "loss_total": 0.0050114733166992664,
      "step": 55890
    },
    {
      "loss_action": 0.008432751521468163,
      "loss_total": 0.008432751521468163,
      "step": 55890
    },
    {
      "loss_action": 0.004814723506569862,
      "loss_total": 0.004814723506569862,
      "step": 55890
    },
    {
      "loss_action": 0.002441514516249299,
      "loss_total": 0.002441514516249299,
      "step": 55890
    },
    {
      "loss_action": 0.0018935902044177055,
      "loss_total": 0.0018935902044177055,
      "step": 55890
    },
    {
      "loss_action": 0.004877807572484016,
      "loss_total": 0.004877807572484016,
      "step": 55890
    },
    {
      "grad_norm": 0.07059941440820694,
      "learning_rate": 9.781401563307248e-05,
      "loss": 0.0065,
      "step": 55900
    },
    {
      "loss_action": 0.004299825988709927,
      "loss_total": 0.004299825988709927,
      "step": 55900
    },
    {
      "loss_action": 0.008183358237147331,
      "loss_total": 0.008183358237147331,
      "step": 55900
    },
    {
      "loss_action": 0.005385181866586208,
      "loss_total": 0.005385181866586208,
      "step": 55900
    },
    {
      "loss_action": 0.006555086467415094,
      "loss_total": 0.006555086467415094,
      "step": 55900
    },
    {
      "loss_action": 0.005987177137285471,
      "loss_total": 0.005987177137285471,
      "step": 55900
    },
    {
      "loss_action": 0.004588484298437834,
      "loss_total": 0.004588484298437834,
      "step": 55900
    },
    {
      "loss_action": 0.0069665005430579185,
      "loss_total": 0.0069665005430579185,
      "step": 55900
    },
    {
      "loss_action": 0.004550534766167402,
      "loss_total": 0.004550534766167402,
      "step": 55900
    },
    {
      "grad_norm": 0.1055544912815094,
      "learning_rate": 9.781280656975877e-05,
      "loss": 0.0088,
      "step": 55910
    },
    {
      "loss_action": 0.00442532729357481,
      "loss_total": 0.00442532729357481,
      "step": 55910
    },
    {
      "loss_action": 0.00752466544508934,
      "loss_total": 0.00752466544508934,
      "step": 55910
    },
    {
      "loss_action": 0.0032409552950412035,
      "loss_total": 0.0032409552950412035,
      "step": 55910
    },
    {
      "loss_action": 0.006725158542394638,
      "loss_total": 0.006725158542394638,
      "step": 55910
    },
    {
      "loss_action": 0.010897778905928135,
      "loss_total": 0.010897778905928135,
      "step": 55910
    },
    {
      "loss_action": 0.0065188342705369,
      "loss_total": 0.0065188342705369,
      "step": 55910
    },
    {
      "loss_action": 0.013080194592475891,
      "loss_total": 0.013080194592475891,
      "step": 55910
    },
    {
      "loss_action": 0.00531340204179287,
      "loss_total": 0.00531340204179287,
      "step": 55910
    },
    {
      "grad_norm": 0.13200092315673828,
      "learning_rate": 9.781159717964901e-05,
      "loss": 0.0078,
      "step": 55920
    },
    {
      "loss_action": 0.002384760184213519,
      "loss_total": 0.002384760184213519,
      "step": 55920
    },
    {
      "loss_action": 0.0043335603550076485,
      "loss_total": 0.0043335603550076485,
      "step": 55920
    },
    {
      "loss_action": 0.007523007225245237,
      "loss_total": 0.007523007225245237,
      "step": 55920
    },
    {
      "loss_action": 0.005535642616450787,
      "loss_total": 0.005535642616450787,
      "step": 55920
    },
    {
      "loss_action": 0.012416050769388676,
      "loss_total": 0.012416050769388676,
      "step": 55920
    },
    {
      "loss_action": 0.02780519425868988,
      "loss_total": 0.02780519425868988,
      "step": 55920
    },
    {
      "loss_action": 0.003739176318049431,
      "loss_total": 0.003739176318049431,
      "step": 55920
    },
    {
      "loss_action": 0.005181910935789347,
      "loss_total": 0.005181910935789347,
      "step": 55920
    },
    {
      "grad_norm": 0.12684309482574463,
      "learning_rate": 9.781038746275146e-05,
      "loss": 0.0072,
      "step": 55930
    },
    {
      "loss_action": 0.0056114597246050835,
      "loss_total": 0.0056114597246050835,
      "step": 55930
    },
    {
      "loss_action": 0.0035142204724252224,
      "loss_total": 0.0035142204724252224,
      "step": 55930
    },
    {
      "loss_action": 0.01079978421330452,
      "loss_total": 0.01079978421330452,
      "step": 55930
    },
    {
      "loss_action": 0.003879754338413477,
      "loss_total": 0.003879754338413477,
      "step": 55930
    },
    {
      "loss_action": 0.009242660365998745,
      "loss_total": 0.009242660365998745,
      "step": 55930
    },
    {
      "loss_action": 0.007425978779792786,
      "loss_total": 0.007425978779792786,
      "step": 55930
    },
    {
      "loss_action": 0.0030891909264028072,
      "loss_total": 0.0030891909264028072,
      "step": 55930
    },
    {
      "loss_action": 0.009566682390868664,
      "loss_total": 0.009566682390868664,
      "step": 55930
    },
    {
      "grad_norm": 0.10818073898553848,
      "learning_rate": 9.78091774190744e-05,
      "loss": 0.0074,
      "step": 55940
    },
    {
      "loss_action": 0.010546469129621983,
      "loss_total": 0.010546469129621983,
      "step": 55940
    },
    {
      "loss_action": 0.006585719529539347,
      "loss_total": 0.006585719529539347,
      "step": 55940
    },
    {
      "loss_action": 0.004330289550125599,
      "loss_total": 0.004330289550125599,
      "step": 55940
    },
    {
      "loss_action": 0.009601355530321598,
      "loss_total": 0.009601355530321598,
      "step": 55940
    },
    {
      "loss_action": 0.0051904404535889626,
      "loss_total": 0.0051904404535889626,
      "step": 55940
    },
    {
      "loss_action": 0.003237262135371566,
      "loss_total": 0.003237262135371566,
      "step": 55940
    },
    {
      "loss_action": 0.010121023282408714,
      "loss_total": 0.010121023282408714,
      "step": 55940
    },
    {
      "loss_action": 0.003308630082756281,
      "loss_total": 0.003308630082756281,
      "step": 55940
    },
    {
      "grad_norm": 0.1169617548584938,
      "learning_rate": 9.780796704862612e-05,
      "loss": 0.0081,
      "step": 55950
    },
    {
      "loss_action": 0.010877922177314758,
      "loss_total": 0.010877922177314758,
      "step": 55950
    },
    {
      "loss_action": 0.004722859710454941,
      "loss_total": 0.004722859710454941,
      "step": 55950
    },
    {
      "loss_action": 0.011451483704149723,
      "loss_total": 0.011451483704149723,
      "step": 55950
    },
    {
      "loss_action": 0.006638945546001196,
      "loss_total": 0.006638945546001196,
      "step": 55950
    },
    {
      "loss_action": 0.008591895923018456,
      "loss_total": 0.008591895923018456,
      "step": 55950
    },
    {
      "loss_action": 0.009582101367413998,
      "loss_total": 0.009582101367413998,
      "step": 55950
    },
    {
      "loss_action": 0.003542256075888872,
      "loss_total": 0.003542256075888872,
      "step": 55950
    },
    {
      "loss_action": 0.006092939525842667,
      "loss_total": 0.006092939525842667,
      "step": 55950
    },
    {
      "grad_norm": 0.11038726568222046,
      "learning_rate": 9.780675635141488e-05,
      "loss": 0.0089,
      "step": 55960
    },
    {
      "loss_action": 0.005042045842856169,
      "loss_total": 0.005042045842856169,
      "step": 55960
    },
    {
      "loss_action": 0.007540308404713869,
      "loss_total": 0.007540308404713869,
      "step": 55960
    },
    {
      "loss_action": 0.0029871808364987373,
      "loss_total": 0.0029871808364987373,
      "step": 55960
    },
    {
      "loss_action": 0.005548318848013878,
      "loss_total": 0.005548318848013878,
      "step": 55960
    },
    {
      "loss_action": 0.0033472811337560415,
      "loss_total": 0.0033472811337560415,
      "step": 55960
    },
    {
      "loss_action": 0.006070337258279324,
      "loss_total": 0.006070337258279324,
      "step": 55960
    },
    {
      "loss_action": 0.008670367300510406,
      "loss_total": 0.008670367300510406,
      "step": 55960
    },
    {
      "loss_action": 0.008082816377282143,
      "loss_total": 0.008082816377282143,
      "step": 55960
    },
    {
      "grad_norm": 0.1083911657333374,
      "learning_rate": 9.780554532744892e-05,
      "loss": 0.0079,
      "step": 55970
    },
    {
      "loss_action": 0.0046546570956707,
      "loss_total": 0.0046546570956707,
      "step": 55970
    },
    {
      "loss_action": 0.005532111972570419,
      "loss_total": 0.005532111972570419,
      "step": 55970
    },
    {
      "loss_action": 0.0038753028493374586,
      "loss_total": 0.0038753028493374586,
      "step": 55970
    },
    {
      "loss_action": 0.005115842446684837,
      "loss_total": 0.005115842446684837,
      "step": 55970
    },
    {
      "loss_action": 0.002937273122370243,
      "loss_total": 0.002937273122370243,
      "step": 55970
    },
    {
      "loss_action": 0.004969658330082893,
      "loss_total": 0.004969658330082893,
      "step": 55970
    },
    {
      "loss_action": 0.0032812601421028376,
      "loss_total": 0.0032812601421028376,
      "step": 55970
    },
    {
      "loss_action": 0.006487766746431589,
      "loss_total": 0.006487766746431589,
      "step": 55970
    },
    {
      "grad_norm": 0.1654169112443924,
      "learning_rate": 9.780433397673657e-05,
      "loss": 0.0084,
      "step": 55980
    },
    {
      "loss_action": 0.00886284839361906,
      "loss_total": 0.00886284839361906,
      "step": 55980
    },
    {
      "loss_action": 0.006536145694553852,
      "loss_total": 0.006536145694553852,
      "step": 55980
    },
    {
      "loss_action": 0.007147494703531265,
      "loss_total": 0.007147494703531265,
      "step": 55980
    },
    {
      "loss_action": 0.0039035663940012455,
      "loss_total": 0.0039035663940012455,
      "step": 55980
    },
    {
      "loss_action": 0.02614705078303814,
      "loss_total": 0.02614705078303814,
      "step": 55980
    },
    {
      "loss_action": 0.013546338304877281,
      "loss_total": 0.013546338304877281,
      "step": 55980
    },
    {
      "loss_action": 0.004977639764547348,
      "loss_total": 0.004977639764547348,
      "step": 55980
    },
    {
      "loss_action": 0.004069116897881031,
      "loss_total": 0.004069116897881031,
      "step": 55980
    },
    {
      "grad_norm": 0.11968022584915161,
      "learning_rate": 9.78031222992861e-05,
      "loss": 0.0077,
      "step": 55990
    },
    {
      "loss_action": 0.003732205368578434,
      "loss_total": 0.003732205368578434,
      "step": 55990
    },
    {
      "loss_action": 0.006991299334913492,
      "loss_total": 0.006991299334913492,
      "step": 55990
    },
    {
      "loss_action": 0.007632856257259846,
      "loss_total": 0.007632856257259846,
      "step": 55990
    },
    {
      "loss_action": 0.009238844737410545,
      "loss_total": 0.009238844737410545,
      "step": 55990
    },
    {
      "loss_action": 0.008471349254250526,
      "loss_total": 0.008471349254250526,
      "step": 55990
    },
    {
      "loss_action": 0.01034853607416153,
      "loss_total": 0.01034853607416153,
      "step": 55990
    },
    {
      "loss_action": 0.004394699819386005,
      "loss_total": 0.004394699819386005,
      "step": 55990
    },
    {
      "loss_action": 0.006946467328816652,
      "loss_total": 0.006946467328816652,
      "step": 55990
    },
    {
      "grad_norm": 0.12038872390985489,
      "learning_rate": 9.780191029510575e-05,
      "loss": 0.0079,
      "step": 56000
    },
    {
      "loss_action": 0.006585573777556419,
      "loss_total": 0.006585573777556419,
      "step": 56000
    },
    {
      "loss_action": 0.007034022826701403,
      "loss_total": 0.007034022826701403,
      "step": 56000
    },
    {
      "loss_action": 0.005978860892355442,
      "loss_total": 0.005978860892355442,
      "step": 56000
    },
    {
      "loss_action": 0.006948322989046574,
      "loss_total": 0.006948322989046574,
      "step": 56000
    },
    {
      "loss_action": 0.0033618761226534843,
      "loss_total": 0.0033618761226534843,
      "step": 56000
    },
    {
      "loss_action": 0.012231197208166122,
      "loss_total": 0.012231197208166122,
      "step": 56000
    },
    {
      "loss_action": 0.008777078241109848,
      "loss_total": 0.008777078241109848,
      "step": 56000
    },
    {
      "loss_action": 0.0038696792908012867,
      "loss_total": 0.0038696792908012867,
      "step": 56000
    },
    {
      "grad_norm": 0.125535249710083,
      "learning_rate": 9.780069796420384e-05,
      "loss": 0.0086,
      "step": 56010
    },
    {
      "loss_action": 0.007102118339389563,
      "loss_total": 0.007102118339389563,
      "step": 56010
    },
    {
      "loss_action": 0.0025948253460228443,
      "loss_total": 0.0025948253460228443,
      "step": 56010
    },
    {
      "loss_action": 0.010312380269169807,
      "loss_total": 0.010312380269169807,
      "step": 56010
    },
    {
      "loss_action": 0.01947062835097313,
      "loss_total": 0.01947062835097313,
      "step": 56010
    },
    {
      "loss_action": 0.00881204567849636,
      "loss_total": 0.00881204567849636,
      "step": 56010
    },
    {
      "loss_action": 0.012579139322042465,
      "loss_total": 0.012579139322042465,
      "step": 56010
    },
    {
      "loss_action": 0.011111220344901085,
      "loss_total": 0.011111220344901085,
      "step": 56010
    },
    {
      "loss_action": 0.0053007714450359344,
      "loss_total": 0.0053007714450359344,
      "step": 56010
    },
    {
      "grad_norm": 0.11918237060308456,
      "learning_rate": 9.779948530658865e-05,
      "loss": 0.0086,
      "step": 56020
    },
    {
      "loss_action": 0.005200524814426899,
      "loss_total": 0.005200524814426899,
      "step": 56020
    },
    {
      "loss_action": 0.005321292672306299,
      "loss_total": 0.005321292672306299,
      "step": 56020
    },
    {
      "loss_action": 0.002015109406784177,
      "loss_total": 0.002015109406784177,
      "step": 56020
    },
    {
      "loss_action": 0.0059090424329042435,
      "loss_total": 0.0059090424329042435,
      "step": 56020
    },
    {
      "loss_action": 0.007379656657576561,
      "loss_total": 0.007379656657576561,
      "step": 56020
    },
    {
      "loss_action": 0.006934105884283781,
      "loss_total": 0.006934105884283781,
      "step": 56020
    },
    {
      "loss_action": 0.005989415571093559,
      "loss_total": 0.005989415571093559,
      "step": 56020
    },
    {
      "loss_action": 0.004157237708568573,
      "loss_total": 0.004157237708568573,
      "step": 56020
    },
    {
      "grad_norm": 0.16824690997600555,
      "learning_rate": 9.779827232226846e-05,
      "loss": 0.0083,
      "step": 56030
    },
    {
      "loss_action": 0.00436062179505825,
      "loss_total": 0.00436062179505825,
      "step": 56030
    },
    {
      "loss_action": 0.007806919049471617,
      "loss_total": 0.007806919049471617,
      "step": 56030
    },
    {
      "loss_action": 0.00262262299656868,
      "loss_total": 0.00262262299656868,
      "step": 56030
    },
    {
      "loss_action": 0.014704464003443718,
      "loss_total": 0.014704464003443718,
      "step": 56030
    },
    {
      "loss_action": 0.022073090076446533,
      "loss_total": 0.022073090076446533,
      "step": 56030
    },
    {
      "loss_action": 0.008230817504227161,
      "loss_total": 0.008230817504227161,
      "step": 56030
    },
    {
      "loss_action": 0.013145857490599155,
      "loss_total": 0.013145857490599155,
      "step": 56030
    },
    {
      "loss_action": 0.004659618716686964,
      "loss_total": 0.004659618716686964,
      "step": 56030
    },
    {
      "grad_norm": 0.1489497870206833,
      "learning_rate": 9.779705901125157e-05,
      "loss": 0.0098,
      "step": 56040
    },
    {
      "loss_action": 0.016841907054185867,
      "loss_total": 0.016841907054185867,
      "step": 56040
    },
    {
      "loss_action": 0.00330935325473547,
      "loss_total": 0.00330935325473547,
      "step": 56040
    },
    {
      "loss_action": 0.003389594377949834,
      "loss_total": 0.003389594377949834,
      "step": 56040
    },
    {
      "loss_action": 0.0027433657087385654,
      "loss_total": 0.0027433657087385654,
      "step": 56040
    },
    {
      "loss_action": 0.01617777720093727,
      "loss_total": 0.01617777720093727,
      "step": 56040
    },
    {
      "loss_action": 0.0058379946276545525,
      "loss_total": 0.0058379946276545525,
      "step": 56040
    },
    {
      "loss_action": 0.00481078028678894,
      "loss_total": 0.00481078028678894,
      "step": 56040
    },
    {
      "loss_action": 0.003656200133264065,
      "loss_total": 0.003656200133264065,
      "step": 56040
    },
    {
      "grad_norm": 0.10155095905065536,
      "learning_rate": 9.779584537354628e-05,
      "loss": 0.0093,
      "step": 56050
    },
    {
      "loss_action": 0.0065610879100859165,
      "loss_total": 0.0065610879100859165,
      "step": 56050
    },
    {
      "loss_action": 0.0048561301082372665,
      "loss_total": 0.0048561301082372665,
      "step": 56050
    },
    {
      "loss_action": 0.006326526403427124,
      "loss_total": 0.006326526403427124,
      "step": 56050
    },
    {
      "loss_action": 0.014573359861969948,
      "loss_total": 0.014573359861969948,
      "step": 56050
    },
    {
      "loss_action": 0.00482028815895319,
      "loss_total": 0.00482028815895319,
      "step": 56050
    },
    {
      "loss_action": 0.008530952036380768,
      "loss_total": 0.008530952036380768,
      "step": 56050
    },
    {
      "loss_action": 0.0034728224854916334,
      "loss_total": 0.0034728224854916334,
      "step": 56050
    },
    {
      "loss_action": 0.048762984573841095,
      "loss_total": 0.048762984573841095,
      "step": 56050
    },
    {
      "grad_norm": 0.15060840547084808,
      "learning_rate": 9.779463140916087e-05,
      "loss": 0.0092,
      "step": 56060
    },
    {
      "loss_action": 0.004612765274941921,
      "loss_total": 0.004612765274941921,
      "step": 56060
    },
    {
      "loss_action": 0.005554506555199623,
      "loss_total": 0.005554506555199623,
      "step": 56060
    },
    {
      "loss_action": 0.01260637491941452,
      "loss_total": 0.01260637491941452,
      "step": 56060
    },
    {
      "loss_action": 0.008488683961331844,
      "loss_total": 0.008488683961331844,
      "step": 56060
    },
    {
      "loss_action": 0.007712147198617458,
      "loss_total": 0.007712147198617458,
      "step": 56060
    },
    {
      "loss_action": 0.015054754912853241,
      "loss_total": 0.015054754912853241,
      "step": 56060
    },
    {
      "loss_action": 0.005083795636892319,
      "loss_total": 0.005083795636892319,
      "step": 56060
    },
    {
      "loss_action": 0.009478610008955002,
      "loss_total": 0.009478610008955002,
      "step": 56060
    },
    {
      "grad_norm": 0.15208116173744202,
      "learning_rate": 9.779341711810364e-05,
      "loss": 0.0087,
      "step": 56070
    },
    {
      "loss_action": 0.0070510320365428925,
      "loss_total": 0.0070510320365428925,
      "step": 56070
    },
    {
      "loss_action": 0.005464205052703619,
      "loss_total": 0.005464205052703619,
      "step": 56070
    },
    {
      "loss_action": 0.0019148238934576511,
      "loss_total": 0.0019148238934576511,
      "step": 56070
    },
    {
      "loss_action": 0.004945765249431133,
      "loss_total": 0.004945765249431133,
      "step": 56070
    },
    {
      "loss_action": 0.006203371100127697,
      "loss_total": 0.006203371100127697,
      "step": 56070
    },
    {
      "loss_action": 0.011231888085603714,
      "loss_total": 0.011231888085603714,
      "step": 56070
    },
    {
      "loss_action": 0.0028071762062609196,
      "loss_total": 0.0028071762062609196,
      "step": 56070
    },
    {
      "loss_action": 0.005601863842457533,
      "loss_total": 0.005601863842457533,
      "step": 56070
    },
    {
      "grad_norm": 0.16264110803604126,
      "learning_rate": 9.77922025003829e-05,
      "loss": 0.0076,
      "step": 56080
    },
    {
      "loss_action": 0.006294642575085163,
      "loss_total": 0.006294642575085163,
      "step": 56080
    },
    {
      "loss_action": 0.004559108521789312,
      "loss_total": 0.004559108521789312,
      "step": 56080
    },
    {
      "loss_action": 0.0028090612031519413,
      "loss_total": 0.0028090612031519413,
      "step": 56080
    },
    {
      "loss_action": 0.0018725560512393713,
      "loss_total": 0.0018725560512393713,
      "step": 56080
    },
    {
      "loss_action": 0.004888046998530626,
      "loss_total": 0.004888046998530626,
      "step": 56080
    },
    {
      "loss_action": 0.008551428094506264,
      "loss_total": 0.008551428094506264,
      "step": 56080
    },
    {
      "loss_action": 0.0075575984083116055,
      "loss_total": 0.0075575984083116055,
      "step": 56080
    },
    {
      "loss_action": 0.01147141307592392,
      "loss_total": 0.01147141307592392,
      "step": 56080
    },
    {
      "grad_norm": 0.15485702455043793,
      "learning_rate": 9.779098755600692e-05,
      "loss": 0.0087,
      "step": 56090
    },
    {
      "loss_action": 0.011665684171020985,
      "loss_total": 0.011665684171020985,
      "step": 56090
    },
    {
      "loss_action": 0.003238797653466463,
      "loss_total": 0.003238797653466463,
      "step": 56090
    },
    {
      "loss_action": 0.009479421190917492,
      "loss_total": 0.009479421190917492,
      "step": 56090
    },
    {
      "loss_action": 0.007703348994255066,
      "loss_total": 0.007703348994255066,
      "step": 56090
    },
    {
      "loss_action": 0.004267080221325159,
      "loss_total": 0.004267080221325159,
      "step": 56090
    },
    {
      "loss_action": 0.01545538567006588,
      "loss_total": 0.01545538567006588,
      "step": 56090
    },
    {
      "loss_action": 0.01826859824359417,
      "loss_total": 0.01826859824359417,
      "step": 56090
    },
    {
      "loss_action": 0.0055131022818386555,
      "loss_total": 0.0055131022818386555,
      "step": 56090
    },
    {
      "grad_norm": 0.09999222308397293,
      "learning_rate": 9.778977228498406e-05,
      "loss": 0.0091,
      "step": 56100
    },
    {
      "loss_action": 0.0037593042943626642,
      "loss_total": 0.0037593042943626642,
      "step": 56100
    },
    {
      "loss_action": 0.002943224273622036,
      "loss_total": 0.002943224273622036,
      "step": 56100
    },
    {
      "loss_action": 0.004566246178001165,
      "loss_total": 0.004566246178001165,
      "step": 56100
    },
    {
      "loss_action": 0.004038352519273758,
      "loss_total": 0.004038352519273758,
      "step": 56100
    },
    {
      "loss_action": 0.0022842492908239365,
      "loss_total": 0.0022842492908239365,
      "step": 56100
    },
    {
      "loss_action": 0.005076083820313215,
      "loss_total": 0.005076083820313215,
      "step": 56100
    },
    {
      "loss_action": 0.00460126344114542,
      "loss_total": 0.00460126344114542,
      "step": 56100
    },
    {
      "loss_action": 0.007725896313786507,
      "loss_total": 0.007725896313786507,
      "step": 56100
    },
    {
      "grad_norm": 0.09339538961648941,
      "learning_rate": 9.778855668732259e-05,
      "loss": 0.0082,
      "step": 56110
    },
    {
      "loss_action": 0.004847564734518528,
      "loss_total": 0.004847564734518528,
      "step": 56110
    },
    {
      "loss_action": 0.0029799211770296097,
      "loss_total": 0.0029799211770296097,
      "step": 56110
    },
    {
      "loss_action": 0.004678136669099331,
      "loss_total": 0.004678136669099331,
      "step": 56110
    },
    {
      "loss_action": 0.007894294336438179,
      "loss_total": 0.007894294336438179,
      "step": 56110
    },
    {
      "loss_action": 0.011459743604063988,
      "loss_total": 0.011459743604063988,
      "step": 56110
    },
    {
      "loss_action": 0.003668725024908781,
      "loss_total": 0.003668725024908781,
      "step": 56110
    },
    {
      "loss_action": 0.004689381457865238,
      "loss_total": 0.004689381457865238,
      "step": 56110
    },
    {
      "loss_action": 0.004733311478048563,
      "loss_total": 0.004733311478048563,
      "step": 56110
    },
    {
      "grad_norm": 0.10597765445709229,
      "learning_rate": 9.77873407630308e-05,
      "loss": 0.0076,
      "step": 56120
    },
    {
      "loss_action": 0.007156847044825554,
      "loss_total": 0.007156847044825554,
      "step": 56120
    },
    {
      "loss_action": 0.00602576183155179,
      "loss_total": 0.00602576183155179,
      "step": 56120
    },
    {
      "loss_action": 0.0025631680618971586,
      "loss_total": 0.0025631680618971586,
      "step": 56120
    },
    {
      "loss_action": 0.011118318885564804,
      "loss_total": 0.011118318885564804,
      "step": 56120
    },
    {
      "loss_action": 0.006098373793065548,
      "loss_total": 0.006098373793065548,
      "step": 56120
    },
    {
      "loss_action": 0.004754302091896534,
      "loss_total": 0.004754302091896534,
      "step": 56120
    },
    {
      "loss_action": 0.0028926979284733534,
      "loss_total": 0.0028926979284733534,
      "step": 56120
    },
    {
      "loss_action": 0.008223336189985275,
      "loss_total": 0.008223336189985275,
      "step": 56120
    },
    {
      "grad_norm": 0.12321852147579193,
      "learning_rate": 9.778612451211704e-05,
      "loss": 0.0085,
      "step": 56130
    },
    {
      "loss_action": 0.020125510171055794,
      "loss_total": 0.020125510171055794,
      "step": 56130
    },
    {
      "loss_action": 0.0027445685118436813,
      "loss_total": 0.0027445685118436813,
      "step": 56130
    },
    {
      "loss_action": 0.0027593085542321205,
      "loss_total": 0.0027593085542321205,
      "step": 56130
    },
    {
      "loss_action": 0.006550176534801722,
      "loss_total": 0.006550176534801722,
      "step": 56130
    },
    {
      "loss_action": 0.0056732348166406155,
      "loss_total": 0.0056732348166406155,
      "step": 56130
    },
    {
      "loss_action": 0.005581271834671497,
      "loss_total": 0.005581271834671497,
      "step": 56130
    },
    {
      "loss_action": 0.003689008764922619,
      "loss_total": 0.003689008764922619,
      "step": 56130
    },
    {
      "loss_action": 0.004029812291264534,
      "loss_total": 0.004029812291264534,
      "step": 56130
    },
    {
      "grad_norm": 0.12883301079273224,
      "learning_rate": 9.778490793458961e-05,
      "loss": 0.008,
      "step": 56140
    },
    {
      "loss_action": 0.0034882263280451298,
      "loss_total": 0.0034882263280451298,
      "step": 56140
    },
    {
      "loss_action": 0.008729895576834679,
      "loss_total": 0.008729895576834679,
      "step": 56140
    },
    {
      "loss_action": 0.004109850153326988,
      "loss_total": 0.004109850153326988,
      "step": 56140
    },
    {
      "loss_action": 0.007322183810174465,
      "loss_total": 0.007322183810174465,
      "step": 56140
    },
    {
      "loss_action": 0.003964255563914776,
      "loss_total": 0.003964255563914776,
      "step": 56140
    },
    {
      "loss_action": 0.004275343846529722,
      "loss_total": 0.004275343846529722,
      "step": 56140
    },
    {
      "loss_action": 0.006914824713021517,
      "loss_total": 0.006914824713021517,
      "step": 56140
    },
    {
      "loss_action": 0.011044170707464218,
      "loss_total": 0.011044170707464218,
      "step": 56140
    },
    {
      "grad_norm": 0.13590355217456818,
      "learning_rate": 9.778369103045681e-05,
      "loss": 0.0085,
      "step": 56150
    },
    {
      "loss_action": 0.009753551334142685,
      "loss_total": 0.009753551334142685,
      "step": 56150
    },
    {
      "loss_action": 0.005429762881249189,
      "loss_total": 0.005429762881249189,
      "step": 56150
    },
    {
      "loss_action": 0.0073301829397678375,
      "loss_total": 0.0073301829397678375,
      "step": 56150
    },
    {
      "loss_action": 0.007197806611657143,
      "loss_total": 0.007197806611657143,
      "step": 56150
    },
    {
      "loss_action": 0.005588802043348551,
      "loss_total": 0.005588802043348551,
      "step": 56150
    },
    {
      "loss_action": 0.005888271611183882,
      "loss_total": 0.005888271611183882,
      "step": 56150
    },
    {
      "loss_action": 0.005573156289756298,
      "loss_total": 0.005573156289756298,
      "step": 56150
    },
    {
      "loss_action": 0.005284375045448542,
      "loss_total": 0.005284375045448542,
      "step": 56150
    },
    {
      "grad_norm": 0.10326341539621353,
      "learning_rate": 9.778247379972697e-05,
      "loss": 0.0078,
      "step": 56160
    },
    {
      "loss_action": 0.008234364911913872,
      "loss_total": 0.008234364911913872,
      "step": 56160
    },
    {
      "loss_action": 0.0028903791680932045,
      "loss_total": 0.0028903791680932045,
      "step": 56160
    },
    {
      "loss_action": 0.005142898298799992,
      "loss_total": 0.005142898298799992,
      "step": 56160
    },
    {
      "loss_action": 0.001956213265657425,
      "loss_total": 0.001956213265657425,
      "step": 56160
    },
    {
      "loss_action": 0.0049431342631578445,
      "loss_total": 0.0049431342631578445,
      "step": 56160
    },
    {
      "loss_action": 0.0026993402279913425,
      "loss_total": 0.0026993402279913425,
      "step": 56160
    },
    {
      "loss_action": 0.0039273276925086975,
      "loss_total": 0.0039273276925086975,
      "step": 56160
    },
    {
      "loss_action": 0.006089341826736927,
      "loss_total": 0.006089341826736927,
      "step": 56160
    },
    {
      "grad_norm": 0.11488247662782669,
      "learning_rate": 9.778125624240841e-05,
      "loss": 0.0082,
      "step": 56170
    },
    {
      "loss_action": 0.0037802697625011206,
      "loss_total": 0.0037802697625011206,
      "step": 56170
    },
    {
      "loss_action": 0.004563930444419384,
      "loss_total": 0.004563930444419384,
      "step": 56170
    },
    {
      "loss_action": 0.004063626751303673,
      "loss_total": 0.004063626751303673,
      "step": 56170
    },
    {
      "loss_action": 0.00869088526815176,
      "loss_total": 0.00869088526815176,
      "step": 56170
    },
    {
      "loss_action": 0.006354904267936945,
      "loss_total": 0.006354904267936945,
      "step": 56170
    },
    {
      "loss_action": 0.006604969967156649,
      "loss_total": 0.006604969967156649,
      "step": 56170
    },
    {
      "loss_action": 0.008934373036026955,
      "loss_total": 0.008934373036026955,
      "step": 56170
    },
    {
      "loss_action": 0.0034905141219496727,
      "loss_total": 0.0034905141219496727,
      "step": 56170
    },
    {
      "grad_norm": 0.13948827981948853,
      "learning_rate": 9.778003835850946e-05,
      "loss": 0.0087,
      "step": 56180
    },
    {
      "loss_action": 0.004101757891476154,
      "loss_total": 0.004101757891476154,
      "step": 56180
    },
    {
      "loss_action": 0.003004875499755144,
      "loss_total": 0.003004875499755144,
      "step": 56180
    },
    {
      "loss_action": 0.005788502283394337,
      "loss_total": 0.005788502283394337,
      "step": 56180
    },
    {
      "loss_action": 0.005119727924466133,
      "loss_total": 0.005119727924466133,
      "step": 56180
    },
    {
      "loss_action": 0.010245520621538162,
      "loss_total": 0.010245520621538162,
      "step": 56180
    },
    {
      "loss_action": 0.00860968790948391,
      "loss_total": 0.00860968790948391,
      "step": 56180
    },
    {
      "loss_action": 0.0021911293733865023,
      "loss_total": 0.0021911293733865023,
      "step": 56180
    },
    {
      "loss_action": 0.0023423293605446815,
      "loss_total": 0.0023423293605446815,
      "step": 56180
    },
    {
      "grad_norm": 0.12658526003360748,
      "learning_rate": 9.777882014803843e-05,
      "loss": 0.0075,
      "step": 56190
    },
    {
      "loss_action": 0.007128151133656502,
      "loss_total": 0.007128151133656502,
      "step": 56190
    },
    {
      "loss_action": 0.002493394073098898,
      "loss_total": 0.002493394073098898,
      "step": 56190
    },
    {
      "loss_action": 0.0034516886807978153,
      "loss_total": 0.0034516886807978153,
      "step": 56190
    },
    {
      "loss_action": 0.003954081796109676,
      "loss_total": 0.003954081796109676,
      "step": 56190
    },
    {
      "loss_action": 0.011726833879947662,
      "loss_total": 0.011726833879947662,
      "step": 56190
    },
    {
      "loss_action": 0.006085271015763283,
      "loss_total": 0.006085271015763283,
      "step": 56190
    },
    {
      "loss_action": 0.0023108068853616714,
      "loss_total": 0.0023108068853616714,
      "step": 56190
    },
    {
      "loss_action": 0.006083632819354534,
      "loss_total": 0.006083632819354534,
      "step": 56190
    },
    {
      "grad_norm": 0.1039491817355156,
      "learning_rate": 9.777760161100365e-05,
      "loss": 0.009,
      "step": 56200
    },
    {
      "loss_action": 0.004029588773846626,
      "loss_total": 0.004029588773846626,
      "step": 56200
    },
    {
      "loss_action": 0.01224963366985321,
      "loss_total": 0.01224963366985321,
      "step": 56200
    },
    {
      "loss_action": 0.02044926956295967,
      "loss_total": 0.02044926956295967,
      "step": 56200
    },
    {
      "loss_action": 0.005257911514490843,
      "loss_total": 0.005257911514490843,
      "step": 56200
    },
    {
      "loss_action": 0.004171067848801613,
      "loss_total": 0.004171067848801613,
      "step": 56200
    },
    {
      "loss_action": 0.016440439969301224,
      "loss_total": 0.016440439969301224,
      "step": 56200
    },
    {
      "loss_action": 0.005071444436907768,
      "loss_total": 0.005071444436907768,
      "step": 56200
    },
    {
      "loss_action": 0.009870462119579315,
      "loss_total": 0.009870462119579315,
      "step": 56200
    },
    {
      "grad_norm": 0.10765404999256134,
      "learning_rate": 9.777638274741346e-05,
      "loss": 0.0083,
      "step": 56210
    },
    {
      "loss_action": 0.015344176441431046,
      "loss_total": 0.015344176441431046,
      "step": 56210
    },
    {
      "loss_action": 0.009788441471755505,
      "loss_total": 0.009788441471755505,
      "step": 56210
    },
    {
      "loss_action": 0.007446063216775656,
      "loss_total": 0.007446063216775656,
      "step": 56210
    },
    {
      "loss_action": 0.0023849913850426674,
      "loss_total": 0.0023849913850426674,
      "step": 56210
    },
    {
      "loss_action": 0.009127249009907246,
      "loss_total": 0.009127249009907246,
      "step": 56210
    },
    {
      "loss_action": 0.020344354212284088,
      "loss_total": 0.020344354212284088,
      "step": 56210
    },
    {
      "loss_action": 0.01037570834159851,
      "loss_total": 0.01037570834159851,
      "step": 56210
    },
    {
      "loss_action": 0.008746294304728508,
      "loss_total": 0.008746294304728508,
      "step": 56210
    },
    {
      "grad_norm": 0.07989345490932465,
      "learning_rate": 9.777516355727617e-05,
      "loss": 0.0084,
      "step": 56220
    },
    {
      "loss_action": 0.00923802237957716,
      "loss_total": 0.00923802237957716,
      "step": 56220
    },
    {
      "loss_action": 0.005873118992894888,
      "loss_total": 0.005873118992894888,
      "step": 56220
    },
    {
      "loss_action": 0.012418387457728386,
      "loss_total": 0.012418387457728386,
      "step": 56220
    },
    {
      "loss_action": 0.006628381088376045,
      "loss_total": 0.006628381088376045,
      "step": 56220
    },
    {
      "loss_action": 0.007287338841706514,
      "loss_total": 0.007287338841706514,
      "step": 56220
    },
    {
      "loss_action": 0.012432240881025791,
      "loss_total": 0.012432240881025791,
      "step": 56220
    },
    {
      "loss_action": 0.005269946996122599,
      "loss_total": 0.005269946996122599,
      "step": 56220
    },
    {
      "loss_action": 0.006719449535012245,
      "loss_total": 0.006719449535012245,
      "step": 56220
    },
    {
      "grad_norm": 0.09855446964502335,
      "learning_rate": 9.777394404060011e-05,
      "loss": 0.0072,
      "step": 56230
    },
    {
      "loss_action": 0.0033226667437702417,
      "loss_total": 0.0033226667437702417,
      "step": 56230
    },
    {
      "loss_action": 0.011142877861857414,
      "loss_total": 0.011142877861857414,
      "step": 56230
    },
    {
      "loss_action": 0.01814781129360199,
      "loss_total": 0.01814781129360199,
      "step": 56230
    },
    {
      "loss_action": 0.0063270204700529575,
      "loss_total": 0.0063270204700529575,
      "step": 56230
    },
    {
      "loss_action": 0.0026775840669870377,
      "loss_total": 0.0026775840669870377,
      "step": 56230
    },
    {
      "loss_action": 0.004417011514306068,
      "loss_total": 0.004417011514306068,
      "step": 56230
    },
    {
      "loss_action": 0.00748701486736536,
      "loss_total": 0.00748701486736536,
      "step": 56230
    },
    {
      "loss_action": 0.005466317757964134,
      "loss_total": 0.005466317757964134,
      "step": 56230
    },
    {
      "grad_norm": 0.10327713191509247,
      "learning_rate": 9.777272419739365e-05,
      "loss": 0.0077,
      "step": 56240
    },
    {
      "loss_action": 0.010513344779610634,
      "loss_total": 0.010513344779610634,
      "step": 56240
    },
    {
      "loss_action": 0.0172195453196764,
      "loss_total": 0.0172195453196764,
      "step": 56240
    },
    {
      "loss_action": 0.003537227865308523,
      "loss_total": 0.003537227865308523,
      "step": 56240
    },
    {
      "loss_action": 0.006391552276909351,
      "loss_total": 0.006391552276909351,
      "step": 56240
    },
    {
      "loss_action": 0.0020750784315168858,
      "loss_total": 0.0020750784315168858,
      "step": 56240
    },
    {
      "loss_action": 0.0083018122240901,
      "loss_total": 0.0083018122240901,
      "step": 56240
    },
    {
      "loss_action": 0.006402553990483284,
      "loss_total": 0.006402553990483284,
      "step": 56240
    },
    {
      "loss_action": 0.004214296117424965,
      "loss_total": 0.004214296117424965,
      "step": 56240
    },
    {
      "grad_norm": 0.09278222173452377,
      "learning_rate": 9.777150402766509e-05,
      "loss": 0.0076,
      "step": 56250
    },
    {
      "loss_action": 0.004890875890851021,
      "loss_total": 0.004890875890851021,
      "step": 56250
    },
    {
      "loss_action": 0.010228509083390236,
      "loss_total": 0.010228509083390236,
      "step": 56250
    },
    {
      "loss_action": 0.0039029449690133333,
      "loss_total": 0.0039029449690133333,
      "step": 56250
    },
    {
      "loss_action": 0.011764109134674072,
      "loss_total": 0.011764109134674072,
      "step": 56250
    },
    {
      "loss_action": 0.0075585125014185905,
      "loss_total": 0.0075585125014185905,
      "step": 56250
    },
    {
      "loss_action": 0.004818825516849756,
      "loss_total": 0.004818825516849756,
      "step": 56250
    },
    {
      "loss_action": 0.005298476666212082,
      "loss_total": 0.005298476666212082,
      "step": 56250
    },
    {
      "loss_action": 0.005511821247637272,
      "loss_total": 0.005511821247637272,
      "step": 56250
    },
    {
      "grad_norm": 0.08469385653734207,
      "learning_rate": 9.77702835314228e-05,
      "loss": 0.0087,
      "step": 56260
    },
    {
      "loss_action": 0.02048809453845024,
      "loss_total": 0.02048809453845024,
      "step": 56260
    },
    {
      "loss_action": 0.006940325256437063,
      "loss_total": 0.006940325256437063,
      "step": 56260
    },
    {
      "loss_action": 0.007821637205779552,
      "loss_total": 0.007821637205779552,
      "step": 56260
    },
    {
      "loss_action": 0.004306239541620016,
      "loss_total": 0.004306239541620016,
      "step": 56260
    },
    {
      "loss_action": 0.003124034497886896,
      "loss_total": 0.003124034497886896,
      "step": 56260
    },
    {
      "loss_action": 0.017168119549751282,
      "loss_total": 0.017168119549751282,
      "step": 56260
    },
    {
      "loss_action": 0.004371244926005602,
      "loss_total": 0.004371244926005602,
      "step": 56260
    },
    {
      "loss_action": 0.012972977012395859,
      "loss_total": 0.012972977012395859,
      "step": 56260
    },
    {
      "grad_norm": 0.1058693528175354,
      "learning_rate": 9.776906270867509e-05,
      "loss": 0.0087,
      "step": 56270
    },
    {
      "loss_action": 0.004348959773778915,
      "loss_total": 0.004348959773778915,
      "step": 56270
    },
    {
      "loss_action": 0.008241074159741402,
      "loss_total": 0.008241074159741402,
      "step": 56270
    },
    {
      "loss_action": 0.004740454256534576,
      "loss_total": 0.004740454256534576,
      "step": 56270
    },
    {
      "loss_action": 0.010120471939444542,
      "loss_total": 0.010120471939444542,
      "step": 56270
    },
    {
      "loss_action": 0.014909259974956512,
      "loss_total": 0.014909259974956512,
      "step": 56270
    },
    {
      "loss_action": 0.0034971931017935276,
      "loss_total": 0.0034971931017935276,
      "step": 56270
    },
    {
      "loss_action": 0.012710459530353546,
      "loss_total": 0.012710459530353546,
      "step": 56270
    },
    {
      "loss_action": 0.004962497390806675,
      "loss_total": 0.004962497390806675,
      "step": 56270
    },
    {
      "grad_norm": 0.1197357177734375,
      "learning_rate": 9.776784155943035e-05,
      "loss": 0.0073,
      "step": 56280
    },
    {
      "loss_action": 0.00546775758266449,
      "loss_total": 0.00546775758266449,
      "step": 56280
    },
    {
      "loss_action": 0.01197032816708088,
      "loss_total": 0.01197032816708088,
      "step": 56280
    },
    {
      "loss_action": 0.006357192061841488,
      "loss_total": 0.006357192061841488,
      "step": 56280
    },
    {
      "loss_action": 0.005558519624173641,
      "loss_total": 0.005558519624173641,
      "step": 56280
    },
    {
      "loss_action": 0.0032925140112638474,
      "loss_total": 0.0032925140112638474,
      "step": 56280
    },
    {
      "loss_action": 0.004519748501479626,
      "loss_total": 0.004519748501479626,
      "step": 56280
    },
    {
      "loss_action": 0.009312327951192856,
      "loss_total": 0.009312327951192856,
      "step": 56280
    },
    {
      "loss_action": 0.00876430794596672,
      "loss_total": 0.00876430794596672,
      "step": 56280
    },
    {
      "grad_norm": 0.12238091230392456,
      "learning_rate": 9.776662008369689e-05,
      "loss": 0.0074,
      "step": 56290
    },
    {
      "loss_action": 0.0035089505836367607,
      "loss_total": 0.0035089505836367607,
      "step": 56290
    },
    {
      "loss_action": 0.0031637237407267094,
      "loss_total": 0.0031637237407267094,
      "step": 56290
    },
    {
      "loss_action": 0.017501618713140488,
      "loss_total": 0.017501618713140488,
      "step": 56290
    },
    {
      "loss_action": 0.002012513345107436,
      "loss_total": 0.002012513345107436,
      "step": 56290
    },
    {
      "loss_action": 0.008856215514242649,
      "loss_total": 0.008856215514242649,
      "step": 56290
    },
    {
      "loss_action": 0.007104166317731142,
      "loss_total": 0.007104166317731142,
      "step": 56290
    },
    {
      "loss_action": 0.011610371991991997,
      "loss_total": 0.011610371991991997,
      "step": 56290
    },
    {
      "loss_action": 0.0027843075804412365,
      "loss_total": 0.0027843075804412365,
      "step": 56290
    },
    {
      "grad_norm": 0.15823525190353394,
      "learning_rate": 9.776539828148305e-05,
      "loss": 0.0085,
      "step": 56300
    },
    {
      "loss_action": 0.004292560275644064,
      "loss_total": 0.004292560275644064,
      "step": 56300
    },
    {
      "loss_action": 0.010722691193223,
      "loss_total": 0.010722691193223,
      "step": 56300
    },
    {
      "loss_action": 0.003515474498271942,
      "loss_total": 0.003515474498271942,
      "step": 56300
    },
    {
      "loss_action": 0.005818278528749943,
      "loss_total": 0.005818278528749943,
      "step": 56300
    },
    {
      "loss_action": 0.0031917516607791185,
      "loss_total": 0.0031917516607791185,
      "step": 56300
    },
    {
      "loss_action": 0.002690543420612812,
      "loss_total": 0.002690543420612812,
      "step": 56300
    },
    {
      "loss_action": 0.007308940403163433,
      "loss_total": 0.007308940403163433,
      "step": 56300
    },
    {
      "loss_action": 0.006043116562068462,
      "loss_total": 0.006043116562068462,
      "step": 56300
    },
    {
      "grad_norm": 0.09744922816753387,
      "learning_rate": 9.77641761527972e-05,
      "loss": 0.0087,
      "step": 56310
    },
    {
      "loss_action": 0.014270818792283535,
      "loss_total": 0.014270818792283535,
      "step": 56310
    },
    {
      "loss_action": 0.020982373505830765,
      "loss_total": 0.020982373505830765,
      "step": 56310
    },
    {
      "loss_action": 0.005677687935531139,
      "loss_total": 0.005677687935531139,
      "step": 56310
    },
    {
      "loss_action": 0.003755184356123209,
      "loss_total": 0.003755184356123209,
      "step": 56310
    },
    {
      "loss_action": 0.016438735648989677,
      "loss_total": 0.016438735648989677,
      "step": 56310
    },
    {
      "loss_action": 0.004953071475028992,
      "loss_total": 0.004953071475028992,
      "step": 56310
    },
    {
      "loss_action": 0.016010772436857224,
      "loss_total": 0.016010772436857224,
      "step": 56310
    },
    {
      "loss_action": 0.0026461288798600435,
      "loss_total": 0.0026461288798600435,
      "step": 56310
    },
    {
      "grad_norm": 0.1368190199136734,
      "learning_rate": 9.776295369764771e-05,
      "loss": 0.0096,
      "step": 56320
    },
    {
      "loss_action": 0.006452436558902264,
      "loss_total": 0.006452436558902264,
      "step": 56320
    },
    {
      "loss_action": 0.004437134601175785,
      "loss_total": 0.004437134601175785,
      "step": 56320
    },
    {
      "loss_action": 0.0024646250531077385,
      "loss_total": 0.0024646250531077385,
      "step": 56320
    },
    {
      "loss_action": 0.007372989319264889,
      "loss_total": 0.007372989319264889,
      "step": 56320
    },
    {
      "loss_action": 0.0048544397577643394,
      "loss_total": 0.0048544397577643394,
      "step": 56320
    },
    {
      "loss_action": 0.004770939238369465,
      "loss_total": 0.004770939238369465,
      "step": 56320
    },
    {
      "loss_action": 0.0074430243112146854,
      "loss_total": 0.0074430243112146854,
      "step": 56320
    },
    {
      "loss_action": 0.008418474346399307,
      "loss_total": 0.008418474346399307,
      "step": 56320
    },
    {
      "grad_norm": 0.11266306787729263,
      "learning_rate": 9.77617309160429e-05,
      "loss": 0.0078,
      "step": 56330
    },
    {
      "loss_action": 0.005497952923178673,
      "loss_total": 0.005497952923178673,
      "step": 56330
    },
    {
      "loss_action": 0.005994083825498819,
      "loss_total": 0.005994083825498819,
      "step": 56330
    },
    {
      "loss_action": 0.010444315150380135,
      "loss_total": 0.010444315150380135,
      "step": 56330
    },
    {
      "loss_action": 0.012960285879671574,
      "loss_total": 0.012960285879671574,
      "step": 56330
    },
    {
      "loss_action": 0.005624429322779179,
      "loss_total": 0.005624429322779179,
      "step": 56330
    },
    {
      "loss_action": 0.004176517017185688,
      "loss_total": 0.004176517017185688,
      "step": 56330
    },
    {
      "loss_action": 0.005681402049958706,
      "loss_total": 0.005681402049958706,
      "step": 56330
    },
    {
      "loss_action": 0.0025142813101410866,
      "loss_total": 0.0025142813101410866,
      "step": 56330
    },
    {
      "grad_norm": 0.11079174280166626,
      "learning_rate": 9.776050780799116e-05,
      "loss": 0.0079,
      "step": 56340
    },
    {
      "loss_action": 0.0032491048332303762,
      "loss_total": 0.0032491048332303762,
      "step": 56340
    },
    {
      "loss_action": 0.004419419448822737,
      "loss_total": 0.004419419448822737,
      "step": 56340
    },
    {
      "loss_action": 0.0017118898686021566,
      "loss_total": 0.0017118898686021566,
      "step": 56340
    },
    {
      "loss_action": 0.006361884996294975,
      "loss_total": 0.006361884996294975,
      "step": 56340
    },
    {
      "loss_action": 0.0045324768871068954,
      "loss_total": 0.0045324768871068954,
      "step": 56340
    },
    {
      "loss_action": 0.004731475375592709,
      "loss_total": 0.004731475375592709,
      "step": 56340
    },
    {
      "loss_action": 0.005448087118566036,
      "loss_total": 0.005448087118566036,
      "step": 56340
    },
    {
      "loss_action": 0.009740317240357399,
      "loss_total": 0.009740317240357399,
      "step": 56340
    },
    {
      "grad_norm": 0.10282643139362335,
      "learning_rate": 9.775928437350083e-05,
      "loss": 0.0083,
      "step": 56350
    },
    {
      "loss_action": 0.00734875351190567,
      "loss_total": 0.00734875351190567,
      "step": 56350
    },
    {
      "loss_action": 0.004067090805619955,
      "loss_total": 0.004067090805619955,
      "step": 56350
    },
    {
      "loss_action": 0.012719741091132164,
      "loss_total": 0.012719741091132164,
      "step": 56350
    },
    {
      "loss_action": 0.004143054131418467,
      "loss_total": 0.004143054131418467,
      "step": 56350
    },
    {
      "loss_action": 0.015154099091887474,
      "loss_total": 0.015154099091887474,
      "step": 56350
    },
    {
      "loss_action": 0.006329350173473358,
      "loss_total": 0.006329350173473358,
      "step": 56350
    },
    {
      "loss_action": 0.01003318466246128,
      "loss_total": 0.01003318466246128,
      "step": 56350
    },
    {
      "loss_action": 0.01543472521007061,
      "loss_total": 0.01543472521007061,
      "step": 56350
    },
    {
      "grad_norm": 0.10477910935878754,
      "learning_rate": 9.775806061258027e-05,
      "loss": 0.0095,
      "step": 56360
    },
    {
      "loss_action": 0.006973981857299805,
      "loss_total": 0.006973981857299805,
      "step": 56360
    },
    {
      "loss_action": 0.00721808522939682,
      "loss_total": 0.00721808522939682,
      "step": 56360
    },
    {
      "loss_action": 0.002737546106800437,
      "loss_total": 0.002737546106800437,
      "step": 56360
    },
    {
      "loss_action": 0.030962040647864342,
      "loss_total": 0.030962040647864342,
      "step": 56360
    },
    {
      "loss_action": 0.022344909608364105,
      "loss_total": 0.022344909608364105,
      "step": 56360
    },
    {
      "loss_action": 0.004107916262000799,
      "loss_total": 0.004107916262000799,
      "step": 56360
    },
    {
      "loss_action": 0.00476950965821743,
      "loss_total": 0.00476950965821743,
      "step": 56360
    },
    {
      "loss_action": 0.01386349368840456,
      "loss_total": 0.01386349368840456,
      "step": 56360
    },
    {
      "grad_norm": 0.08509944379329681,
      "learning_rate": 9.775683652523786e-05,
      "loss": 0.0092,
      "step": 56370
    },
    {
      "loss_action": 0.023003727197647095,
      "loss_total": 0.023003727197647095,
      "step": 56370
    },
    {
      "loss_action": 0.008790235035121441,
      "loss_total": 0.008790235035121441,
      "step": 56370
    },
    {
      "loss_action": 0.0044960519298911095,
      "loss_total": 0.0044960519298911095,
      "step": 56370
    },
    {
      "loss_action": 0.00749413575977087,
      "loss_total": 0.00749413575977087,
      "step": 56370
    },
    {
      "loss_action": 0.008300540037453175,
      "loss_total": 0.008300540037453175,
      "step": 56370
    },
    {
      "loss_action": 0.014966841787099838,
      "loss_total": 0.014966841787099838,
      "step": 56370
    },
    {
      "loss_action": 0.004803475923836231,
      "loss_total": 0.004803475923836231,
      "step": 56370
    },
    {
      "loss_action": 0.004968895576894283,
      "loss_total": 0.004968895576894283,
      "step": 56370
    },
    {
      "grad_norm": 0.15900953114032745,
      "learning_rate": 9.775561211148195e-05,
      "loss": 0.008,
      "step": 56380
    },
    {
      "loss_action": 0.004769861698150635,
      "loss_total": 0.004769861698150635,
      "step": 56380
    },
    {
      "loss_action": 0.01632620394229889,
      "loss_total": 0.01632620394229889,
      "step": 56380
    },
    {
      "loss_action": 0.008179781958460808,
      "loss_total": 0.008179781958460808,
      "step": 56380
    },
    {
      "loss_action": 0.0320696160197258,
      "loss_total": 0.0320696160197258,
      "step": 56380
    },
    {
      "loss_action": 0.0060180360451340675,
      "loss_total": 0.0060180360451340675,
      "step": 56380
    },
    {
      "loss_action": 0.00932037178426981,
      "loss_total": 0.00932037178426981,
      "step": 56380
    },
    {
      "loss_action": 0.00297975423745811,
      "loss_total": 0.00297975423745811,
      "step": 56380
    },
    {
      "loss_action": 0.01290722843259573,
      "loss_total": 0.01290722843259573,
      "step": 56380
    },
    {
      "grad_norm": 0.1539703607559204,
      "learning_rate": 9.775438737132092e-05,
      "loss": 0.0084,
      "step": 56390
    },
    {
      "loss_action": 0.0064559876918792725,
      "loss_total": 0.0064559876918792725,
      "step": 56390
    },
    {
      "loss_action": 0.003481771796941757,
      "loss_total": 0.003481771796941757,
      "step": 56390
    },
    {
      "loss_action": 0.0037377350963652134,
      "loss_total": 0.0037377350963652134,
      "step": 56390
    },
    {
      "loss_action": 0.014142649248242378,
      "loss_total": 0.014142649248242378,
      "step": 56390
    },
    {
      "loss_action": 0.004483717493712902,
      "loss_total": 0.004483717493712902,
      "step": 56390
    },
    {
      "loss_action": 0.006115337833762169,
      "loss_total": 0.006115337833762169,
      "step": 56390
    },
    {
      "loss_action": 0.006204646080732346,
      "loss_total": 0.006204646080732346,
      "step": 56390
    },
    {
      "loss_action": 0.0033680470660328865,
      "loss_total": 0.0033680470660328865,
      "step": 56390
    },
    {
      "grad_norm": 0.11346744745969772,
      "learning_rate": 9.775316230476312e-05,
      "loss": 0.0092,
      "step": 56400
    },
    {
      "loss_action": 0.002352452836930752,
      "loss_total": 0.002352452836930752,
      "step": 56400
    },
    {
      "loss_action": 0.004017980769276619,
      "loss_total": 0.004017980769276619,
      "step": 56400
    },
    {
      "loss_action": 0.005024157464504242,
      "loss_total": 0.005024157464504242,
      "step": 56400
    },
    {
      "loss_action": 0.006064816378057003,
      "loss_total": 0.006064816378057003,
      "step": 56400
    },
    {
      "loss_action": 0.002784168114885688,
      "loss_total": 0.002784168114885688,
      "step": 56400
    },
    {
      "loss_action": 0.013079315423965454,
      "loss_total": 0.013079315423965454,
      "step": 56400
    },
    {
      "loss_action": 0.008384449407458305,
      "loss_total": 0.008384449407458305,
      "step": 56400
    },
    {
      "loss_action": 0.0043668318539857864,
      "loss_total": 0.0043668318539857864,
      "step": 56400
    },
    {
      "grad_norm": 0.10789987444877625,
      "learning_rate": 9.775193691181696e-05,
      "loss": 0.0067,
      "step": 56410
    },
    {
      "loss_action": 0.005515974946320057,
      "loss_total": 0.005515974946320057,
      "step": 56410
    },
    {
      "loss_action": 0.011478417553007603,
      "loss_total": 0.011478417553007603,
      "step": 56410
    },
    {
      "loss_action": 0.004608182702213526,
      "loss_total": 0.004608182702213526,
      "step": 56410
    },
    {
      "loss_action": 0.0055142734199762344,
      "loss_total": 0.0055142734199762344,
      "step": 56410
    },
    {
      "loss_action": 0.006520390510559082,
      "loss_total": 0.006520390510559082,
      "step": 56410
    },
    {
      "loss_action": 0.0049135941080749035,
      "loss_total": 0.0049135941080749035,
      "step": 56410
    },
    {
      "loss_action": 0.004577336832880974,
      "loss_total": 0.004577336832880974,
      "step": 56410
    },
    {
      "loss_action": 0.011371846310794353,
      "loss_total": 0.011371846310794353,
      "step": 56410
    },
    {
      "grad_norm": 0.12021060287952423,
      "learning_rate": 9.77507111924908e-05,
      "loss": 0.0086,
      "step": 56420
    },
    {
      "loss_action": 0.014430795796215534,
      "loss_total": 0.014430795796215534,
      "step": 56420
    },
    {
      "loss_action": 0.005126729607582092,
      "loss_total": 0.005126729607582092,
      "step": 56420
    },
    {
      "loss_action": 0.003100793808698654,
      "loss_total": 0.003100793808698654,
      "step": 56420
    },
    {
      "loss_action": 0.005788606591522694,
      "loss_total": 0.005788606591522694,
      "step": 56420
    },
    {
      "loss_action": 0.007420365698635578,
      "loss_total": 0.007420365698635578,
      "step": 56420
    },
    {
      "loss_action": 0.002832751488313079,
      "loss_total": 0.002832751488313079,
      "step": 56420
    },
    {
      "loss_action": 0.008074689656496048,
      "loss_total": 0.008074689656496048,
      "step": 56420
    },
    {
      "loss_action": 0.010939097963273525,
      "loss_total": 0.010939097963273525,
      "step": 56420
    },
    {
      "grad_norm": 0.16271385550498962,
      "learning_rate": 9.7749485146793e-05,
      "loss": 0.0092,
      "step": 56430
    },
    {
      "loss_action": 0.00842670165002346,
      "loss_total": 0.00842670165002346,
      "step": 56430
    },
    {
      "loss_action": 0.011775659397244453,
      "loss_total": 0.011775659397244453,
      "step": 56430
    },
    {
      "loss_action": 0.0032403559889644384,
      "loss_total": 0.0032403559889644384,
      "step": 56430
    },
    {
      "loss_action": 0.004693031311035156,
      "loss_total": 0.004693031311035156,
      "step": 56430
    },
    {
      "loss_action": 0.007902025245130062,
      "loss_total": 0.007902025245130062,
      "step": 56430
    },
    {
      "loss_action": 0.006782915443181992,
      "loss_total": 0.006782915443181992,
      "step": 56430
    },
    {
      "loss_action": 0.004796641878783703,
      "loss_total": 0.004796641878783703,
      "step": 56430
    },
    {
      "loss_action": 0.014470119960606098,
      "loss_total": 0.014470119960606098,
      "step": 56430
    },
    {
      "grad_norm": 0.12324051558971405,
      "learning_rate": 9.774825877473195e-05,
      "loss": 0.0089,
      "step": 56440
    },
    {
      "loss_action": 0.009734660387039185,
      "loss_total": 0.009734660387039185,
      "step": 56440
    },
    {
      "loss_action": 0.008630014955997467,
      "loss_total": 0.008630014955997467,
      "step": 56440
    },
    {
      "loss_action": 0.004994094371795654,
      "loss_total": 0.004994094371795654,
      "step": 56440
    },
    {
      "loss_action": 0.002447148086503148,
      "loss_total": 0.002447148086503148,
      "step": 56440
    },
    {
      "loss_action": 0.005213099531829357,
      "loss_total": 0.005213099531829357,
      "step": 56440
    },
    {
      "loss_action": 0.0035583958961069584,
      "loss_total": 0.0035583958961069584,
      "step": 56440
    },
    {
      "loss_action": 0.004317536950111389,
      "loss_total": 0.004317536950111389,
      "step": 56440
    },
    {
      "loss_action": 0.010796419344842434,
      "loss_total": 0.010796419344842434,
      "step": 56440
    },
    {
      "grad_norm": 0.1385413408279419,
      "learning_rate": 9.774703207631603e-05,
      "loss": 0.0087,
      "step": 56450
    },
    {
      "loss_action": 0.00829043798148632,
      "loss_total": 0.00829043798148632,
      "step": 56450
    },
    {
      "loss_action": 0.002195152919739485,
      "loss_total": 0.002195152919739485,
      "step": 56450
    },
    {
      "loss_action": 0.005647243931889534,
      "loss_total": 0.005647243931889534,
      "step": 56450
    },
    {
      "loss_action": 0.008161257952451706,
      "loss_total": 0.008161257952451706,
      "step": 56450
    },
    {
      "loss_action": 0.005782227497547865,
      "loss_total": 0.005782227497547865,
      "step": 56450
    },
    {
      "loss_action": 0.0021274739410728216,
      "loss_total": 0.0021274739410728216,
      "step": 56450
    },
    {
      "loss_action": 0.00622969027608633,
      "loss_total": 0.00622969027608633,
      "step": 56450
    },
    {
      "loss_action": 0.004095255397260189,
      "loss_total": 0.004095255397260189,
      "step": 56450
    },
    {
      "grad_norm": 0.10921015590429306,
      "learning_rate": 9.774580505155365e-05,
      "loss": 0.0077,
      "step": 56460
    },
    {
      "loss_action": 0.02024257555603981,
      "loss_total": 0.02024257555603981,
      "step": 56460
    },
    {
      "loss_action": 0.0069272140972316265,
      "loss_total": 0.0069272140972316265,
      "step": 56460
    },
    {
      "loss_action": 0.005173340905457735,
      "loss_total": 0.005173340905457735,
      "step": 56460
    },
    {
      "loss_action": 0.011952326633036137,
      "loss_total": 0.011952326633036137,
      "step": 56460
    },
    {
      "loss_action": 0.0040665059350430965,
      "loss_total": 0.0040665059350430965,
      "step": 56460
    },
    {
      "loss_action": 0.0045678880997002125,
      "loss_total": 0.0045678880997002125,
      "step": 56460
    },
    {
      "loss_action": 0.0031647407449781895,
      "loss_total": 0.0031647407449781895,
      "step": 56460
    },
    {
      "loss_action": 0.005030924919992685,
      "loss_total": 0.005030924919992685,
      "step": 56460
    },
    {
      "grad_norm": 0.09239258617162704,
      "learning_rate": 9.774457770045318e-05,
      "loss": 0.0087,
      "step": 56470
    },
    {
      "loss_action": 0.006704017519950867,
      "loss_total": 0.006704017519950867,
      "step": 56470
    },
    {
      "loss_action": 0.0038390718400478363,
      "loss_total": 0.0038390718400478363,
      "step": 56470
    },
    {
      "loss_action": 0.0024011314380913973,
      "loss_total": 0.0024011314380913973,
      "step": 56470
    },
    {
      "loss_action": 0.00957767479121685,
      "loss_total": 0.00957767479121685,
      "step": 56470
    },
    {
      "loss_action": 0.003674580017104745,
      "loss_total": 0.003674580017104745,
      "step": 56470
    },
    {
      "loss_action": 0.003721461398527026,
      "loss_total": 0.003721461398527026,
      "step": 56470
    },
    {
      "loss_action": 0.0028335931710898876,
      "loss_total": 0.0028335931710898876,
      "step": 56470
    },
    {
      "loss_action": 0.002706366591155529,
      "loss_total": 0.002706366591155529,
      "step": 56470
    },
    {
      "grad_norm": 0.13919788599014282,
      "learning_rate": 9.774335002302298e-05,
      "loss": 0.0074,
      "step": 56480
    },
    {
      "loss_action": 0.0100718317553401,
      "loss_total": 0.0100718317553401,
      "step": 56480
    },
    {
      "loss_action": 0.005298037547618151,
      "loss_total": 0.005298037547618151,
      "step": 56480
    },
    {
      "loss_action": 0.008955414406955242,
      "loss_total": 0.008955414406955242,
      "step": 56480
    },
    {
      "loss_action": 0.008327255956828594,
      "loss_total": 0.008327255956828594,
      "step": 56480
    },
    {
      "loss_action": 0.004826308228075504,
      "loss_total": 0.004826308228075504,
      "step": 56480
    },
    {
      "loss_action": 0.008310241624712944,
      "loss_total": 0.008310241624712944,
      "step": 56480
    },
    {
      "loss_action": 0.006501555442810059,
      "loss_total": 0.006501555442810059,
      "step": 56480
    },
    {
      "loss_action": 0.014460020698606968,
      "loss_total": 0.014460020698606968,
      "step": 56480
    },
    {
      "grad_norm": 0.15255557000637054,
      "learning_rate": 9.774212201927149e-05,
      "loss": 0.0069,
      "step": 56490
    },
    {
      "loss_action": 0.008869755081832409,
      "loss_total": 0.008869755081832409,
      "step": 56490
    },
    {
      "loss_action": 0.008596614003181458,
      "loss_total": 0.008596614003181458,
      "step": 56490
    },
    {
      "loss_action": 0.003196301404386759,
      "loss_total": 0.003196301404386759,
      "step": 56490
    },
    {
      "loss_action": 0.012911923229694366,
      "loss_total": 0.012911923229694366,
      "step": 56490
    },
    {
      "loss_action": 0.00358785642310977,
      "loss_total": 0.00358785642310977,
      "step": 56490
    },
    {
      "loss_action": 0.01325186900794506,
      "loss_total": 0.01325186900794506,
      "step": 56490
    },
    {
      "loss_action": 0.010625695809721947,
      "loss_total": 0.010625695809721947,
      "step": 56490
    },
    {
      "loss_action": 0.006775889080017805,
      "loss_total": 0.006775889080017805,
      "step": 56490
    },
    {
      "grad_norm": 0.15948887169361115,
      "learning_rate": 9.774089368920705e-05,
      "loss": 0.007,
      "step": 56500
    },
    {
      "loss_action": 0.027803797274827957,
      "loss_total": 0.027803797274827957,
      "step": 56500
    },
    {
      "loss_action": 0.0040816655382514,
      "loss_total": 0.0040816655382514,
      "step": 56500
    },
    {
      "loss_action": 0.003343357006087899,
      "loss_total": 0.003343357006087899,
      "step": 56500
    },
    {
      "loss_action": 0.005739808082580566,
      "loss_total": 0.005739808082580566,
      "step": 56500
    },
    {
      "loss_action": 0.0029351762495934963,
      "loss_total": 0.0029351762495934963,
      "step": 56500
    },
    {
      "loss_action": 0.004585565999150276,
      "loss_total": 0.004585565999150276,
      "step": 56500
    },
    {
      "loss_action": 0.006018104963004589,
      "loss_total": 0.006018104963004589,
      "step": 56500
    },
    {
      "loss_action": 0.006213943008333445,
      "loss_total": 0.006213943008333445,
      "step": 56500
    },
    {
      "grad_norm": 0.13600505888462067,
      "learning_rate": 9.773966503283812e-05,
      "loss": 0.0071,
      "step": 56510
    },
    {
      "loss_action": 0.010869188234210014,
      "loss_total": 0.010869188234210014,
      "step": 56510
    },
    {
      "loss_action": 0.007925044745206833,
      "loss_total": 0.007925044745206833,
      "step": 56510
    },
    {
      "loss_action": 0.007656989619135857,
      "loss_total": 0.007656989619135857,
      "step": 56510
    },
    {
      "loss_action": 0.011448390781879425,
      "loss_total": 0.011448390781879425,
      "step": 56510
    },
    {
      "loss_action": 0.009929003193974495,
      "loss_total": 0.009929003193974495,
      "step": 56510
    },
    {
      "loss_action": 0.013337532989680767,
      "loss_total": 0.013337532989680767,
      "step": 56510
    },
    {
      "loss_action": 0.007848436012864113,
      "loss_total": 0.007848436012864113,
      "step": 56510
    },
    {
      "loss_action": 0.00681834202259779,
      "loss_total": 0.00681834202259779,
      "step": 56510
    },
    {
      "grad_norm": 0.16370148956775665,
      "learning_rate": 9.773843605017304e-05,
      "loss": 0.0092,
      "step": 56520
    },
    {
      "loss_action": 0.011318887583911419,
      "loss_total": 0.011318887583911419,
      "step": 56520
    },
    {
      "loss_action": 0.0029832441359758377,
      "loss_total": 0.0029832441359758377,
      "step": 56520
    },
    {
      "loss_action": 0.009666670113801956,
      "loss_total": 0.009666670113801956,
      "step": 56520
    },
    {
      "loss_action": 0.003558363299816847,
      "loss_total": 0.003558363299816847,
      "step": 56520
    },
    {
      "loss_action": 0.005460622254759073,
      "loss_total": 0.005460622254759073,
      "step": 56520
    },
    {
      "loss_action": 0.0030345208942890167,
      "loss_total": 0.0030345208942890167,
      "step": 56520
    },
    {
      "loss_action": 0.005478562321513891,
      "loss_total": 0.005478562321513891,
      "step": 56520
    },
    {
      "loss_action": 0.002283496782183647,
      "loss_total": 0.002283496782183647,
      "step": 56520
    },
    {
      "grad_norm": 0.13868996500968933,
      "learning_rate": 9.773720674122023e-05,
      "loss": 0.008,
      "step": 56530
    },
    {
      "loss_action": 0.008616011589765549,
      "loss_total": 0.008616011589765549,
      "step": 56530
    },
    {
      "loss_action": 0.00807917956262827,
      "loss_total": 0.00807917956262827,
      "step": 56530
    },
    {
      "loss_action": 0.027095358818769455,
      "loss_total": 0.027095358818769455,
      "step": 56530
    },
    {
      "loss_action": 0.005205072462558746,
      "loss_total": 0.005205072462558746,
      "step": 56530
    },
    {
      "loss_action": 0.012634702026844025,
      "loss_total": 0.012634702026844025,
      "step": 56530
    },
    {
      "loss_action": 0.003335557645186782,
      "loss_total": 0.003335557645186782,
      "step": 56530
    },
    {
      "loss_action": 0.01699214242398739,
      "loss_total": 0.01699214242398739,
      "step": 56530
    },
    {
      "loss_action": 0.011021245270967484,
      "loss_total": 0.011021245270967484,
      "step": 56530
    },
    {
      "grad_norm": 0.12209295481443405,
      "learning_rate": 9.77359771059881e-05,
      "loss": 0.0099,
      "step": 56540
    },
    {
      "loss_action": 0.002518510213121772,
      "loss_total": 0.002518510213121772,
      "step": 56540
    },
    {
      "loss_action": 0.012545229867100716,
      "loss_total": 0.012545229867100716,
      "step": 56540
    },
    {
      "loss_action": 0.006116019561886787,
      "loss_total": 0.006116019561886787,
      "step": 56540
    },
    {
      "loss_action": 0.005541525315493345,
      "loss_total": 0.005541525315493345,
      "step": 56540
    },
    {
      "loss_action": 0.00470717204734683,
      "loss_total": 0.00470717204734683,
      "step": 56540
    },
    {
      "loss_action": 0.008572843857109547,
      "loss_total": 0.008572843857109547,
      "step": 56540
    },
    {
      "loss_action": 0.007712897844612598,
      "loss_total": 0.007712897844612598,
      "step": 56540
    },
    {
      "loss_action": 0.007249967195093632,
      "loss_total": 0.007249967195093632,
      "step": 56540
    },
    {
      "grad_norm": 0.14607028663158417,
      "learning_rate": 9.773474714448506e-05,
      "loss": 0.0078,
      "step": 56550
    },
    {
      "loss_action": 0.005668111145496368,
      "loss_total": 0.005668111145496368,
      "step": 56550
    },
    {
      "loss_action": 0.005638182628899813,
      "loss_total": 0.005638182628899813,
      "step": 56550
    },
    {
      "loss_action": 0.0031170370057225227,
      "loss_total": 0.0031170370057225227,
      "step": 56550
    },
    {
      "loss_action": 0.0116330087184906,
      "loss_total": 0.0116330087184906,
      "step": 56550
    },
    {
      "loss_action": 0.0033078480046242476,
      "loss_total": 0.0033078480046242476,
      "step": 56550
    },
    {
      "loss_action": 0.00369602651335299,
      "loss_total": 0.00369602651335299,
      "step": 56550
    },
    {
      "loss_action": 0.0040067145600914955,
      "loss_total": 0.0040067145600914955,
      "step": 56550
    },
    {
      "loss_action": 0.005764924921095371,
      "loss_total": 0.005764924921095371,
      "step": 56550
    },
    {
      "grad_norm": 0.16359488666057587,
      "learning_rate": 9.77335168567195e-05,
      "loss": 0.007,
      "step": 56560
    },
    {
      "loss_action": 0.004409695975482464,
      "loss_total": 0.004409695975482464,
      "step": 56560
    },
    {
      "loss_action": 0.010970160365104675,
      "loss_total": 0.010970160365104675,
      "step": 56560
    },
    {
      "loss_action": 0.0039506047032773495,
      "loss_total": 0.0039506047032773495,
      "step": 56560
    },
    {
      "loss_action": 0.004531812388449907,
      "loss_total": 0.004531812388449907,
      "step": 56560
    },
    {
      "loss_action": 0.0053557357750833035,
      "loss_total": 0.0053557357750833035,
      "step": 56560
    },
    {
      "loss_action": 0.012054948136210442,
      "loss_total": 0.012054948136210442,
      "step": 56560
    },
    {
      "loss_action": 0.0024550803937017918,
      "loss_total": 0.0024550803937017918,
      "step": 56560
    },
    {
      "loss_action": 0.004053681157529354,
      "loss_total": 0.004053681157529354,
      "step": 56560
    },
    {
      "grad_norm": 0.18062153458595276,
      "learning_rate": 9.773228624269984e-05,
      "loss": 0.0077,
      "step": 56570
    },
    {
      "loss_action": 0.013666149228811264,
      "loss_total": 0.013666149228811264,
      "step": 56570
    },
    {
      "loss_action": 0.017951127141714096,
      "loss_total": 0.017951127141714096,
      "step": 56570
    },
    {
      "loss_action": 0.007574155461043119,
      "loss_total": 0.007574155461043119,
      "step": 56570
    },
    {
      "loss_action": 0.0046304455026984215,
      "loss_total": 0.0046304455026984215,
      "step": 56570
    },
    {
      "loss_action": 0.006412516348063946,
      "loss_total": 0.006412516348063946,
      "step": 56570
    },
    {
      "loss_action": 0.00229453481733799,
      "loss_total": 0.00229453481733799,
      "step": 56570
    },
    {
      "loss_action": 0.0030613807030022144,
      "loss_total": 0.0030613807030022144,
      "step": 56570
    },
    {
      "loss_action": 0.012264978140592575,
      "loss_total": 0.012264978140592575,
      "step": 56570
    },
    {
      "grad_norm": 0.19307546317577362,
      "learning_rate": 9.773105530243447e-05,
      "loss": 0.0071,
      "step": 56580
    },
    {
      "loss_action": 0.010151728987693787,
      "loss_total": 0.010151728987693787,
      "step": 56580
    },
    {
      "loss_action": 0.0036845733411610126,
      "loss_total": 0.0036845733411610126,
      "step": 56580
    },
    {
      "loss_action": 0.023558955639600754,
      "loss_total": 0.023558955639600754,
      "step": 56580
    },
    {
      "loss_action": 0.01183210127055645,
      "loss_total": 0.01183210127055645,
      "step": 56580
    },
    {
      "loss_action": 0.009399104863405228,
      "loss_total": 0.009399104863405228,
      "step": 56580
    },
    {
      "loss_action": 0.0038784847129136324,
      "loss_total": 0.0038784847129136324,
      "step": 56580
    },
    {
      "loss_action": 0.005243098363280296,
      "loss_total": 0.005243098363280296,
      "step": 56580
    },
    {
      "loss_action": 0.012383081018924713,
      "loss_total": 0.012383081018924713,
      "step": 56580
    },
    {
      "grad_norm": 0.17528803646564484,
      "learning_rate": 9.772982403593183e-05,
      "loss": 0.0087,
      "step": 56590
    },
    {
      "loss_action": 0.010888980701565742,
      "loss_total": 0.010888980701565742,
      "step": 56590
    },
    {
      "loss_action": 0.009660976007580757,
      "loss_total": 0.009660976007580757,
      "step": 56590
    },
    {
      "loss_action": 0.006363625638186932,
      "loss_total": 0.006363625638186932,
      "step": 56590
    },
    {
      "loss_action": 0.019151076674461365,
      "loss_total": 0.019151076674461365,
      "step": 56590
    },
    {
      "loss_action": 0.006525668781250715,
      "loss_total": 0.006525668781250715,
      "step": 56590
    },
    {
      "loss_action": 0.0035294881090521812,
      "loss_total": 0.0035294881090521812,
      "step": 56590
    },
    {
      "loss_action": 0.007819648832082748,
      "loss_total": 0.007819648832082748,
      "step": 56590
    },
    {
      "loss_action": 0.0033161344472318888,
      "loss_total": 0.0033161344472318888,
      "step": 56590
    },
    {
      "grad_norm": 0.14114031195640564,
      "learning_rate": 9.772859244320032e-05,
      "loss": 0.008,
      "step": 56600
    },
    {
      "loss_action": 0.0058727143332362175,
      "loss_total": 0.0058727143332362175,
      "step": 56600
    },
    {
      "loss_action": 0.003027295460924506,
      "loss_total": 0.003027295460924506,
      "step": 56600
    },
    {
      "loss_action": 0.004675853066146374,
      "loss_total": 0.004675853066146374,
      "step": 56600
    },
    {
      "loss_action": 0.02582455798983574,
      "loss_total": 0.02582455798983574,
      "step": 56600
    },
    {
      "loss_action": 0.013492358848452568,
      "loss_total": 0.013492358848452568,
      "step": 56600
    },
    {
      "loss_action": 0.003614809364080429,
      "loss_total": 0.003614809364080429,
      "step": 56600
    },
    {
      "loss_action": 0.005334880203008652,
      "loss_total": 0.005334880203008652,
      "step": 56600
    },
    {
      "loss_action": 0.00661875307559967,
      "loss_total": 0.00661875307559967,
      "step": 56600
    },
    {
      "grad_norm": 0.0830916315317154,
      "learning_rate": 9.772736052424836e-05,
      "loss": 0.0073,
      "step": 56610
    },
    {
      "loss_action": 0.003950090147554874,
      "loss_total": 0.003950090147554874,
      "step": 56610
    },
    {
      "loss_action": 0.0019245160510763526,
      "loss_total": 0.0019245160510763526,
      "step": 56610
    },
    {
      "loss_action": 0.002777374815195799,
      "loss_total": 0.002777374815195799,
      "step": 56610
    },
    {
      "loss_action": 0.006080170162022114,
      "loss_total": 0.006080170162022114,
      "step": 56610
    },
    {
      "loss_action": 0.004826864693313837,
      "loss_total": 0.004826864693313837,
      "step": 56610
    },
    {
      "loss_action": 0.0016905851662158966,
      "loss_total": 0.0016905851662158966,
      "step": 56610
    },
    {
      "loss_action": 0.005793508142232895,
      "loss_total": 0.005793508142232895,
      "step": 56610
    },
    {
      "loss_action": 0.0036318995989859104,
      "loss_total": 0.0036318995989859104,
      "step": 56610
    },
    {
      "grad_norm": 0.09726102650165558,
      "learning_rate": 9.772612827908438e-05,
      "loss": 0.0085,
      "step": 56620
    },
    {
      "loss_action": 0.010103391483426094,
      "loss_total": 0.010103391483426094,
      "step": 56620
    },
    {
      "loss_action": 0.004743671510368586,
      "loss_total": 0.004743671510368586,
      "step": 56620
    },
    {
      "loss_action": 0.004045412410050631,
      "loss_total": 0.004045412410050631,
      "step": 56620
    },
    {
      "loss_action": 0.010160272009670734,
      "loss_total": 0.010160272009670734,
      "step": 56620
    },
    {
      "loss_action": 0.0033907792530953884,
      "loss_total": 0.0033907792530953884,
      "step": 56620
    },
    {
      "loss_action": 0.005891470704227686,
      "loss_total": 0.005891470704227686,
      "step": 56620
    },
    {
      "loss_action": 0.008047545328736305,
      "loss_total": 0.008047545328736305,
      "step": 56620
    },
    {
      "loss_action": 0.005285286344587803,
      "loss_total": 0.005285286344587803,
      "step": 56620
    },
    {
      "grad_norm": 0.10115021467208862,
      "learning_rate": 9.77248957077168e-05,
      "loss": 0.0075,
      "step": 56630
    },
    {
      "loss_action": 0.0059033646248281,
      "loss_total": 0.0059033646248281,
      "step": 56630
    },
    {
      "loss_action": 0.006584659218788147,
      "loss_total": 0.006584659218788147,
      "step": 56630
    },
    {
      "loss_action": 0.005869210697710514,
      "loss_total": 0.005869210697710514,
      "step": 56630
    },
    {
      "loss_action": 0.0035342429764568806,
      "loss_total": 0.0035342429764568806,
      "step": 56630
    },
    {
      "loss_action": 0.05293479189276695,
      "loss_total": 0.05293479189276695,
      "step": 56630
    },
    {
      "loss_action": 0.0034567476250231266,
      "loss_total": 0.0034567476250231266,
      "step": 56630
    },
    {
      "loss_action": 0.003154587931931019,
      "loss_total": 0.003154587931931019,
      "step": 56630
    },
    {
      "loss_action": 0.002330542542040348,
      "loss_total": 0.002330542542040348,
      "step": 56630
    },
    {
      "grad_norm": 0.09525266289710999,
      "learning_rate": 9.772366281015404e-05,
      "loss": 0.0071,
      "step": 56640
    },
    {
      "loss_action": 0.0072280531749129295,
      "loss_total": 0.0072280531749129295,
      "step": 56640
    },
    {
      "loss_action": 0.007407152559608221,
      "loss_total": 0.007407152559608221,
      "step": 56640
    },
    {
      "loss_action": 0.11703265458345413,
      "loss_total": 0.11703265458345413,
      "step": 56640
    },
    {
      "loss_action": 0.007205654866993427,
      "loss_total": 0.007205654866993427,
      "step": 56640
    },
    {
      "loss_action": 0.006183803081512451,
      "loss_total": 0.006183803081512451,
      "step": 56640
    },
    {
      "loss_action": 0.004179716110229492,
      "loss_total": 0.004179716110229492,
      "step": 56640
    },
    {
      "loss_action": 0.011502394452691078,
      "loss_total": 0.011502394452691078,
      "step": 56640
    },
    {
      "loss_action": 0.003534369869157672,
      "loss_total": 0.003534369869157672,
      "step": 56640
    },
    {
      "grad_norm": 0.10628224909305573,
      "learning_rate": 9.772242958640452e-05,
      "loss": 0.0091,
      "step": 56650
    },
    {
      "loss_action": 0.005091480445116758,
      "loss_total": 0.005091480445116758,
      "step": 56650
    },
    {
      "loss_action": 0.004805020987987518,
      "loss_total": 0.004805020987987518,
      "step": 56650
    },
    {
      "loss_action": 0.011238258332014084,
      "loss_total": 0.011238258332014084,
      "step": 56650
    },
    {
      "loss_action": 0.003398435888811946,
      "loss_total": 0.003398435888811946,
      "step": 56650
    },
    {
      "loss_action": 0.011773641221225262,
      "loss_total": 0.011773641221225262,
      "step": 56650
    },
    {
      "loss_action": 0.0032474417239427567,
      "loss_total": 0.0032474417239427567,
      "step": 56650
    },
    {
      "loss_action": 0.004072193987667561,
      "loss_total": 0.004072193987667561,
      "step": 56650
    },
    {
      "loss_action": 0.018188882619142532,
      "loss_total": 0.018188882619142532,
      "step": 56650
    },
    {
      "grad_norm": 0.11735527962446213,
      "learning_rate": 9.772119603647667e-05,
      "loss": 0.0079,
      "step": 56660
    },
    {
      "loss_action": 0.013199659064412117,
      "loss_total": 0.013199659064412117,
      "step": 56660
    },
    {
      "loss_action": 0.0169333815574646,
      "loss_total": 0.0169333815574646,
      "step": 56660
    },
    {
      "loss_action": 0.014012043364346027,
      "loss_total": 0.014012043364346027,
      "step": 56660
    },
    {
      "loss_action": 0.014013780280947685,
      "loss_total": 0.014013780280947685,
      "step": 56660
    },
    {
      "loss_action": 0.013441400602459908,
      "loss_total": 0.013441400602459908,
      "step": 56660
    },
    {
      "loss_action": 0.015224569477140903,
      "loss_total": 0.015224569477140903,
      "step": 56660
    },
    {
      "loss_action": 0.013640018180012703,
      "loss_total": 0.013640018180012703,
      "step": 56660
    },
    {
      "loss_action": 0.01489515881985426,
      "loss_total": 0.01489515881985426,
      "step": 56660
    },
    {
      "grad_norm": 0.1518583446741104,
      "learning_rate": 9.771996216037893e-05,
      "loss": 0.0097,
      "step": 56670
    },
    {
      "loss_action": 0.008836524561047554,
      "loss_total": 0.008836524561047554,
      "step": 56670
    },
    {
      "loss_action": 0.006638620980083942,
      "loss_total": 0.006638620980083942,
      "step": 56670
    },
    {
      "loss_action": 0.0035267923958599567,
      "loss_total": 0.0035267923958599567,
      "step": 56670
    },
    {
      "loss_action": 0.006856061518192291,
      "loss_total": 0.006856061518192291,
      "step": 56670
    },
    {
      "loss_action": 0.007252865936607122,
      "loss_total": 0.007252865936607122,
      "step": 56670
    },
    {
      "loss_action": 0.005958749912679195,
      "loss_total": 0.005958749912679195,
      "step": 56670
    },
    {
      "loss_action": 0.006106114014983177,
      "loss_total": 0.006106114014983177,
      "step": 56670
    },
    {
      "loss_action": 0.014189942739903927,
      "loss_total": 0.014189942739903927,
      "step": 56670
    },
    {
      "grad_norm": 0.08188430964946747,
      "learning_rate": 9.771872795811974e-05,
      "loss": 0.0088,
      "step": 56680
    },
    {
      "loss_action": 0.004412064328789711,
      "loss_total": 0.004412064328789711,
      "step": 56680
    },
    {
      "loss_action": 0.0069154249504208565,
      "loss_total": 0.0069154249504208565,
      "step": 56680
    },
    {
      "loss_action": 0.0052452003583312035,
      "loss_total": 0.0052452003583312035,
      "step": 56680
    },
    {
      "loss_action": 0.00679073017090559,
      "loss_total": 0.00679073017090559,
      "step": 56680
    },
    {
      "loss_action": 0.0034949134569615126,
      "loss_total": 0.0034949134569615126,
      "step": 56680
    },
    {
      "loss_action": 0.004388720728456974,
      "loss_total": 0.004388720728456974,
      "step": 56680
    },
    {
      "loss_action": 0.003818701021373272,
      "loss_total": 0.003818701021373272,
      "step": 56680
    },
    {
      "loss_action": 0.008344456553459167,
      "loss_total": 0.008344456553459167,
      "step": 56680
    },
    {
      "grad_norm": 0.0995836853981018,
      "learning_rate": 9.771749342970751e-05,
      "loss": 0.007,
      "step": 56690
    },
    {
      "loss_action": 0.027774004265666008,
      "loss_total": 0.027774004265666008,
      "step": 56690
    },
    {
      "loss_action": 0.007290451321750879,
      "loss_total": 0.007290451321750879,
      "step": 56690
    },
    {
      "loss_action": 0.0034515894949436188,
      "loss_total": 0.0034515894949436188,
      "step": 56690
    },
    {
      "loss_action": 0.0027664760127663612,
      "loss_total": 0.0027664760127663612,
      "step": 56690
    },
    {
      "loss_action": 0.0026209065690636635,
      "loss_total": 0.0026209065690636635,
      "step": 56690
    },
    {
      "loss_action": 0.0032171609345823526,
      "loss_total": 0.0032171609345823526,
      "step": 56690
    },
    {
      "loss_action": 0.005403307266533375,
      "loss_total": 0.005403307266533375,
      "step": 56690
    },
    {
      "loss_action": 0.015288558788597584,
      "loss_total": 0.015288558788597584,
      "step": 56690
    },
    {
      "grad_norm": 0.1363668590784073,
      "learning_rate": 9.77162585751507e-05,
      "loss": 0.0069,
      "step": 56700
    },
    {
      "loss_action": 0.0053541334345936775,
      "loss_total": 0.0053541334345936775,
      "step": 56700
    },
    {
      "loss_action": 0.0048421709798276424,
      "loss_total": 0.0048421709798276424,
      "step": 56700
    },
    {
      "loss_action": 0.008236957713961601,
      "loss_total": 0.008236957713961601,
      "step": 56700
    },
    {
      "loss_action": 0.004683841019868851,
      "loss_total": 0.004683841019868851,
      "step": 56700
    },
    {
      "loss_action": 0.024030623957514763,
      "loss_total": 0.024030623957514763,
      "step": 56700
    },
    {
      "loss_action": 0.0070374030619859695,
      "loss_total": 0.0070374030619859695,
      "step": 56700
    },
    {
      "loss_action": 0.009745926596224308,
      "loss_total": 0.009745926596224308,
      "step": 56700
    },
    {
      "loss_action": 0.0019639041274785995,
      "loss_total": 0.0019639041274785995,
      "step": 56700
    },
    {
      "grad_norm": 0.1806018203496933,
      "learning_rate": 9.771502339445775e-05,
      "loss": 0.0087,
      "step": 56710
    },
    {
      "loss_action": 0.007392651867121458,
      "loss_total": 0.007392651867121458,
      "step": 56710
    },
    {
      "loss_action": 0.00863416027277708,
      "loss_total": 0.00863416027277708,
      "step": 56710
    },
    {
      "loss_action": 0.0024867691099643707,
      "loss_total": 0.0024867691099643707,
      "step": 56710
    },
    {
      "loss_action": 0.003786830697208643,
      "loss_total": 0.003786830697208643,
      "step": 56710
    },
    {
      "loss_action": 0.01057826355099678,
      "loss_total": 0.01057826355099678,
      "step": 56710
    },
    {
      "loss_action": 0.009506337344646454,
      "loss_total": 0.009506337344646454,
      "step": 56710
    },
    {
      "loss_action": 0.005241867154836655,
      "loss_total": 0.005241867154836655,
      "step": 56710
    },
    {
      "loss_action": 0.00461900420486927,
      "loss_total": 0.00461900420486927,
      "step": 56710
    },
    {
      "grad_norm": 0.23231026530265808,
      "learning_rate": 9.771378788763708e-05,
      "loss": 0.0092,
      "step": 56720
    },
    {
      "loss_action": 0.015500758774578571,
      "loss_total": 0.015500758774578571,
      "step": 56720
    },
    {
      "loss_action": 0.010477844625711441,
      "loss_total": 0.010477844625711441,
      "step": 56720
    },
    {
      "loss_action": 0.013282861560583115,
      "loss_total": 0.013282861560583115,
      "step": 56720
    },
    {
      "loss_action": 0.009759955108165741,
      "loss_total": 0.009759955108165741,
      "step": 56720
    },
    {
      "loss_action": 0.032782457768917084,
      "loss_total": 0.032782457768917084,
      "step": 56720
    },
    {
      "loss_action": 0.005911445245146751,
      "loss_total": 0.005911445245146751,
      "step": 56720
    },
    {
      "loss_action": 0.025635281577706337,
      "loss_total": 0.025635281577706337,
      "step": 56720
    },
    {
      "loss_action": 0.008297459222376347,
      "loss_total": 0.008297459222376347,
      "step": 56720
    },
    {
      "grad_norm": 0.09877327084541321,
      "learning_rate": 9.771255205469717e-05,
      "loss": 0.01,
      "step": 56730
    },
    {
      "loss_action": 0.003691401332616806,
      "loss_total": 0.003691401332616806,
      "step": 56730
    },
    {
      "loss_action": 0.0029890313744544983,
      "loss_total": 0.0029890313744544983,
      "step": 56730
    },
    {
      "loss_action": 0.010458788834512234,
      "loss_total": 0.010458788834512234,
      "step": 56730
    },
    {
      "loss_action": 0.00685269758105278,
      "loss_total": 0.00685269758105278,
      "step": 56730
    },
    {
      "loss_action": 0.006185042671859264,
      "loss_total": 0.006185042671859264,
      "step": 56730
    },
    {
      "loss_action": 0.011128103360533714,
      "loss_total": 0.011128103360533714,
      "step": 56730
    },
    {
      "loss_action": 0.027093812823295593,
      "loss_total": 0.027093812823295593,
      "step": 56730
    },
    {
      "loss_action": 0.005004181992262602,
      "loss_total": 0.005004181992262602,
      "step": 56730
    },
    {
      "grad_norm": 0.09463006258010864,
      "learning_rate": 9.771131589564643e-05,
      "loss": 0.008,
      "step": 56740
    },
    {
      "loss_action": 0.0027163992635905743,
      "loss_total": 0.0027163992635905743,
      "step": 56740
    },
    {
      "loss_action": 0.009110843762755394,
      "loss_total": 0.009110843762755394,
      "step": 56740
    },
    {
      "loss_action": 0.003485816065222025,
      "loss_total": 0.003485816065222025,
      "step": 56740
    },
    {
      "loss_action": 0.02616633102297783,
      "loss_total": 0.02616633102297783,
      "step": 56740
    },
    {
      "loss_action": 0.012761369347572327,
      "loss_total": 0.012761369347572327,
      "step": 56740
    },
    {
      "loss_action": 0.009050020948052406,
      "loss_total": 0.009050020948052406,
      "step": 56740
    },
    {
      "loss_action": 0.0067759305238723755,
      "loss_total": 0.0067759305238723755,
      "step": 56740
    },
    {
      "loss_action": 0.007267065811902285,
      "loss_total": 0.007267065811902285,
      "step": 56740
    },
    {
      "grad_norm": 0.12452732771635056,
      "learning_rate": 9.771007941049334e-05,
      "loss": 0.0083,
      "step": 56750
    },
    {
      "loss_action": 0.004014444071799517,
      "loss_total": 0.004014444071799517,
      "step": 56750
    },
    {
      "loss_action": 0.004592536017298698,
      "loss_total": 0.004592536017298698,
      "step": 56750
    },
    {
      "loss_action": 0.006966021843254566,
      "loss_total": 0.006966021843254566,
      "step": 56750
    },
    {
      "loss_action": 0.003493859199807048,
      "loss_total": 0.003493859199807048,
      "step": 56750
    },
    {
      "loss_action": 0.002491237595677376,
      "loss_total": 0.002491237595677376,
      "step": 56750
    },
    {
      "loss_action": 0.013029633089900017,
      "loss_total": 0.013029633089900017,
      "step": 56750
    },
    {
      "loss_action": 0.008720556274056435,
      "loss_total": 0.008720556274056435,
      "step": 56750
    },
    {
      "loss_action": 0.010061920620501041,
      "loss_total": 0.010061920620501041,
      "step": 56750
    },
    {
      "grad_norm": 0.10937528312206268,
      "learning_rate": 9.770884259924634e-05,
      "loss": 0.0075,
      "step": 56760
    },
    {
      "loss_action": 0.006268232129514217,
      "loss_total": 0.006268232129514217,
      "step": 56760
    },
    {
      "loss_action": 0.014171486720442772,
      "loss_total": 0.014171486720442772,
      "step": 56760
    },
    {
      "loss_action": 0.005926108919084072,
      "loss_total": 0.005926108919084072,
      "step": 56760
    },
    {
      "loss_action": 0.004241625778377056,
      "loss_total": 0.004241625778377056,
      "step": 56760
    },
    {
      "loss_action": 0.006632324308156967,
      "loss_total": 0.006632324308156967,
      "step": 56760
    },
    {
      "loss_action": 0.02812749519944191,
      "loss_total": 0.02812749519944191,
      "step": 56760
    },
    {
      "loss_action": 0.00643867626786232,
      "loss_total": 0.00643867626786232,
      "step": 56760
    },
    {
      "loss_action": 0.009373672306537628,
      "loss_total": 0.009373672306537628,
      "step": 56760
    },
    {
      "grad_norm": 0.11873232573270798,
      "learning_rate": 9.770760546191386e-05,
      "loss": 0.0077,
      "step": 56770
    },
    {
      "loss_action": 0.007018741220235825,
      "loss_total": 0.007018741220235825,
      "step": 56770
    },
    {
      "loss_action": 0.007942468859255314,
      "loss_total": 0.007942468859255314,
      "step": 56770
    },
    {
      "loss_action": 0.014948032796382904,
      "loss_total": 0.014948032796382904,
      "step": 56770
    },
    {
      "loss_action": 0.006716152653098106,
      "loss_total": 0.006716152653098106,
      "step": 56770
    },
    {
      "loss_action": 0.003996067680418491,
      "loss_total": 0.003996067680418491,
      "step": 56770
    },
    {
      "loss_action": 0.007767422124743462,
      "loss_total": 0.007767422124743462,
      "step": 56770
    },
    {
      "loss_action": 0.01233084686100483,
      "loss_total": 0.01233084686100483,
      "step": 56770
    },
    {
      "loss_action": 0.0038982010446488857,
      "loss_total": 0.0038982010446488857,
      "step": 56770
    },
    {
      "grad_norm": 0.12595413625240326,
      "learning_rate": 9.770636799850441e-05,
      "loss": 0.0077,
      "step": 56780
    },
    {
      "loss_action": 0.008547509089112282,
      "loss_total": 0.008547509089112282,
      "step": 56780
    },
    {
      "loss_action": 0.0035051130689680576,
      "loss_total": 0.0035051130689680576,
      "step": 56780
    },
    {
      "loss_action": 0.007106300443410873,
      "loss_total": 0.007106300443410873,
      "step": 56780
    },
    {
      "loss_action": 0.011608736589550972,
      "loss_total": 0.011608736589550972,
      "step": 56780
    },
    {
      "loss_action": 0.017399057745933533,
      "loss_total": 0.017399057745933533,
      "step": 56780
    },
    {
      "loss_action": 0.003329578787088394,
      "loss_total": 0.003329578787088394,
      "step": 56780
    },
    {
      "loss_action": 0.003164886962622404,
      "loss_total": 0.003164886962622404,
      "step": 56780
    },
    {
      "loss_action": 0.0017017116770148277,
      "loss_total": 0.0017017116770148277,
      "step": 56780
    },
    {
      "grad_norm": 0.11570463329553604,
      "learning_rate": 9.770513020902638e-05,
      "loss": 0.0076,
      "step": 56790
    },
    {
      "loss_action": 0.009086545556783676,
      "loss_total": 0.009086545556783676,
      "step": 56790
    },
    {
      "loss_action": 0.005084976088255644,
      "loss_total": 0.005084976088255644,
      "step": 56790
    },
    {
      "loss_action": 0.0030630314722657204,
      "loss_total": 0.0030630314722657204,
      "step": 56790
    },
    {
      "loss_action": 0.00550208892673254,
      "loss_total": 0.00550208892673254,
      "step": 56790
    },
    {
      "loss_action": 0.004674158990383148,
      "loss_total": 0.004674158990383148,
      "step": 56790
    },
    {
      "loss_action": 0.0031835385598242283,
      "loss_total": 0.0031835385598242283,
      "step": 56790
    },
    {
      "loss_action": 0.010062381625175476,
      "loss_total": 0.010062381625175476,
      "step": 56790
    },
    {
      "loss_action": 0.004256732761859894,
      "loss_total": 0.004256732761859894,
      "step": 56790
    },
    {
      "grad_norm": 0.07890459895133972,
      "learning_rate": 9.770389209348828e-05,
      "loss": 0.0088,
      "step": 56800
    },
    {
      "loss_action": 0.004101654514670372,
      "loss_total": 0.004101654514670372,
      "step": 56800
    },
    {
      "loss_action": 0.006884132977575064,
      "loss_total": 0.006884132977575064,
      "step": 56800
    },
    {
      "loss_action": 0.007782907225191593,
      "loss_total": 0.007782907225191593,
      "step": 56800
    },
    {
      "loss_action": 0.005886182188987732,
      "loss_total": 0.005886182188987732,
      "step": 56800
    },
    {
      "loss_action": 0.011000556871294975,
      "loss_total": 0.011000556871294975,
      "step": 56800
    },
    {
      "loss_action": 0.0032647703774273396,
      "loss_total": 0.0032647703774273396,
      "step": 56800
    },
    {
      "loss_action": 0.022685129195451736,
      "loss_total": 0.022685129195451736,
      "step": 56800
    },
    {
      "loss_action": 0.004672720097005367,
      "loss_total": 0.004672720097005367,
      "step": 56800
    },
    {
      "grad_norm": 0.13193389773368835,
      "learning_rate": 9.770265365189857e-05,
      "loss": 0.0082,
      "step": 56810
    },
    {
      "loss_action": 0.018107444047927856,
      "loss_total": 0.018107444047927856,
      "step": 56810
    },
    {
      "loss_action": 0.010445235297083855,
      "loss_total": 0.010445235297083855,
      "step": 56810
    },
    {
      "loss_action": 0.004744973964989185,
      "loss_total": 0.004744973964989185,
      "step": 56810
    },
    {
      "loss_action": 0.005790302064269781,
      "loss_total": 0.005790302064269781,
      "step": 56810
    },
    {
      "loss_action": 0.0031165434047579765,
      "loss_total": 0.0031165434047579765,
      "step": 56810
    },
    {
      "loss_action": 0.0039183213375508785,
      "loss_total": 0.0039183213375508785,
      "step": 56810
    },
    {
      "loss_action": 0.006011618301272392,
      "loss_total": 0.006011618301272392,
      "step": 56810
    },
    {
      "loss_action": 0.005511151626706123,
      "loss_total": 0.005511151626706123,
      "step": 56810
    },
    {
      "grad_norm": 0.12720230221748352,
      "learning_rate": 9.770141488426567e-05,
      "loss": 0.0076,
      "step": 56820
    },
    {
      "loss_action": 0.010749534703791142,
      "loss_total": 0.010749534703791142,
      "step": 56820
    },
    {
      "loss_action": 0.013642773032188416,
      "loss_total": 0.013642773032188416,
      "step": 56820
    },
    {
      "loss_action": 0.004040997009724379,
      "loss_total": 0.004040997009724379,
      "step": 56820
    },
    {
      "loss_action": 0.0032844054512679577,
      "loss_total": 0.0032844054512679577,
      "step": 56820
    },
    {
      "loss_action": 0.006928824819624424,
      "loss_total": 0.006928824819624424,
      "step": 56820
    },
    {
      "loss_action": 0.002983375685289502,
      "loss_total": 0.002983375685289502,
      "step": 56820
    },
    {
      "loss_action": 0.004999167285859585,
      "loss_total": 0.004999167285859585,
      "step": 56820
    },
    {
      "loss_action": 0.007976964116096497,
      "loss_total": 0.007976964116096497,
      "step": 56820
    },
    {
      "grad_norm": 0.11910519003868103,
      "learning_rate": 9.770017579059812e-05,
      "loss": 0.0071,
      "step": 56830
    },
    {
      "loss_action": 0.005193219520151615,
      "loss_total": 0.005193219520151615,
      "step": 56830
    },
    {
      "loss_action": 0.021394934505224228,
      "loss_total": 0.021394934505224228,
      "step": 56830
    },
    {
      "loss_action": 0.04002431780099869,
      "loss_total": 0.04002431780099869,
      "step": 56830
    },
    {
      "loss_action": 0.0032742233015596867,
      "loss_total": 0.0032742233015596867,
      "step": 56830
    },
    {
      "loss_action": 0.0025594006292521954,
      "loss_total": 0.0025594006292521954,
      "step": 56830
    },
    {
      "loss_action": 0.008946274407207966,
      "loss_total": 0.008946274407207966,
      "step": 56830
    },
    {
      "loss_action": 0.018292197957634926,
      "loss_total": 0.018292197957634926,
      "step": 56830
    },
    {
      "loss_action": 0.0036672032438218594,
      "loss_total": 0.0036672032438218594,
      "step": 56830
    },
    {
      "grad_norm": 0.22170457243919373,
      "learning_rate": 9.769893637090432e-05,
      "loss": 0.0089,
      "step": 56840
    },
    {
      "loss_action": 0.006824946962296963,
      "loss_total": 0.006824946962296963,
      "step": 56840
    },
    {
      "loss_action": 0.007721315138041973,
      "loss_total": 0.007721315138041973,
      "step": 56840
    },
    {
      "loss_action": 0.012711804360151291,
      "loss_total": 0.012711804360151291,
      "step": 56840
    },
    {
      "loss_action": 0.008545784279704094,
      "loss_total": 0.008545784279704094,
      "step": 56840
    },
    {
      "loss_action": 0.0068032629787921906,
      "loss_total": 0.0068032629787921906,
      "step": 56840
    },
    {
      "loss_action": 0.0033397141378372908,
      "loss_total": 0.0033397141378372908,
      "step": 56840
    },
    {
      "loss_action": 0.006217276211827993,
      "loss_total": 0.006217276211827993,
      "step": 56840
    },
    {
      "loss_action": 0.007669012062251568,
      "loss_total": 0.007669012062251568,
      "step": 56840
    },
    {
      "grad_norm": 0.14611998200416565,
      "learning_rate": 9.769769662519278e-05,
      "loss": 0.0078,
      "step": 56850
    },
    {
      "loss_action": 0.014951293356716633,
      "loss_total": 0.014951293356716633,
      "step": 56850
    },
    {
      "loss_action": 0.020024973899126053,
      "loss_total": 0.020024973899126053,
      "step": 56850
    },
    {
      "loss_action": 0.004965079482644796,
      "loss_total": 0.004965079482644796,
      "step": 56850
    },
    {
      "loss_action": 0.0045800344087183475,
      "loss_total": 0.0045800344087183475,
      "step": 56850
    },
    {
      "loss_action": 0.005331717431545258,
      "loss_total": 0.005331717431545258,
      "step": 56850
    },
    {
      "loss_action": 0.007460171822458506,
      "loss_total": 0.007460171822458506,
      "step": 56850
    },
    {
      "loss_action": 0.008332810364663601,
      "loss_total": 0.008332810364663601,
      "step": 56850
    },
    {
      "loss_action": 0.004290499724447727,
      "loss_total": 0.004290499724447727,
      "step": 56850
    },
    {
      "grad_norm": 0.18303687870502472,
      "learning_rate": 9.769645655347194e-05,
      "loss": 0.0085,
      "step": 56860
    },
    {
      "loss_action": 0.006042159162461758,
      "loss_total": 0.006042159162461758,
      "step": 56860
    },
    {
      "loss_action": 0.00703026307746768,
      "loss_total": 0.00703026307746768,
      "step": 56860
    },
    {
      "loss_action": 0.00512454379349947,
      "loss_total": 0.00512454379349947,
      "step": 56860
    },
    {
      "loss_action": 0.004073822870850563,
      "loss_total": 0.004073822870850563,
      "step": 56860
    },
    {
      "loss_action": 0.006756031885743141,
      "loss_total": 0.006756031885743141,
      "step": 56860
    },
    {
      "loss_action": 0.003989258781075478,
      "loss_total": 0.003989258781075478,
      "step": 56860
    },
    {
      "loss_action": 0.0064146863296628,
      "loss_total": 0.0064146863296628,
      "step": 56860
    },
    {
      "loss_action": 0.014932813122868538,
      "loss_total": 0.014932813122868538,
      "step": 56860
    },
    {
      "grad_norm": 0.16496028006076813,
      "learning_rate": 9.769521615575033e-05,
      "loss": 0.0086,
      "step": 56870
    },
    {
      "loss_action": 0.01543114148080349,
      "loss_total": 0.01543114148080349,
      "step": 56870
    },
    {
      "loss_action": 0.0066992780193686485,
      "loss_total": 0.0066992780193686485,
      "step": 56870
    },
    {
      "loss_action": 0.0035042050294578075,
      "loss_total": 0.0035042050294578075,
      "step": 56870
    },
    {
      "loss_action": 0.004993508104234934,
      "loss_total": 0.004993508104234934,
      "step": 56870
    },
    {
      "loss_action": 0.008925958536565304,
      "loss_total": 0.008925958536565304,
      "step": 56870
    },
    {
      "loss_action": 0.007790504954755306,
      "loss_total": 0.007790504954755306,
      "step": 56870
    },
    {
      "loss_action": 0.015321093611419201,
      "loss_total": 0.015321093611419201,
      "step": 56870
    },
    {
      "loss_action": 0.011954698711633682,
      "loss_total": 0.011954698711633682,
      "step": 56870
    },
    {
      "grad_norm": 0.13875356316566467,
      "learning_rate": 9.769397543203637e-05,
      "loss": 0.0089,
      "step": 56880
    },
    {
      "loss_action": 0.004542000591754913,
      "loss_total": 0.004542000591754913,
      "step": 56880
    },
    {
      "loss_action": 0.003769902279600501,
      "loss_total": 0.003769902279600501,
      "step": 56880
    },
    {
      "loss_action": 0.01486974861472845,
      "loss_total": 0.01486974861472845,
      "step": 56880
    },
    {
      "loss_action": 0.0030351970344781876,
      "loss_total": 0.0030351970344781876,
      "step": 56880
    },
    {
      "loss_action": 0.008988484740257263,
      "loss_total": 0.008988484740257263,
      "step": 56880
    },
    {
      "loss_action": 0.01036430336534977,
      "loss_total": 0.01036430336534977,
      "step": 56880
    },
    {
      "loss_action": 0.008860062807798386,
      "loss_total": 0.008860062807798386,
      "step": 56880
    },
    {
      "loss_action": 0.003915189765393734,
      "loss_total": 0.003915189765393734,
      "step": 56880
    },
    {
      "grad_norm": 0.12243330478668213,
      "learning_rate": 9.769273438233859e-05,
      "loss": 0.0083,
      "step": 56890
    },
    {
      "loss_action": 0.0050570545718073845,
      "loss_total": 0.0050570545718073845,
      "step": 56890
    },
    {
      "loss_action": 0.01231431309133768,
      "loss_total": 0.01231431309133768,
      "step": 56890
    },
    {
      "loss_action": 0.014412082731723785,
      "loss_total": 0.014412082731723785,
      "step": 56890
    },
    {
      "loss_action": 0.005212203599512577,
      "loss_total": 0.005212203599512577,
      "step": 56890
    },
    {
      "loss_action": 0.01753458008170128,
      "loss_total": 0.01753458008170128,
      "step": 56890
    },
    {
      "loss_action": 0.007606710307300091,
      "loss_total": 0.007606710307300091,
      "step": 56890
    },
    {
      "loss_action": 0.006396639626473188,
      "loss_total": 0.006396639626473188,
      "step": 56890
    },
    {
      "loss_action": 0.009589452296495438,
      "loss_total": 0.009589452296495438,
      "step": 56890
    },
    {
      "grad_norm": 0.0832434594631195,
      "learning_rate": 9.769149300666545e-05,
      "loss": 0.0075,
      "step": 56900
    },
    {
      "loss_action": 0.002902718959376216,
      "loss_total": 0.002902718959376216,
      "step": 56900
    },
    {
      "loss_action": 0.0025004360359162092,
      "loss_total": 0.0025004360359162092,
      "step": 56900
    },
    {
      "loss_action": 0.0035448255948722363,
      "loss_total": 0.0035448255948722363,
      "step": 56900
    },
    {
      "loss_action": 0.00697634881362319,
      "loss_total": 0.00697634881362319,
      "step": 56900
    },
    {
      "loss_action": 0.0030031646601855755,
      "loss_total": 0.0030031646601855755,
      "step": 56900
    },
    {
      "loss_action": 0.0062147448770701885,
      "loss_total": 0.0062147448770701885,
      "step": 56900
    },
    {
      "loss_action": 0.0024127697106450796,
      "loss_total": 0.0024127697106450796,
      "step": 56900
    },
    {
      "loss_action": 0.0054986500181257725,
      "loss_total": 0.0054986500181257725,
      "step": 56900
    },
    {
      "grad_norm": 0.11534334719181061,
      "learning_rate": 9.769025130502541e-05,
      "loss": 0.0064,
      "step": 56910
    },
    {
      "loss_action": 0.019905027002096176,
      "loss_total": 0.019905027002096176,
      "step": 56910
    },
    {
      "loss_action": 0.007194539997726679,
      "loss_total": 0.007194539997726679,
      "step": 56910
    },
    {
      "loss_action": 0.0076009659096598625,
      "loss_total": 0.0076009659096598625,
      "step": 56910
    },
    {
      "loss_action": 0.003342508105561137,
      "loss_total": 0.003342508105561137,
      "step": 56910
    },
    {
      "loss_action": 0.0019340708386152983,
      "loss_total": 0.0019340708386152983,
      "step": 56910
    },
    {
      "loss_action": 0.01044061966240406,
      "loss_total": 0.01044061966240406,
      "step": 56910
    },
    {
      "loss_action": 0.01950398087501526,
      "loss_total": 0.01950398087501526,
      "step": 56910
    },
    {
      "loss_action": 0.003111635334789753,
      "loss_total": 0.003111635334789753,
      "step": 56910
    },
    {
      "grad_norm": 0.08535639941692352,
      "learning_rate": 9.768900927742699e-05,
      "loss": 0.0084,
      "step": 56920
    },
    {
      "loss_action": 0.0066825030371546745,
      "loss_total": 0.0066825030371546745,
      "step": 56920
    },
    {
      "loss_action": 0.0059036375023424625,
      "loss_total": 0.0059036375023424625,
      "step": 56920
    },
    {
      "loss_action": 0.004769992548972368,
      "loss_total": 0.004769992548972368,
      "step": 56920
    },
    {
      "loss_action": 0.002938624704256654,
      "loss_total": 0.002938624704256654,
      "step": 56920
    },
    {
      "loss_action": 0.0048614987172186375,
      "loss_total": 0.0048614987172186375,
      "step": 56920
    },
    {
      "loss_action": 0.0050958809442818165,
      "loss_total": 0.0050958809442818165,
      "step": 56920
    },
    {
      "loss_action": 0.012045737355947495,
      "loss_total": 0.012045737355947495,
      "step": 56920
    },
    {
      "loss_action": 0.0033678445033729076,
      "loss_total": 0.0033678445033729076,
      "step": 56920
    },
    {
      "grad_norm": 0.10992386937141418,
      "learning_rate": 9.76877669238787e-05,
      "loss": 0.0075,
      "step": 56930
    },
    {
      "loss_action": 0.003997374325990677,
      "loss_total": 0.003997374325990677,
      "step": 56930
    },
    {
      "loss_action": 0.007406736258417368,
      "loss_total": 0.007406736258417368,
      "step": 56930
    },
    {
      "loss_action": 0.03193700313568115,
      "loss_total": 0.03193700313568115,
      "step": 56930
    },
    {
      "loss_action": 0.0045416210778057575,
      "loss_total": 0.0045416210778057575,
      "step": 56930
    },
    {
      "loss_action": 0.004608742892742157,
      "loss_total": 0.004608742892742157,
      "step": 56930
    },
    {
      "loss_action": 0.00321583217009902,
      "loss_total": 0.00321583217009902,
      "step": 56930
    },
    {
      "loss_action": 0.038182977586984634,
      "loss_total": 0.038182977586984634,
      "step": 56930
    },
    {
      "loss_action": 0.006102236453443766,
      "loss_total": 0.006102236453443766,
      "step": 56930
    },
    {
      "grad_norm": 0.11812758445739746,
      "learning_rate": 9.768652424438896e-05,
      "loss": 0.0088,
      "step": 56940
    },
    {
      "loss_action": 0.006375432945787907,
      "loss_total": 0.006375432945787907,
      "step": 56940
    },
    {
      "loss_action": 0.011038282886147499,
      "loss_total": 0.011038282886147499,
      "step": 56940
    },
    {
      "loss_action": 0.013369068503379822,
      "loss_total": 0.013369068503379822,
      "step": 56940
    },
    {
      "loss_action": 0.020874714478850365,
      "loss_total": 0.020874714478850365,
      "step": 56940
    },
    {
      "loss_action": 0.006144057493656874,
      "loss_total": 0.006144057493656874,
      "step": 56940
    },
    {
      "loss_action": 0.014067732729017735,
      "loss_total": 0.014067732729017735,
      "step": 56940
    },
    {
      "loss_action": 0.010712907649576664,
      "loss_total": 0.010712907649576664,
      "step": 56940
    },
    {
      "loss_action": 0.004534537438303232,
      "loss_total": 0.004534537438303232,
      "step": 56940
    },
    {
      "grad_norm": 0.13688533008098602,
      "learning_rate": 9.768528123896632e-05,
      "loss": 0.0086,
      "step": 56950
    },
    {
      "loss_action": 0.006875354330986738,
      "loss_total": 0.006875354330986738,
      "step": 56950
    },
    {
      "loss_action": 0.005154242739081383,
      "loss_total": 0.005154242739081383,
      "step": 56950
    },
    {
      "loss_action": 0.004944712854921818,
      "loss_total": 0.004944712854921818,
      "step": 56950
    },
    {
      "loss_action": 0.003999967128038406,
      "loss_total": 0.003999967128038406,
      "step": 56950
    },
    {
      "loss_action": 0.00574997253715992,
      "loss_total": 0.00574997253715992,
      "step": 56950
    },
    {
      "loss_action": 0.005746999755501747,
      "loss_total": 0.005746999755501747,
      "step": 56950
    },
    {
      "loss_action": 0.008848687633872032,
      "loss_total": 0.008848687633872032,
      "step": 56950
    },
    {
      "loss_action": 0.0024882410652935505,
      "loss_total": 0.0024882410652935505,
      "step": 56950
    },
    {
      "grad_norm": 0.10997538268566132,
      "learning_rate": 9.768403790761926e-05,
      "loss": 0.0083,
      "step": 56960
    },
    {
      "loss_action": 0.009202230721712112,
      "loss_total": 0.009202230721712112,
      "step": 56960
    },
    {
      "loss_action": 0.00816306658089161,
      "loss_total": 0.00816306658089161,
      "step": 56960
    },
    {
      "loss_action": 0.028421424329280853,
      "loss_total": 0.028421424329280853,
      "step": 56960
    },
    {
      "loss_action": 0.009687189012765884,
      "loss_total": 0.009687189012765884,
      "step": 56960
    },
    {
      "loss_action": 0.006990598514676094,
      "loss_total": 0.006990598514676094,
      "step": 56960
    },
    {
      "loss_action": 0.00498126819729805,
      "loss_total": 0.00498126819729805,
      "step": 56960
    },
    {
      "loss_action": 0.004170459229499102,
      "loss_total": 0.004170459229499102,
      "step": 56960
    },
    {
      "loss_action": 0.01578313671052456,
      "loss_total": 0.01578313671052456,
      "step": 56960
    },
    {
      "grad_norm": 0.18327097594738007,
      "learning_rate": 9.768279425035628e-05,
      "loss": 0.0091,
      "step": 56970
    },
    {
      "loss_action": 0.031902067363262177,
      "loss_total": 0.031902067363262177,
      "step": 56970
    },
    {
      "loss_action": 0.004463487304747105,
      "loss_total": 0.004463487304747105,
      "step": 56970
    },
    {
      "loss_action": 0.013701753690838814,
      "loss_total": 0.013701753690838814,
      "step": 56970
    },
    {
      "loss_action": 0.004392213653773069,
      "loss_total": 0.004392213653773069,
      "step": 56970
    },
    {
      "loss_action": 0.00397666497156024,
      "loss_total": 0.00397666497156024,
      "step": 56970
    },
    {
      "loss_action": 0.00967413280159235,
      "loss_total": 0.00967413280159235,
      "step": 56970
    },
    {
      "loss_action": 0.010211069136857986,
      "loss_total": 0.010211069136857986,
      "step": 56970
    },
    {
      "loss_action": 0.008192634209990501,
      "loss_total": 0.008192634209990501,
      "step": 56970
    },
    {
      "grad_norm": 0.09253637492656708,
      "learning_rate": 9.768155026718588e-05,
      "loss": 0.0077,
      "step": 56980
    },
    {
      "loss_action": 0.0047714971005916595,
      "loss_total": 0.0047714971005916595,
      "step": 56980
    },
    {
      "loss_action": 0.0035287300124764442,
      "loss_total": 0.0035287300124764442,
      "step": 56980
    },
    {
      "loss_action": 0.016739757731556892,
      "loss_total": 0.016739757731556892,
      "step": 56980
    },
    {
      "loss_action": 0.005004416219890118,
      "loss_total": 0.005004416219890118,
      "step": 56980
    },
    {
      "loss_action": 0.0030610517133027315,
      "loss_total": 0.0030610517133027315,
      "step": 56980
    },
    {
      "loss_action": 0.004474807530641556,
      "loss_total": 0.004474807530641556,
      "step": 56980
    },
    {
      "loss_action": 0.005133556202054024,
      "loss_total": 0.005133556202054024,
      "step": 56980
    },
    {
      "loss_action": 0.005271628499031067,
      "loss_total": 0.005271628499031067,
      "step": 56980
    },
    {
      "grad_norm": 0.12438876926898956,
      "learning_rate": 9.768030595811658e-05,
      "loss": 0.0075,
      "step": 56990
    },
    {
      "loss_action": 0.004620315041393042,
      "loss_total": 0.004620315041393042,
      "step": 56990
    },
    {
      "loss_action": 0.004404566250741482,
      "loss_total": 0.004404566250741482,
      "step": 56990
    },
    {
      "loss_action": 0.002571345306932926,
      "loss_total": 0.002571345306932926,
      "step": 56990
    },
    {
      "loss_action": 0.018029069527983665,
      "loss_total": 0.018029069527983665,
      "step": 56990
    },
    {
      "loss_action": 0.011950847692787647,
      "loss_total": 0.011950847692787647,
      "step": 56990
    },
    {
      "loss_action": 0.008836218155920506,
      "loss_total": 0.008836218155920506,
      "step": 56990
    },
    {
      "loss_action": 0.009170941077172756,
      "loss_total": 0.009170941077172756,
      "step": 56990
    },
    {
      "loss_action": 0.012235697358846664,
      "loss_total": 0.012235697358846664,
      "step": 56990
    },
    {
      "grad_norm": 0.10854779183864594,
      "learning_rate": 9.767906132315682e-05,
      "loss": 0.0081,
      "step": 57000
    },
    {
      "loss_action": 0.007548891473561525,
      "loss_total": 0.007548891473561525,
      "step": 57000
    },
    {
      "loss_action": 0.002886584959924221,
      "loss_total": 0.002886584959924221,
      "step": 57000
    },
    {
      "loss_action": 0.0038921330124139786,
      "loss_total": 0.0038921330124139786,
      "step": 57000
    },
    {
      "loss_action": 0.005111672915518284,
      "loss_total": 0.005111672915518284,
      "step": 57000
    },
    {
      "loss_action": 0.011066311970353127,
      "loss_total": 0.011066311970353127,
      "step": 57000
    },
    {
      "loss_action": 0.0025560958310961723,
      "loss_total": 0.0025560958310961723,
      "step": 57000
    },
    {
      "loss_action": 0.017186462879180908,
      "loss_total": 0.017186462879180908,
      "step": 57000
    },
    {
      "loss_action": 0.006895179860293865,
      "loss_total": 0.006895179860293865,
      "step": 57000
    },
    {
      "grad_norm": 0.12407433986663818,
      "learning_rate": 9.767781636231518e-05,
      "loss": 0.0078,
      "step": 57010
    },
    {
      "loss_action": 0.010186584666371346,
      "loss_total": 0.010186584666371346,
      "step": 57010
    },
    {
      "loss_action": 0.010425005108118057,
      "loss_total": 0.010425005108118057,
      "step": 57010
    },
    {
      "loss_action": 0.005634787492454052,
      "loss_total": 0.005634787492454052,
      "step": 57010
    },
    {
      "loss_action": 0.0035861956421285868,
      "loss_total": 0.0035861956421285868,
      "step": 57010
    },
    {
      "loss_action": 0.0046349260956048965,
      "loss_total": 0.0046349260956048965,
      "step": 57010
    },
    {
      "loss_action": 0.0052361804991960526,
      "loss_total": 0.0052361804991960526,
      "step": 57010
    },
    {
      "loss_action": 0.011493194848299026,
      "loss_total": 0.011493194848299026,
      "step": 57010
    },
    {
      "loss_action": 0.004725171253085136,
      "loss_total": 0.004725171253085136,
      "step": 57010
    },
    {
      "grad_norm": 0.12232628464698792,
      "learning_rate": 9.767657107560016e-05,
      "loss": 0.0075,
      "step": 57020
    },
    {
      "loss_action": 0.006883981637656689,
      "loss_total": 0.006883981637656689,
      "step": 57020
    },
    {
      "loss_action": 0.011115150526165962,
      "loss_total": 0.011115150526165962,
      "step": 57020
    },
    {
      "loss_action": 0.008614526130259037,
      "loss_total": 0.008614526130259037,
      "step": 57020
    },
    {
      "loss_action": 0.006499432493001223,
      "loss_total": 0.006499432493001223,
      "step": 57020
    },
    {
      "loss_action": 0.008375437930226326,
      "loss_total": 0.008375437930226326,
      "step": 57020
    },
    {
      "loss_action": 0.004246740136295557,
      "loss_total": 0.004246740136295557,
      "step": 57020
    },
    {
      "loss_action": 0.003395027481019497,
      "loss_total": 0.003395027481019497,
      "step": 57020
    },
    {
      "loss_action": 0.010920977219939232,
      "loss_total": 0.010920977219939232,
      "step": 57020
    },
    {
      "grad_norm": 0.07212603092193604,
      "learning_rate": 9.767532546302022e-05,
      "loss": 0.007,
      "step": 57030
    },
    {
      "loss_action": 0.010024448856711388,
      "loss_total": 0.010024448856711388,
      "step": 57030
    },
    {
      "loss_action": 0.002509553451091051,
      "loss_total": 0.002509553451091051,
      "step": 57030
    },
    {
      "loss_action": 0.009788423776626587,
      "loss_total": 0.009788423776626587,
      "step": 57030
    },
    {
      "loss_action": 0.005686170421540737,
      "loss_total": 0.005686170421540737,
      "step": 57030
    },
    {
      "loss_action": 0.0042670792900025845,
      "loss_total": 0.0042670792900025845,
      "step": 57030
    },
    {
      "loss_action": 0.00658546295017004,
      "loss_total": 0.00658546295017004,
      "step": 57030
    },
    {
      "loss_action": 0.01091926172375679,
      "loss_total": 0.01091926172375679,
      "step": 57030
    },
    {
      "loss_action": 0.005988206714391708,
      "loss_total": 0.005988206714391708,
      "step": 57030
    },
    {
      "grad_norm": 0.11129360646009445,
      "learning_rate": 9.767407952458394e-05,
      "loss": 0.0081,
      "step": 57040
    },
    {
      "loss_action": 0.0020726562943309546,
      "loss_total": 0.0020726562943309546,
      "step": 57040
    },
    {
      "loss_action": 0.017902379855513573,
      "loss_total": 0.017902379855513573,
      "step": 57040
    },
    {
      "loss_action": 0.007335674483329058,
      "loss_total": 0.007335674483329058,
      "step": 57040
    },
    {
      "loss_action": 0.03611597791314125,
      "loss_total": 0.03611597791314125,
      "step": 57040
    },
    {
      "loss_action": 0.006705801002681255,
      "loss_total": 0.006705801002681255,
      "step": 57040
    },
    {
      "loss_action": 0.008807839825749397,
      "loss_total": 0.008807839825749397,
      "step": 57040
    },
    {
      "loss_action": 0.005421129520982504,
      "loss_total": 0.005421129520982504,
      "step": 57040
    },
    {
      "loss_action": 0.004777367226779461,
      "loss_total": 0.004777367226779461,
      "step": 57040
    },
    {
      "grad_norm": 0.12494666129350662,
      "learning_rate": 9.767283326029979e-05,
      "loss": 0.0077,
      "step": 57050
    },
    {
      "loss_action": 0.005701662041246891,
      "loss_total": 0.005701662041246891,
      "step": 57050
    },
    {
      "loss_action": 0.004979168530553579,
      "loss_total": 0.004979168530553579,
      "step": 57050
    },
    {
      "loss_action": 0.005452522076666355,
      "loss_total": 0.005452522076666355,
      "step": 57050
    },
    {
      "loss_action": 0.005532566457986832,
      "loss_total": 0.005532566457986832,
      "step": 57050
    },
    {
      "loss_action": 0.013556886464357376,
      "loss_total": 0.013556886464357376,
      "step": 57050
    },
    {
      "loss_action": 0.008598148822784424,
      "loss_total": 0.008598148822784424,
      "step": 57050
    },
    {
      "loss_action": 0.005652095191180706,
      "loss_total": 0.005652095191180706,
      "step": 57050
    },
    {
      "loss_action": 0.0035148905590176582,
      "loss_total": 0.0035148905590176582,
      "step": 57050
    },
    {
      "grad_norm": 0.17566035687923431,
      "learning_rate": 9.76715866701763e-05,
      "loss": 0.0074,
      "step": 57060
    },
    {
      "loss_action": 0.015176610089838505,
      "loss_total": 0.015176610089838505,
      "step": 57060
    },
    {
      "loss_action": 0.014058984816074371,
      "loss_total": 0.014058984816074371,
      "step": 57060
    },
    {
      "loss_action": 0.01592547819018364,
      "loss_total": 0.01592547819018364,
      "step": 57060
    },
    {
      "loss_action": 0.008678553625941277,
      "loss_total": 0.008678553625941277,
      "step": 57060
    },
    {
      "loss_action": 0.024790052324533463,
      "loss_total": 0.024790052324533463,
      "step": 57060
    },
    {
      "loss_action": 0.008439376018941402,
      "loss_total": 0.008439376018941402,
      "step": 57060
    },
    {
      "loss_action": 0.00829205010086298,
      "loss_total": 0.00829205010086298,
      "step": 57060
    },
    {
      "loss_action": 0.02117946930229664,
      "loss_total": 0.02117946930229664,
      "step": 57060
    },
    {
      "grad_norm": 0.2234783172607422,
      "learning_rate": 9.7670339754222e-05,
      "loss": 0.0078,
      "step": 57070
    },
    {
      "loss_action": 0.006130922120064497,
      "loss_total": 0.006130922120064497,
      "step": 57070
    },
    {
      "loss_action": 0.006154855713248253,
      "loss_total": 0.006154855713248253,
      "step": 57070
    },
    {
      "loss_action": 0.0058835167437791824,
      "loss_total": 0.0058835167437791824,
      "step": 57070
    },
    {
      "loss_action": 0.007279596291482449,
      "loss_total": 0.007279596291482449,
      "step": 57070
    },
    {
      "loss_action": 0.0065572792664170265,
      "loss_total": 0.0065572792664170265,
      "step": 57070
    },
    {
      "loss_action": 0.005831062328070402,
      "loss_total": 0.005831062328070402,
      "step": 57070
    },
    {
      "loss_action": 0.009559565223753452,
      "loss_total": 0.009559565223753452,
      "step": 57070
    },
    {
      "loss_action": 0.007567071355879307,
      "loss_total": 0.007567071355879307,
      "step": 57070
    },
    {
      "grad_norm": 0.0985131710767746,
      "learning_rate": 9.766909251244538e-05,
      "loss": 0.0071,
      "step": 57080
    },
    {
      "loss_action": 0.008125757798552513,
      "loss_total": 0.008125757798552513,
      "step": 57080
    },
    {
      "loss_action": 0.014300490729510784,
      "loss_total": 0.014300490729510784,
      "step": 57080
    },
    {
      "loss_action": 0.0029573719948530197,
      "loss_total": 0.0029573719948530197,
      "step": 57080
    },
    {
      "loss_action": 0.007128254976123571,
      "loss_total": 0.007128254976123571,
      "step": 57080
    },
    {
      "loss_action": 0.0033116282429546118,
      "loss_total": 0.0033116282429546118,
      "step": 57080
    },
    {
      "loss_action": 0.008505614474415779,
      "loss_total": 0.008505614474415779,
      "step": 57080
    },
    {
      "loss_action": 0.004111532587558031,
      "loss_total": 0.004111532587558031,
      "step": 57080
    },
    {
      "loss_action": 0.012768751010298729,
      "loss_total": 0.012768751010298729,
      "step": 57080
    },
    {
      "grad_norm": 0.10097231715917587,
      "learning_rate": 9.766784494485501e-05,
      "loss": 0.0076,
      "step": 57090
    },
    {
      "loss_action": 0.03327828645706177,
      "loss_total": 0.03327828645706177,
      "step": 57090
    },
    {
      "loss_action": 0.008010714314877987,
      "loss_total": 0.008010714314877987,
      "step": 57090
    },
    {
      "loss_action": 0.007607517298310995,
      "loss_total": 0.007607517298310995,
      "step": 57090
    },
    {
      "loss_action": 0.002613069023936987,
      "loss_total": 0.002613069023936987,
      "step": 57090
    },
    {
      "loss_action": 0.0064995065331459045,
      "loss_total": 0.0064995065331459045,
      "step": 57090
    },
    {
      "loss_action": 0.0064775943756103516,
      "loss_total": 0.0064775943756103516,
      "step": 57090
    },
    {
      "loss_action": 0.005153374746441841,
      "loss_total": 0.005153374746441841,
      "step": 57090
    },
    {
      "loss_action": 0.00226401723921299,
      "loss_total": 0.00226401723921299,
      "step": 57090
    },
    {
      "grad_norm": 0.06523743271827698,
      "learning_rate": 9.76665970514594e-05,
      "loss": 0.008,
      "step": 57100
    },
    {
      "loss_action": 0.0062965890392661095,
      "loss_total": 0.0062965890392661095,
      "step": 57100
    },
    {
      "loss_action": 0.02848692610859871,
      "loss_total": 0.02848692610859871,
      "step": 57100
    },
    {
      "loss_action": 0.007324420381337404,
      "loss_total": 0.007324420381337404,
      "step": 57100
    },
    {
      "loss_action": 0.005177425220608711,
      "loss_total": 0.005177425220608711,
      "step": 57100
    },
    {
      "loss_action": 0.0037774378433823586,
      "loss_total": 0.0037774378433823586,
      "step": 57100
    },
    {
      "loss_action": 0.004588496871292591,
      "loss_total": 0.004588496871292591,
      "step": 57100
    },
    {
      "loss_action": 0.0078191589564085,
      "loss_total": 0.0078191589564085,
      "step": 57100
    },
    {
      "loss_action": 0.0021204031072556973,
      "loss_total": 0.0021204031072556973,
      "step": 57100
    },
    {
      "grad_norm": 0.18951719999313354,
      "learning_rate": 9.766534883226706e-05,
      "loss": 0.0091,
      "step": 57110
    },
    {
      "loss_action": 0.008421514183282852,
      "loss_total": 0.008421514183282852,
      "step": 57110
    },
    {
      "loss_action": 0.006304379552602768,
      "loss_total": 0.006304379552602768,
      "step": 57110
    },
    {
      "loss_action": 0.007235294673591852,
      "loss_total": 0.007235294673591852,
      "step": 57110
    },
    {
      "loss_action": 0.014632860198616982,
      "loss_total": 0.014632860198616982,
      "step": 57110
    },
    {
      "loss_action": 0.012068617157638073,
      "loss_total": 0.012068617157638073,
      "step": 57110
    },
    {
      "loss_action": 0.0032247474882751703,
      "loss_total": 0.0032247474882751703,
      "step": 57110
    },
    {
      "loss_action": 0.004543230403214693,
      "loss_total": 0.004543230403214693,
      "step": 57110
    },
    {
      "loss_action": 0.003998477011919022,
      "loss_total": 0.003998477011919022,
      "step": 57110
    },
    {
      "grad_norm": 0.12309996038675308,
      "learning_rate": 9.766410028728654e-05,
      "loss": 0.0079,
      "step": 57120
    },
    {
      "loss_action": 0.006617449223995209,
      "loss_total": 0.006617449223995209,
      "step": 57120
    },
    {
      "loss_action": 0.0023076862562447786,
      "loss_total": 0.0023076862562447786,
      "step": 57120
    },
    {
      "loss_action": 0.00403730571269989,
      "loss_total": 0.00403730571269989,
      "step": 57120
    },
    {
      "loss_action": 0.007311071269214153,
      "loss_total": 0.007311071269214153,
      "step": 57120
    },
    {
      "loss_action": 0.004872380290180445,
      "loss_total": 0.004872380290180445,
      "step": 57120
    },
    {
      "loss_action": 0.0036614080891013145,
      "loss_total": 0.0036614080891013145,
      "step": 57120
    },
    {
      "loss_action": 0.0036490862257778645,
      "loss_total": 0.0036490862257778645,
      "step": 57120
    },
    {
      "loss_action": 0.009992971085011959,
      "loss_total": 0.009992971085011959,
      "step": 57120
    },
    {
      "grad_norm": 0.11588956415653229,
      "learning_rate": 9.766285141652638e-05,
      "loss": 0.0078,
      "step": 57130
    },
    {
      "loss_action": 0.008368942886590958,
      "loss_total": 0.008368942886590958,
      "step": 57130
    },
    {
      "loss_action": 0.007084297016263008,
      "loss_total": 0.007084297016263008,
      "step": 57130
    },
    {
      "loss_action": 0.006658008787781,
      "loss_total": 0.006658008787781,
      "step": 57130
    },
    {
      "loss_action": 0.009617590345442295,
      "loss_total": 0.009617590345442295,
      "step": 57130
    },
    {
      "loss_action": 0.012706384062767029,
      "loss_total": 0.012706384062767029,
      "step": 57130
    },
    {
      "loss_action": 0.004175071604549885,
      "loss_total": 0.004175071604549885,
      "step": 57130
    },
    {
      "loss_action": 0.008216490969061852,
      "loss_total": 0.008216490969061852,
      "step": 57130
    },
    {
      "loss_action": 0.004691447596997023,
      "loss_total": 0.004691447596997023,
      "step": 57130
    },
    {
      "grad_norm": 0.13323760032653809,
      "learning_rate": 9.76616022199951e-05,
      "loss": 0.0071,
      "step": 57140
    },
    {
      "loss_action": 0.01629454270005226,
      "loss_total": 0.01629454270005226,
      "step": 57140
    },
    {
      "loss_action": 0.00244169682264328,
      "loss_total": 0.00244169682264328,
      "step": 57140
    },
    {
      "loss_action": 0.00277140224352479,
      "loss_total": 0.00277140224352479,
      "step": 57140
    },
    {
      "loss_action": 0.006093532778322697,
      "loss_total": 0.006093532778322697,
      "step": 57140
    },
    {
      "loss_action": 0.003924352116882801,
      "loss_total": 0.003924352116882801,
      "step": 57140
    },
    {
      "loss_action": 0.0032851840369403362,
      "loss_total": 0.0032851840369403362,
      "step": 57140
    },
    {
      "loss_action": 0.0037354142405092716,
      "loss_total": 0.0037354142405092716,
      "step": 57140
    },
    {
      "loss_action": 0.01590629294514656,
      "loss_total": 0.01590629294514656,
      "step": 57140
    },
    {
      "grad_norm": 0.12005774676799774,
      "learning_rate": 9.766035269770124e-05,
      "loss": 0.0078,
      "step": 57150
    },
    {
      "loss_action": 0.005621831398457289,
      "loss_total": 0.005621831398457289,
      "step": 57150
    },
    {
      "loss_action": 0.004546706564724445,
      "loss_total": 0.004546706564724445,
      "step": 57150
    },
    {
      "loss_action": 0.007560103200376034,
      "loss_total": 0.007560103200376034,
      "step": 57150
    },
    {
      "loss_action": 0.00423965509980917,
      "loss_total": 0.00423965509980917,
      "step": 57150
    },
    {
      "loss_action": 0.016487054526805878,
      "loss_total": 0.016487054526805878,
      "step": 57150
    },
    {
      "loss_action": 0.005969274789094925,
      "loss_total": 0.005969274789094925,
      "step": 57150
    },
    {
      "loss_action": 0.005083379335701466,
      "loss_total": 0.005083379335701466,
      "step": 57150
    },
    {
      "loss_action": 0.005448705516755581,
      "loss_total": 0.005448705516755581,
      "step": 57150
    },
    {
      "grad_norm": 0.09869910031557083,
      "learning_rate": 9.765910284965336e-05,
      "loss": 0.0082,
      "step": 57160
    },
    {
      "loss_action": 0.005028874147683382,
      "loss_total": 0.005028874147683382,
      "step": 57160
    },
    {
      "loss_action": 0.0066111888736486435,
      "loss_total": 0.0066111888736486435,
      "step": 57160
    },
    {
      "loss_action": 0.00458958325907588,
      "loss_total": 0.00458958325907588,
      "step": 57160
    },
    {
      "loss_action": 0.0037171675357967615,
      "loss_total": 0.0037171675357967615,
      "step": 57160
    },
    {
      "loss_action": 0.009075171314179897,
      "loss_total": 0.009075171314179897,
      "step": 57160
    },
    {
      "loss_action": 0.0032372516579926014,
      "loss_total": 0.0032372516579926014,
      "step": 57160
    },
    {
      "loss_action": 0.002221400151029229,
      "loss_total": 0.002221400151029229,
      "step": 57160
    },
    {
      "loss_action": 0.00383468484506011,
      "loss_total": 0.00383468484506011,
      "step": 57160
    },
    {
      "grad_norm": 0.1012563556432724,
      "learning_rate": 9.765785267585999e-05,
      "loss": 0.0073,
      "step": 57170
    },
    {
      "loss_action": 0.01238691434264183,
      "loss_total": 0.01238691434264183,
      "step": 57170
    },
    {
      "loss_action": 0.008888286538422108,
      "loss_total": 0.008888286538422108,
      "step": 57170
    },
    {
      "loss_action": 0.008296157233417034,
      "loss_total": 0.008296157233417034,
      "step": 57170
    },
    {
      "loss_action": 0.015112357214093208,
      "loss_total": 0.015112357214093208,
      "step": 57170
    },
    {
      "loss_action": 0.00678134523332119,
      "loss_total": 0.00678134523332119,
      "step": 57170
    },
    {
      "loss_action": 0.004306156188249588,
      "loss_total": 0.004306156188249588,
      "step": 57170
    },
    {
      "loss_action": 0.003974013030529022,
      "loss_total": 0.003974013030529022,
      "step": 57170
    },
    {
      "loss_action": 0.01500147208571434,
      "loss_total": 0.01500147208571434,
      "step": 57170
    },
    {
      "grad_norm": 0.10490906238555908,
      "learning_rate": 9.765660217632965e-05,
      "loss": 0.0088,
      "step": 57180
    },
    {
      "loss_action": 0.0050707124173641205,
      "loss_total": 0.0050707124173641205,
      "step": 57180
    },
    {
      "loss_action": 0.016662362962961197,
      "loss_total": 0.016662362962961197,
      "step": 57180
    },
    {
      "loss_action": 0.003347400575876236,
      "loss_total": 0.003347400575876236,
      "step": 57180
    },
    {
      "loss_action": 0.003190097399055958,
      "loss_total": 0.003190097399055958,
      "step": 57180
    },
    {
      "loss_action": 0.0022905818186700344,
      "loss_total": 0.0022905818186700344,
      "step": 57180
    },
    {
      "loss_action": 0.02369699627161026,
      "loss_total": 0.02369699627161026,
      "step": 57180
    },
    {
      "loss_action": 0.005560147576034069,
      "loss_total": 0.005560147576034069,
      "step": 57180
    },
    {
      "loss_action": 0.004138111136853695,
      "loss_total": 0.004138111136853695,
      "step": 57180
    },
    {
      "grad_norm": 0.15257695317268372,
      "learning_rate": 9.765535135107092e-05,
      "loss": 0.0086,
      "step": 57190
    },
    {
      "loss_action": 0.02068359963595867,
      "loss_total": 0.02068359963595867,
      "step": 57190
    },
    {
      "loss_action": 0.005059052258729935,
      "loss_total": 0.005059052258729935,
      "step": 57190
    },
    {
      "loss_action": 0.006438995711505413,
      "loss_total": 0.006438995711505413,
      "step": 57190
    },
    {
      "loss_action": 0.008777650073170662,
      "loss_total": 0.008777650073170662,
      "step": 57190
    },
    {
      "loss_action": 0.0041004447266459465,
      "loss_total": 0.0041004447266459465,
      "step": 57190
    },
    {
      "loss_action": 0.008204596117138863,
      "loss_total": 0.008204596117138863,
      "step": 57190
    },
    {
      "loss_action": 0.006016522645950317,
      "loss_total": 0.006016522645950317,
      "step": 57190
    },
    {
      "loss_action": 0.004970618523657322,
      "loss_total": 0.004970618523657322,
      "step": 57190
    },
    {
      "grad_norm": 0.10197839885950089,
      "learning_rate": 9.765410020009233e-05,
      "loss": 0.0079,
      "step": 57200
    },
    {
      "loss_action": 0.006011818535625935,
      "loss_total": 0.006011818535625935,
      "step": 57200
    },
    {
      "loss_action": 0.013091854751110077,
      "loss_total": 0.013091854751110077,
      "step": 57200
    },
    {
      "loss_action": 0.0056143756955862045,
      "loss_total": 0.0056143756955862045,
      "step": 57200
    },
    {
      "loss_action": 0.00958178285509348,
      "loss_total": 0.00958178285509348,
      "step": 57200
    },
    {
      "loss_action": 0.0044532595202326775,
      "loss_total": 0.0044532595202326775,
      "step": 57200
    },
    {
      "loss_action": 0.005403085611760616,
      "loss_total": 0.005403085611760616,
      "step": 57200
    },
    {
      "loss_action": 0.014670290984213352,
      "loss_total": 0.014670290984213352,
      "step": 57200
    },
    {
      "loss_action": 0.008958669379353523,
      "loss_total": 0.008958669379353523,
      "step": 57200
    },
    {
      "grad_norm": 0.18286269903182983,
      "learning_rate": 9.765284872340246e-05,
      "loss": 0.0086,
      "step": 57210
    },
    {
      "loss_action": 0.01593445986509323,
      "loss_total": 0.01593445986509323,
      "step": 57210
    },
    {
      "loss_action": 0.007186583708971739,
      "loss_total": 0.007186583708971739,
      "step": 57210
    },
    {
      "loss_action": 0.00569075345993042,
      "loss_total": 0.00569075345993042,
      "step": 57210
    },
    {
      "loss_action": 0.023896045982837677,
      "loss_total": 0.023896045982837677,
      "step": 57210
    },
    {
      "loss_action": 0.004426975268870592,
      "loss_total": 0.004426975268870592,
      "step": 57210
    },
    {
      "loss_action": 0.005479969549924135,
      "loss_total": 0.005479969549924135,
      "step": 57210
    },
    {
      "loss_action": 0.004738925024867058,
      "loss_total": 0.004738925024867058,
      "step": 57210
    },
    {
      "loss_action": 0.006674664095044136,
      "loss_total": 0.006674664095044136,
      "step": 57210
    },
    {
      "grad_norm": 0.20803910493850708,
      "learning_rate": 9.765159692100983e-05,
      "loss": 0.0085,
      "step": 57220
    },
    {
      "loss_action": 0.008469347842037678,
      "loss_total": 0.008469347842037678,
      "step": 57220
    },
    {
      "loss_action": 0.006872865371406078,
      "loss_total": 0.006872865371406078,
      "step": 57220
    },
    {
      "loss_action": 0.012306050397455692,
      "loss_total": 0.012306050397455692,
      "step": 57220
    },
    {
      "loss_action": 0.0036190540995448828,
      "loss_total": 0.0036190540995448828,
      "step": 57220
    },
    {
      "loss_action": 0.00569628830999136,
      "loss_total": 0.00569628830999136,
      "step": 57220
    },
    {
      "loss_action": 0.08175983279943466,
      "loss_total": 0.08175983279943466,
      "step": 57220
    },
    {
      "loss_action": 0.006060104817152023,
      "loss_total": 0.006060104817152023,
      "step": 57220
    },
    {
      "loss_action": 0.009588812477886677,
      "loss_total": 0.009588812477886677,
      "step": 57220
    },
    {
      "grad_norm": 0.08136269450187683,
      "learning_rate": 9.765034479292302e-05,
      "loss": 0.0089,
      "step": 57230
    },
    {
      "loss_action": 0.007656088564544916,
      "loss_total": 0.007656088564544916,
      "step": 57230
    },
    {
      "loss_action": 0.015169670805335045,
      "loss_total": 0.015169670805335045,
      "step": 57230
    },
    {
      "loss_action": 0.0023370166309177876,
      "loss_total": 0.0023370166309177876,
      "step": 57230
    },
    {
      "loss_action": 0.003128346987068653,
      "loss_total": 0.003128346987068653,
      "step": 57230
    },
    {
      "loss_action": 0.0024350364692509174,
      "loss_total": 0.0024350364692509174,
      "step": 57230
    },
    {
      "loss_action": 0.001882300479337573,
      "loss_total": 0.001882300479337573,
      "step": 57230
    },
    {
      "loss_action": 0.004277805332094431,
      "loss_total": 0.004277805332094431,
      "step": 57230
    },
    {
      "loss_action": 0.002195548266172409,
      "loss_total": 0.002195548266172409,
      "step": 57230
    },
    {
      "grad_norm": 0.13700459897518158,
      "learning_rate": 9.764909233915057e-05,
      "loss": 0.0073,
      "step": 57240
    },
    {
      "loss_action": 0.004998345393687487,
      "loss_total": 0.004998345393687487,
      "step": 57240
    },
    {
      "loss_action": 0.0035293945111334324,
      "loss_total": 0.0035293945111334324,
      "step": 57240
    },
    {
      "loss_action": 0.005926389712840319,
      "loss_total": 0.005926389712840319,
      "step": 57240
    },
    {
      "loss_action": 0.003299127100035548,
      "loss_total": 0.003299127100035548,
      "step": 57240
    },
    {
      "loss_action": 0.041086867451667786,
      "loss_total": 0.041086867451667786,
      "step": 57240
    },
    {
      "loss_action": 0.0029363888315856457,
      "loss_total": 0.0029363888315856457,
      "step": 57240
    },
    {
      "loss_action": 0.004592612385749817,
      "loss_total": 0.004592612385749817,
      "step": 57240
    },
    {
      "loss_action": 0.004944579675793648,
      "loss_total": 0.004944579675793648,
      "step": 57240
    },
    {
      "grad_norm": 0.14456281065940857,
      "learning_rate": 9.764783955970105e-05,
      "loss": 0.0076,
      "step": 57250
    },
    {
      "loss_action": 0.004187650512903929,
      "loss_total": 0.004187650512903929,
      "step": 57250
    },
    {
      "loss_action": 0.005175646860152483,
      "loss_total": 0.005175646860152483,
      "step": 57250
    },
    {
      "loss_action": 0.012730899266898632,
      "loss_total": 0.012730899266898632,
      "step": 57250
    },
    {
      "loss_action": 0.005229017231613398,
      "loss_total": 0.005229017231613398,
      "step": 57250
    },
    {
      "loss_action": 0.007775503676384687,
      "loss_total": 0.007775503676384687,
      "step": 57250
    },
    {
      "loss_action": 0.005141227040439844,
      "loss_total": 0.005141227040439844,
      "step": 57250
    },
    {
      "loss_action": 0.002794794039800763,
      "loss_total": 0.002794794039800763,
      "step": 57250
    },
    {
      "loss_action": 0.005166391376405954,
      "loss_total": 0.005166391376405954,
      "step": 57250
    },
    {
      "grad_norm": 0.18307623267173767,
      "learning_rate": 9.764658645458302e-05,
      "loss": 0.0081,
      "step": 57260
    },
    {
      "loss_action": 0.004883372224867344,
      "loss_total": 0.004883372224867344,
      "step": 57260
    },
    {
      "loss_action": 0.014695354737341404,
      "loss_total": 0.014695354737341404,
      "step": 57260
    },
    {
      "loss_action": 0.008477402850985527,
      "loss_total": 0.008477402850985527,
      "step": 57260
    },
    {
      "loss_action": 0.0034018137957900763,
      "loss_total": 0.0034018137957900763,
      "step": 57260
    },
    {
      "loss_action": 0.010169385001063347,
      "loss_total": 0.010169385001063347,
      "step": 57260
    },
    {
      "loss_action": 0.008723579347133636,
      "loss_total": 0.008723579347133636,
      "step": 57260
    },
    {
      "loss_action": 0.002146601676940918,
      "loss_total": 0.002146601676940918,
      "step": 57260
    },
    {
      "loss_action": 0.0076923491433262825,
      "loss_total": 0.0076923491433262825,
      "step": 57260
    },
    {
      "grad_norm": 0.11485051363706589,
      "learning_rate": 9.764533302380506e-05,
      "loss": 0.0071,
      "step": 57270
    },
    {
      "loss_action": 0.005642002448439598,
      "loss_total": 0.005642002448439598,
      "step": 57270
    },
    {
      "loss_action": 0.0027921278961002827,
      "loss_total": 0.0027921278961002827,
      "step": 57270
    },
    {
      "loss_action": 0.00638456828892231,
      "loss_total": 0.00638456828892231,
      "step": 57270
    },
    {
      "loss_action": 0.004169348161667585,
      "loss_total": 0.004169348161667585,
      "step": 57270
    },
    {
      "loss_action": 0.008511437103152275,
      "loss_total": 0.008511437103152275,
      "step": 57270
    },
    {
      "loss_action": 0.0018249588320031762,
      "loss_total": 0.0018249588320031762,
      "step": 57270
    },
    {
      "loss_action": 0.008950810879468918,
      "loss_total": 0.008950810879468918,
      "step": 57270
    },
    {
      "loss_action": 0.019348058849573135,
      "loss_total": 0.019348058849573135,
      "step": 57270
    },
    {
      "grad_norm": 0.1958867460489273,
      "learning_rate": 9.76440792673757e-05,
      "loss": 0.0099,
      "step": 57280
    },
    {
      "loss_action": 0.03868531808257103,
      "loss_total": 0.03868531808257103,
      "step": 57280
    },
    {
      "loss_action": 0.007474967744201422,
      "loss_total": 0.007474967744201422,
      "step": 57280
    },
    {
      "loss_action": 0.008344343863427639,
      "loss_total": 0.008344343863427639,
      "step": 57280
    },
    {
      "loss_action": 0.00308579346165061,
      "loss_total": 0.00308579346165061,
      "step": 57280
    },
    {
      "loss_action": 0.005095792934298515,
      "loss_total": 0.005095792934298515,
      "step": 57280
    },
    {
      "loss_action": 0.0034973970614373684,
      "loss_total": 0.0034973970614373684,
      "step": 57280
    },
    {
      "loss_action": 0.006683158688247204,
      "loss_total": 0.006683158688247204,
      "step": 57280
    },
    {
      "loss_action": 0.0026775039732456207,
      "loss_total": 0.0026775039732456207,
      "step": 57280
    },
    {
      "grad_norm": 0.1004992350935936,
      "learning_rate": 9.764282518530355e-05,
      "loss": 0.0083,
      "step": 57290
    },
    {
      "loss_action": 0.008707023225724697,
      "loss_total": 0.008707023225724697,
      "step": 57290
    },
    {
      "loss_action": 0.006061484105885029,
      "loss_total": 0.006061484105885029,
      "step": 57290
    },
    {
      "loss_action": 0.0033235736191272736,
      "loss_total": 0.0033235736191272736,
      "step": 57290
    },
    {
      "loss_action": 0.005228206515312195,
      "loss_total": 0.005228206515312195,
      "step": 57290
    },
    {
      "loss_action": 0.006414956413209438,
      "loss_total": 0.006414956413209438,
      "step": 57290
    },
    {
      "loss_action": 0.007134726736694574,
      "loss_total": 0.007134726736694574,
      "step": 57290
    },
    {
      "loss_action": 0.003197410609573126,
      "loss_total": 0.003197410609573126,
      "step": 57290
    },
    {
      "loss_action": 0.010376791469752789,
      "loss_total": 0.010376791469752789,
      "step": 57290
    },
    {
      "grad_norm": 0.11969009041786194,
      "learning_rate": 9.764157077759715e-05,
      "loss": 0.0076,
      "step": 57300
    },
    {
      "loss_action": 0.0030218944884836674,
      "loss_total": 0.0030218944884836674,
      "step": 57300
    },
    {
      "loss_action": 0.008873633109033108,
      "loss_total": 0.008873633109033108,
      "step": 57300
    },
    {
      "loss_action": 0.0050262692384421825,
      "loss_total": 0.0050262692384421825,
      "step": 57300
    },
    {
      "loss_action": 0.030900869518518448,
      "loss_total": 0.030900869518518448,
      "step": 57300
    },
    {
      "loss_action": 0.01607535406947136,
      "loss_total": 0.01607535406947136,
      "step": 57300
    },
    {
      "loss_action": 0.0094416793435812,
      "loss_total": 0.0094416793435812,
      "step": 57300
    },
    {
      "loss_action": 0.0035409003030508757,
      "loss_total": 0.0035409003030508757,
      "step": 57300
    },
    {
      "loss_action": 0.010847853496670723,
      "loss_total": 0.010847853496670723,
      "step": 57300
    },
    {
      "grad_norm": 0.10637377947568893,
      "learning_rate": 9.764031604426509e-05,
      "loss": 0.0093,
      "step": 57310
    },
    {
      "loss_action": 0.004253119695931673,
      "loss_total": 0.004253119695931673,
      "step": 57310
    },
    {
      "loss_action": 0.0034241429530084133,
      "loss_total": 0.0034241429530084133,
      "step": 57310
    },
    {
      "loss_action": 0.0048985229805111885,
      "loss_total": 0.0048985229805111885,
      "step": 57310
    },
    {
      "loss_action": 0.018341366201639175,
      "loss_total": 0.018341366201639175,
      "step": 57310
    },
    {
      "loss_action": 0.019443944096565247,
      "loss_total": 0.019443944096565247,
      "step": 57310
    },
    {
      "loss_action": 0.0025108451955020428,
      "loss_total": 0.0025108451955020428,
      "step": 57310
    },
    {
      "loss_action": 0.007061451207846403,
      "loss_total": 0.007061451207846403,
      "step": 57310
    },
    {
      "loss_action": 0.006751232780516148,
      "loss_total": 0.006751232780516148,
      "step": 57310
    },
    {
      "grad_norm": 0.1337273269891739,
      "learning_rate": 9.763906098531595e-05,
      "loss": 0.0084,
      "step": 57320
    },
    {
      "loss_action": 0.01345167588442564,
      "loss_total": 0.01345167588442564,
      "step": 57320
    },
    {
      "loss_action": 0.004395180847495794,
      "loss_total": 0.004395180847495794,
      "step": 57320
    },
    {
      "loss_action": 0.006452726200222969,
      "loss_total": 0.006452726200222969,
      "step": 57320
    },
    {
      "loss_action": 0.005743016488850117,
      "loss_total": 0.005743016488850117,
      "step": 57320
    },
    {
      "loss_action": 0.0037876679562032223,
      "loss_total": 0.0037876679562032223,
      "step": 57320
    },
    {
      "loss_action": 0.005206025671213865,
      "loss_total": 0.005206025671213865,
      "step": 57320
    },
    {
      "loss_action": 0.014472232200205326,
      "loss_total": 0.014472232200205326,
      "step": 57320
    },
    {
      "loss_action": 0.004084631334990263,
      "loss_total": 0.004084631334990263,
      "step": 57320
    },
    {
      "grad_norm": 0.09978480637073517,
      "learning_rate": 9.76378056007583e-05,
      "loss": 0.0077,
      "step": 57330
    },
    {
      "loss_action": 0.0040076738223433495,
      "loss_total": 0.0040076738223433495,
      "step": 57330
    },
    {
      "loss_action": 0.01225622370839119,
      "loss_total": 0.01225622370839119,
      "step": 57330
    },
    {
      "loss_action": 0.009705975651741028,
      "loss_total": 0.009705975651741028,
      "step": 57330
    },
    {
      "loss_action": 0.007734332699328661,
      "loss_total": 0.007734332699328661,
      "step": 57330
    },
    {
      "loss_action": 0.00506547698751092,
      "loss_total": 0.00506547698751092,
      "step": 57330
    },
    {
      "loss_action": 0.004728717729449272,
      "loss_total": 0.004728717729449272,
      "step": 57330
    },
    {
      "loss_action": 0.0073255328461527824,
      "loss_total": 0.0073255328461527824,
      "step": 57330
    },
    {
      "loss_action": 0.003604613710194826,
      "loss_total": 0.003604613710194826,
      "step": 57330
    },
    {
      "grad_norm": 0.15859022736549377,
      "learning_rate": 9.763654989060073e-05,
      "loss": 0.0095,
      "step": 57340
    },
    {
      "loss_action": 0.009931801818311214,
      "loss_total": 0.009931801818311214,
      "step": 57340
    },
    {
      "loss_action": 0.008021913468837738,
      "loss_total": 0.008021913468837738,
      "step": 57340
    },
    {
      "loss_action": 0.0031890140380710363,
      "loss_total": 0.0031890140380710363,
      "step": 57340
    },
    {
      "loss_action": 0.010536636225879192,
      "loss_total": 0.010536636225879192,
      "step": 57340
    },
    {
      "loss_action": 0.004501615185290575,
      "loss_total": 0.004501615185290575,
      "step": 57340
    },
    {
      "loss_action": 0.005235416814684868,
      "loss_total": 0.005235416814684868,
      "step": 57340
    },
    {
      "loss_action": 0.006385495886206627,
      "loss_total": 0.006385495886206627,
      "step": 57340
    },
    {
      "loss_action": 0.007683690637350082,
      "loss_total": 0.007683690637350082,
      "step": 57340
    },
    {
      "grad_norm": 0.1401899755001068,
      "learning_rate": 9.763529385485181e-05,
      "loss": 0.008,
      "step": 57350
    },
    {
      "loss_action": 0.01102905347943306,
      "loss_total": 0.01102905347943306,
      "step": 57350
    },
    {
      "loss_action": 0.006578846834599972,
      "loss_total": 0.006578846834599972,
      "step": 57350
    },
    {
      "loss_action": 0.010470401495695114,
      "loss_total": 0.010470401495695114,
      "step": 57350
    },
    {
      "loss_action": 0.006477026268839836,
      "loss_total": 0.006477026268839836,
      "step": 57350
    },
    {
      "loss_action": 0.003897647373378277,
      "loss_total": 0.003897647373378277,
      "step": 57350
    },
    {
      "loss_action": 0.015100440010428429,
      "loss_total": 0.015100440010428429,
      "step": 57350
    },
    {
      "loss_action": 0.008110914379358292,
      "loss_total": 0.008110914379358292,
      "step": 57350
    },
    {
      "loss_action": 0.007245578803122044,
      "loss_total": 0.007245578803122044,
      "step": 57350
    },
    {
      "grad_norm": 0.13808241486549377,
      "learning_rate": 9.763403749352012e-05,
      "loss": 0.0095,
      "step": 57360
    },
    {
      "loss_action": 0.0030653011053800583,
      "loss_total": 0.0030653011053800583,
      "step": 57360
    },
    {
      "loss_action": 0.0032313845586031675,
      "loss_total": 0.0032313845586031675,
      "step": 57360
    },
    {
      "loss_action": 0.0037069388199597597,
      "loss_total": 0.0037069388199597597,
      "step": 57360
    },
    {
      "loss_action": 0.006471422966569662,
      "loss_total": 0.006471422966569662,
      "step": 57360
    },
    {
      "loss_action": 0.005932854488492012,
      "loss_total": 0.005932854488492012,
      "step": 57360
    },
    {
      "loss_action": 0.008512581698596478,
      "loss_total": 0.008512581698596478,
      "step": 57360
    },
    {
      "loss_action": 0.004249791614711285,
      "loss_total": 0.004249791614711285,
      "step": 57360
    },
    {
      "loss_action": 0.00740258302539587,
      "loss_total": 0.00740258302539587,
      "step": 57360
    },
    {
      "grad_norm": 0.13666048645973206,
      "learning_rate": 9.763278080661426e-05,
      "loss": 0.0089,
      "step": 57370
    },
    {
      "loss_action": 0.006268564146012068,
      "loss_total": 0.006268564146012068,
      "step": 57370
    },
    {
      "loss_action": 0.013582322746515274,
      "loss_total": 0.013582322746515274,
      "step": 57370
    },
    {
      "loss_action": 0.004275715909898281,
      "loss_total": 0.004275715909898281,
      "step": 57370
    },
    {
      "loss_action": 0.01860344409942627,
      "loss_total": 0.01860344409942627,
      "step": 57370
    },
    {
      "loss_action": 0.027924373745918274,
      "loss_total": 0.027924373745918274,
      "step": 57370
    },
    {
      "loss_action": 0.00719648040831089,
      "loss_total": 0.00719648040831089,
      "step": 57370
    },
    {
      "loss_action": 0.007759879343211651,
      "loss_total": 0.007759879343211651,
      "step": 57370
    },
    {
      "loss_action": 0.003461622865870595,
      "loss_total": 0.003461622865870595,
      "step": 57370
    },
    {
      "grad_norm": 0.16451233625411987,
      "learning_rate": 9.763152379414283e-05,
      "loss": 0.0089,
      "step": 57380
    },
    {
      "loss_action": 0.003877782728523016,
      "loss_total": 0.003877782728523016,
      "step": 57380
    },
    {
      "loss_action": 0.0026783349458128214,
      "loss_total": 0.0026783349458128214,
      "step": 57380
    },
    {
      "loss_action": 0.003556294599547982,
      "loss_total": 0.003556294599547982,
      "step": 57380
    },
    {
      "loss_action": 0.016806751489639282,
      "loss_total": 0.016806751489639282,
      "step": 57380
    },
    {
      "loss_action": 0.003030504332855344,
      "loss_total": 0.003030504332855344,
      "step": 57380
    },
    {
      "loss_action": 0.002869351301342249,
      "loss_total": 0.002869351301342249,
      "step": 57380
    },
    {
      "loss_action": 0.023112934082746506,
      "loss_total": 0.023112934082746506,
      "step": 57380
    },
    {
      "loss_action": 0.014176890254020691,
      "loss_total": 0.014176890254020691,
      "step": 57380
    },
    {
      "grad_norm": 0.10170714557170868,
      "learning_rate": 9.76302664561144e-05,
      "loss": 0.0085,
      "step": 57390
    },
    {
      "loss_action": 0.0020763352513313293,
      "loss_total": 0.0020763352513313293,
      "step": 57390
    },
    {
      "loss_action": 0.002928507514297962,
      "loss_total": 0.002928507514297962,
      "step": 57390
    },
    {
      "loss_action": 0.003549838438630104,
      "loss_total": 0.003549838438630104,
      "step": 57390
    },
    {
      "loss_action": 0.012049803510308266,
      "loss_total": 0.012049803510308266,
      "step": 57390
    },
    {
      "loss_action": 0.006195707246661186,
      "loss_total": 0.006195707246661186,
      "step": 57390
    },
    {
      "loss_action": 0.008196787908673286,
      "loss_total": 0.008196787908673286,
      "step": 57390
    },
    {
      "loss_action": 0.0071009304374456406,
      "loss_total": 0.0071009304374456406,
      "step": 57390
    },
    {
      "loss_action": 0.00564067717641592,
      "loss_total": 0.00564067717641592,
      "step": 57390
    },
    {
      "grad_norm": 0.1304517388343811,
      "learning_rate": 9.762900879253756e-05,
      "loss": 0.0075,
      "step": 57400
    },
    {
      "loss_action": 0.009471099823713303,
      "loss_total": 0.009471099823713303,
      "step": 57400
    },
    {
      "loss_action": 0.005548471584916115,
      "loss_total": 0.005548471584916115,
      "step": 57400
    },
    {
      "loss_action": 0.01121780276298523,
      "loss_total": 0.01121780276298523,
      "step": 57400
    },
    {
      "loss_action": 0.007491759955883026,
      "loss_total": 0.007491759955883026,
      "step": 57400
    },
    {
      "loss_action": 0.01071130856871605,
      "loss_total": 0.01071130856871605,
      "step": 57400
    },
    {
      "loss_action": 0.006967800669372082,
      "loss_total": 0.006967800669372082,
      "step": 57400
    },
    {
      "loss_action": 0.002530894475057721,
      "loss_total": 0.002530894475057721,
      "step": 57400
    },
    {
      "loss_action": 0.0030377523507922888,
      "loss_total": 0.0030377523507922888,
      "step": 57400
    },
    {
      "grad_norm": 0.12986275553703308,
      "learning_rate": 9.762775080342095e-05,
      "loss": 0.0079,
      "step": 57410
    },
    {
      "loss_action": 0.015528032556176186,
      "loss_total": 0.015528032556176186,
      "step": 57410
    },
    {
      "loss_action": 0.006968177855014801,
      "loss_total": 0.006968177855014801,
      "step": 57410
    },
    {
      "loss_action": 0.005059519782662392,
      "loss_total": 0.005059519782662392,
      "step": 57410
    },
    {
      "loss_action": 0.01008975226432085,
      "loss_total": 0.01008975226432085,
      "step": 57410
    },
    {
      "loss_action": 0.0025585670955479145,
      "loss_total": 0.0025585670955479145,
      "step": 57410
    },
    {
      "loss_action": 0.004596691578626633,
      "loss_total": 0.004596691578626633,
      "step": 57410
    },
    {
      "loss_action": 0.007471947930753231,
      "loss_total": 0.007471947930753231,
      "step": 57410
    },
    {
      "loss_action": 0.003230429720133543,
      "loss_total": 0.003230429720133543,
      "step": 57410
    },
    {
      "grad_norm": 0.11556801944971085,
      "learning_rate": 9.76264924887731e-05,
      "loss": 0.0083,
      "step": 57420
    },
    {
      "loss_action": 0.008692887611687183,
      "loss_total": 0.008692887611687183,
      "step": 57420
    },
    {
      "loss_action": 0.00726620526984334,
      "loss_total": 0.00726620526984334,
      "step": 57420
    },
    {
      "loss_action": 0.010895565152168274,
      "loss_total": 0.010895565152168274,
      "step": 57420
    },
    {
      "loss_action": 0.00919799879193306,
      "loss_total": 0.00919799879193306,
      "step": 57420
    },
    {
      "loss_action": 0.009546670131385326,
      "loss_total": 0.009546670131385326,
      "step": 57420
    },
    {
      "loss_action": 0.010451635345816612,
      "loss_total": 0.010451635345816612,
      "step": 57420
    },
    {
      "loss_action": 0.022421889007091522,
      "loss_total": 0.022421889007091522,
      "step": 57420
    },
    {
      "loss_action": 0.008397182449698448,
      "loss_total": 0.008397182449698448,
      "step": 57420
    },
    {
      "grad_norm": 0.18288476765155792,
      "learning_rate": 9.762523384860267e-05,
      "loss": 0.0085,
      "step": 57430
    },
    {
      "loss_action": 0.005121084861457348,
      "loss_total": 0.005121084861457348,
      "step": 57430
    },
    {
      "loss_action": 0.0020155184902250767,
      "loss_total": 0.0020155184902250767,
      "step": 57430
    },
    {
      "loss_action": 0.008443174883723259,
      "loss_total": 0.008443174883723259,
      "step": 57430
    },
    {
      "loss_action": 0.001785533968359232,
      "loss_total": 0.001785533968359232,
      "step": 57430
    },
    {
      "loss_action": 0.003803802886977792,
      "loss_total": 0.003803802886977792,
      "step": 57430
    },
    {
      "loss_action": 0.008141024969518185,
      "loss_total": 0.008141024969518185,
      "step": 57430
    },
    {
      "loss_action": 0.0034296242520213127,
      "loss_total": 0.0034296242520213127,
      "step": 57430
    },
    {
      "loss_action": 0.004119434859603643,
      "loss_total": 0.004119434859603643,
      "step": 57430
    },
    {
      "grad_norm": 0.11514528095722198,
      "learning_rate": 9.762397488291822e-05,
      "loss": 0.0074,
      "step": 57440
    },
    {
      "loss_action": 0.002428340958431363,
      "loss_total": 0.002428340958431363,
      "step": 57440
    },
    {
      "loss_action": 0.005960281006991863,
      "loss_total": 0.005960281006991863,
      "step": 57440
    },
    {
      "loss_action": 0.007236079312860966,
      "loss_total": 0.007236079312860966,
      "step": 57440
    },
    {
      "loss_action": 0.013814514502882957,
      "loss_total": 0.013814514502882957,
      "step": 57440
    },
    {
      "loss_action": 0.006868468131870031,
      "loss_total": 0.006868468131870031,
      "step": 57440
    },
    {
      "loss_action": 0.008784664794802666,
      "loss_total": 0.008784664794802666,
      "step": 57440
    },
    {
      "loss_action": 0.002827690914273262,
      "loss_total": 0.002827690914273262,
      "step": 57440
    },
    {
      "loss_action": 0.010182391852140427,
      "loss_total": 0.010182391852140427,
      "step": 57440
    },
    {
      "grad_norm": 0.09791526943445206,
      "learning_rate": 9.762271559172839e-05,
      "loss": 0.0077,
      "step": 57450
    },
    {
      "loss_action": 0.011133943684399128,
      "loss_total": 0.011133943684399128,
      "step": 57450
    },
    {
      "loss_action": 0.002217781264334917,
      "loss_total": 0.002217781264334917,
      "step": 57450
    },
    {
      "loss_action": 0.0036592788528651,
      "loss_total": 0.0036592788528651,
      "step": 57450
    },
    {
      "loss_action": 0.006739436648786068,
      "loss_total": 0.006739436648786068,
      "step": 57450
    },
    {
      "loss_action": 0.007641926407814026,
      "loss_total": 0.007641926407814026,
      "step": 57450
    },
    {
      "loss_action": 0.010080656036734581,
      "loss_total": 0.010080656036734581,
      "step": 57450
    },
    {
      "loss_action": 0.0035819998010993004,
      "loss_total": 0.0035819998010993004,
      "step": 57450
    },
    {
      "loss_action": 0.005519193597137928,
      "loss_total": 0.005519193597137928,
      "step": 57450
    },
    {
      "grad_norm": 0.12113723158836365,
      "learning_rate": 9.762145597504176e-05,
      "loss": 0.0074,
      "step": 57460
    },
    {
      "loss_action": 0.016604147851467133,
      "loss_total": 0.016604147851467133,
      "step": 57460
    },
    {
      "loss_action": 0.010736098513007164,
      "loss_total": 0.010736098513007164,
      "step": 57460
    },
    {
      "loss_action": 0.007712516002357006,
      "loss_total": 0.007712516002357006,
      "step": 57460
    },
    {
      "loss_action": 0.009393705055117607,
      "loss_total": 0.009393705055117607,
      "step": 57460
    },
    {
      "loss_action": 0.007933947257697582,
      "loss_total": 0.007933947257697582,
      "step": 57460
    },
    {
      "loss_action": 0.009808010421693325,
      "loss_total": 0.009808010421693325,
      "step": 57460
    },
    {
      "loss_action": 0.00712809432297945,
      "loss_total": 0.00712809432297945,
      "step": 57460
    },
    {
      "loss_action": 0.02468695119023323,
      "loss_total": 0.02468695119023323,
      "step": 57460
    },
    {
      "grad_norm": 0.12964127957820892,
      "learning_rate": 9.762019603286696e-05,
      "loss": 0.0088,
      "step": 57470
    },
    {
      "loss_action": 0.006469068583101034,
      "loss_total": 0.006469068583101034,
      "step": 57470
    },
    {
      "loss_action": 0.0035376334562897682,
      "loss_total": 0.0035376334562897682,
      "step": 57470
    },
    {
      "loss_action": 0.0027740509249269962,
      "loss_total": 0.0027740509249269962,
      "step": 57470
    },
    {
      "loss_action": 0.004083521198481321,
      "loss_total": 0.004083521198481321,
      "step": 57470
    },
    {
      "loss_action": 0.016544727608561516,
      "loss_total": 0.016544727608561516,
      "step": 57470
    },
    {
      "loss_action": 0.007067419588565826,
      "loss_total": 0.007067419588565826,
      "step": 57470
    },
    {
      "loss_action": 0.008208917453885078,
      "loss_total": 0.008208917453885078,
      "step": 57470
    },
    {
      "loss_action": 0.0072963787242770195,
      "loss_total": 0.0072963787242770195,
      "step": 57470
    },
    {
      "grad_norm": 0.10287951678037643,
      "learning_rate": 9.761893576521259e-05,
      "loss": 0.0075,
      "step": 57480
    },
    {
      "loss_action": 0.012611131183803082,
      "loss_total": 0.012611131183803082,
      "step": 57480
    },
    {
      "loss_action": 0.0027242049109190702,
      "loss_total": 0.0027242049109190702,
      "step": 57480
    },
    {
      "loss_action": 0.007448839955031872,
      "loss_total": 0.007448839955031872,
      "step": 57480
    },
    {
      "loss_action": 0.002448432147502899,
      "loss_total": 0.002448432147502899,
      "step": 57480
    },
    {
      "loss_action": 0.003895463887602091,
      "loss_total": 0.003895463887602091,
      "step": 57480
    },
    {
      "loss_action": 0.0047303480096161366,
      "loss_total": 0.0047303480096161366,
      "step": 57480
    },
    {
      "loss_action": 0.0048805950209498405,
      "loss_total": 0.0048805950209498405,
      "step": 57480
    },
    {
      "loss_action": 0.009179901331663132,
      "loss_total": 0.009179901331663132,
      "step": 57480
    },
    {
      "grad_norm": 0.10491388291120529,
      "learning_rate": 9.761767517208726e-05,
      "loss": 0.0075,
      "step": 57490
    },
    {
      "loss_action": 0.0027557876892387867,
      "loss_total": 0.0027557876892387867,
      "step": 57490
    },
    {
      "loss_action": 0.005018647760152817,
      "loss_total": 0.005018647760152817,
      "step": 57490
    },
    {
      "loss_action": 0.0032920062076300383,
      "loss_total": 0.0032920062076300383,
      "step": 57490
    },
    {
      "loss_action": 0.004461057484149933,
      "loss_total": 0.004461057484149933,
      "step": 57490
    },
    {
      "loss_action": 0.0036682861391454935,
      "loss_total": 0.0036682861391454935,
      "step": 57490
    },
    {
      "loss_action": 0.005155040416866541,
      "loss_total": 0.005155040416866541,
      "step": 57490
    },
    {
      "loss_action": 0.0035766209475696087,
      "loss_total": 0.0035766209475696087,
      "step": 57490
    },
    {
      "loss_action": 0.00894592609256506,
      "loss_total": 0.00894592609256506,
      "step": 57490
    },
    {
      "grad_norm": 0.13034223020076752,
      "learning_rate": 9.76164142534996e-05,
      "loss": 0.0068,
      "step": 57500
    },
    {
      "loss_action": 0.011482343077659607,
      "loss_total": 0.011482343077659607,
      "step": 57500
    },
    {
      "loss_action": 0.0031416877172887325,
      "loss_total": 0.0031416877172887325,
      "step": 57500
    },
    {
      "loss_action": 0.0062659005634486675,
      "loss_total": 0.0062659005634486675,
      "step": 57500
    },
    {
      "loss_action": 0.008084673434495926,
      "loss_total": 0.008084673434495926,
      "step": 57500
    },
    {
      "loss_action": 0.003646048018708825,
      "loss_total": 0.003646048018708825,
      "step": 57500
    },
    {
      "loss_action": 0.005248056259006262,
      "loss_total": 0.005248056259006262,
      "step": 57500
    },
    {
      "loss_action": 0.006837956141680479,
      "loss_total": 0.006837956141680479,
      "step": 57500
    },
    {
      "loss_action": 0.00702519528567791,
      "loss_total": 0.00702519528567791,
      "step": 57500
    },
    {
      "grad_norm": 0.12917208671569824,
      "learning_rate": 9.76151530094582e-05,
      "loss": 0.007,
      "step": 57510
    },
    {
      "loss_action": 0.008411338552832603,
      "loss_total": 0.008411338552832603,
      "step": 57510
    },
    {
      "loss_action": 0.009208671748638153,
      "loss_total": 0.009208671748638153,
      "step": 57510
    },
    {
      "loss_action": 0.010152934119105339,
      "loss_total": 0.010152934119105339,
      "step": 57510
    },
    {
      "loss_action": 0.004382416605949402,
      "loss_total": 0.004382416605949402,
      "step": 57510
    },
    {
      "loss_action": 0.011846065521240234,
      "loss_total": 0.011846065521240234,
      "step": 57510
    },
    {
      "loss_action": 0.006003387738019228,
      "loss_total": 0.006003387738019228,
      "step": 57510
    },
    {
      "loss_action": 0.005874075461179018,
      "loss_total": 0.005874075461179018,
      "step": 57510
    },
    {
      "loss_action": 0.0072733866982162,
      "loss_total": 0.0072733866982162,
      "step": 57510
    },
    {
      "grad_norm": 0.09557455033063889,
      "learning_rate": 9.761389143997173e-05,
      "loss": 0.0071,
      "step": 57520
    },
    {
      "loss_action": 0.016058683395385742,
      "loss_total": 0.016058683395385742,
      "step": 57520
    },
    {
      "loss_action": 0.006336012855172157,
      "loss_total": 0.006336012855172157,
      "step": 57520
    },
    {
      "loss_action": 0.00627506896853447,
      "loss_total": 0.00627506896853447,
      "step": 57520
    },
    {
      "loss_action": 0.008122967556118965,
      "loss_total": 0.008122967556118965,
      "step": 57520
    },
    {
      "loss_action": 0.00416764710098505,
      "loss_total": 0.00416764710098505,
      "step": 57520
    },
    {
      "loss_action": 0.006474643480032682,
      "loss_total": 0.006474643480032682,
      "step": 57520
    },
    {
      "loss_action": 0.007529168855398893,
      "loss_total": 0.007529168855398893,
      "step": 57520
    },
    {
      "loss_action": 0.029681283980607986,
      "loss_total": 0.029681283980607986,
      "step": 57520
    },
    {
      "grad_norm": 0.125883087515831,
      "learning_rate": 9.761262954504877e-05,
      "loss": 0.0076,
      "step": 57530
    },
    {
      "loss_action": 0.008571336977183819,
      "loss_total": 0.008571336977183819,
      "step": 57530
    },
    {
      "loss_action": 0.007500811479985714,
      "loss_total": 0.007500811479985714,
      "step": 57530
    },
    {
      "loss_action": 0.00756662804633379,
      "loss_total": 0.00756662804633379,
      "step": 57530
    },
    {
      "loss_action": 0.005151604302227497,
      "loss_total": 0.005151604302227497,
      "step": 57530
    },
    {
      "loss_action": 0.0024496051482856274,
      "loss_total": 0.0024496051482856274,
      "step": 57530
    },
    {
      "loss_action": 0.013799223117530346,
      "loss_total": 0.013799223117530346,
      "step": 57530
    },
    {
      "loss_action": 0.008446034044027328,
      "loss_total": 0.008446034044027328,
      "step": 57530
    },
    {
      "loss_action": 0.009078926406800747,
      "loss_total": 0.009078926406800747,
      "step": 57530
    },
    {
      "grad_norm": 0.14721913635730743,
      "learning_rate": 9.761136732469796e-05,
      "loss": 0.0072,
      "step": 57540
    },
    {
      "loss_action": 0.004046984016895294,
      "loss_total": 0.004046984016895294,
      "step": 57540
    },
    {
      "loss_action": 0.0049426439218223095,
      "loss_total": 0.0049426439218223095,
      "step": 57540
    },
    {
      "loss_action": 0.004861658439040184,
      "loss_total": 0.004861658439040184,
      "step": 57540
    },
    {
      "loss_action": 0.005782129243016243,
      "loss_total": 0.005782129243016243,
      "step": 57540
    },
    {
      "loss_action": 0.002421190496534109,
      "loss_total": 0.002421190496534109,
      "step": 57540
    },
    {
      "loss_action": 0.03593691438436508,
      "loss_total": 0.03593691438436508,
      "step": 57540
    },
    {
      "loss_action": 0.006736333481967449,
      "loss_total": 0.006736333481967449,
      "step": 57540
    },
    {
      "loss_action": 0.009587220847606659,
      "loss_total": 0.009587220847606659,
      "step": 57540
    },
    {
      "grad_norm": 0.10842166841030121,
      "learning_rate": 9.761010477892791e-05,
      "loss": 0.007,
      "step": 57550
    },
    {
      "loss_action": 0.013828996568918228,
      "loss_total": 0.013828996568918228,
      "step": 57550
    },
    {
      "loss_action": 0.008436494506895542,
      "loss_total": 0.008436494506895542,
      "step": 57550
    },
    {
      "loss_action": 0.004872269928455353,
      "loss_total": 0.004872269928455353,
      "step": 57550
    },
    {
      "loss_action": 0.003928986843675375,
      "loss_total": 0.003928986843675375,
      "step": 57550
    },
    {
      "loss_action": 0.01635238155722618,
      "loss_total": 0.01635238155722618,
      "step": 57550
    },
    {
      "loss_action": 0.0036684211809188128,
      "loss_total": 0.0036684211809188128,
      "step": 57550
    },
    {
      "loss_action": 0.011641734279692173,
      "loss_total": 0.011641734279692173,
      "step": 57550
    },
    {
      "loss_action": 0.0070852553471922874,
      "loss_total": 0.0070852553471922874,
      "step": 57550
    },
    {
      "grad_norm": 0.1509838104248047,
      "learning_rate": 9.760884190774728e-05,
      "loss": 0.0079,
      "step": 57560
    },
    {
      "loss_action": 0.019630374386906624,
      "loss_total": 0.019630374386906624,
      "step": 57560
    },
    {
      "loss_action": 0.016267916187644005,
      "loss_total": 0.016267916187644005,
      "step": 57560
    },
    {
      "loss_action": 0.005209502298384905,
      "loss_total": 0.005209502298384905,
      "step": 57560
    },
    {
      "loss_action": 0.006884627975523472,
      "loss_total": 0.006884627975523472,
      "step": 57560
    },
    {
      "loss_action": 0.004130247049033642,
      "loss_total": 0.004130247049033642,
      "step": 57560
    },
    {
      "loss_action": 0.0031718481332063675,
      "loss_total": 0.0031718481332063675,
      "step": 57560
    },
    {
      "loss_action": 0.007804716005921364,
      "loss_total": 0.007804716005921364,
      "step": 57560
    },
    {
      "loss_action": 0.0035164551809430122,
      "loss_total": 0.0035164551809430122,
      "step": 57560
    },
    {
      "grad_norm": 0.15430472791194916,
      "learning_rate": 9.760757871116469e-05,
      "loss": 0.0075,
      "step": 57570
    },
    {
      "loss_action": 0.0131666399538517,
      "loss_total": 0.0131666399538517,
      "step": 57570
    },
    {
      "loss_action": 0.031631920486688614,
      "loss_total": 0.031631920486688614,
      "step": 57570
    },
    {
      "loss_action": 0.0077635860070586205,
      "loss_total": 0.0077635860070586205,
      "step": 57570
    },
    {
      "loss_action": 0.0043968018144369125,
      "loss_total": 0.0043968018144369125,
      "step": 57570
    },
    {
      "loss_action": 0.006323676556348801,
      "loss_total": 0.006323676556348801,
      "step": 57570
    },
    {
      "loss_action": 0.01075064018368721,
      "loss_total": 0.01075064018368721,
      "step": 57570
    },
    {
      "loss_action": 0.007705907337367535,
      "loss_total": 0.007705907337367535,
      "step": 57570
    },
    {
      "loss_action": 0.004306604154407978,
      "loss_total": 0.004306604154407978,
      "step": 57570
    },
    {
      "grad_norm": 0.15591567754745483,
      "learning_rate": 9.760631518918877e-05,
      "loss": 0.0067,
      "step": 57580
    },
    {
      "loss_action": 0.0034621963277459145,
      "loss_total": 0.0034621963277459145,
      "step": 57580
    },
    {
      "loss_action": 0.007980593480169773,
      "loss_total": 0.007980593480169773,
      "step": 57580
    },
    {
      "loss_action": 0.01536371186375618,
      "loss_total": 0.01536371186375618,
      "step": 57580
    },
    {
      "loss_action": 0.008330132812261581,
      "loss_total": 0.008330132812261581,
      "step": 57580
    },
    {
      "loss_action": 0.00700980331748724,
      "loss_total": 0.00700980331748724,
      "step": 57580
    },
    {
      "loss_action": 0.004201410338282585,
      "loss_total": 0.004201410338282585,
      "step": 57580
    },
    {
      "loss_action": 0.008535888977348804,
      "loss_total": 0.008535888977348804,
      "step": 57580
    },
    {
      "loss_action": 0.0056334431283175945,
      "loss_total": 0.0056334431283175945,
      "step": 57580
    },
    {
      "grad_norm": 0.13759280741214752,
      "learning_rate": 9.760505134182815e-05,
      "loss": 0.0083,
      "step": 57590
    },
    {
      "loss_action": 0.006350747775286436,
      "loss_total": 0.006350747775286436,
      "step": 57590
    },
    {
      "loss_action": 0.007548126857727766,
      "loss_total": 0.007548126857727766,
      "step": 57590
    },
    {
      "loss_action": 0.004817867185920477,
      "loss_total": 0.004817867185920477,
      "step": 57590
    },
    {
      "loss_action": 0.006266213487833738,
      "loss_total": 0.006266213487833738,
      "step": 57590
    },
    {
      "loss_action": 0.005404660478234291,
      "loss_total": 0.005404660478234291,
      "step": 57590
    },
    {
      "loss_action": 0.006275053136050701,
      "loss_total": 0.006275053136050701,
      "step": 57590
    },
    {
      "loss_action": 0.008993030525743961,
      "loss_total": 0.008993030525743961,
      "step": 57590
    },
    {
      "loss_action": 0.007847970351576805,
      "loss_total": 0.007847970351576805,
      "step": 57590
    },
    {
      "grad_norm": 0.1403874307870865,
      "learning_rate": 9.760378716909146e-05,
      "loss": 0.0079,
      "step": 57600
    },
    {
      "loss_action": 0.017025496810674667,
      "loss_total": 0.017025496810674667,
      "step": 57600
    },
    {
      "loss_action": 0.0059555815532803535,
      "loss_total": 0.0059555815532803535,
      "step": 57600
    },
    {
      "loss_action": 0.006489077117294073,
      "loss_total": 0.006489077117294073,
      "step": 57600
    },
    {
      "loss_action": 0.004587187431752682,
      "loss_total": 0.004587187431752682,
      "step": 57600
    },
    {
      "loss_action": 0.007803703658282757,
      "loss_total": 0.007803703658282757,
      "step": 57600
    },
    {
      "loss_action": 0.008717258460819721,
      "loss_total": 0.008717258460819721,
      "step": 57600
    },
    {
      "loss_action": 0.00901118665933609,
      "loss_total": 0.00901118665933609,
      "step": 57600
    },
    {
      "loss_action": 0.006073027849197388,
      "loss_total": 0.006073027849197388,
      "step": 57600
    },
    {
      "grad_norm": 0.1512880176305771,
      "learning_rate": 9.760252267098739e-05,
      "loss": 0.0097,
      "step": 57610
    },
    {
      "loss_action": 0.006445346400141716,
      "loss_total": 0.006445346400141716,
      "step": 57610
    },
    {
      "loss_action": 0.0034517983440309763,
      "loss_total": 0.0034517983440309763,
      "step": 57610
    },
    {
      "loss_action": 0.002959462348371744,
      "loss_total": 0.002959462348371744,
      "step": 57610
    },
    {
      "loss_action": 0.008071180433034897,
      "loss_total": 0.008071180433034897,
      "step": 57610
    },
    {
      "loss_action": 0.011429283767938614,
      "loss_total": 0.011429283767938614,
      "step": 57610
    },
    {
      "loss_action": 0.012704138644039631,
      "loss_total": 0.012704138644039631,
      "step": 57610
    },
    {
      "loss_action": 0.006676987744867802,
      "loss_total": 0.006676987744867802,
      "step": 57610
    },
    {
      "loss_action": 0.0132792042568326,
      "loss_total": 0.0132792042568326,
      "step": 57610
    },
    {
      "grad_norm": 0.10360362380743027,
      "learning_rate": 9.760125784752452e-05,
      "loss": 0.0089,
      "step": 57620
    },
    {
      "loss_action": 0.009061669930815697,
      "loss_total": 0.009061669930815697,
      "step": 57620
    },
    {
      "loss_action": 0.0027985123451799154,
      "loss_total": 0.0027985123451799154,
      "step": 57620
    },
    {
      "loss_action": 0.005189635790884495,
      "loss_total": 0.005189635790884495,
      "step": 57620
    },
    {
      "loss_action": 0.005899103358387947,
      "loss_total": 0.005899103358387947,
      "step": 57620
    },
    {
      "loss_action": 0.012509994208812714,
      "loss_total": 0.012509994208812714,
      "step": 57620
    },
    {
      "loss_action": 0.012655654922127724,
      "loss_total": 0.012655654922127724,
      "step": 57620
    },
    {
      "loss_action": 0.00533204386010766,
      "loss_total": 0.00533204386010766,
      "step": 57620
    },
    {
      "loss_action": 0.005369831342250109,
      "loss_total": 0.005369831342250109,
      "step": 57620
    },
    {
      "grad_norm": 0.10438945889472961,
      "learning_rate": 9.759999269871153e-05,
      "loss": 0.0081,
      "step": 57630
    },
    {
      "loss_action": 0.015904821455478668,
      "loss_total": 0.015904821455478668,
      "step": 57630
    },
    {
      "loss_action": 0.005094271153211594,
      "loss_total": 0.005094271153211594,
      "step": 57630
    },
    {
      "loss_action": 0.007730783894658089,
      "loss_total": 0.007730783894658089,
      "step": 57630
    },
    {
      "loss_action": 0.005665442906320095,
      "loss_total": 0.005665442906320095,
      "step": 57630
    },
    {
      "loss_action": 0.012409796006977558,
      "loss_total": 0.012409796006977558,
      "step": 57630
    },
    {
      "loss_action": 0.008251789957284927,
      "loss_total": 0.008251789957284927,
      "step": 57630
    },
    {
      "loss_action": 0.006359024904668331,
      "loss_total": 0.006359024904668331,
      "step": 57630
    },
    {
      "loss_action": 0.0038447275292128325,
      "loss_total": 0.0038447275292128325,
      "step": 57630
    },
    {
      "grad_norm": 0.0995241180062294,
      "learning_rate": 9.759872722455706e-05,
      "loss": 0.009,
      "step": 57640
    },
    {
      "loss_action": 0.009046779945492744,
      "loss_total": 0.009046779945492744,
      "step": 57640
    },
    {
      "loss_action": 0.004350092727690935,
      "loss_total": 0.004350092727690935,
      "step": 57640
    },
    {
      "loss_action": 0.007001498714089394,
      "loss_total": 0.007001498714089394,
      "step": 57640
    },
    {
      "loss_action": 0.00753473024815321,
      "loss_total": 0.00753473024815321,
      "step": 57640
    },
    {
      "loss_action": 0.010536515153944492,
      "loss_total": 0.010536515153944492,
      "step": 57640
    },
    {
      "loss_action": 0.004753447137773037,
      "loss_total": 0.004753447137773037,
      "step": 57640
    },
    {
      "loss_action": 0.013872925192117691,
      "loss_total": 0.013872925192117691,
      "step": 57640
    },
    {
      "loss_action": 0.007441927678883076,
      "loss_total": 0.007441927678883076,
      "step": 57640
    },
    {
      "grad_norm": 0.11876095831394196,
      "learning_rate": 9.759746142506976e-05,
      "loss": 0.0078,
      "step": 57650
    },
    {
      "loss_action": 0.00984606146812439,
      "loss_total": 0.00984606146812439,
      "step": 57650
    },
    {
      "loss_action": 0.009627219289541245,
      "loss_total": 0.009627219289541245,
      "step": 57650
    },
    {
      "loss_action": 0.0030516115948557854,
      "loss_total": 0.0030516115948557854,
      "step": 57650
    },
    {
      "loss_action": 0.012402044609189034,
      "loss_total": 0.012402044609189034,
      "step": 57650
    },
    {
      "loss_action": 0.0033943154849112034,
      "loss_total": 0.0033943154849112034,
      "step": 57650
    },
    {
      "loss_action": 0.006460052449256182,
      "loss_total": 0.006460052449256182,
      "step": 57650
    },
    {
      "loss_action": 0.008679896593093872,
      "loss_total": 0.008679896593093872,
      "step": 57650
    },
    {
      "loss_action": 0.005047731567174196,
      "loss_total": 0.005047731567174196,
      "step": 57650
    },
    {
      "grad_norm": 0.12243343144655228,
      "learning_rate": 9.759619530025828e-05,
      "loss": 0.009,
      "step": 57660
    },
    {
      "loss_action": 0.007803815416991711,
      "loss_total": 0.007803815416991711,
      "step": 57660
    },
    {
      "loss_action": 0.009946204721927643,
      "loss_total": 0.009946204721927643,
      "step": 57660
    },
    {
      "loss_action": 0.003676346503198147,
      "loss_total": 0.003676346503198147,
      "step": 57660
    },
    {
      "loss_action": 0.0017017358914017677,
      "loss_total": 0.0017017358914017677,
      "step": 57660
    },
    {
      "loss_action": 0.002422389341518283,
      "loss_total": 0.002422389341518283,
      "step": 57660
    },
    {
      "loss_action": 0.007719861343502998,
      "loss_total": 0.007719861343502998,
      "step": 57660
    },
    {
      "loss_action": 0.008594255894422531,
      "loss_total": 0.008594255894422531,
      "step": 57660
    },
    {
      "loss_action": 0.016753382980823517,
      "loss_total": 0.016753382980823517,
      "step": 57660
    },
    {
      "grad_norm": 0.13409380614757538,
      "learning_rate": 9.759492885013128e-05,
      "loss": 0.0088,
      "step": 57670
    },
    {
      "loss_action": 0.007298753596842289,
      "loss_total": 0.007298753596842289,
      "step": 57670
    },
    {
      "loss_action": 0.01765422150492668,
      "loss_total": 0.01765422150492668,
      "step": 57670
    },
    {
      "loss_action": 0.018092090263962746,
      "loss_total": 0.018092090263962746,
      "step": 57670
    },
    {
      "loss_action": 0.0066845170222222805,
      "loss_total": 0.0066845170222222805,
      "step": 57670
    },
    {
      "loss_action": 0.006328885443508625,
      "loss_total": 0.006328885443508625,
      "step": 57670
    },
    {
      "loss_action": 0.005015170201659203,
      "loss_total": 0.005015170201659203,
      "step": 57670
    },
    {
      "loss_action": 0.004602031782269478,
      "loss_total": 0.004602031782269478,
      "step": 57670
    },
    {
      "loss_action": 0.005826020613312721,
      "loss_total": 0.005826020613312721,
      "step": 57670
    },
    {
      "grad_norm": 0.09765297174453735,
      "learning_rate": 9.75936620746974e-05,
      "loss": 0.0088,
      "step": 57680
    },
    {
      "loss_action": 0.005058865062892437,
      "loss_total": 0.005058865062892437,
      "step": 57680
    },
    {
      "loss_action": 0.0023589343763887882,
      "loss_total": 0.0023589343763887882,
      "step": 57680
    },
    {
      "loss_action": 0.006629768293350935,
      "loss_total": 0.006629768293350935,
      "step": 57680
    },
    {
      "loss_action": 0.011864811182022095,
      "loss_total": 0.011864811182022095,
      "step": 57680
    },
    {
      "loss_action": 0.014045622199773788,
      "loss_total": 0.014045622199773788,
      "step": 57680
    },
    {
      "loss_action": 0.0034485121723264456,
      "loss_total": 0.0034485121723264456,
      "step": 57680
    },
    {
      "loss_action": 0.006754396948963404,
      "loss_total": 0.006754396948963404,
      "step": 57680
    },
    {
      "loss_action": 0.00415770523250103,
      "loss_total": 0.00415770523250103,
      "step": 57680
    },
    {
      "grad_norm": 0.12214397639036179,
      "learning_rate": 9.759239497396533e-05,
      "loss": 0.0078,
      "step": 57690
    },
    {
      "loss_action": 0.004154088906943798,
      "loss_total": 0.004154088906943798,
      "step": 57690
    },
    {
      "loss_action": 0.005934292916208506,
      "loss_total": 0.005934292916208506,
      "step": 57690
    },
    {
      "loss_action": 0.007098619360476732,
      "loss_total": 0.007098619360476732,
      "step": 57690
    },
    {
      "loss_action": 0.007076473906636238,
      "loss_total": 0.007076473906636238,
      "step": 57690
    },
    {
      "loss_action": 0.00445491774007678,
      "loss_total": 0.00445491774007678,
      "step": 57690
    },
    {
      "loss_action": 0.010388764552772045,
      "loss_total": 0.010388764552772045,
      "step": 57690
    },
    {
      "loss_action": 0.003707580268383026,
      "loss_total": 0.003707580268383026,
      "step": 57690
    },
    {
      "loss_action": 0.002776406705379486,
      "loss_total": 0.002776406705379486,
      "step": 57690
    },
    {
      "grad_norm": 0.14520494639873505,
      "learning_rate": 9.759112754794369e-05,
      "loss": 0.0089,
      "step": 57700
    },
    {
      "loss_action": 0.0037536476738750935,
      "loss_total": 0.0037536476738750935,
      "step": 57700
    },
    {
      "loss_action": 0.004637804813683033,
      "loss_total": 0.004637804813683033,
      "step": 57700
    },
    {
      "loss_action": 0.005058479029685259,
      "loss_total": 0.005058479029685259,
      "step": 57700
    },
    {
      "loss_action": 0.007131629157811403,
      "loss_total": 0.007131629157811403,
      "step": 57700
    },
    {
      "loss_action": 0.009869690984487534,
      "loss_total": 0.009869690984487534,
      "step": 57700
    },
    {
      "loss_action": 0.011606902815401554,
      "loss_total": 0.011606902815401554,
      "step": 57700
    },
    {
      "loss_action": 0.006238945759832859,
      "loss_total": 0.006238945759832859,
      "step": 57700
    },
    {
      "loss_action": 0.0035734386183321476,
      "loss_total": 0.0035734386183321476,
      "step": 57700
    },
    {
      "grad_norm": 0.2705864906311035,
      "learning_rate": 9.758985979664117e-05,
      "loss": 0.0067,
      "step": 57710
    },
    {
      "loss_action": 0.009041338227689266,
      "loss_total": 0.009041338227689266,
      "step": 57710
    },
    {
      "loss_action": 0.004528213292360306,
      "loss_total": 0.004528213292360306,
      "step": 57710
    },
    {
      "loss_action": 0.00635478924959898,
      "loss_total": 0.00635478924959898,
      "step": 57710
    },
    {
      "loss_action": 0.005182850174605846,
      "loss_total": 0.005182850174605846,
      "step": 57710
    },
    {
      "loss_action": 0.010719045996665955,
      "loss_total": 0.010719045996665955,
      "step": 57710
    },
    {
      "loss_action": 0.004105840809643269,
      "loss_total": 0.004105840809643269,
      "step": 57710
    },
    {
      "loss_action": 0.00287868594750762,
      "loss_total": 0.00287868594750762,
      "step": 57710
    },
    {
      "loss_action": 0.005833365488797426,
      "loss_total": 0.005833365488797426,
      "step": 57710
    },
    {
      "grad_norm": 0.10382898896932602,
      "learning_rate": 9.758859172006642e-05,
      "loss": 0.0069,
      "step": 57720
    },
    {
      "loss_action": 0.008911287412047386,
      "loss_total": 0.008911287412047386,
      "step": 57720
    },
    {
      "loss_action": 0.0053401365876197815,
      "loss_total": 0.0053401365876197815,
      "step": 57720
    },
    {
      "loss_action": 0.003424026072025299,
      "loss_total": 0.003424026072025299,
      "step": 57720
    },
    {
      "loss_action": 0.007318044546991587,
      "loss_total": 0.007318044546991587,
      "step": 57720
    },
    {
      "loss_action": 0.00536517146974802,
      "loss_total": 0.00536517146974802,
      "step": 57720
    },
    {
      "loss_action": 0.011954732239246368,
      "loss_total": 0.011954732239246368,
      "step": 57720
    },
    {
      "loss_action": 0.0026135211810469627,
      "loss_total": 0.0026135211810469627,
      "step": 57720
    },
    {
      "loss_action": 0.007723524235188961,
      "loss_total": 0.007723524235188961,
      "step": 57720
    },
    {
      "grad_norm": 0.13401126861572266,
      "learning_rate": 9.758732331822813e-05,
      "loss": 0.0083,
      "step": 57730
    },
    {
      "loss_action": 0.0054951743222773075,
      "loss_total": 0.0054951743222773075,
      "step": 57730
    },
    {
      "loss_action": 0.006361922714859247,
      "loss_total": 0.006361922714859247,
      "step": 57730
    },
    {
      "loss_action": 0.003184279892593622,
      "loss_total": 0.003184279892593622,
      "step": 57730
    },
    {
      "loss_action": 0.010854046791791916,
      "loss_total": 0.010854046791791916,
      "step": 57730
    },
    {
      "loss_action": 0.015657540410757065,
      "loss_total": 0.015657540410757065,
      "step": 57730
    },
    {
      "loss_action": 0.005339170806109905,
      "loss_total": 0.005339170806109905,
      "step": 57730
    },
    {
      "loss_action": 0.007335714064538479,
      "loss_total": 0.007335714064538479,
      "step": 57730
    },
    {
      "loss_action": 0.009850524365901947,
      "loss_total": 0.009850524365901947,
      "step": 57730
    },
    {
      "grad_norm": 0.08154913038015366,
      "learning_rate": 9.758605459113494e-05,
      "loss": 0.0076,
      "step": 57740
    },
    {
      "loss_action": 0.002610280644148588,
      "loss_total": 0.002610280644148588,
      "step": 57740
    },
    {
      "loss_action": 0.004291345365345478,
      "loss_total": 0.004291345365345478,
      "step": 57740
    },
    {
      "loss_action": 0.0029271431267261505,
      "loss_total": 0.0029271431267261505,
      "step": 57740
    },
    {
      "loss_action": 0.005071419291198254,
      "loss_total": 0.005071419291198254,
      "step": 57740
    },
    {
      "loss_action": 0.0066643767058849335,
      "loss_total": 0.0066643767058849335,
      "step": 57740
    },
    {
      "loss_action": 0.0037441328167915344,
      "loss_total": 0.0037441328167915344,
      "step": 57740
    },
    {
      "loss_action": 0.006695151794701815,
      "loss_total": 0.006695151794701815,
      "step": 57740
    },
    {
      "loss_action": 0.006672258488833904,
      "loss_total": 0.006672258488833904,
      "step": 57740
    },
    {
      "grad_norm": 0.10664474219083786,
      "learning_rate": 9.758478553879556e-05,
      "loss": 0.0078,
      "step": 57750
    },
    {
      "loss_action": 0.0030039327684789896,
      "loss_total": 0.0030039327684789896,
      "step": 57750
    },
    {
      "loss_action": 0.004193486645817757,
      "loss_total": 0.004193486645817757,
      "step": 57750
    },
    {
      "loss_action": 0.0026567974127829075,
      "loss_total": 0.0026567974127829075,
      "step": 57750
    },
    {
      "loss_action": 0.020823005586862564,
      "loss_total": 0.020823005586862564,
      "step": 57750
    },
    {
      "loss_action": 0.004648600704967976,
      "loss_total": 0.004648600704967976,
      "step": 57750
    },
    {
      "loss_action": 0.006379575002938509,
      "loss_total": 0.006379575002938509,
      "step": 57750
    },
    {
      "loss_action": 0.006072981283068657,
      "loss_total": 0.006072981283068657,
      "step": 57750
    },
    {
      "loss_action": 0.007282718550413847,
      "loss_total": 0.007282718550413847,
      "step": 57750
    },
    {
      "grad_norm": 0.09342464804649353,
      "learning_rate": 9.758351616121862e-05,
      "loss": 0.0087,
      "step": 57760
    },
    {
      "loss_action": 0.02025926113128662,
      "loss_total": 0.02025926113128662,
      "step": 57760
    },
    {
      "loss_action": 0.018164414912462234,
      "loss_total": 0.018164414912462234,
      "step": 57760
    },
    {
      "loss_action": 0.010622378438711166,
      "loss_total": 0.010622378438711166,
      "step": 57760
    },
    {
      "loss_action": 0.007618727162480354,
      "loss_total": 0.007618727162480354,
      "step": 57760
    },
    {
      "loss_action": 0.005870291963219643,
      "loss_total": 0.005870291963219643,
      "step": 57760
    },
    {
      "loss_action": 0.00782603770494461,
      "loss_total": 0.00782603770494461,
      "step": 57760
    },
    {
      "loss_action": 0.005931412801146507,
      "loss_total": 0.005931412801146507,
      "step": 57760
    },
    {
      "loss_action": 0.005523945204913616,
      "loss_total": 0.005523945204913616,
      "step": 57760
    },
    {
      "grad_norm": 0.09826060384511948,
      "learning_rate": 9.75822464584128e-05,
      "loss": 0.0082,
      "step": 57770
    },
    {
      "loss_action": 0.009272603318095207,
      "loss_total": 0.009272603318095207,
      "step": 57770
    },
    {
      "loss_action": 0.006716212723404169,
      "loss_total": 0.006716212723404169,
      "step": 57770
    },
    {
      "loss_action": 0.017563316971063614,
      "loss_total": 0.017563316971063614,
      "step": 57770
    },
    {
      "loss_action": 0.004099057987332344,
      "loss_total": 0.004099057987332344,
      "step": 57770
    },
    {
      "loss_action": 0.0041440315544605255,
      "loss_total": 0.0041440315544605255,
      "step": 57770
    },
    {
      "loss_action": 0.008412680588662624,
      "loss_total": 0.008412680588662624,
      "step": 57770
    },
    {
      "loss_action": 0.0024013195652514696,
      "loss_total": 0.0024013195652514696,
      "step": 57770
    },
    {
      "loss_action": 0.002818287117406726,
      "loss_total": 0.002818287117406726,
      "step": 57770
    },
    {
      "grad_norm": 0.10999050736427307,
      "learning_rate": 9.758097643038682e-05,
      "loss": 0.0069,
      "step": 57780
    },
    {
      "loss_action": 0.009352522902190685,
      "loss_total": 0.009352522902190685,
      "step": 57780
    },
    {
      "loss_action": 0.0017663163598626852,
      "loss_total": 0.0017663163598626852,
      "step": 57780
    },
    {
      "loss_action": 0.006249202415347099,
      "loss_total": 0.006249202415347099,
      "step": 57780
    },
    {
      "loss_action": 0.003867481602355838,
      "loss_total": 0.003867481602355838,
      "step": 57780
    },
    {
      "loss_action": 0.003571603447198868,
      "loss_total": 0.003571603447198868,
      "step": 57780
    },
    {
      "loss_action": 0.008810628205537796,
      "loss_total": 0.008810628205537796,
      "step": 57780
    },
    {
      "loss_action": 0.02116115763783455,
      "loss_total": 0.02116115763783455,
      "step": 57780
    },
    {
      "loss_action": 0.0036952232476323843,
      "loss_total": 0.0036952232476323843,
      "step": 57780
    },
    {
      "grad_norm": 0.08547880500555038,
      "learning_rate": 9.757970607714933e-05,
      "loss": 0.0089,
      "step": 57790
    },
    {
      "loss_action": 0.007212536409497261,
      "loss_total": 0.007212536409497261,
      "step": 57790
    },
    {
      "loss_action": 0.006219472270458937,
      "loss_total": 0.006219472270458937,
      "step": 57790
    },
    {
      "loss_action": 0.012773435562849045,
      "loss_total": 0.012773435562849045,
      "step": 57790
    },
    {
      "loss_action": 0.007223674561828375,
      "loss_total": 0.007223674561828375,
      "step": 57790
    },
    {
      "loss_action": 0.005948610603809357,
      "loss_total": 0.005948610603809357,
      "step": 57790
    },
    {
      "loss_action": 0.008806577883660793,
      "loss_total": 0.008806577883660793,
      "step": 57790
    },
    {
      "loss_action": 0.015818418934941292,
      "loss_total": 0.015818418934941292,
      "step": 57790
    },
    {
      "loss_action": 0.010120602324604988,
      "loss_total": 0.010120602324604988,
      "step": 57790
    },
    {
      "grad_norm": 0.09978942573070526,
      "learning_rate": 9.7578435398709e-05,
      "loss": 0.0095,
      "step": 57800
    },
    {
      "loss_action": 0.004802567884325981,
      "loss_total": 0.004802567884325981,
      "step": 57800
    },
    {
      "loss_action": 0.0038622624706476927,
      "loss_total": 0.0038622624706476927,
      "step": 57800
    },
    {
      "loss_action": 0.005345717538148165,
      "loss_total": 0.005345717538148165,
      "step": 57800
    },
    {
      "loss_action": 0.019845888018608093,
      "loss_total": 0.019845888018608093,
      "step": 57800
    },
    {
      "loss_action": 0.012778596952557564,
      "loss_total": 0.012778596952557564,
      "step": 57800
    },
    {
      "loss_action": 0.0023725200444459915,
      "loss_total": 0.0023725200444459915,
      "step": 57800
    },
    {
      "loss_action": 0.0038016200996935368,
      "loss_total": 0.0038016200996935368,
      "step": 57800
    },
    {
      "loss_action": 0.002452458953484893,
      "loss_total": 0.002452458953484893,
      "step": 57800
    },
    {
      "grad_norm": 0.12629403173923492,
      "learning_rate": 9.757716439507454e-05,
      "loss": 0.0067,
      "step": 57810
    },
    {
      "loss_action": 0.00346126826480031,
      "loss_total": 0.00346126826480031,
      "step": 57810
    },
    {
      "loss_action": 0.0028005209751427174,
      "loss_total": 0.0028005209751427174,
      "step": 57810
    },
    {
      "loss_action": 0.005324043333530426,
      "loss_total": 0.005324043333530426,
      "step": 57810
    },
    {
      "loss_action": 0.007773153483867645,
      "loss_total": 0.007773153483867645,
      "step": 57810
    },
    {
      "loss_action": 0.006908781360834837,
      "loss_total": 0.006908781360834837,
      "step": 57810
    },
    {
      "loss_action": 0.0035777543671429157,
      "loss_total": 0.0035777543671429157,
      "step": 57810
    },
    {
      "loss_action": 0.007584448903799057,
      "loss_total": 0.007584448903799057,
      "step": 57810
    },
    {
      "loss_action": 0.007230720482766628,
      "loss_total": 0.007230720482766628,
      "step": 57810
    },
    {
      "grad_norm": 0.09639598429203033,
      "learning_rate": 9.757589306625463e-05,
      "loss": 0.0064,
      "step": 57820
    },
    {
      "loss_action": 0.011952684260904789,
      "loss_total": 0.011952684260904789,
      "step": 57820
    },
    {
      "loss_action": 0.009454924613237381,
      "loss_total": 0.009454924613237381,
      "step": 57820
    },
    {
      "loss_action": 0.010762292891740799,
      "loss_total": 0.010762292891740799,
      "step": 57820
    },
    {
      "loss_action": 0.004283613990992308,
      "loss_total": 0.004283613990992308,
      "step": 57820
    },
    {
      "loss_action": 0.004528489429503679,
      "loss_total": 0.004528489429503679,
      "step": 57820
    },
    {
      "loss_action": 0.021106500178575516,
      "loss_total": 0.021106500178575516,
      "step": 57820
    },
    {
      "loss_action": 0.003945966251194477,
      "loss_total": 0.003945966251194477,
      "step": 57820
    },
    {
      "loss_action": 0.008058643899857998,
      "loss_total": 0.008058643899857998,
      "step": 57820
    },
    {
      "grad_norm": 0.1469561755657196,
      "learning_rate": 9.757462141225797e-05,
      "loss": 0.0082,
      "step": 57830
    },
    {
      "loss_action": 0.006741476710885763,
      "loss_total": 0.006741476710885763,
      "step": 57830
    },
    {
      "loss_action": 0.008029967546463013,
      "loss_total": 0.008029967546463013,
      "step": 57830
    },
    {
      "loss_action": 0.005238800775259733,
      "loss_total": 0.005238800775259733,
      "step": 57830
    },
    {
      "loss_action": 0.01585586555302143,
      "loss_total": 0.01585586555302143,
      "step": 57830
    },
    {
      "loss_action": 0.014173696748912334,
      "loss_total": 0.014173696748912334,
      "step": 57830
    },
    {
      "loss_action": 0.006665083114057779,
      "loss_total": 0.006665083114057779,
      "step": 57830
    },
    {
      "loss_action": 0.006646391004323959,
      "loss_total": 0.006646391004323959,
      "step": 57830
    },
    {
      "loss_action": 0.004389144480228424,
      "loss_total": 0.004389144480228424,
      "step": 57830
    },
    {
      "grad_norm": 0.14617624878883362,
      "learning_rate": 9.757334943309321e-05,
      "loss": 0.0074,
      "step": 57840
    },
    {
      "loss_action": 0.006360005121678114,
      "loss_total": 0.006360005121678114,
      "step": 57840
    },
    {
      "loss_action": 0.010042526759207249,
      "loss_total": 0.010042526759207249,
      "step": 57840
    },
    {
      "loss_action": 0.003837487194687128,
      "loss_total": 0.003837487194687128,
      "step": 57840
    },
    {
      "loss_action": 0.010222293436527252,
      "loss_total": 0.010222293436527252,
      "step": 57840
    },
    {
      "loss_action": 0.006366858258843422,
      "loss_total": 0.006366858258843422,
      "step": 57840
    },
    {
      "loss_action": 0.007985774427652359,
      "loss_total": 0.007985774427652359,
      "step": 57840
    },
    {
      "loss_action": 0.004934599157422781,
      "loss_total": 0.004934599157422781,
      "step": 57840
    },
    {
      "loss_action": 0.008838470093905926,
      "loss_total": 0.008838470093905926,
      "step": 57840
    },
    {
      "grad_norm": 0.124874547123909,
      "learning_rate": 9.757207712876912e-05,
      "loss": 0.0096,
      "step": 57850
    },
    {
      "loss_action": 0.0030199745669960976,
      "loss_total": 0.0030199745669960976,
      "step": 57850
    },
    {
      "loss_action": 0.01332910731434822,
      "loss_total": 0.01332910731434822,
      "step": 57850
    },
    {
      "loss_action": 0.007461172062903643,
      "loss_total": 0.007461172062903643,
      "step": 57850
    },
    {
      "loss_action": 0.012180683203041553,
      "loss_total": 0.012180683203041553,
      "step": 57850
    },
    {
      "loss_action": 0.0026169270277023315,
      "loss_total": 0.0026169270277023315,
      "step": 57850
    },
    {
      "loss_action": 0.0073980651795864105,
      "loss_total": 0.0073980651795864105,
      "step": 57850
    },
    {
      "loss_action": 0.004371657036244869,
      "loss_total": 0.004371657036244869,
      "step": 57850
    },
    {
      "loss_action": 0.007014852948486805,
      "loss_total": 0.007014852948486805,
      "step": 57850
    },
    {
      "grad_norm": 0.17726564407348633,
      "learning_rate": 9.757080449929432e-05,
      "loss": 0.0079,
      "step": 57860
    },
    {
      "loss_action": 0.005063455086201429,
      "loss_total": 0.005063455086201429,
      "step": 57860
    },
    {
      "loss_action": 0.01139276847243309,
      "loss_total": 0.01139276847243309,
      "step": 57860
    },
    {
      "loss_action": 0.0066315364092588425,
      "loss_total": 0.0066315364092588425,
      "step": 57860
    },
    {
      "loss_action": 0.007242113351821899,
      "loss_total": 0.007242113351821899,
      "step": 57860
    },
    {
      "loss_action": 0.009876358322799206,
      "loss_total": 0.009876358322799206,
      "step": 57860
    },
    {
      "loss_action": 0.005141278728842735,
      "loss_total": 0.005141278728842735,
      "step": 57860
    },
    {
      "loss_action": 0.0030120168812572956,
      "loss_total": 0.0030120168812572956,
      "step": 57860
    },
    {
      "loss_action": 0.008610807359218597,
      "loss_total": 0.008610807359218597,
      "step": 57860
    },
    {
      "grad_norm": 0.09856534004211426,
      "learning_rate": 9.756953154467754e-05,
      "loss": 0.007,
      "step": 57870
    },
    {
      "loss_action": 0.00321175716817379,
      "loss_total": 0.00321175716817379,
      "step": 57870
    },
    {
      "loss_action": 0.005640743300318718,
      "loss_total": 0.005640743300318718,
      "step": 57870
    },
    {
      "loss_action": 0.007727046497166157,
      "loss_total": 0.007727046497166157,
      "step": 57870
    },
    {
      "loss_action": 0.005390527658164501,
      "loss_total": 0.005390527658164501,
      "step": 57870
    },
    {
      "loss_action": 0.005660542752593756,
      "loss_total": 0.005660542752593756,
      "step": 57870
    },
    {
      "loss_action": 0.004794750828295946,
      "loss_total": 0.004794750828295946,
      "step": 57870
    },
    {
      "loss_action": 0.0034952980931848288,
      "loss_total": 0.0034952980931848288,
      "step": 57870
    },
    {
      "loss_action": 0.0034208246506750584,
      "loss_total": 0.0034208246506750584,
      "step": 57870
    },
    {
      "grad_norm": 0.10326497256755829,
      "learning_rate": 9.756825826492748e-05,
      "loss": 0.0084,
      "step": 57880
    },
    {
      "loss_action": 0.03306594118475914,
      "loss_total": 0.03306594118475914,
      "step": 57880
    },
    {
      "loss_action": 0.005734548904001713,
      "loss_total": 0.005734548904001713,
      "step": 57880
    },
    {
      "loss_action": 0.008251631632447243,
      "loss_total": 0.008251631632447243,
      "step": 57880
    },
    {
      "loss_action": 0.006325294263660908,
      "loss_total": 0.006325294263660908,
      "step": 57880
    },
    {
      "loss_action": 0.008452062495052814,
      "loss_total": 0.008452062495052814,
      "step": 57880
    },
    {
      "loss_action": 0.0185465719550848,
      "loss_total": 0.0185465719550848,
      "step": 57880
    },
    {
      "loss_action": 0.007139225024729967,
      "loss_total": 0.007139225024729967,
      "step": 57880
    },
    {
      "loss_action": 0.02552156150341034,
      "loss_total": 0.02552156150341034,
      "step": 57880
    },
    {
      "grad_norm": 0.17671924829483032,
      "learning_rate": 9.756698466005286e-05,
      "loss": 0.0127,
      "step": 57890
    },
    {
      "loss_action": 0.013875657692551613,
      "loss_total": 0.013875657692551613,
      "step": 57890
    },
    {
      "loss_action": 0.00837851781398058,
      "loss_total": 0.00837851781398058,
      "step": 57890
    },
    {
      "loss_action": 0.005904586985707283,
      "loss_total": 0.005904586985707283,
      "step": 57890
    },
    {
      "loss_action": 0.01181710883975029,
      "loss_total": 0.01181710883975029,
      "step": 57890
    },
    {
      "loss_action": 0.011421904899179935,
      "loss_total": 0.011421904899179935,
      "step": 57890
    },
    {
      "loss_action": 0.013867266476154327,
      "loss_total": 0.013867266476154327,
      "step": 57890
    },
    {
      "loss_action": 0.010409297421574593,
      "loss_total": 0.010409297421574593,
      "step": 57890
    },
    {
      "loss_action": 0.010781554505228996,
      "loss_total": 0.010781554505228996,
      "step": 57890
    },
    {
      "grad_norm": 0.1829187124967575,
      "learning_rate": 9.756571073006235e-05,
      "loss": 0.0123,
      "step": 57900
    },
    {
      "loss_action": 0.01202814094722271,
      "loss_total": 0.01202814094722271,
      "step": 57900
    },
    {
      "loss_action": 0.014358158223330975,
      "loss_total": 0.014358158223330975,
      "step": 57900
    },
    {
      "loss_action": 0.01014482881873846,
      "loss_total": 0.01014482881873846,
      "step": 57900
    },
    {
      "loss_action": 0.01140150148421526,
      "loss_total": 0.01140150148421526,
      "step": 57900
    },
    {
      "loss_action": 0.010836580768227577,
      "loss_total": 0.010836580768227577,
      "step": 57900
    },
    {
      "loss_action": 0.004502914845943451,
      "loss_total": 0.004502914845943451,
      "step": 57900
    },
    {
      "loss_action": 0.013398649170994759,
      "loss_total": 0.013398649170994759,
      "step": 57900
    },
    {
      "loss_action": 0.012985102832317352,
      "loss_total": 0.012985102832317352,
      "step": 57900
    },
    {
      "grad_norm": 0.18188545107841492,
      "learning_rate": 9.756443647496467e-05,
      "loss": 0.0135,
      "step": 57910
    },
    {
      "loss_action": 0.0315721295773983,
      "loss_total": 0.0315721295773983,
      "step": 57910
    },
    {
      "loss_action": 0.010342655703425407,
      "loss_total": 0.010342655703425407,
      "step": 57910
    },
    {
      "loss_action": 0.017936933785676956,
      "loss_total": 0.017936933785676956,
      "step": 57910
    },
    {
      "loss_action": 0.05534131079912186,
      "loss_total": 0.05534131079912186,
      "step": 57910
    },
    {
      "loss_action": 0.008735637180507183,
      "loss_total": 0.008735637180507183,
      "step": 57910
    },
    {
      "loss_action": 0.005171812139451504,
      "loss_total": 0.005171812139451504,
      "step": 57910
    },
    {
      "loss_action": 0.008416603319346905,
      "loss_total": 0.008416603319346905,
      "step": 57910
    },
    {
      "loss_action": 0.024286368861794472,
      "loss_total": 0.024286368861794472,
      "step": 57910
    },
    {
      "grad_norm": 0.13729803264141083,
      "learning_rate": 9.756316189476853e-05,
      "loss": 0.0125,
      "step": 57920
    },
    {
      "loss_action": 0.006524397525936365,
      "loss_total": 0.006524397525936365,
      "step": 57920
    },
    {
      "loss_action": 0.007445793133229017,
      "loss_total": 0.007445793133229017,
      "step": 57920
    },
    {
      "loss_action": 0.019762078300118446,
      "loss_total": 0.019762078300118446,
      "step": 57920
    },
    {
      "loss_action": 0.006930723320692778,
      "loss_total": 0.006930723320692778,
      "step": 57920
    },
    {
      "loss_action": 0.010220905765891075,
      "loss_total": 0.010220905765891075,
      "step": 57920
    },
    {
      "loss_action": 0.005382329225540161,
      "loss_total": 0.005382329225540161,
      "step": 57920
    },
    {
      "loss_action": 0.009786024689674377,
      "loss_total": 0.009786024689674377,
      "step": 57920
    },
    {
      "loss_action": 0.016887517645955086,
      "loss_total": 0.016887517645955086,
      "step": 57920
    },
    {
      "grad_norm": 0.12065389007329941,
      "learning_rate": 9.756188698948266e-05,
      "loss": 0.0119,
      "step": 57930
    },
    {
      "loss_action": 0.005131161771714687,
      "loss_total": 0.005131161771714687,
      "step": 57930
    },
    {
      "loss_action": 0.007918762043118477,
      "loss_total": 0.007918762043118477,
      "step": 57930
    },
    {
      "loss_action": 0.01185404509305954,
      "loss_total": 0.01185404509305954,
      "step": 57930
    },
    {
      "loss_action": 0.009282325394451618,
      "loss_total": 0.009282325394451618,
      "step": 57930
    },
    {
      "loss_action": 0.011417764239013195,
      "loss_total": 0.011417764239013195,
      "step": 57930
    },
    {
      "loss_action": 0.0176953487098217,
      "loss_total": 0.0176953487098217,
      "step": 57930
    },
    {
      "loss_action": 0.007306132465600967,
      "loss_total": 0.007306132465600967,
      "step": 57930
    },
    {
      "loss_action": 0.01986449398100376,
      "loss_total": 0.01986449398100376,
      "step": 57930
    },
    {
      "grad_norm": 0.16785863041877747,
      "learning_rate": 9.756061175911576e-05,
      "loss": 0.013,
      "step": 57940
    },
    {
      "loss_action": 0.02333167940378189,
      "loss_total": 0.02333167940378189,
      "step": 57940
    },
    {
      "loss_action": 0.021098315715789795,
      "loss_total": 0.021098315715789795,
      "step": 57940
    },
    {
      "loss_action": 0.00957764033228159,
      "loss_total": 0.00957764033228159,
      "step": 57940
    },
    {
      "loss_action": 0.007520630024373531,
      "loss_total": 0.007520630024373531,
      "step": 57940
    },
    {
      "loss_action": 0.011087311431765556,
      "loss_total": 0.011087311431765556,
      "step": 57940
    },
    {
      "loss_action": 0.005575471557676792,
      "loss_total": 0.005575471557676792,
      "step": 57940
    },
    {
      "loss_action": 0.014893944375216961,
      "loss_total": 0.014893944375216961,
      "step": 57940
    },
    {
      "loss_action": 0.03323430195450783,
      "loss_total": 0.03323430195450783,
      "step": 57940
    },
    {
      "grad_norm": 0.1324460804462433,
      "learning_rate": 9.755933620367654e-05,
      "loss": 0.0117,
      "step": 57950
    },
    {
      "loss_action": 0.016441987827420235,
      "loss_total": 0.016441987827420235,
      "step": 57950
    },
    {
      "loss_action": 0.005500590428709984,
      "loss_total": 0.005500590428709984,
      "step": 57950
    },
    {
      "loss_action": 0.011599822901189327,
      "loss_total": 0.011599822901189327,
      "step": 57950
    },
    {
      "loss_action": 0.015540281310677528,
      "loss_total": 0.015540281310677528,
      "step": 57950
    },
    {
      "loss_action": 0.009699983522295952,
      "loss_total": 0.009699983522295952,
      "step": 57950
    },
    {
      "loss_action": 0.00897993240505457,
      "loss_total": 0.00897993240505457,
      "step": 57950
    },
    {
      "loss_action": 0.009734679013490677,
      "loss_total": 0.009734679013490677,
      "step": 57950
    },
    {
      "loss_action": 0.021253470331430435,
      "loss_total": 0.021253470331430435,
      "step": 57950
    },
    {
      "grad_norm": 0.14037564396858215,
      "learning_rate": 9.755806032317372e-05,
      "loss": 0.0109,
      "step": 57960
    },
    {
      "loss_action": 0.008883025497198105,
      "loss_total": 0.008883025497198105,
      "step": 57960
    },
    {
      "loss_action": 0.011467808857560158,
      "loss_total": 0.011467808857560158,
      "step": 57960
    },
    {
      "loss_action": 0.012094562873244286,
      "loss_total": 0.012094562873244286,
      "step": 57960
    },
    {
      "loss_action": 0.009703886695206165,
      "loss_total": 0.009703886695206165,
      "step": 57960
    },
    {
      "loss_action": 0.009571894071996212,
      "loss_total": 0.009571894071996212,
      "step": 57960
    },
    {
      "loss_action": 0.015719186514616013,
      "loss_total": 0.015719186514616013,
      "step": 57960
    },
    {
      "loss_action": 0.006216566544026136,
      "loss_total": 0.006216566544026136,
      "step": 57960
    },
    {
      "loss_action": 0.004469830542802811,
      "loss_total": 0.004469830542802811,
      "step": 57960
    },
    {
      "grad_norm": 0.11685783416032791,
      "learning_rate": 9.755678411761602e-05,
      "loss": 0.0107,
      "step": 57970
    },
    {
      "loss_action": 0.005488369148224592,
      "loss_total": 0.005488369148224592,
      "step": 57970
    },
    {
      "loss_action": 0.0036074104718863964,
      "loss_total": 0.0036074104718863964,
      "step": 57970
    },
    {
      "loss_action": 0.005402250215411186,
      "loss_total": 0.005402250215411186,
      "step": 57970
    },
    {
      "loss_action": 0.007267707027494907,
      "loss_total": 0.007267707027494907,
      "step": 57970
    },
    {
      "loss_action": 0.004023535177111626,
      "loss_total": 0.004023535177111626,
      "step": 57970
    },
    {
      "loss_action": 0.011708419770002365,
      "loss_total": 0.011708419770002365,
      "step": 57970
    },
    {
      "loss_action": 0.04372689500451088,
      "loss_total": 0.04372689500451088,
      "step": 57970
    },
    {
      "loss_action": 0.014467405155301094,
      "loss_total": 0.014467405155301094,
      "step": 57970
    },
    {
      "grad_norm": 0.17647503316402435,
      "learning_rate": 9.755550758701217e-05,
      "loss": 0.0092,
      "step": 57980
    },
    {
      "loss_action": 0.00589586840942502,
      "loss_total": 0.00589586840942502,
      "step": 57980
    },
    {
      "loss_action": 0.005867148283869028,
      "loss_total": 0.005867148283869028,
      "step": 57980
    },
    {
      "loss_action": 0.01608290523290634,
      "loss_total": 0.01608290523290634,
      "step": 57980
    },
    {
      "loss_action": 0.0026851757429540157,
      "loss_total": 0.0026851757429540157,
      "step": 57980
    },
    {
      "loss_action": 0.0073873866349458694,
      "loss_total": 0.0073873866349458694,
      "step": 57980
    },
    {
      "loss_action": 0.016633134335279465,
      "loss_total": 0.016633134335279465,
      "step": 57980
    },
    {
      "loss_action": 0.03272870182991028,
      "loss_total": 0.03272870182991028,
      "step": 57980
    },
    {
      "loss_action": 0.010068455711007118,
      "loss_total": 0.010068455711007118,
      "step": 57980
    },
    {
      "grad_norm": 0.19326449930667877,
      "learning_rate": 9.75542307313709e-05,
      "loss": 0.0102,
      "step": 57990
    },
    {
      "loss_action": 0.010602925904095173,
      "loss_total": 0.010602925904095173,
      "step": 57990
    },
    {
      "loss_action": 0.014369996264576912,
      "loss_total": 0.014369996264576912,
      "step": 57990
    },
    {
      "loss_action": 0.010040104389190674,
      "loss_total": 0.010040104389190674,
      "step": 57990
    },
    {
      "loss_action": 0.004092363640666008,
      "loss_total": 0.004092363640666008,
      "step": 57990
    },
    {
      "loss_action": 0.012489669024944305,
      "loss_total": 0.012489669024944305,
      "step": 57990
    },
    {
      "loss_action": 0.014670757576823235,
      "loss_total": 0.014670757576823235,
      "step": 57990
    },
    {
      "loss_action": 0.0248826052993536,
      "loss_total": 0.0248826052993536,
      "step": 57990
    },
    {
      "loss_action": 0.008757299743592739,
      "loss_total": 0.008757299743592739,
      "step": 57990
    },
    {
      "grad_norm": 0.12902015447616577,
      "learning_rate": 9.755295355070093e-05,
      "loss": 0.0136,
      "step": 58000
    },
    {
      "loss_action": 0.00579393794760108,
      "loss_total": 0.00579393794760108,
      "step": 58000
    },
    {
      "loss_action": 0.01616627350449562,
      "loss_total": 0.01616627350449562,
      "step": 58000
    },
    {
      "loss_action": 0.01722748577594757,
      "loss_total": 0.01722748577594757,
      "step": 58000
    },
    {
      "loss_action": 0.016956718638539314,
      "loss_total": 0.016956718638539314,
      "step": 58000
    },
    {
      "loss_action": 0.008791601285338402,
      "loss_total": 0.008791601285338402,
      "step": 58000
    },
    {
      "loss_action": 0.007886691018939018,
      "loss_total": 0.007886691018939018,
      "step": 58000
    },
    {
      "loss_action": 0.00461099436506629,
      "loss_total": 0.00461099436506629,
      "step": 58000
    },
    {
      "loss_action": 0.007754613645374775,
      "loss_total": 0.007754613645374775,
      "step": 58000
    },
    {
      "grad_norm": 0.12481308728456497,
      "learning_rate": 9.755167604501098e-05,
      "loss": 0.0107,
      "step": 58010
    },
    {
      "loss_action": 0.0080112861469388,
      "loss_total": 0.0080112861469388,
      "step": 58010
    },
    {
      "loss_action": 0.007559162564575672,
      "loss_total": 0.007559162564575672,
      "step": 58010
    },
    {
      "loss_action": 0.014153076335787773,
      "loss_total": 0.014153076335787773,
      "step": 58010
    },
    {
      "loss_action": 0.019858552142977715,
      "loss_total": 0.019858552142977715,
      "step": 58010
    },
    {
      "loss_action": 0.005040934309363365,
      "loss_total": 0.005040934309363365,
      "step": 58010
    },
    {
      "loss_action": 0.016430653631687164,
      "loss_total": 0.016430653631687164,
      "step": 58010
    },
    {
      "loss_action": 0.0034195450134575367,
      "loss_total": 0.0034195450134575367,
      "step": 58010
    },
    {
      "loss_action": 0.0053639798425138,
      "loss_total": 0.0053639798425138,
      "step": 58010
    },
    {
      "grad_norm": 0.12771247327327728,
      "learning_rate": 9.755039821430978e-05,
      "loss": 0.011,
      "step": 58020
    },
    {
      "loss_action": 0.012203413993120193,
      "loss_total": 0.012203413993120193,
      "step": 58020
    },
    {
      "loss_action": 0.013115251436829567,
      "loss_total": 0.013115251436829567,
      "step": 58020
    },
    {
      "loss_action": 0.008210479281842709,
      "loss_total": 0.008210479281842709,
      "step": 58020
    },
    {
      "loss_action": 0.017022885382175446,
      "loss_total": 0.017022885382175446,
      "step": 58020
    },
    {
      "loss_action": 0.011654715053737164,
      "loss_total": 0.011654715053737164,
      "step": 58020
    },
    {
      "loss_action": 0.010867955163121223,
      "loss_total": 0.010867955163121223,
      "step": 58020
    },
    {
      "loss_action": 0.006566458381712437,
      "loss_total": 0.006566458381712437,
      "step": 58020
    },
    {
      "loss_action": 0.006562789436429739,
      "loss_total": 0.006562789436429739,
      "step": 58020
    },
    {
      "grad_norm": 0.1876676380634308,
      "learning_rate": 9.75491200586061e-05,
      "loss": 0.01,
      "step": 58030
    },
    {
      "loss_action": 0.007750122807919979,
      "loss_total": 0.007750122807919979,
      "step": 58030
    },
    {
      "loss_action": 0.007662882097065449,
      "loss_total": 0.007662882097065449,
      "step": 58030
    },
    {
      "loss_action": 0.003412354737520218,
      "loss_total": 0.003412354737520218,
      "step": 58030
    },
    {
      "loss_action": 0.010294188745319843,
      "loss_total": 0.010294188745319843,
      "step": 58030
    },
    {
      "loss_action": 0.006007281132042408,
      "loss_total": 0.006007281132042408,
      "step": 58030
    },
    {
      "loss_action": 0.004302815534174442,
      "loss_total": 0.004302815534174442,
      "step": 58030
    },
    {
      "loss_action": 0.005400359630584717,
      "loss_total": 0.005400359630584717,
      "step": 58030
    },
    {
      "loss_action": 0.009348484687507153,
      "loss_total": 0.009348484687507153,
      "step": 58030
    },
    {
      "grad_norm": 0.15310272574424744,
      "learning_rate": 9.754784157790862e-05,
      "loss": 0.0095,
      "step": 58040
    },
    {
      "loss_action": 0.00806383416056633,
      "loss_total": 0.00806383416056633,
      "step": 58040
    },
    {
      "loss_action": 0.007169861346483231,
      "loss_total": 0.007169861346483231,
      "step": 58040
    },
    {
      "loss_action": 0.002775565953925252,
      "loss_total": 0.002775565953925252,
      "step": 58040
    },
    {
      "loss_action": 0.004227885976433754,
      "loss_total": 0.004227885976433754,
      "step": 58040
    },
    {
      "loss_action": 0.008085887879133224,
      "loss_total": 0.008085887879133224,
      "step": 58040
    },
    {
      "loss_action": 0.021435817703604698,
      "loss_total": 0.021435817703604698,
      "step": 58040
    },
    {
      "loss_action": 0.015124971978366375,
      "loss_total": 0.015124971978366375,
      "step": 58040
    },
    {
      "loss_action": 0.0066636838018894196,
      "loss_total": 0.0066636838018894196,
      "step": 58040
    },
    {
      "grad_norm": 0.16447538137435913,
      "learning_rate": 9.754656277222612e-05,
      "loss": 0.009,
      "step": 58050
    },
    {
      "loss_action": 0.013517562299966812,
      "loss_total": 0.013517562299966812,
      "step": 58050
    },
    {
      "loss_action": 0.009889671579003334,
      "loss_total": 0.009889671579003334,
      "step": 58050
    },
    {
      "loss_action": 0.011907987296581268,
      "loss_total": 0.011907987296581268,
      "step": 58050
    },
    {
      "loss_action": 0.005308740772306919,
      "loss_total": 0.005308740772306919,
      "step": 58050
    },
    {
      "loss_action": 0.007068086415529251,
      "loss_total": 0.007068086415529251,
      "step": 58050
    },
    {
      "loss_action": 0.010464288294315338,
      "loss_total": 0.010464288294315338,
      "step": 58050
    },
    {
      "loss_action": 0.006998854223638773,
      "loss_total": 0.006998854223638773,
      "step": 58050
    },
    {
      "loss_action": 0.005341104231774807,
      "loss_total": 0.005341104231774807,
      "step": 58050
    },
    {
      "grad_norm": 0.18468104302883148,
      "learning_rate": 9.754528364156735e-05,
      "loss": 0.0101,
      "step": 58060
    },
    {
      "loss_action": 0.005969715770334005,
      "loss_total": 0.005969715770334005,
      "step": 58060
    },
    {
      "loss_action": 0.0070579396560788155,
      "loss_total": 0.0070579396560788155,
      "step": 58060
    },
    {
      "loss_action": 0.008075653575360775,
      "loss_total": 0.008075653575360775,
      "step": 58060
    },
    {
      "loss_action": 0.007211005315184593,
      "loss_total": 0.007211005315184593,
      "step": 58060
    },
    {
      "loss_action": 0.011721927672624588,
      "loss_total": 0.011721927672624588,
      "step": 58060
    },
    {
      "loss_action": 0.009945475496351719,
      "loss_total": 0.009945475496351719,
      "step": 58060
    },
    {
      "loss_action": 0.0068534016609191895,
      "loss_total": 0.0068534016609191895,
      "step": 58060
    },
    {
      "loss_action": 0.007937807589769363,
      "loss_total": 0.007937807589769363,
      "step": 58060
    },
    {
      "grad_norm": 0.11707902699708939,
      "learning_rate": 9.7544004185941e-05,
      "loss": 0.0092,
      "step": 58070
    },
    {
      "loss_action": 0.003085104515776038,
      "loss_total": 0.003085104515776038,
      "step": 58070
    },
    {
      "loss_action": 0.00817088596522808,
      "loss_total": 0.00817088596522808,
      "step": 58070
    },
    {
      "loss_action": 0.004958372563123703,
      "loss_total": 0.004958372563123703,
      "step": 58070
    },
    {
      "loss_action": 0.018504394218325615,
      "loss_total": 0.018504394218325615,
      "step": 58070
    },
    {
      "loss_action": 0.00817797426134348,
      "loss_total": 0.00817797426134348,
      "step": 58070
    },
    {
      "loss_action": 0.013596097007393837,
      "loss_total": 0.013596097007393837,
      "step": 58070
    },
    {
      "loss_action": 0.009135676547884941,
      "loss_total": 0.009135676547884941,
      "step": 58070
    },
    {
      "loss_action": 0.010113310068845749,
      "loss_total": 0.010113310068845749,
      "step": 58070
    },
    {
      "grad_norm": 0.13267634809017181,
      "learning_rate": 9.754272440535586e-05,
      "loss": 0.0082,
      "step": 58080
    },
    {
      "loss_action": 0.00204656645655632,
      "loss_total": 0.00204656645655632,
      "step": 58080
    },
    {
      "loss_action": 0.004523404873907566,
      "loss_total": 0.004523404873907566,
      "step": 58080
    },
    {
      "loss_action": 0.017759259790182114,
      "loss_total": 0.017759259790182114,
      "step": 58080
    },
    {
      "loss_action": 0.004462934099137783,
      "loss_total": 0.004462934099137783,
      "step": 58080
    },
    {
      "loss_action": 0.009746162220835686,
      "loss_total": 0.009746162220835686,
      "step": 58080
    },
    {
      "loss_action": 0.009821871295571327,
      "loss_total": 0.009821871295571327,
      "step": 58080
    },
    {
      "loss_action": 0.002706711646169424,
      "loss_total": 0.002706711646169424,
      "step": 58080
    },
    {
      "loss_action": 0.011525290086865425,
      "loss_total": 0.011525290086865425,
      "step": 58080
    },
    {
      "grad_norm": 0.09163429588079453,
      "learning_rate": 9.754144429982066e-05,
      "loss": 0.0084,
      "step": 58090
    },
    {
      "loss_action": 0.004580813460052013,
      "loss_total": 0.004580813460052013,
      "step": 58090
    },
    {
      "loss_action": 0.0029949923045933247,
      "loss_total": 0.0029949923045933247,
      "step": 58090
    },
    {
      "loss_action": 0.004572225734591484,
      "loss_total": 0.004572225734591484,
      "step": 58090
    },
    {
      "loss_action": 0.004655561409890652,
      "loss_total": 0.004655561409890652,
      "step": 58090
    },
    {
      "loss_action": 0.012362224981188774,
      "loss_total": 0.012362224981188774,
      "step": 58090
    },
    {
      "loss_action": 0.005005920305848122,
      "loss_total": 0.005005920305848122,
      "step": 58090
    },
    {
      "loss_action": 0.006953324656933546,
      "loss_total": 0.006953324656933546,
      "step": 58090
    },
    {
      "loss_action": 0.004855092149227858,
      "loss_total": 0.004855092149227858,
      "step": 58090
    },
    {
      "grad_norm": 0.12563353776931763,
      "learning_rate": 9.754016386934415e-05,
      "loss": 0.0087,
      "step": 58100
    },
    {
      "loss_action": 0.0038926678244024515,
      "loss_total": 0.0038926678244024515,
      "step": 58100
    },
    {
      "loss_action": 0.0038939258083701134,
      "loss_total": 0.0038939258083701134,
      "step": 58100
    },
    {
      "loss_action": 0.016572678461670876,
      "loss_total": 0.016572678461670876,
      "step": 58100
    },
    {
      "loss_action": 0.0024628941901028156,
      "loss_total": 0.0024628941901028156,
      "step": 58100
    },
    {
      "loss_action": 0.004240988288074732,
      "loss_total": 0.004240988288074732,
      "step": 58100
    },
    {
      "loss_action": 0.0052939048036932945,
      "loss_total": 0.0052939048036932945,
      "step": 58100
    },
    {
      "loss_action": 0.005443680565804243,
      "loss_total": 0.005443680565804243,
      "step": 58100
    },
    {
      "loss_action": 0.012951429933309555,
      "loss_total": 0.012951429933309555,
      "step": 58100
    },
    {
      "grad_norm": 0.10643623024225235,
      "learning_rate": 9.753888311393509e-05,
      "loss": 0.0073,
      "step": 58110
    },
    {
      "loss_action": 0.011959917843341827,
      "loss_total": 0.011959917843341827,
      "step": 58110
    },
    {
      "loss_action": 0.013012154027819633,
      "loss_total": 0.013012154027819633,
      "step": 58110
    },
    {
      "loss_action": 0.00794807355850935,
      "loss_total": 0.00794807355850935,
      "step": 58110
    },
    {
      "loss_action": 0.007254878990352154,
      "loss_total": 0.007254878990352154,
      "step": 58110
    },
    {
      "loss_action": 0.0038720546290278435,
      "loss_total": 0.0038720546290278435,
      "step": 58110
    },
    {
      "loss_action": 0.016757993027567863,
      "loss_total": 0.016757993027567863,
      "step": 58110
    },
    {
      "loss_action": 0.013263140805065632,
      "loss_total": 0.013263140805065632,
      "step": 58110
    },
    {
      "loss_action": 0.011536192148923874,
      "loss_total": 0.011536192148923874,
      "step": 58110
    },
    {
      "grad_norm": 0.13154156506061554,
      "learning_rate": 9.753760203360222e-05,
      "loss": 0.0085,
      "step": 58120
    },
    {
      "loss_action": 0.006405299995094538,
      "loss_total": 0.006405299995094538,
      "step": 58120
    },
    {
      "loss_action": 0.011447245255112648,
      "loss_total": 0.011447245255112648,
      "step": 58120
    },
    {
      "loss_action": 0.010544651187956333,
      "loss_total": 0.010544651187956333,
      "step": 58120
    },
    {
      "loss_action": 0.009762749075889587,
      "loss_total": 0.009762749075889587,
      "step": 58120
    },
    {
      "loss_action": 0.09113766998052597,
      "loss_total": 0.09113766998052597,
      "step": 58120
    },
    {
      "loss_action": 0.01639734022319317,
      "loss_total": 0.01639734022319317,
      "step": 58120
    },
    {
      "loss_action": 0.005561396945267916,
      "loss_total": 0.005561396945267916,
      "step": 58120
    },
    {
      "loss_action": 0.005087566561996937,
      "loss_total": 0.005087566561996937,
      "step": 58120
    },
    {
      "grad_norm": 0.06922182440757751,
      "learning_rate": 9.753632062835432e-05,
      "loss": 0.009,
      "step": 58130
    },
    {
      "loss_action": 0.004399578087031841,
      "loss_total": 0.004399578087031841,
      "step": 58130
    },
    {
      "loss_action": 0.003609177190810442,
      "loss_total": 0.003609177190810442,
      "step": 58130
    },
    {
      "loss_action": 0.004623941145837307,
      "loss_total": 0.004623941145837307,
      "step": 58130
    },
    {
      "loss_action": 0.01202209759503603,
      "loss_total": 0.01202209759503603,
      "step": 58130
    },
    {
      "loss_action": 0.007526382803916931,
      "loss_total": 0.007526382803916931,
      "step": 58130
    },
    {
      "loss_action": 0.0033173407427966595,
      "loss_total": 0.0033173407427966595,
      "step": 58130
    },
    {
      "loss_action": 0.0055627902038395405,
      "loss_total": 0.0055627902038395405,
      "step": 58130
    },
    {
      "loss_action": 0.002514262916520238,
      "loss_total": 0.002514262916520238,
      "step": 58130
    },
    {
      "grad_norm": 0.13032163679599762,
      "learning_rate": 9.753503889820011e-05,
      "loss": 0.008,
      "step": 58140
    },
    {
      "loss_action": 0.003142313566058874,
      "loss_total": 0.003142313566058874,
      "step": 58140
    },
    {
      "loss_action": 0.010680925101041794,
      "loss_total": 0.010680925101041794,
      "step": 58140
    },
    {
      "loss_action": 0.009686894714832306,
      "loss_total": 0.009686894714832306,
      "step": 58140
    },
    {
      "loss_action": 0.004404397681355476,
      "loss_total": 0.004404397681355476,
      "step": 58140
    },
    {
      "loss_action": 0.00914361234754324,
      "loss_total": 0.00914361234754324,
      "step": 58140
    },
    {
      "loss_action": 0.0036919363774359226,
      "loss_total": 0.0036919363774359226,
      "step": 58140
    },
    {
      "loss_action": 0.004134292248636484,
      "loss_total": 0.004134292248636484,
      "step": 58140
    },
    {
      "loss_action": 0.0050316257402300835,
      "loss_total": 0.0050316257402300835,
      "step": 58140
    },
    {
      "grad_norm": 0.15213564038276672,
      "learning_rate": 9.753375684314839e-05,
      "loss": 0.0092,
      "step": 58150
    },
    {
      "loss_action": 0.007731813937425613,
      "loss_total": 0.007731813937425613,
      "step": 58150
    },
    {
      "loss_action": 0.004087432287633419,
      "loss_total": 0.004087432287633419,
      "step": 58150
    },
    {
      "loss_action": 0.00971834547817707,
      "loss_total": 0.00971834547817707,
      "step": 58150
    },
    {
      "loss_action": 0.006164077669382095,
      "loss_total": 0.006164077669382095,
      "step": 58150
    },
    {
      "loss_action": 0.02269771508872509,
      "loss_total": 0.02269771508872509,
      "step": 58150
    },
    {
      "loss_action": 0.00944560021162033,
      "loss_total": 0.00944560021162033,
      "step": 58150
    },
    {
      "loss_action": 0.014597015455365181,
      "loss_total": 0.014597015455365181,
      "step": 58150
    },
    {
      "loss_action": 0.007040400989353657,
      "loss_total": 0.007040400989353657,
      "step": 58150
    },
    {
      "grad_norm": 0.06918086111545563,
      "learning_rate": 9.75324744632079e-05,
      "loss": 0.0101,
      "step": 58160
    },
    {
      "loss_action": 0.006541483104228973,
      "loss_total": 0.006541483104228973,
      "step": 58160
    },
    {
      "loss_action": 0.0053762588649988174,
      "loss_total": 0.0053762588649988174,
      "step": 58160
    },
    {
      "loss_action": 0.009461532346904278,
      "loss_total": 0.009461532346904278,
      "step": 58160
    },
    {
      "loss_action": 0.006213630549609661,
      "loss_total": 0.006213630549609661,
      "step": 58160
    },
    {
      "loss_action": 0.006453043781220913,
      "loss_total": 0.006453043781220913,
      "step": 58160
    },
    {
      "loss_action": 0.0038845583330839872,
      "loss_total": 0.0038845583330839872,
      "step": 58160
    },
    {
      "loss_action": 0.0034870808012783527,
      "loss_total": 0.0034870808012783527,
      "step": 58160
    },
    {
      "loss_action": 0.005303277168422937,
      "loss_total": 0.005303277168422937,
      "step": 58160
    },
    {
      "grad_norm": 0.15353403985500336,
      "learning_rate": 9.753119175838742e-05,
      "loss": 0.0086,
      "step": 58170
    },
    {
      "loss_action": 0.008576896041631699,
      "loss_total": 0.008576896041631699,
      "step": 58170
    },
    {
      "loss_action": 0.019053272902965546,
      "loss_total": 0.019053272902965546,
      "step": 58170
    },
    {
      "loss_action": 0.011590790003538132,
      "loss_total": 0.011590790003538132,
      "step": 58170
    },
    {
      "loss_action": 0.007760960608720779,
      "loss_total": 0.007760960608720779,
      "step": 58170
    },
    {
      "loss_action": 0.00980953499674797,
      "loss_total": 0.00980953499674797,
      "step": 58170
    },
    {
      "loss_action": 0.006649434566497803,
      "loss_total": 0.006649434566497803,
      "step": 58170
    },
    {
      "loss_action": 0.007604293990880251,
      "loss_total": 0.007604293990880251,
      "step": 58170
    },
    {
      "loss_action": 0.008512735366821289,
      "loss_total": 0.008512735366821289,
      "step": 58170
    },
    {
      "grad_norm": 0.7933672666549683,
      "learning_rate": 9.75299087286957e-05,
      "loss": 0.0108,
      "step": 58180
    },
    {
      "loss_action": 0.011599687859416008,
      "loss_total": 0.011599687859416008,
      "step": 58180
    },
    {
      "loss_action": 0.0335150882601738,
      "loss_total": 0.0335150882601738,
      "step": 58180
    },
    {
      "loss_action": 0.007966121658682823,
      "loss_total": 0.007966121658682823,
      "step": 58180
    },
    {
      "loss_action": 0.004632843658328056,
      "loss_total": 0.004632843658328056,
      "step": 58180
    },
    {
      "loss_action": 0.003349134000018239,
      "loss_total": 0.003349134000018239,
      "step": 58180
    },
    {
      "loss_action": 0.0059749893844127655,
      "loss_total": 0.0059749893844127655,
      "step": 58180
    },
    {
      "loss_action": 0.007071020547300577,
      "loss_total": 0.007071020547300577,
      "step": 58180
    },
    {
      "loss_action": 0.00509952288120985,
      "loss_total": 0.00509952288120985,
      "step": 58180
    },
    {
      "grad_norm": 0.15730160474777222,
      "learning_rate": 9.752862537414152e-05,
      "loss": 0.0118,
      "step": 58190
    },
    {
      "loss_action": 0.013366825878620148,
      "loss_total": 0.013366825878620148,
      "step": 58190
    },
    {
      "loss_action": 0.010891210287809372,
      "loss_total": 0.010891210287809372,
      "step": 58190
    },
    {
      "loss_action": 0.012136556208133698,
      "loss_total": 0.012136556208133698,
      "step": 58190
    },
    {
      "loss_action": 0.01856239140033722,
      "loss_total": 0.01856239140033722,
      "step": 58190
    },
    {
      "loss_action": 0.015432057902216911,
      "loss_total": 0.015432057902216911,
      "step": 58190
    },
    {
      "loss_action": 0.033817585557699203,
      "loss_total": 0.033817585557699203,
      "step": 58190
    },
    {
      "loss_action": 0.005366859026253223,
      "loss_total": 0.005366859026253223,
      "step": 58190
    },
    {
      "loss_action": 0.00721877021715045,
      "loss_total": 0.00721877021715045,
      "step": 58190
    },
    {
      "grad_norm": 0.1767997145652771,
      "learning_rate": 9.752734169473365e-05,
      "loss": 0.0147,
      "step": 58200
    },
    {
      "loss_action": 0.03404746204614639,
      "loss_total": 0.03404746204614639,
      "step": 58200
    },
    {
      "loss_action": 0.006630988791584969,
      "loss_total": 0.006630988791584969,
      "step": 58200
    },
    {
      "loss_action": 0.027005482465028763,
      "loss_total": 0.027005482465028763,
      "step": 58200
    },
    {
      "loss_action": 0.008079476654529572,
      "loss_total": 0.008079476654529572,
      "step": 58200
    },
    {
      "loss_action": 0.007279546931385994,
      "loss_total": 0.007279546931385994,
      "step": 58200
    },
    {
      "loss_action": 0.0077127497643232346,
      "loss_total": 0.0077127497643232346,
      "step": 58200
    },
    {
      "loss_action": 0.008274685591459274,
      "loss_total": 0.008274685591459274,
      "step": 58200
    },
    {
      "loss_action": 0.011932630091905594,
      "loss_total": 0.011932630091905594,
      "step": 58200
    },
    {
      "grad_norm": 0.13347499072551727,
      "learning_rate": 9.752605769048085e-05,
      "loss": 0.011,
      "step": 58210
    },
    {
      "loss_action": 0.007781495805829763,
      "loss_total": 0.007781495805829763,
      "step": 58210
    },
    {
      "loss_action": 0.005624772980809212,
      "loss_total": 0.005624772980809212,
      "step": 58210
    },
    {
      "loss_action": 0.008376296609640121,
      "loss_total": 0.008376296609640121,
      "step": 58210
    },
    {
      "loss_action": 0.006510406266897917,
      "loss_total": 0.006510406266897917,
      "step": 58210
    },
    {
      "loss_action": 0.015492123551666737,
      "loss_total": 0.015492123551666737,
      "step": 58210
    },
    {
      "loss_action": 0.008066156879067421,
      "loss_total": 0.008066156879067421,
      "step": 58210
    },
    {
      "loss_action": 0.020340457558631897,
      "loss_total": 0.020340457558631897,
      "step": 58210
    },
    {
      "loss_action": 0.016218151897192,
      "loss_total": 0.016218151897192,
      "step": 58210
    },
    {
      "grad_norm": 0.21064096689224243,
      "learning_rate": 9.752477336139192e-05,
      "loss": 0.0098,
      "step": 58220
    },
    {
      "loss_action": 0.003985987510532141,
      "loss_total": 0.003985987510532141,
      "step": 58220
    },
    {
      "loss_action": 0.005849473178386688,
      "loss_total": 0.005849473178386688,
      "step": 58220
    },
    {
      "loss_action": 0.005210387986153364,
      "loss_total": 0.005210387986153364,
      "step": 58220
    },
    {
      "loss_action": 0.010096840560436249,
      "loss_total": 0.010096840560436249,
      "step": 58220
    },
    {
      "loss_action": 0.009373489767313004,
      "loss_total": 0.009373489767313004,
      "step": 58220
    },
    {
      "loss_action": 0.013160578906536102,
      "loss_total": 0.013160578906536102,
      "step": 58220
    },
    {
      "loss_action": 0.008225847035646439,
      "loss_total": 0.008225847035646439,
      "step": 58220
    },
    {
      "loss_action": 0.006261015310883522,
      "loss_total": 0.006261015310883522,
      "step": 58220
    },
    {
      "grad_norm": 0.32559049129486084,
      "learning_rate": 9.752348870747563e-05,
      "loss": 0.0132,
      "step": 58230
    },
    {
      "loss_action": 0.023671232163906097,
      "loss_total": 0.023671232163906097,
      "step": 58230
    },
    {
      "loss_action": 0.100441575050354,
      "loss_total": 0.100441575050354,
      "step": 58230
    },
    {
      "loss_action": 0.006437439471483231,
      "loss_total": 0.006437439471483231,
      "step": 58230
    },
    {
      "loss_action": 0.018260668963193893,
      "loss_total": 0.018260668963193893,
      "step": 58230
    },
    {
      "loss_action": 0.03193431720137596,
      "loss_total": 0.03193431720137596,
      "step": 58230
    },
    {
      "loss_action": 0.1532207429409027,
      "loss_total": 0.1532207429409027,
      "step": 58230
    },
    {
      "loss_action": 0.06545420736074448,
      "loss_total": 0.06545420736074448,
      "step": 58230
    },
    {
      "loss_action": 0.0045067970640957355,
      "loss_total": 0.0045067970640957355,
      "step": 58230
    },
    {
      "grad_norm": 0.2530094385147095,
      "learning_rate": 9.752220372874075e-05,
      "loss": 0.0186,
      "step": 58240
    },
    {
      "loss_action": 0.009865300729870796,
      "loss_total": 0.009865300729870796,
      "step": 58240
    },
    {
      "loss_action": 0.02393074333667755,
      "loss_total": 0.02393074333667755,
      "step": 58240
    },
    {
      "loss_action": 0.008971043862402439,
      "loss_total": 0.008971043862402439,
      "step": 58240
    },
    {
      "loss_action": 0.01666639745235443,
      "loss_total": 0.01666639745235443,
      "step": 58240
    },
    {
      "loss_action": 0.015592364594340324,
      "loss_total": 0.015592364594340324,
      "step": 58240
    },
    {
      "loss_action": 0.010768541134893894,
      "loss_total": 0.010768541134893894,
      "step": 58240
    },
    {
      "loss_action": 0.01500852033495903,
      "loss_total": 0.01500852033495903,
      "step": 58240
    },
    {
      "loss_action": 0.12503129243850708,
      "loss_total": 0.12503129243850708,
      "step": 58240
    },
    {
      "grad_norm": 0.31359148025512695,
      "learning_rate": 9.752091842519608e-05,
      "loss": 0.0137,
      "step": 58250
    },
    {
      "loss_action": 0.011774329468607903,
      "loss_total": 0.011774329468607903,
      "step": 58250
    },
    {
      "loss_action": 0.007815955206751823,
      "loss_total": 0.007815955206751823,
      "step": 58250
    },
    {
      "loss_action": 0.005285388790071011,
      "loss_total": 0.005285388790071011,
      "step": 58250
    },
    {
      "loss_action": 0.013407828286290169,
      "loss_total": 0.013407828286290169,
      "step": 58250
    },
    {
      "loss_action": 0.011762402951717377,
      "loss_total": 0.011762402951717377,
      "step": 58250
    },
    {
      "loss_action": 0.007248677778989077,
      "loss_total": 0.007248677778989077,
      "step": 58250
    },
    {
      "loss_action": 0.019037190824747086,
      "loss_total": 0.019037190824747086,
      "step": 58250
    },
    {
      "loss_action": 0.01099780946969986,
      "loss_total": 0.01099780946969986,
      "step": 58250
    },
    {
      "grad_norm": 0.14980724453926086,
      "learning_rate": 9.751963279685039e-05,
      "loss": 0.0116,
      "step": 58260
    },
    {
      "loss_action": 0.012203710153698921,
      "loss_total": 0.012203710153698921,
      "step": 58260
    },
    {
      "loss_action": 0.005717596039175987,
      "loss_total": 0.005717596039175987,
      "step": 58260
    },
    {
      "loss_action": 0.005782176740467548,
      "loss_total": 0.005782176740467548,
      "step": 58260
    },
    {
      "loss_action": 0.010149468667805195,
      "loss_total": 0.010149468667805195,
      "step": 58260
    },
    {
      "loss_action": 0.01767091080546379,
      "loss_total": 0.01767091080546379,
      "step": 58260
    },
    {
      "loss_action": 0.011119512841105461,
      "loss_total": 0.011119512841105461,
      "step": 58260
    },
    {
      "loss_action": 0.013919444754719734,
      "loss_total": 0.013919444754719734,
      "step": 58260
    },
    {
      "loss_action": 0.007669977843761444,
      "loss_total": 0.007669977843761444,
      "step": 58260
    },
    {
      "grad_norm": 0.10060035437345505,
      "learning_rate": 9.751834684371247e-05,
      "loss": 0.0102,
      "step": 58270
    },
    {
      "loss_action": 0.004208940081298351,
      "loss_total": 0.004208940081298351,
      "step": 58270
    },
    {
      "loss_action": 0.003237064927816391,
      "loss_total": 0.003237064927816391,
      "step": 58270
    },
    {
      "loss_action": 0.04184645041823387,
      "loss_total": 0.04184645041823387,
      "step": 58270
    },
    {
      "loss_action": 0.018646594136953354,
      "loss_total": 0.018646594136953354,
      "step": 58270
    },
    {
      "loss_action": 0.010605568997561932,
      "loss_total": 0.010605568997561932,
      "step": 58270
    },
    {
      "loss_action": 0.006553814746439457,
      "loss_total": 0.006553814746439457,
      "step": 58270
    },
    {
      "loss_action": 0.022124985232949257,
      "loss_total": 0.022124985232949257,
      "step": 58270
    },
    {
      "loss_action": 0.017697876319289207,
      "loss_total": 0.017697876319289207,
      "step": 58270
    },
    {
      "grad_norm": 0.14694353938102722,
      "learning_rate": 9.75170605657911e-05,
      "loss": 0.0092,
      "step": 58280
    },
    {
      "loss_action": 0.005670603830367327,
      "loss_total": 0.005670603830367327,
      "step": 58280
    },
    {
      "loss_action": 0.006372067611664534,
      "loss_total": 0.006372067611664534,
      "step": 58280
    },
    {
      "loss_action": 0.005154426209628582,
      "loss_total": 0.005154426209628582,
      "step": 58280
    },
    {
      "loss_action": 0.01495581865310669,
      "loss_total": 0.01495581865310669,
      "step": 58280
    },
    {
      "loss_action": 0.009259477257728577,
      "loss_total": 0.009259477257728577,
      "step": 58280
    },
    {
      "loss_action": 0.009928432293236256,
      "loss_total": 0.009928432293236256,
      "step": 58280
    },
    {
      "loss_action": 0.010404050350189209,
      "loss_total": 0.010404050350189209,
      "step": 58280
    },
    {
      "loss_action": 0.01001101266592741,
      "loss_total": 0.01001101266592741,
      "step": 58280
    },
    {
      "grad_norm": 0.17494626343250275,
      "learning_rate": 9.75157739630951e-05,
      "loss": 0.0109,
      "step": 58290
    },
    {
      "loss_action": 0.007136416621506214,
      "loss_total": 0.007136416621506214,
      "step": 58290
    },
    {
      "loss_action": 0.006083318032324314,
      "loss_total": 0.006083318032324314,
      "step": 58290
    },
    {
      "loss_action": 0.0077081723138689995,
      "loss_total": 0.0077081723138689995,
      "step": 58290
    },
    {
      "loss_action": 0.006266617216169834,
      "loss_total": 0.006266617216169834,
      "step": 58290
    },
    {
      "loss_action": 0.029023686423897743,
      "loss_total": 0.029023686423897743,
      "step": 58290
    },
    {
      "loss_action": 0.009785584174096584,
      "loss_total": 0.009785584174096584,
      "step": 58290
    },
    {
      "loss_action": 0.007015641778707504,
      "loss_total": 0.007015641778707504,
      "step": 58290
    },
    {
      "loss_action": 0.015834104269742966,
      "loss_total": 0.015834104269742966,
      "step": 58290
    },
    {
      "grad_norm": 0.17961768805980682,
      "learning_rate": 9.751448703563325e-05,
      "loss": 0.011,
      "step": 58300
    },
    {
      "loss_action": 0.005876144394278526,
      "loss_total": 0.005876144394278526,
      "step": 58300
    },
    {
      "loss_action": 0.005222132429480553,
      "loss_total": 0.005222132429480553,
      "step": 58300
    },
    {
      "loss_action": 0.007196646649390459,
      "loss_total": 0.007196646649390459,
      "step": 58300
    },
    {
      "loss_action": 0.004943563602864742,
      "loss_total": 0.004943563602864742,
      "step": 58300
    },
    {
      "loss_action": 0.005304255522787571,
      "loss_total": 0.005304255522787571,
      "step": 58300
    },
    {
      "loss_action": 0.005541792139410973,
      "loss_total": 0.005541792139410973,
      "step": 58300
    },
    {
      "loss_action": 0.006295056082308292,
      "loss_total": 0.006295056082308292,
      "step": 58300
    },
    {
      "loss_action": 0.006064163986593485,
      "loss_total": 0.006064163986593485,
      "step": 58300
    },
    {
      "grad_norm": 0.17505106329917908,
      "learning_rate": 9.751319978341434e-05,
      "loss": 0.0096,
      "step": 58310
    },
    {
      "loss_action": 0.00497401412576437,
      "loss_total": 0.00497401412576437,
      "step": 58310
    },
    {
      "loss_action": 0.005764572881162167,
      "loss_total": 0.005764572881162167,
      "step": 58310
    },
    {
      "loss_action": 0.0032635878305882215,
      "loss_total": 0.0032635878305882215,
      "step": 58310
    },
    {
      "loss_action": 0.0049475207924842834,
      "loss_total": 0.0049475207924842834,
      "step": 58310
    },
    {
      "loss_action": 0.01040503941476345,
      "loss_total": 0.01040503941476345,
      "step": 58310
    },
    {
      "loss_action": 0.01615767553448677,
      "loss_total": 0.01615767553448677,
      "step": 58310
    },
    {
      "loss_action": 0.004150888882577419,
      "loss_total": 0.004150888882577419,
      "step": 58310
    },
    {
      "loss_action": 0.007206541486084461,
      "loss_total": 0.007206541486084461,
      "step": 58310
    },
    {
      "grad_norm": 0.11937364190816879,
      "learning_rate": 9.751191220644716e-05,
      "loss": 0.0084,
      "step": 58320
    },
    {
      "loss_action": 0.013536814600229263,
      "loss_total": 0.013536814600229263,
      "step": 58320
    },
    {
      "loss_action": 0.004931638948619366,
      "loss_total": 0.004931638948619366,
      "step": 58320
    },
    {
      "loss_action": 0.007546219974756241,
      "loss_total": 0.007546219974756241,
      "step": 58320
    },
    {
      "loss_action": 0.003208994399756193,
      "loss_total": 0.003208994399756193,
      "step": 58320
    },
    {
      "loss_action": 0.006907137110829353,
      "loss_total": 0.006907137110829353,
      "step": 58320
    },
    {
      "loss_action": 0.0028385664336383343,
      "loss_total": 0.0028385664336383343,
      "step": 58320
    },
    {
      "loss_action": 0.01921071857213974,
      "loss_total": 0.01921071857213974,
      "step": 58320
    },
    {
      "loss_action": 0.01369189377874136,
      "loss_total": 0.01369189377874136,
      "step": 58320
    },
    {
      "grad_norm": 0.12019073963165283,
      "learning_rate": 9.751062430474053e-05,
      "loss": 0.0079,
      "step": 58330
    },
    {
      "loss_action": 0.0062314108945429325,
      "loss_total": 0.0062314108945429325,
      "step": 58330
    },
    {
      "loss_action": 0.004857535939663649,
      "loss_total": 0.004857535939663649,
      "step": 58330
    },
    {
      "loss_action": 0.004273773171007633,
      "loss_total": 0.004273773171007633,
      "step": 58330
    },
    {
      "loss_action": 0.020444288849830627,
      "loss_total": 0.020444288849830627,
      "step": 58330
    },
    {
      "loss_action": 0.0075026825070381165,
      "loss_total": 0.0075026825070381165,
      "step": 58330
    },
    {
      "loss_action": 0.01382893044501543,
      "loss_total": 0.01382893044501543,
      "step": 58330
    },
    {
      "loss_action": 0.00397693132981658,
      "loss_total": 0.00397693132981658,
      "step": 58330
    },
    {
      "loss_action": 0.008889439515769482,
      "loss_total": 0.008889439515769482,
      "step": 58330
    },
    {
      "grad_norm": 0.10335943847894669,
      "learning_rate": 9.750933607830325e-05,
      "loss": 0.0097,
      "step": 58340
    },
    {
      "loss_action": 0.010149631649255753,
      "loss_total": 0.010149631649255753,
      "step": 58340
    },
    {
      "loss_action": 0.003916946239769459,
      "loss_total": 0.003916946239769459,
      "step": 58340
    },
    {
      "loss_action": 0.02801201306283474,
      "loss_total": 0.02801201306283474,
      "step": 58340
    },
    {
      "loss_action": 0.025085845962166786,
      "loss_total": 0.025085845962166786,
      "step": 58340
    },
    {
      "loss_action": 0.005491701420396566,
      "loss_total": 0.005491701420396566,
      "step": 58340
    },
    {
      "loss_action": 0.009824451990425587,
      "loss_total": 0.009824451990425587,
      "step": 58340
    },
    {
      "loss_action": 0.012458057142794132,
      "loss_total": 0.012458057142794132,
      "step": 58340
    },
    {
      "loss_action": 0.006694162264466286,
      "loss_total": 0.006694162264466286,
      "step": 58340
    },
    {
      "grad_norm": 0.08854574710130692,
      "learning_rate": 9.750804752714411e-05,
      "loss": 0.0092,
      "step": 58350
    },
    {
      "loss_action": 0.02526707760989666,
      "loss_total": 0.02526707760989666,
      "step": 58350
    },
    {
      "loss_action": 0.0039053356740623713,
      "loss_total": 0.0039053356740623713,
      "step": 58350
    },
    {
      "loss_action": 0.0067770532332360744,
      "loss_total": 0.0067770532332360744,
      "step": 58350
    },
    {
      "loss_action": 0.007427514530718327,
      "loss_total": 0.007427514530718327,
      "step": 58350
    },
    {
      "loss_action": 0.013527020812034607,
      "loss_total": 0.013527020812034607,
      "step": 58350
    },
    {
      "loss_action": 0.0026946519501507282,
      "loss_total": 0.0026946519501507282,
      "step": 58350
    },
    {
      "loss_action": 0.00610519852489233,
      "loss_total": 0.00610519852489233,
      "step": 58350
    },
    {
      "loss_action": 0.006144029088318348,
      "loss_total": 0.006144029088318348,
      "step": 58350
    },
    {
      "grad_norm": 0.10954151302576065,
      "learning_rate": 9.750675865127193e-05,
      "loss": 0.0084,
      "step": 58360
    },
    {
      "loss_action": 0.010346642695367336,
      "loss_total": 0.010346642695367336,
      "step": 58360
    },
    {
      "loss_action": 0.01080835796892643,
      "loss_total": 0.01080835796892643,
      "step": 58360
    },
    {
      "loss_action": 0.02629844658076763,
      "loss_total": 0.02629844658076763,
      "step": 58360
    },
    {
      "loss_action": 0.01746082864701748,
      "loss_total": 0.01746082864701748,
      "step": 58360
    },
    {
      "loss_action": 0.005518097430467606,
      "loss_total": 0.005518097430467606,
      "step": 58360
    },
    {
      "loss_action": 0.010753175243735313,
      "loss_total": 0.010753175243735313,
      "step": 58360
    },
    {
      "loss_action": 0.003947529476135969,
      "loss_total": 0.003947529476135969,
      "step": 58360
    },
    {
      "loss_action": 0.0035452842712402344,
      "loss_total": 0.0035452842712402344,
      "step": 58360
    },
    {
      "grad_norm": 0.1555168181657791,
      "learning_rate": 9.750546945069552e-05,
      "loss": 0.0085,
      "step": 58370
    },
    {
      "loss_action": 0.003558451309800148,
      "loss_total": 0.003558451309800148,
      "step": 58370
    },
    {
      "loss_action": 0.009897216223180294,
      "loss_total": 0.009897216223180294,
      "step": 58370
    },
    {
      "loss_action": 0.008766190148890018,
      "loss_total": 0.008766190148890018,
      "step": 58370
    },
    {
      "loss_action": 0.004454790148884058,
      "loss_total": 0.004454790148884058,
      "step": 58370
    },
    {
      "loss_action": 0.005728469230234623,
      "loss_total": 0.005728469230234623,
      "step": 58370
    },
    {
      "loss_action": 0.004852598533034325,
      "loss_total": 0.004852598533034325,
      "step": 58370
    },
    {
      "loss_action": 0.005208748392760754,
      "loss_total": 0.005208748392760754,
      "step": 58370
    },
    {
      "loss_action": 0.005964477546513081,
      "loss_total": 0.005964477546513081,
      "step": 58370
    },
    {
      "grad_norm": 0.129675954580307,
      "learning_rate": 9.750417992542369e-05,
      "loss": 0.008,
      "step": 58380
    },
    {
      "loss_action": 0.013295679353177547,
      "loss_total": 0.013295679353177547,
      "step": 58380
    },
    {
      "loss_action": 0.007327044848352671,
      "loss_total": 0.007327044848352671,
      "step": 58380
    },
    {
      "loss_action": 0.004198507871478796,
      "loss_total": 0.004198507871478796,
      "step": 58380
    },
    {
      "loss_action": 0.006467905826866627,
      "loss_total": 0.006467905826866627,
      "step": 58380
    },
    {
      "loss_action": 0.004775441717356443,
      "loss_total": 0.004775441717356443,
      "step": 58380
    },
    {
      "loss_action": 0.008173059672117233,
      "loss_total": 0.008173059672117233,
      "step": 58380
    },
    {
      "loss_action": 0.008786533027887344,
      "loss_total": 0.008786533027887344,
      "step": 58380
    },
    {
      "loss_action": 0.00977751612663269,
      "loss_total": 0.00977751612663269,
      "step": 58380
    },
    {
      "grad_norm": 0.1182207316160202,
      "learning_rate": 9.750289007546524e-05,
      "loss": 0.0072,
      "step": 58390
    },
    {
      "loss_action": 0.008585773408412933,
      "loss_total": 0.008585773408412933,
      "step": 58390
    },
    {
      "loss_action": 0.00857796985656023,
      "loss_total": 0.00857796985656023,
      "step": 58390
    },
    {
      "loss_action": 0.007415336556732655,
      "loss_total": 0.007415336556732655,
      "step": 58390
    },
    {
      "loss_action": 0.01054760254919529,
      "loss_total": 0.01054760254919529,
      "step": 58390
    },
    {
      "loss_action": 0.008296290412545204,
      "loss_total": 0.008296290412545204,
      "step": 58390
    },
    {
      "loss_action": 0.01249435730278492,
      "loss_total": 0.01249435730278492,
      "step": 58390
    },
    {
      "loss_action": 0.00419669458642602,
      "loss_total": 0.00419669458642602,
      "step": 58390
    },
    {
      "loss_action": 0.006573508493602276,
      "loss_total": 0.006573508493602276,
      "step": 58390
    },
    {
      "grad_norm": 0.1341148167848587,
      "learning_rate": 9.7501599900829e-05,
      "loss": 0.0079,
      "step": 58400
    },
    {
      "loss_action": 0.00397476926445961,
      "loss_total": 0.00397476926445961,
      "step": 58400
    },
    {
      "loss_action": 0.0029690247029066086,
      "loss_total": 0.0029690247029066086,
      "step": 58400
    },
    {
      "loss_action": 0.006104734260588884,
      "loss_total": 0.006104734260588884,
      "step": 58400
    },
    {
      "loss_action": 0.005152290221303701,
      "loss_total": 0.005152290221303701,
      "step": 58400
    },
    {
      "loss_action": 0.007157591171562672,
      "loss_total": 0.007157591171562672,
      "step": 58400
    },
    {
      "loss_action": 0.021841581910848618,
      "loss_total": 0.021841581910848618,
      "step": 58400
    },
    {
      "loss_action": 0.006577959284186363,
      "loss_total": 0.006577959284186363,
      "step": 58400
    },
    {
      "loss_action": 0.01050515566021204,
      "loss_total": 0.01050515566021204,
      "step": 58400
    },
    {
      "grad_norm": 0.13376392424106598,
      "learning_rate": 9.75003094015238e-05,
      "loss": 0.0077,
      "step": 58410
    },
    {
      "loss_action": 0.00478528393432498,
      "loss_total": 0.00478528393432498,
      "step": 58410
    },
    {
      "loss_action": 0.015509811230003834,
      "loss_total": 0.015509811230003834,
      "step": 58410
    },
    {
      "loss_action": 0.00422961451113224,
      "loss_total": 0.00422961451113224,
      "step": 58410
    },
    {
      "loss_action": 0.004526260308921337,
      "loss_total": 0.004526260308921337,
      "step": 58410
    },
    {
      "loss_action": 0.004414423368871212,
      "loss_total": 0.004414423368871212,
      "step": 58410
    },
    {
      "loss_action": 0.0025529609993100166,
      "loss_total": 0.0025529609993100166,
      "step": 58410
    },
    {
      "loss_action": 0.003918937407433987,
      "loss_total": 0.003918937407433987,
      "step": 58410
    },
    {
      "loss_action": 0.00593701284378767,
      "loss_total": 0.00593701284378767,
      "step": 58410
    },
    {
      "grad_norm": 0.14452582597732544,
      "learning_rate": 9.749901857755842e-05,
      "loss": 0.0081,
      "step": 58420
    },
    {
      "loss_action": 0.0032491276506334543,
      "loss_total": 0.0032491276506334543,
      "step": 58420
    },
    {
      "loss_action": 0.003363592317327857,
      "loss_total": 0.003363592317327857,
      "step": 58420
    },
    {
      "loss_action": 0.012767652049660683,
      "loss_total": 0.012767652049660683,
      "step": 58420
    },
    {
      "loss_action": 0.011225240305066109,
      "loss_total": 0.011225240305066109,
      "step": 58420
    },
    {
      "loss_action": 0.004854572005569935,
      "loss_total": 0.004854572005569935,
      "step": 58420
    },
    {
      "loss_action": 0.008255969732999802,
      "loss_total": 0.008255969732999802,
      "step": 58420
    },
    {
      "loss_action": 0.002802496775984764,
      "loss_total": 0.002802496775984764,
      "step": 58420
    },
    {
      "loss_action": 0.008730646222829819,
      "loss_total": 0.008730646222829819,
      "step": 58420
    },
    {
      "grad_norm": 0.09470130503177643,
      "learning_rate": 9.749772742894173e-05,
      "loss": 0.0078,
      "step": 58430
    },
    {
      "loss_action": 0.0031887246295809746,
      "loss_total": 0.0031887246295809746,
      "step": 58430
    },
    {
      "loss_action": 0.012810617685317993,
      "loss_total": 0.012810617685317993,
      "step": 58430
    },
    {
      "loss_action": 0.003204572945833206,
      "loss_total": 0.003204572945833206,
      "step": 58430
    },
    {
      "loss_action": 0.003349000122398138,
      "loss_total": 0.003349000122398138,
      "step": 58430
    },
    {
      "loss_action": 0.009525714442133904,
      "loss_total": 0.009525714442133904,
      "step": 58430
    },
    {
      "loss_action": 0.007034267298877239,
      "loss_total": 0.007034267298877239,
      "step": 58430
    },
    {
      "loss_action": 0.012323223054409027,
      "loss_total": 0.012323223054409027,
      "step": 58430
    },
    {
      "loss_action": 0.05065552517771721,
      "loss_total": 0.05065552517771721,
      "step": 58430
    },
    {
      "grad_norm": 0.1194387674331665,
      "learning_rate": 9.749643595568251e-05,
      "loss": 0.0077,
      "step": 58440
    },
    {
      "loss_action": 0.003923095762729645,
      "loss_total": 0.003923095762729645,
      "step": 58440
    },
    {
      "loss_action": 0.0097734946757555,
      "loss_total": 0.0097734946757555,
      "step": 58440
    },
    {
      "loss_action": 0.00494953989982605,
      "loss_total": 0.00494953989982605,
      "step": 58440
    },
    {
      "loss_action": 0.002745369216427207,
      "loss_total": 0.002745369216427207,
      "step": 58440
    },
    {
      "loss_action": 0.018725834786891937,
      "loss_total": 0.018725834786891937,
      "step": 58440
    },
    {
      "loss_action": 0.003071950050070882,
      "loss_total": 0.003071950050070882,
      "step": 58440
    },
    {
      "loss_action": 0.004366290755569935,
      "loss_total": 0.004366290755569935,
      "step": 58440
    },
    {
      "loss_action": 0.022722233086824417,
      "loss_total": 0.022722233086824417,
      "step": 58440
    },
    {
      "grad_norm": 0.12867119908332825,
      "learning_rate": 9.749514415778964e-05,
      "loss": 0.0079,
      "step": 58450
    },
    {
      "loss_action": 0.005691486410796642,
      "loss_total": 0.005691486410796642,
      "step": 58450
    },
    {
      "loss_action": 0.0069858115166425705,
      "loss_total": 0.0069858115166425705,
      "step": 58450
    },
    {
      "loss_action": 0.0035462621599435806,
      "loss_total": 0.0035462621599435806,
      "step": 58450
    },
    {
      "loss_action": 0.006420438643544912,
      "loss_total": 0.006420438643544912,
      "step": 58450
    },
    {
      "loss_action": 0.010488826781511307,
      "loss_total": 0.010488826781511307,
      "step": 58450
    },
    {
      "loss_action": 0.004806657787412405,
      "loss_total": 0.004806657787412405,
      "step": 58450
    },
    {
      "loss_action": 0.003914695233106613,
      "loss_total": 0.003914695233106613,
      "step": 58450
    },
    {
      "loss_action": 0.008339826948940754,
      "loss_total": 0.008339826948940754,
      "step": 58450
    },
    {
      "grad_norm": 0.11552723497152328,
      "learning_rate": 9.749385203527191e-05,
      "loss": 0.009,
      "step": 58460
    },
    {
      "loss_action": 0.003176928497850895,
      "loss_total": 0.003176928497850895,
      "step": 58460
    },
    {
      "loss_action": 0.010059362277388573,
      "loss_total": 0.010059362277388573,
      "step": 58460
    },
    {
      "loss_action": 0.005332528613507748,
      "loss_total": 0.005332528613507748,
      "step": 58460
    },
    {
      "loss_action": 0.003254084847867489,
      "loss_total": 0.003254084847867489,
      "step": 58460
    },
    {
      "loss_action": 0.009776167571544647,
      "loss_total": 0.009776167571544647,
      "step": 58460
    },
    {
      "loss_action": 0.015134905464947224,
      "loss_total": 0.015134905464947224,
      "step": 58460
    },
    {
      "loss_action": 0.008501629345119,
      "loss_total": 0.008501629345119,
      "step": 58460
    },
    {
      "loss_action": 0.011967720463871956,
      "loss_total": 0.011967720463871956,
      "step": 58460
    },
    {
      "grad_norm": 0.1845211237668991,
      "learning_rate": 9.749255958813815e-05,
      "loss": 0.0078,
      "step": 58470
    },
    {
      "loss_action": 0.07428190112113953,
      "loss_total": 0.07428190112113953,
      "step": 58470
    },
    {
      "loss_action": 0.01506386324763298,
      "loss_total": 0.01506386324763298,
      "step": 58470
    },
    {
      "loss_action": 0.004762956872582436,
      "loss_total": 0.004762956872582436,
      "step": 58470
    },
    {
      "loss_action": 0.0035738935694098473,
      "loss_total": 0.0035738935694098473,
      "step": 58470
    },
    {
      "loss_action": 0.010024306364357471,
      "loss_total": 0.010024306364357471,
      "step": 58470
    },
    {
      "loss_action": 0.005159890279173851,
      "loss_total": 0.005159890279173851,
      "step": 58470
    },
    {
      "loss_action": 0.005378302186727524,
      "loss_total": 0.005378302186727524,
      "step": 58470
    },
    {
      "loss_action": 0.010714313015341759,
      "loss_total": 0.010714313015341759,
      "step": 58470
    },
    {
      "grad_norm": 0.08584887534379959,
      "learning_rate": 9.749126681639722e-05,
      "loss": 0.0092,
      "step": 58480
    },
    {
      "loss_action": 0.004956316202878952,
      "loss_total": 0.004956316202878952,
      "step": 58480
    },
    {
      "loss_action": 0.007176253478974104,
      "loss_total": 0.007176253478974104,
      "step": 58480
    },
    {
      "loss_action": 0.006056217476725578,
      "loss_total": 0.006056217476725578,
      "step": 58480
    },
    {
      "loss_action": 0.006648524198681116,
      "loss_total": 0.006648524198681116,
      "step": 58480
    },
    {
      "loss_action": 0.005128431599587202,
      "loss_total": 0.005128431599587202,
      "step": 58480
    },
    {
      "loss_action": 0.006254872772842646,
      "loss_total": 0.006254872772842646,
      "step": 58480
    },
    {
      "loss_action": 0.01708788424730301,
      "loss_total": 0.01708788424730301,
      "step": 58480
    },
    {
      "loss_action": 0.006115275900810957,
      "loss_total": 0.006115275900810957,
      "step": 58480
    },
    {
      "grad_norm": 0.0739642083644867,
      "learning_rate": 9.748997372005793e-05,
      "loss": 0.0077,
      "step": 58490
    },
    {
      "loss_action": 0.008250610902905464,
      "loss_total": 0.008250610902905464,
      "step": 58490
    },
    {
      "loss_action": 0.006617099978029728,
      "loss_total": 0.006617099978029728,
      "step": 58490
    },
    {
      "loss_action": 0.007890764623880386,
      "loss_total": 0.007890764623880386,
      "step": 58490
    },
    {
      "loss_action": 0.0029416149482131004,
      "loss_total": 0.0029416149482131004,
      "step": 58490
    },
    {
      "loss_action": 0.00711430050432682,
      "loss_total": 0.00711430050432682,
      "step": 58490
    },
    {
      "loss_action": 0.01251436211168766,
      "loss_total": 0.01251436211168766,
      "step": 58490
    },
    {
      "loss_action": 0.003628517035394907,
      "loss_total": 0.003628517035394907,
      "step": 58490
    },
    {
      "loss_action": 0.004117954988032579,
      "loss_total": 0.004117954988032579,
      "step": 58490
    },
    {
      "grad_norm": 0.11921080201864243,
      "learning_rate": 9.748868029912914e-05,
      "loss": 0.0076,
      "step": 58500
    },
    {
      "loss_action": 0.006532504688948393,
      "loss_total": 0.006532504688948393,
      "step": 58500
    },
    {
      "loss_action": 0.005660143680870533,
      "loss_total": 0.005660143680870533,
      "step": 58500
    },
    {
      "loss_action": 0.01291646994650364,
      "loss_total": 0.01291646994650364,
      "step": 58500
    },
    {
      "loss_action": 0.0035464796237647533,
      "loss_total": 0.0035464796237647533,
      "step": 58500
    },
    {
      "loss_action": 0.022628897801041603,
      "loss_total": 0.022628897801041603,
      "step": 58500
    },
    {
      "loss_action": 0.007877836003899574,
      "loss_total": 0.007877836003899574,
      "step": 58500
    },
    {
      "loss_action": 0.0030776651110500097,
      "loss_total": 0.0030776651110500097,
      "step": 58500
    },
    {
      "loss_action": 0.008800816722214222,
      "loss_total": 0.008800816722214222,
      "step": 58500
    },
    {
      "grad_norm": 0.10637617856264114,
      "learning_rate": 9.748738655361966e-05,
      "loss": 0.008,
      "step": 58510
    },
    {
      "loss_action": 0.014613701030611992,
      "loss_total": 0.014613701030611992,
      "step": 58510
    },
    {
      "loss_action": 0.003456578589975834,
      "loss_total": 0.003456578589975834,
      "step": 58510
    },
    {
      "loss_action": 0.0031462046317756176,
      "loss_total": 0.0031462046317756176,
      "step": 58510
    },
    {
      "loss_action": 0.021825771778821945,
      "loss_total": 0.021825771778821945,
      "step": 58510
    },
    {
      "loss_action": 0.0037825205363333225,
      "loss_total": 0.0037825205363333225,
      "step": 58510
    },
    {
      "loss_action": 0.010343922302126884,
      "loss_total": 0.010343922302126884,
      "step": 58510
    },
    {
      "loss_action": 0.009269297122955322,
      "loss_total": 0.009269297122955322,
      "step": 58510
    },
    {
      "loss_action": 0.012498203665018082,
      "loss_total": 0.012498203665018082,
      "step": 58510
    },
    {
      "grad_norm": 0.07017169892787933,
      "learning_rate": 9.748609248353837e-05,
      "loss": 0.007,
      "step": 58520
    },
    {
      "loss_action": 0.02128545381128788,
      "loss_total": 0.02128545381128788,
      "step": 58520
    },
    {
      "loss_action": 0.004230090882629156,
      "loss_total": 0.004230090882629156,
      "step": 58520
    },
    {
      "loss_action": 0.006627539172768593,
      "loss_total": 0.006627539172768593,
      "step": 58520
    },
    {
      "loss_action": 0.004266488365828991,
      "loss_total": 0.004266488365828991,
      "step": 58520
    },
    {
      "loss_action": 0.003979401662945747,
      "loss_total": 0.003979401662945747,
      "step": 58520
    },
    {
      "loss_action": 0.007851962000131607,
      "loss_total": 0.007851962000131607,
      "step": 58520
    },
    {
      "loss_action": 0.01044425368309021,
      "loss_total": 0.01044425368309021,
      "step": 58520
    },
    {
      "loss_action": 0.010070350021123886,
      "loss_total": 0.010070350021123886,
      "step": 58520
    },
    {
      "grad_norm": 0.11847972124814987,
      "learning_rate": 9.74847980888941e-05,
      "loss": 0.0093,
      "step": 58530
    },
    {
      "loss_action": 0.003835191484540701,
      "loss_total": 0.003835191484540701,
      "step": 58530
    },
    {
      "loss_action": 0.004933979362249374,
      "loss_total": 0.004933979362249374,
      "step": 58530
    },
    {
      "loss_action": 0.001706644194200635,
      "loss_total": 0.001706644194200635,
      "step": 58530
    },
    {
      "loss_action": 0.0055272337049245834,
      "loss_total": 0.0055272337049245834,
      "step": 58530
    },
    {
      "loss_action": 0.005243915598839521,
      "loss_total": 0.005243915598839521,
      "step": 58530
    },
    {
      "loss_action": 0.007322628982365131,
      "loss_total": 0.007322628982365131,
      "step": 58530
    },
    {
      "loss_action": 0.0023830290883779526,
      "loss_total": 0.0023830290883779526,
      "step": 58530
    },
    {
      "loss_action": 0.0049175382591784,
      "loss_total": 0.0049175382591784,
      "step": 58530
    },
    {
      "grad_norm": 0.11151913553476334,
      "learning_rate": 9.748350336969569e-05,
      "loss": 0.008,
      "step": 58540
    },
    {
      "loss_action": 0.005292423069477081,
      "loss_total": 0.005292423069477081,
      "step": 58540
    },
    {
      "loss_action": 0.005725165829062462,
      "loss_total": 0.005725165829062462,
      "step": 58540
    },
    {
      "loss_action": 0.0031158258207142353,
      "loss_total": 0.0031158258207142353,
      "step": 58540
    },
    {
      "loss_action": 0.002703022910282016,
      "loss_total": 0.002703022910282016,
      "step": 58540
    },
    {
      "loss_action": 0.009184952825307846,
      "loss_total": 0.009184952825307846,
      "step": 58540
    },
    {
      "loss_action": 0.0036882474087178707,
      "loss_total": 0.0036882474087178707,
      "step": 58540
    },
    {
      "loss_action": 0.003739764913916588,
      "loss_total": 0.003739764913916588,
      "step": 58540
    },
    {
      "loss_action": 0.00824426207691431,
      "loss_total": 0.00824426207691431,
      "step": 58540
    },
    {
      "grad_norm": 0.09510308504104614,
      "learning_rate": 9.748220832595199e-05,
      "loss": 0.0085,
      "step": 58550
    },
    {
      "loss_action": 0.005484994500875473,
      "loss_total": 0.005484994500875473,
      "step": 58550
    },
    {
      "loss_action": 0.002251578960567713,
      "loss_total": 0.002251578960567713,
      "step": 58550
    },
    {
      "loss_action": 0.004261909052729607,
      "loss_total": 0.004261909052729607,
      "step": 58550
    },
    {
      "loss_action": 0.03363676369190216,
      "loss_total": 0.03363676369190216,
      "step": 58550
    },
    {
      "loss_action": 0.005446561612188816,
      "loss_total": 0.005446561612188816,
      "step": 58550
    },
    {
      "loss_action": 0.006940103601664305,
      "loss_total": 0.006940103601664305,
      "step": 58550
    },
    {
      "loss_action": 0.0013419315218925476,
      "loss_total": 0.0013419315218925476,
      "step": 58550
    },
    {
      "loss_action": 0.003299769712612033,
      "loss_total": 0.003299769712612033,
      "step": 58550
    },
    {
      "grad_norm": 0.12615761160850525,
      "learning_rate": 9.748091295767186e-05,
      "loss": 0.0069,
      "step": 58560
    },
    {
      "loss_action": 0.012716277502477169,
      "loss_total": 0.012716277502477169,
      "step": 58560
    },
    {
      "loss_action": 0.00536387600004673,
      "loss_total": 0.00536387600004673,
      "step": 58560
    },
    {
      "loss_action": 0.0033665569499135017,
      "loss_total": 0.0033665569499135017,
      "step": 58560
    },
    {
      "loss_action": 0.00924871675670147,
      "loss_total": 0.00924871675670147,
      "step": 58560
    },
    {
      "loss_action": 0.011989502236247063,
      "loss_total": 0.011989502236247063,
      "step": 58560
    },
    {
      "loss_action": 0.003823645180091262,
      "loss_total": 0.003823645180091262,
      "step": 58560
    },
    {
      "loss_action": 0.00688614696264267,
      "loss_total": 0.00688614696264267,
      "step": 58560
    },
    {
      "loss_action": 0.016898516565561295,
      "loss_total": 0.016898516565561295,
      "step": 58560
    },
    {
      "grad_norm": 0.1129356399178505,
      "learning_rate": 9.747961726486415e-05,
      "loss": 0.0083,
      "step": 58570
    },
    {
      "loss_action": 0.029356542974710464,
      "loss_total": 0.029356542974710464,
      "step": 58570
    },
    {
      "loss_action": 0.003995933569967747,
      "loss_total": 0.003995933569967747,
      "step": 58570
    },
    {
      "loss_action": 0.002661127597093582,
      "loss_total": 0.002661127597093582,
      "step": 58570
    },
    {
      "loss_action": 0.007974641397595406,
      "loss_total": 0.007974641397595406,
      "step": 58570
    },
    {
      "loss_action": 0.003700186498463154,
      "loss_total": 0.003700186498463154,
      "step": 58570
    },
    {
      "loss_action": 0.002099227160215378,
      "loss_total": 0.002099227160215378,
      "step": 58570
    },
    {
      "loss_action": 0.0016712757060304284,
      "loss_total": 0.0016712757060304284,
      "step": 58570
    },
    {
      "loss_action": 0.0030163945630192757,
      "loss_total": 0.0030163945630192757,
      "step": 58570
    },
    {
      "grad_norm": 0.07871870696544647,
      "learning_rate": 9.747832124753769e-05,
      "loss": 0.0086,
      "step": 58580
    },
    {
      "loss_action": 0.006179601885378361,
      "loss_total": 0.006179601885378361,
      "step": 58580
    },
    {
      "loss_action": 0.03628506138920784,
      "loss_total": 0.03628506138920784,
      "step": 58580
    },
    {
      "loss_action": 0.010494548827409744,
      "loss_total": 0.010494548827409744,
      "step": 58580
    },
    {
      "loss_action": 0.004448586609214544,
      "loss_total": 0.004448586609214544,
      "step": 58580
    },
    {
      "loss_action": 0.002336150500923395,
      "loss_total": 0.002336150500923395,
      "step": 58580
    },
    {
      "loss_action": 0.004088082816451788,
      "loss_total": 0.004088082816451788,
      "step": 58580
    },
    {
      "loss_action": 0.00587061233818531,
      "loss_total": 0.00587061233818531,
      "step": 58580
    },
    {
      "loss_action": 0.004642080049961805,
      "loss_total": 0.004642080049961805,
      "step": 58580
    },
    {
      "grad_norm": 0.09341251850128174,
      "learning_rate": 9.747702490570139e-05,
      "loss": 0.0066,
      "step": 58590
    },
    {
      "loss_action": 0.003830868750810623,
      "loss_total": 0.003830868750810623,
      "step": 58590
    },
    {
      "loss_action": 0.009659398347139359,
      "loss_total": 0.009659398347139359,
      "step": 58590
    },
    {
      "loss_action": 0.007288472726941109,
      "loss_total": 0.007288472726941109,
      "step": 58590
    },
    {
      "loss_action": 0.004985202103853226,
      "loss_total": 0.004985202103853226,
      "step": 58590
    },
    {
      "loss_action": 0.0020847651176154613,
      "loss_total": 0.0020847651176154613,
      "step": 58590
    },
    {
      "loss_action": 0.010969112627208233,
      "loss_total": 0.010969112627208233,
      "step": 58590
    },
    {
      "loss_action": 0.0038615576922893524,
      "loss_total": 0.0038615576922893524,
      "step": 58590
    },
    {
      "loss_action": 0.006103878375142813,
      "loss_total": 0.006103878375142813,
      "step": 58590
    },
    {
      "grad_norm": 0.10513819754123688,
      "learning_rate": 9.747572823936407e-05,
      "loss": 0.0059,
      "step": 58600
    },
    {
      "loss_action": 0.009100518189370632,
      "loss_total": 0.009100518189370632,
      "step": 58600
    },
    {
      "loss_action": 0.023826174437999725,
      "loss_total": 0.023826174437999725,
      "step": 58600
    },
    {
      "loss_action": 0.00535909878090024,
      "loss_total": 0.00535909878090024,
      "step": 58600
    },
    {
      "loss_action": 0.014380686916410923,
      "loss_total": 0.014380686916410923,
      "step": 58600
    },
    {
      "loss_action": 0.0023651691153645515,
      "loss_total": 0.0023651691153645515,
      "step": 58600
    },
    {
      "loss_action": 0.007892095483839512,
      "loss_total": 0.007892095483839512,
      "step": 58600
    },
    {
      "loss_action": 0.011928247287869453,
      "loss_total": 0.011928247287869453,
      "step": 58600
    },
    {
      "loss_action": 0.002978042233735323,
      "loss_total": 0.002978042233735323,
      "step": 58600
    },
    {
      "grad_norm": 0.059286393225193024,
      "learning_rate": 9.747443124853461e-05,
      "loss": 0.0077,
      "step": 58610
    },
    {
      "loss_action": 0.0032536189537495375,
      "loss_total": 0.0032536189537495375,
      "step": 58610
    },
    {
      "loss_action": 0.021799640730023384,
      "loss_total": 0.021799640730023384,
      "step": 58610
    },
    {
      "loss_action": 0.003996966872364283,
      "loss_total": 0.003996966872364283,
      "step": 58610
    },
    {
      "loss_action": 0.007878422737121582,
      "loss_total": 0.007878422737121582,
      "step": 58610
    },
    {
      "loss_action": 0.012900901027023792,
      "loss_total": 0.012900901027023792,
      "step": 58610
    },
    {
      "loss_action": 0.004906638525426388,
      "loss_total": 0.004906638525426388,
      "step": 58610
    },
    {
      "loss_action": 0.006817741319537163,
      "loss_total": 0.006817741319537163,
      "step": 58610
    },
    {
      "loss_action": 0.004608734045177698,
      "loss_total": 0.004608734045177698,
      "step": 58610
    },
    {
      "grad_norm": 0.09624083340167999,
      "learning_rate": 9.747313393322189e-05,
      "loss": 0.0077,
      "step": 58620
    },
    {
      "loss_action": 0.007962177507579327,
      "loss_total": 0.007962177507579327,
      "step": 58620
    },
    {
      "loss_action": 0.004636564292013645,
      "loss_total": 0.004636564292013645,
      "step": 58620
    },
    {
      "loss_action": 0.0037264423444867134,
      "loss_total": 0.0037264423444867134,
      "step": 58620
    },
    {
      "loss_action": 0.0039823767729103565,
      "loss_total": 0.0039823767729103565,
      "step": 58620
    },
    {
      "loss_action": 0.004478443879634142,
      "loss_total": 0.004478443879634142,
      "step": 58620
    },
    {
      "loss_action": 0.011087656021118164,
      "loss_total": 0.011087656021118164,
      "step": 58620
    },
    {
      "loss_action": 0.00605684332549572,
      "loss_total": 0.00605684332549572,
      "step": 58620
    },
    {
      "loss_action": 0.00868052989244461,
      "loss_total": 0.00868052989244461,
      "step": 58620
    },
    {
      "grad_norm": 0.12865877151489258,
      "learning_rate": 9.747183629343472e-05,
      "loss": 0.0092,
      "step": 58630
    },
    {
      "loss_action": 0.006403439678251743,
      "loss_total": 0.006403439678251743,
      "step": 58630
    },
    {
      "loss_action": 0.003995042759925127,
      "loss_total": 0.003995042759925127,
      "step": 58630
    },
    {
      "loss_action": 0.009826093912124634,
      "loss_total": 0.009826093912124634,
      "step": 58630
    },
    {
      "loss_action": 0.004347086884081364,
      "loss_total": 0.004347086884081364,
      "step": 58630
    },
    {
      "loss_action": 0.005350001156330109,
      "loss_total": 0.005350001156330109,
      "step": 58630
    },
    {
      "loss_action": 0.00697840703651309,
      "loss_total": 0.00697840703651309,
      "step": 58630
    },
    {
      "loss_action": 0.0029929764568805695,
      "loss_total": 0.0029929764568805695,
      "step": 58630
    },
    {
      "loss_action": 0.009511485695838928,
      "loss_total": 0.009511485695838928,
      "step": 58630
    },
    {
      "grad_norm": 0.08065082132816315,
      "learning_rate": 9.747053832918203e-05,
      "loss": 0.0068,
      "step": 58640
    },
    {
      "loss_action": 0.005710645578801632,
      "loss_total": 0.005710645578801632,
      "step": 58640
    },
    {
      "loss_action": 0.007182801142334938,
      "loss_total": 0.007182801142334938,
      "step": 58640
    },
    {
      "loss_action": 0.0027215881273150444,
      "loss_total": 0.0027215881273150444,
      "step": 58640
    },
    {
      "loss_action": 0.0022147821728140116,
      "loss_total": 0.0022147821728140116,
      "step": 58640
    },
    {
      "loss_action": 0.009401426650583744,
      "loss_total": 0.009401426650583744,
      "step": 58640
    },
    {
      "loss_action": 0.007667063735425472,
      "loss_total": 0.007667063735425472,
      "step": 58640
    },
    {
      "loss_action": 0.003977774642407894,
      "loss_total": 0.003977774642407894,
      "step": 58640
    },
    {
      "loss_action": 0.00240080407820642,
      "loss_total": 0.00240080407820642,
      "step": 58640
    },
    {
      "grad_norm": 0.08780747652053833,
      "learning_rate": 9.746924004047266e-05,
      "loss": 0.0062,
      "step": 58650
    },
    {
      "loss_action": 0.003186898771673441,
      "loss_total": 0.003186898771673441,
      "step": 58650
    },
    {
      "loss_action": 0.00876460038125515,
      "loss_total": 0.00876460038125515,
      "step": 58650
    },
    {
      "loss_action": 0.009023584425449371,
      "loss_total": 0.009023584425449371,
      "step": 58650
    },
    {
      "loss_action": 0.002892957301810384,
      "loss_total": 0.002892957301810384,
      "step": 58650
    },
    {
      "loss_action": 0.005565808154642582,
      "loss_total": 0.005565808154642582,
      "step": 58650
    },
    {
      "loss_action": 0.01146700233221054,
      "loss_total": 0.01146700233221054,
      "step": 58650
    },
    {
      "loss_action": 0.006337587721645832,
      "loss_total": 0.006337587721645832,
      "step": 58650
    },
    {
      "loss_action": 0.027138080447912216,
      "loss_total": 0.027138080447912216,
      "step": 58650
    },
    {
      "grad_norm": 0.10451110452413559,
      "learning_rate": 9.74679414273155e-05,
      "loss": 0.0076,
      "step": 58660
    },
    {
      "loss_action": 0.005400117952376604,
      "loss_total": 0.005400117952376604,
      "step": 58660
    },
    {
      "loss_action": 0.01136816293001175,
      "loss_total": 0.01136816293001175,
      "step": 58660
    },
    {
      "loss_action": 0.0076698679476976395,
      "loss_total": 0.0076698679476976395,
      "step": 58660
    },
    {
      "loss_action": 0.0071732113137841225,
      "loss_total": 0.0071732113137841225,
      "step": 58660
    },
    {
      "loss_action": 0.004552370868623257,
      "loss_total": 0.004552370868623257,
      "step": 58660
    },
    {
      "loss_action": 0.00298668397590518,
      "loss_total": 0.00298668397590518,
      "step": 58660
    },
    {
      "loss_action": 0.003959200344979763,
      "loss_total": 0.003959200344979763,
      "step": 58660
    },
    {
      "loss_action": 0.0026509827002882957,
      "loss_total": 0.0026509827002882957,
      "step": 58660
    },
    {
      "grad_norm": 0.12347772717475891,
      "learning_rate": 9.746664248971942e-05,
      "loss": 0.0092,
      "step": 58670
    },
    {
      "loss_action": 0.011828182265162468,
      "loss_total": 0.011828182265162468,
      "step": 58670
    },
    {
      "loss_action": 0.036139994859695435,
      "loss_total": 0.036139994859695435,
      "step": 58670
    },
    {
      "loss_action": 0.01118404883891344,
      "loss_total": 0.01118404883891344,
      "step": 58670
    },
    {
      "loss_action": 0.0076402099803090096,
      "loss_total": 0.0076402099803090096,
      "step": 58670
    },
    {
      "loss_action": 0.005799500737339258,
      "loss_total": 0.005799500737339258,
      "step": 58670
    },
    {
      "loss_action": 0.007156051695346832,
      "loss_total": 0.007156051695346832,
      "step": 58670
    },
    {
      "loss_action": 0.005981438793241978,
      "loss_total": 0.005981438793241978,
      "step": 58670
    },
    {
      "loss_action": 0.004604780580848455,
      "loss_total": 0.004604780580848455,
      "step": 58670
    },
    {
      "grad_norm": 0.1066887304186821,
      "learning_rate": 9.74653432276933e-05,
      "loss": 0.008,
      "step": 58680
    },
    {
      "loss_action": 0.005206923000514507,
      "loss_total": 0.005206923000514507,
      "step": 58680
    },
    {
      "loss_action": 0.003898169379681349,
      "loss_total": 0.003898169379681349,
      "step": 58680
    },
    {
      "loss_action": 0.01041943859308958,
      "loss_total": 0.01041943859308958,
      "step": 58680
    },
    {
      "loss_action": 0.005115531384944916,
      "loss_total": 0.005115531384944916,
      "step": 58680
    },
    {
      "loss_action": 0.007793372962623835,
      "loss_total": 0.007793372962623835,
      "step": 58680
    },
    {
      "loss_action": 0.0030848148744553328,
      "loss_total": 0.0030848148744553328,
      "step": 58680
    },
    {
      "loss_action": 0.0069913240149617195,
      "loss_total": 0.0069913240149617195,
      "step": 58680
    },
    {
      "loss_action": 0.0034168658312410116,
      "loss_total": 0.0034168658312410116,
      "step": 58680
    },
    {
      "grad_norm": 0.16343052685260773,
      "learning_rate": 9.7464043641246e-05,
      "loss": 0.0086,
      "step": 58690
    },
    {
      "loss_action": 0.0067838081158697605,
      "loss_total": 0.0067838081158697605,
      "step": 58690
    },
    {
      "loss_action": 0.0048370747826993465,
      "loss_total": 0.0048370747826993465,
      "step": 58690
    },
    {
      "loss_action": 0.004525740165263414,
      "loss_total": 0.004525740165263414,
      "step": 58690
    },
    {
      "loss_action": 0.006465834099799395,
      "loss_total": 0.006465834099799395,
      "step": 58690
    },
    {
      "loss_action": 0.0029302765615284443,
      "loss_total": 0.0029302765615284443,
      "step": 58690
    },
    {
      "loss_action": 0.007845403626561165,
      "loss_total": 0.007845403626561165,
      "step": 58690
    },
    {
      "loss_action": 0.005781876388937235,
      "loss_total": 0.005781876388937235,
      "step": 58690
    },
    {
      "loss_action": 0.010621624067425728,
      "loss_total": 0.010621624067425728,
      "step": 58690
    },
    {
      "grad_norm": 0.10858994722366333,
      "learning_rate": 9.746274373038644e-05,
      "loss": 0.007,
      "step": 58700
    },
    {
      "loss_action": 0.0027111887466162443,
      "loss_total": 0.0027111887466162443,
      "step": 58700
    },
    {
      "loss_action": 0.010495046153664589,
      "loss_total": 0.010495046153664589,
      "step": 58700
    },
    {
      "loss_action": 0.005226507782936096,
      "loss_total": 0.005226507782936096,
      "step": 58700
    },
    {
      "loss_action": 0.00643757451325655,
      "loss_total": 0.00643757451325655,
      "step": 58700
    },
    {
      "loss_action": 0.01949603110551834,
      "loss_total": 0.01949603110551834,
      "step": 58700
    },
    {
      "loss_action": 0.009398610331118107,
      "loss_total": 0.009398610331118107,
      "step": 58700
    },
    {
      "loss_action": 0.009891452267765999,
      "loss_total": 0.009891452267765999,
      "step": 58700
    },
    {
      "loss_action": 0.005970801692456007,
      "loss_total": 0.005970801692456007,
      "step": 58700
    },
    {
      "grad_norm": 0.07585285604000092,
      "learning_rate": 9.746144349512346e-05,
      "loss": 0.0065,
      "step": 58710
    },
    {
      "loss_action": 0.0027120355516672134,
      "loss_total": 0.0027120355516672134,
      "step": 58710
    },
    {
      "loss_action": 0.002436282578855753,
      "loss_total": 0.002436282578855753,
      "step": 58710
    },
    {
      "loss_action": 0.03969859331846237,
      "loss_total": 0.03969859331846237,
      "step": 58710
    },
    {
      "loss_action": 0.009885745123028755,
      "loss_total": 0.009885745123028755,
      "step": 58710
    },
    {
      "loss_action": 0.006364078260958195,
      "loss_total": 0.006364078260958195,
      "step": 58710
    },
    {
      "loss_action": 0.002897560130804777,
      "loss_total": 0.002897560130804777,
      "step": 58710
    },
    {
      "loss_action": 0.006894249934703112,
      "loss_total": 0.006894249934703112,
      "step": 58710
    },
    {
      "loss_action": 0.0027770905289798975,
      "loss_total": 0.0027770905289798975,
      "step": 58710
    },
    {
      "grad_norm": 0.10923600196838379,
      "learning_rate": 9.746014293546599e-05,
      "loss": 0.0077,
      "step": 58720
    },
    {
      "loss_action": 0.007698051165789366,
      "loss_total": 0.007698051165789366,
      "step": 58720
    },
    {
      "loss_action": 0.0069490885362029076,
      "loss_total": 0.0069490885362029076,
      "step": 58720
    },
    {
      "loss_action": 0.005424798466265202,
      "loss_total": 0.005424798466265202,
      "step": 58720
    },
    {
      "loss_action": 0.013815077021718025,
      "loss_total": 0.013815077021718025,
      "step": 58720
    },
    {
      "loss_action": 0.019317124038934708,
      "loss_total": 0.019317124038934708,
      "step": 58720
    },
    {
      "loss_action": 0.006040369160473347,
      "loss_total": 0.006040369160473347,
      "step": 58720
    },
    {
      "loss_action": 0.0049804626032710075,
      "loss_total": 0.0049804626032710075,
      "step": 58720
    },
    {
      "loss_action": 0.003313792869448662,
      "loss_total": 0.003313792869448662,
      "step": 58720
    },
    {
      "grad_norm": 0.1255607008934021,
      "learning_rate": 9.745884205142288e-05,
      "loss": 0.0071,
      "step": 58730
    },
    {
      "loss_action": 0.003393589984625578,
      "loss_total": 0.003393589984625578,
      "step": 58730
    },
    {
      "loss_action": 0.0032013433519750834,
      "loss_total": 0.0032013433519750834,
      "step": 58730
    },
    {
      "loss_action": 0.0027985861524939537,
      "loss_total": 0.0027985861524939537,
      "step": 58730
    },
    {
      "loss_action": 0.0028745310846716166,
      "loss_total": 0.0028745310846716166,
      "step": 58730
    },
    {
      "loss_action": 0.010683773085474968,
      "loss_total": 0.010683773085474968,
      "step": 58730
    },
    {
      "loss_action": 0.0021528403740376234,
      "loss_total": 0.0021528403740376234,
      "step": 58730
    },
    {
      "loss_action": 0.004547938238829374,
      "loss_total": 0.004547938238829374,
      "step": 58730
    },
    {
      "loss_action": 0.0036638749297708273,
      "loss_total": 0.0036638749297708273,
      "step": 58730
    },
    {
      "grad_norm": 0.07308580726385117,
      "learning_rate": 9.745754084300306e-05,
      "loss": 0.0083,
      "step": 58740
    },
    {
      "loss_action": 0.006963246967643499,
      "loss_total": 0.006963246967643499,
      "step": 58740
    },
    {
      "loss_action": 0.0020846640691161156,
      "loss_total": 0.0020846640691161156,
      "step": 58740
    },
    {
      "loss_action": 0.0039856405928730965,
      "loss_total": 0.0039856405928730965,
      "step": 58740
    },
    {
      "loss_action": 0.005732203833758831,
      "loss_total": 0.005732203833758831,
      "step": 58740
    },
    {
      "loss_action": 0.005932648666203022,
      "loss_total": 0.005932648666203022,
      "step": 58740
    },
    {
      "loss_action": 0.004992791451513767,
      "loss_total": 0.004992791451513767,
      "step": 58740
    },
    {
      "loss_action": 0.008365921676158905,
      "loss_total": 0.008365921676158905,
      "step": 58740
    },
    {
      "loss_action": 0.010995689779520035,
      "loss_total": 0.010995689779520035,
      "step": 58740
    },
    {
      "grad_norm": 0.14311662316322327,
      "learning_rate": 9.745623931021539e-05,
      "loss": 0.0078,
      "step": 58750
    },
    {
      "loss_action": 0.004092521965503693,
      "loss_total": 0.004092521965503693,
      "step": 58750
    },
    {
      "loss_action": 0.007395436987280846,
      "loss_total": 0.007395436987280846,
      "step": 58750
    },
    {
      "loss_action": 0.005867260508239269,
      "loss_total": 0.005867260508239269,
      "step": 58750
    },
    {
      "loss_action": 0.003664208808913827,
      "loss_total": 0.003664208808913827,
      "step": 58750
    },
    {
      "loss_action": 0.005114017985761166,
      "loss_total": 0.005114017985761166,
      "step": 58750
    },
    {
      "loss_action": 0.014184306375682354,
      "loss_total": 0.014184306375682354,
      "step": 58750
    },
    {
      "loss_action": 0.007945219054818153,
      "loss_total": 0.007945219054818153,
      "step": 58750
    },
    {
      "loss_action": 0.013204304501414299,
      "loss_total": 0.013204304501414299,
      "step": 58750
    },
    {
      "grad_norm": 0.13840217888355255,
      "learning_rate": 9.745493745306879e-05,
      "loss": 0.0074,
      "step": 58760
    },
    {
      "loss_action": 0.0027548614889383316,
      "loss_total": 0.0027548614889383316,
      "step": 58760
    },
    {
      "loss_action": 0.004285379312932491,
      "loss_total": 0.004285379312932491,
      "step": 58760
    },
    {
      "loss_action": 0.0026502637192606926,
      "loss_total": 0.0026502637192606926,
      "step": 58760
    },
    {
      "loss_action": 0.005114395171403885,
      "loss_total": 0.005114395171403885,
      "step": 58760
    },
    {
      "loss_action": 0.011226836591959,
      "loss_total": 0.011226836591959,
      "step": 58760
    },
    {
      "loss_action": 0.00426277332007885,
      "loss_total": 0.00426277332007885,
      "step": 58760
    },
    {
      "loss_action": 0.003847268642857671,
      "loss_total": 0.003847268642857671,
      "step": 58760
    },
    {
      "loss_action": 0.004969211760908365,
      "loss_total": 0.004969211760908365,
      "step": 58760
    },
    {
      "grad_norm": 0.12483041733503342,
      "learning_rate": 9.745363527157215e-05,
      "loss": 0.0086,
      "step": 58770
    },
    {
      "loss_action": 0.010778797790408134,
      "loss_total": 0.010778797790408134,
      "step": 58770
    },
    {
      "loss_action": 0.014168152585625648,
      "loss_total": 0.014168152585625648,
      "step": 58770
    },
    {
      "loss_action": 0.004787629470229149,
      "loss_total": 0.004787629470229149,
      "step": 58770
    },
    {
      "loss_action": 0.010370512492954731,
      "loss_total": 0.010370512492954731,
      "step": 58770
    },
    {
      "loss_action": 0.003924307879060507,
      "loss_total": 0.003924307879060507,
      "step": 58770
    },
    {
      "loss_action": 0.0040739793330430984,
      "loss_total": 0.0040739793330430984,
      "step": 58770
    },
    {
      "loss_action": 0.010138541460037231,
      "loss_total": 0.010138541460037231,
      "step": 58770
    },
    {
      "loss_action": 0.0031222000252455473,
      "loss_total": 0.0031222000252455473,
      "step": 58770
    },
    {
      "grad_norm": 0.12345925718545914,
      "learning_rate": 9.745233276573436e-05,
      "loss": 0.0071,
      "step": 58780
    },
    {
      "loss_action": 0.0067726802080869675,
      "loss_total": 0.0067726802080869675,
      "step": 58780
    },
    {
      "loss_action": 0.01208394393324852,
      "loss_total": 0.01208394393324852,
      "step": 58780
    },
    {
      "loss_action": 0.005293930880725384,
      "loss_total": 0.005293930880725384,
      "step": 58780
    },
    {
      "loss_action": 0.01077447272837162,
      "loss_total": 0.01077447272837162,
      "step": 58780
    },
    {
      "loss_action": 0.01531604677438736,
      "loss_total": 0.01531604677438736,
      "step": 58780
    },
    {
      "loss_action": 0.004887035116553307,
      "loss_total": 0.004887035116553307,
      "step": 58780
    },
    {
      "loss_action": 0.007878340780735016,
      "loss_total": 0.007878340780735016,
      "step": 58780
    },
    {
      "loss_action": 0.003550631459802389,
      "loss_total": 0.003550631459802389,
      "step": 58780
    },
    {
      "grad_norm": 0.11910857260227203,
      "learning_rate": 9.745102993556435e-05,
      "loss": 0.0073,
      "step": 58790
    },
    {
      "loss_action": 0.02298186905682087,
      "loss_total": 0.02298186905682087,
      "step": 58790
    },
    {
      "loss_action": 0.00843079760670662,
      "loss_total": 0.00843079760670662,
      "step": 58790
    },
    {
      "loss_action": 0.008772352710366249,
      "loss_total": 0.008772352710366249,
      "step": 58790
    },
    {
      "loss_action": 0.015172597020864487,
      "loss_total": 0.015172597020864487,
      "step": 58790
    },
    {
      "loss_action": 0.00791563093662262,
      "loss_total": 0.00791563093662262,
      "step": 58790
    },
    {
      "loss_action": 0.009206447750329971,
      "loss_total": 0.009206447750329971,
      "step": 58790
    },
    {
      "loss_action": 0.00671541690826416,
      "loss_total": 0.00671541690826416,
      "step": 58790
    },
    {
      "loss_action": 0.004252095706760883,
      "loss_total": 0.004252095706760883,
      "step": 58790
    },
    {
      "grad_norm": 0.10103480517864227,
      "learning_rate": 9.744972678107099e-05,
      "loss": 0.0089,
      "step": 58800
    },
    {
      "loss_action": 0.0029035580810159445,
      "loss_total": 0.0029035580810159445,
      "step": 58800
    },
    {
      "loss_action": 0.008385233581066132,
      "loss_total": 0.008385233581066132,
      "step": 58800
    },
    {
      "loss_action": 0.010206157341599464,
      "loss_total": 0.010206157341599464,
      "step": 58800
    },
    {
      "loss_action": 0.011109696701169014,
      "loss_total": 0.011109696701169014,
      "step": 58800
    },
    {
      "loss_action": 0.0066171749494969845,
      "loss_total": 0.0066171749494969845,
      "step": 58800
    },
    {
      "loss_action": 0.039859794080257416,
      "loss_total": 0.039859794080257416,
      "step": 58800
    },
    {
      "loss_action": 0.006916811689734459,
      "loss_total": 0.006916811689734459,
      "step": 58800
    },
    {
      "loss_action": 0.011608473025262356,
      "loss_total": 0.011608473025262356,
      "step": 58800
    },
    {
      "grad_norm": 0.16583436727523804,
      "learning_rate": 9.74484233022632e-05,
      "loss": 0.0082,
      "step": 58810
    },
    {
      "loss_action": 0.02099451795220375,
      "loss_total": 0.02099451795220375,
      "step": 58810
    },
    {
      "loss_action": 0.005555487237870693,
      "loss_total": 0.005555487237870693,
      "step": 58810
    },
    {
      "loss_action": 0.009797371923923492,
      "loss_total": 0.009797371923923492,
      "step": 58810
    },
    {
      "loss_action": 0.011181008070707321,
      "loss_total": 0.011181008070707321,
      "step": 58810
    },
    {
      "loss_action": 0.0053858570754528046,
      "loss_total": 0.0053858570754528046,
      "step": 58810
    },
    {
      "loss_action": 0.00861896388232708,
      "loss_total": 0.00861896388232708,
      "step": 58810
    },
    {
      "loss_action": 0.004004317801445723,
      "loss_total": 0.004004317801445723,
      "step": 58810
    },
    {
      "loss_action": 0.0023243650794029236,
      "loss_total": 0.0023243650794029236,
      "step": 58810
    },
    {
      "grad_norm": 0.11417166143655777,
      "learning_rate": 9.74471194991499e-05,
      "loss": 0.0067,
      "step": 58820
    },
    {
      "loss_action": 0.0028858501464128494,
      "loss_total": 0.0028858501464128494,
      "step": 58820
    },
    {
      "loss_action": 0.0037975504528731108,
      "loss_total": 0.0037975504528731108,
      "step": 58820
    },
    {
      "loss_action": 0.0021230950951576233,
      "loss_total": 0.0021230950951576233,
      "step": 58820
    },
    {
      "loss_action": 0.003269241889938712,
      "loss_total": 0.003269241889938712,
      "step": 58820
    },
    {
      "loss_action": 0.003535839729011059,
      "loss_total": 0.003535839729011059,
      "step": 58820
    },
    {
      "loss_action": 0.007939126342535019,
      "loss_total": 0.007939126342535019,
      "step": 58820
    },
    {
      "loss_action": 0.005426490679383278,
      "loss_total": 0.005426490679383278,
      "step": 58820
    },
    {
      "loss_action": 0.004454789217561483,
      "loss_total": 0.004454789217561483,
      "step": 58820
    },
    {
      "grad_norm": 0.09665366262197495,
      "learning_rate": 9.744581537174e-05,
      "loss": 0.0066,
      "step": 58830
    },
    {
      "loss_action": 0.003185814945027232,
      "loss_total": 0.003185814945027232,
      "step": 58830
    },
    {
      "loss_action": 0.004865237511694431,
      "loss_total": 0.004865237511694431,
      "step": 58830
    },
    {
      "loss_action": 0.0037809875793755054,
      "loss_total": 0.0037809875793755054,
      "step": 58830
    },
    {
      "loss_action": 0.010160555131733418,
      "loss_total": 0.010160555131733418,
      "step": 58830
    },
    {
      "loss_action": 0.010685253888368607,
      "loss_total": 0.010685253888368607,
      "step": 58830
    },
    {
      "loss_action": 0.00599170196801424,
      "loss_total": 0.00599170196801424,
      "step": 58830
    },
    {
      "loss_action": 0.009246168658137321,
      "loss_total": 0.009246168658137321,
      "step": 58830
    },
    {
      "loss_action": 0.009315770119428635,
      "loss_total": 0.009315770119428635,
      "step": 58830
    },
    {
      "grad_norm": 0.0934673398733139,
      "learning_rate": 9.744451092004241e-05,
      "loss": 0.0076,
      "step": 58840
    },
    {
      "loss_action": 0.0036357836797833443,
      "loss_total": 0.0036357836797833443,
      "step": 58840
    },
    {
      "loss_action": 0.0027980194427073,
      "loss_total": 0.0027980194427073,
      "step": 58840
    },
    {
      "loss_action": 0.013397222384810448,
      "loss_total": 0.013397222384810448,
      "step": 58840
    },
    {
      "loss_action": 0.0056253233924508095,
      "loss_total": 0.0056253233924508095,
      "step": 58840
    },
    {
      "loss_action": 0.004966219421476126,
      "loss_total": 0.004966219421476126,
      "step": 58840
    },
    {
      "loss_action": 0.0032560338731855154,
      "loss_total": 0.0032560338731855154,
      "step": 58840
    },
    {
      "loss_action": 0.005780712701380253,
      "loss_total": 0.005780712701380253,
      "step": 58840
    },
    {
      "loss_action": 0.00735984742641449,
      "loss_total": 0.00735984742641449,
      "step": 58840
    },
    {
      "grad_norm": 0.11446142941713333,
      "learning_rate": 9.744320614406603e-05,
      "loss": 0.0074,
      "step": 58850
    },
    {
      "loss_action": 0.004091677255928516,
      "loss_total": 0.004091677255928516,
      "step": 58850
    },
    {
      "loss_action": 0.0025790962390601635,
      "loss_total": 0.0025790962390601635,
      "step": 58850
    },
    {
      "loss_action": 0.00640295073390007,
      "loss_total": 0.00640295073390007,
      "step": 58850
    },
    {
      "loss_action": 0.005084921605885029,
      "loss_total": 0.005084921605885029,
      "step": 58850
    },
    {
      "loss_action": 0.003930714447051287,
      "loss_total": 0.003930714447051287,
      "step": 58850
    },
    {
      "loss_action": 0.003998833242803812,
      "loss_total": 0.003998833242803812,
      "step": 58850
    },
    {
      "loss_action": 0.007592416368424892,
      "loss_total": 0.007592416368424892,
      "step": 58850
    },
    {
      "loss_action": 0.0023956787772476673,
      "loss_total": 0.0023956787772476673,
      "step": 58850
    },
    {
      "grad_norm": 0.09026117622852325,
      "learning_rate": 9.74419010438198e-05,
      "loss": 0.0061,
      "step": 58860
    },
    {
      "loss_action": 0.01044250838458538,
      "loss_total": 0.01044250838458538,
      "step": 58860
    },
    {
      "loss_action": 0.002312188036739826,
      "loss_total": 0.002312188036739826,
      "step": 58860
    },
    {
      "loss_action": 0.00511620519682765,
      "loss_total": 0.00511620519682765,
      "step": 58860
    },
    {
      "loss_action": 0.006434543523937464,
      "loss_total": 0.006434543523937464,
      "step": 58860
    },
    {
      "loss_action": 0.003984038718044758,
      "loss_total": 0.003984038718044758,
      "step": 58860
    },
    {
      "loss_action": 0.008770319633185863,
      "loss_total": 0.008770319633185863,
      "step": 58860
    },
    {
      "loss_action": 0.005630949512124062,
      "loss_total": 0.005630949512124062,
      "step": 58860
    },
    {
      "loss_action": 0.010168185457587242,
      "loss_total": 0.010168185457587242,
      "step": 58860
    },
    {
      "grad_norm": 0.12657956779003143,
      "learning_rate": 9.744059561931264e-05,
      "loss": 0.0056,
      "step": 58870
    },
    {
      "loss_action": 0.002104802057147026,
      "loss_total": 0.002104802057147026,
      "step": 58870
    },
    {
      "loss_action": 0.004934205673635006,
      "loss_total": 0.004934205673635006,
      "step": 58870
    },
    {
      "loss_action": 0.007539759390056133,
      "loss_total": 0.007539759390056133,
      "step": 58870
    },
    {
      "loss_action": 0.009328780695796013,
      "loss_total": 0.009328780695796013,
      "step": 58870
    },
    {
      "loss_action": 0.05437261611223221,
      "loss_total": 0.05437261611223221,
      "step": 58870
    },
    {
      "loss_action": 0.011759836226701736,
      "loss_total": 0.011759836226701736,
      "step": 58870
    },
    {
      "loss_action": 0.009170420467853546,
      "loss_total": 0.009170420467853546,
      "step": 58870
    },
    {
      "loss_action": 0.00962626002728939,
      "loss_total": 0.00962626002728939,
      "step": 58870
    },
    {
      "grad_norm": 0.12398644536733627,
      "learning_rate": 9.743928987055344e-05,
      "loss": 0.0074,
      "step": 58880
    },
    {
      "loss_action": 0.0037973718717694283,
      "loss_total": 0.0037973718717694283,
      "step": 58880
    },
    {
      "loss_action": 0.00653619971126318,
      "loss_total": 0.00653619971126318,
      "step": 58880
    },
    {
      "loss_action": 0.004485907033085823,
      "loss_total": 0.004485907033085823,
      "step": 58880
    },
    {
      "loss_action": 0.00421092938631773,
      "loss_total": 0.00421092938631773,
      "step": 58880
    },
    {
      "loss_action": 0.00817018374800682,
      "loss_total": 0.00817018374800682,
      "step": 58880
    },
    {
      "loss_action": 0.006397760473191738,
      "loss_total": 0.006397760473191738,
      "step": 58880
    },
    {
      "loss_action": 0.0066313655115664005,
      "loss_total": 0.0066313655115664005,
      "step": 58880
    },
    {
      "loss_action": 0.003932194784283638,
      "loss_total": 0.003932194784283638,
      "step": 58880
    },
    {
      "grad_norm": 0.15236148238182068,
      "learning_rate": 9.743798379755116e-05,
      "loss": 0.0081,
      "step": 58890
    },
    {
      "loss_action": 0.008876126259565353,
      "loss_total": 0.008876126259565353,
      "step": 58890
    },
    {
      "loss_action": 0.0038638748228549957,
      "loss_total": 0.0038638748228549957,
      "step": 58890
    },
    {
      "loss_action": 0.013238102197647095,
      "loss_total": 0.013238102197647095,
      "step": 58890
    },
    {
      "loss_action": 0.004709108732640743,
      "loss_total": 0.004709108732640743,
      "step": 58890
    },
    {
      "loss_action": 0.00466123316437006,
      "loss_total": 0.00466123316437006,
      "step": 58890
    },
    {
      "loss_action": 0.0020298068411648273,
      "loss_total": 0.0020298068411648273,
      "step": 58890
    },
    {
      "loss_action": 0.004069351591169834,
      "loss_total": 0.004069351591169834,
      "step": 58890
    },
    {
      "loss_action": 0.005467982031404972,
      "loss_total": 0.005467982031404972,
      "step": 58890
    },
    {
      "grad_norm": 0.09179778397083282,
      "learning_rate": 9.743667740031472e-05,
      "loss": 0.0067,
      "step": 58900
    },
    {
      "loss_action": 0.005699388682842255,
      "loss_total": 0.005699388682842255,
      "step": 58900
    },
    {
      "loss_action": 0.005117163993418217,
      "loss_total": 0.005117163993418217,
      "step": 58900
    },
    {
      "loss_action": 0.006518847309052944,
      "loss_total": 0.006518847309052944,
      "step": 58900
    },
    {
      "loss_action": 0.004729496315121651,
      "loss_total": 0.004729496315121651,
      "step": 58900
    },
    {
      "loss_action": 0.006254109553992748,
      "loss_total": 0.006254109553992748,
      "step": 58900
    },
    {
      "loss_action": 0.004933062940835953,
      "loss_total": 0.004933062940835953,
      "step": 58900
    },
    {
      "loss_action": 0.003695614170283079,
      "loss_total": 0.003695614170283079,
      "step": 58900
    },
    {
      "loss_action": 0.005553065799176693,
      "loss_total": 0.005553065799176693,
      "step": 58900
    },
    {
      "grad_norm": 0.10202611982822418,
      "learning_rate": 9.743537067885304e-05,
      "loss": 0.0072,
      "step": 58910
    },
    {
      "loss_action": 0.014299394562840462,
      "loss_total": 0.014299394562840462,
      "step": 58910
    },
    {
      "loss_action": 0.002721223048865795,
      "loss_total": 0.002721223048865795,
      "step": 58910
    },
    {
      "loss_action": 0.009165648370981216,
      "loss_total": 0.009165648370981216,
      "step": 58910
    },
    {
      "loss_action": 0.017886444926261902,
      "loss_total": 0.017886444926261902,
      "step": 58910
    },
    {
      "loss_action": 0.005929883569478989,
      "loss_total": 0.005929883569478989,
      "step": 58910
    },
    {
      "loss_action": 0.0027567283250391483,
      "loss_total": 0.0027567283250391483,
      "step": 58910
    },
    {
      "loss_action": 0.0038028862327337265,
      "loss_total": 0.0038028862327337265,
      "step": 58910
    },
    {
      "loss_action": 0.005109005607664585,
      "loss_total": 0.005109005607664585,
      "step": 58910
    },
    {
      "grad_norm": 0.09607531875371933,
      "learning_rate": 9.743406363317507e-05,
      "loss": 0.0072,
      "step": 58920
    },
    {
      "loss_action": 0.005525077693164349,
      "loss_total": 0.005525077693164349,
      "step": 58920
    },
    {
      "loss_action": 0.004370417445898056,
      "loss_total": 0.004370417445898056,
      "step": 58920
    },
    {
      "loss_action": 0.0027016703970730305,
      "loss_total": 0.0027016703970730305,
      "step": 58920
    },
    {
      "loss_action": 0.0026072540786117315,
      "loss_total": 0.0026072540786117315,
      "step": 58920
    },
    {
      "loss_action": 0.0061409627087414265,
      "loss_total": 0.0061409627087414265,
      "step": 58920
    },
    {
      "loss_action": 0.00802046712487936,
      "loss_total": 0.00802046712487936,
      "step": 58920
    },
    {
      "loss_action": 0.00847126729786396,
      "loss_total": 0.00847126729786396,
      "step": 58920
    },
    {
      "loss_action": 0.01375482976436615,
      "loss_total": 0.01375482976436615,
      "step": 58920
    },
    {
      "grad_norm": 0.13201874494552612,
      "learning_rate": 9.743275626328972e-05,
      "loss": 0.0091,
      "step": 58930
    },
    {
      "loss_action": 0.007547096349298954,
      "loss_total": 0.007547096349298954,
      "step": 58930
    },
    {
      "loss_action": 0.004324391484260559,
      "loss_total": 0.004324391484260559,
      "step": 58930
    },
    {
      "loss_action": 0.0039137122221291065,
      "loss_total": 0.0039137122221291065,
      "step": 58930
    },
    {
      "loss_action": 0.009002101607620716,
      "loss_total": 0.009002101607620716,
      "step": 58930
    },
    {
      "loss_action": 0.00689844973385334,
      "loss_total": 0.00689844973385334,
      "step": 58930
    },
    {
      "loss_action": 0.003756909631192684,
      "loss_total": 0.003756909631192684,
      "step": 58930
    },
    {
      "loss_action": 0.0027203592471778393,
      "loss_total": 0.0027203592471778393,
      "step": 58930
    },
    {
      "loss_action": 0.0044504376128315926,
      "loss_total": 0.0044504376128315926,
      "step": 58930
    },
    {
      "grad_norm": 0.10649048537015915,
      "learning_rate": 9.743144856920592e-05,
      "loss": 0.0087,
      "step": 58940
    },
    {
      "loss_action": 0.008377738296985626,
      "loss_total": 0.008377738296985626,
      "step": 58940
    },
    {
      "loss_action": 0.003284660167992115,
      "loss_total": 0.003284660167992115,
      "step": 58940
    },
    {
      "loss_action": 0.006150366738438606,
      "loss_total": 0.006150366738438606,
      "step": 58940
    },
    {
      "loss_action": 0.0019867797382175922,
      "loss_total": 0.0019867797382175922,
      "step": 58940
    },
    {
      "loss_action": 0.006730800960212946,
      "loss_total": 0.006730800960212946,
      "step": 58940
    },
    {
      "loss_action": 0.0035633945371955633,
      "loss_total": 0.0035633945371955633,
      "step": 58940
    },
    {
      "loss_action": 0.010437744669616222,
      "loss_total": 0.010437744669616222,
      "step": 58940
    },
    {
      "loss_action": 0.014329369179904461,
      "loss_total": 0.014329369179904461,
      "step": 58940
    },
    {
      "grad_norm": 0.11371498554944992,
      "learning_rate": 9.743014055093265e-05,
      "loss": 0.0078,
      "step": 58950
    },
    {
      "loss_action": 0.0038041402585804462,
      "loss_total": 0.0038041402585804462,
      "step": 58950
    },
    {
      "loss_action": 0.005188284441828728,
      "loss_total": 0.005188284441828728,
      "step": 58950
    },
    {
      "loss_action": 0.009250294417142868,
      "loss_total": 0.009250294417142868,
      "step": 58950
    },
    {
      "loss_action": 0.008607607334852219,
      "loss_total": 0.008607607334852219,
      "step": 58950
    },
    {
      "loss_action": 0.006853917147964239,
      "loss_total": 0.006853917147964239,
      "step": 58950
    },
    {
      "loss_action": 0.012457551434636116,
      "loss_total": 0.012457551434636116,
      "step": 58950
    },
    {
      "loss_action": 0.009272439405322075,
      "loss_total": 0.009272439405322075,
      "step": 58950
    },
    {
      "loss_action": 0.004423690028488636,
      "loss_total": 0.004423690028488636,
      "step": 58950
    },
    {
      "grad_norm": 0.1337742954492569,
      "learning_rate": 9.742883220847881e-05,
      "loss": 0.0077,
      "step": 58960
    },
    {
      "loss_action": 0.00505343172699213,
      "loss_total": 0.00505343172699213,
      "step": 58960
    },
    {
      "loss_action": 0.010917413048446178,
      "loss_total": 0.010917413048446178,
      "step": 58960
    },
    {
      "loss_action": 0.004994428716599941,
      "loss_total": 0.004994428716599941,
      "step": 58960
    },
    {
      "loss_action": 0.007531342096626759,
      "loss_total": 0.007531342096626759,
      "step": 58960
    },
    {
      "loss_action": 0.00596869271248579,
      "loss_total": 0.00596869271248579,
      "step": 58960
    },
    {
      "loss_action": 0.014261201024055481,
      "loss_total": 0.014261201024055481,
      "step": 58960
    },
    {
      "loss_action": 0.004070693626999855,
      "loss_total": 0.004070693626999855,
      "step": 58960
    },
    {
      "loss_action": 0.004137855023145676,
      "loss_total": 0.004137855023145676,
      "step": 58960
    },
    {
      "grad_norm": 0.10565449297428131,
      "learning_rate": 9.742752354185334e-05,
      "loss": 0.007,
      "step": 58970
    },
    {
      "loss_action": 0.006815568543970585,
      "loss_total": 0.006815568543970585,
      "step": 58970
    },
    {
      "loss_action": 0.006210901774466038,
      "loss_total": 0.006210901774466038,
      "step": 58970
    },
    {
      "loss_action": 0.007544107735157013,
      "loss_total": 0.007544107735157013,
      "step": 58970
    },
    {
      "loss_action": 0.006744698621332645,
      "loss_total": 0.006744698621332645,
      "step": 58970
    },
    {
      "loss_action": 0.015192564576864243,
      "loss_total": 0.015192564576864243,
      "step": 58970
    },
    {
      "loss_action": 0.004906409420073032,
      "loss_total": 0.004906409420073032,
      "step": 58970
    },
    {
      "loss_action": 0.004280916880816221,
      "loss_total": 0.004280916880816221,
      "step": 58970
    },
    {
      "loss_action": 0.005740784574300051,
      "loss_total": 0.005740784574300051,
      "step": 58970
    },
    {
      "grad_norm": 0.11618959903717041,
      "learning_rate": 9.742621455106523e-05,
      "loss": 0.0076,
      "step": 58980
    },
    {
      "loss_action": 0.006645784247666597,
      "loss_total": 0.006645784247666597,
      "step": 58980
    },
    {
      "loss_action": 0.004576424136757851,
      "loss_total": 0.004576424136757851,
      "step": 58980
    },
    {
      "loss_action": 0.0060872179456055164,
      "loss_total": 0.0060872179456055164,
      "step": 58980
    },
    {
      "loss_action": 0.014486760832369328,
      "loss_total": 0.014486760832369328,
      "step": 58980
    },
    {
      "loss_action": 0.017408546060323715,
      "loss_total": 0.017408546060323715,
      "step": 58980
    },
    {
      "loss_action": 0.01110775675624609,
      "loss_total": 0.01110775675624609,
      "step": 58980
    },
    {
      "loss_action": 0.0024225544184446335,
      "loss_total": 0.0024225544184446335,
      "step": 58980
    },
    {
      "loss_action": 0.007025598548352718,
      "loss_total": 0.007025598548352718,
      "step": 58980
    },
    {
      "grad_norm": 0.11168507486581802,
      "learning_rate": 9.742490523612337e-05,
      "loss": 0.0068,
      "step": 58990
    },
    {
      "loss_action": 0.004656563512980938,
      "loss_total": 0.004656563512980938,
      "step": 58990
    },
    {
      "loss_action": 0.015530744567513466,
      "loss_total": 0.015530744567513466,
      "step": 58990
    },
    {
      "loss_action": 0.008233651518821716,
      "loss_total": 0.008233651518821716,
      "step": 58990
    },
    {
      "loss_action": 0.0061875213868916035,
      "loss_total": 0.0061875213868916035,
      "step": 58990
    },
    {
      "loss_action": 0.012913316488265991,
      "loss_total": 0.012913316488265991,
      "step": 58990
    },
    {
      "loss_action": 0.003636013250797987,
      "loss_total": 0.003636013250797987,
      "step": 58990
    },
    {
      "loss_action": 0.013962543569505215,
      "loss_total": 0.013962543569505215,
      "step": 58990
    },
    {
      "loss_action": 0.010391894727945328,
      "loss_total": 0.010391894727945328,
      "step": 58990
    },
    {
      "grad_norm": 0.143912672996521,
      "learning_rate": 9.742359559703676e-05,
      "loss": 0.0082,
      "step": 59000
    },
    {
      "loss_action": 0.020500194281339645,
      "loss_total": 0.020500194281339645,
      "step": 59000
    },
    {
      "loss_action": 0.010492641478776932,
      "loss_total": 0.010492641478776932,
      "step": 59000
    },
    {
      "loss_action": 0.003560212440788746,
      "loss_total": 0.003560212440788746,
      "step": 59000
    },
    {
      "loss_action": 0.0037581624928861856,
      "loss_total": 0.0037581624928861856,
      "step": 59000
    },
    {
      "loss_action": 0.010384437628090382,
      "loss_total": 0.010384437628090382,
      "step": 59000
    },
    {
      "loss_action": 0.003504608990624547,
      "loss_total": 0.003504608990624547,
      "step": 59000
    },
    {
      "loss_action": 0.005570361390709877,
      "loss_total": 0.005570361390709877,
      "step": 59000
    },
    {
      "loss_action": 0.005735322833061218,
      "loss_total": 0.005735322833061218,
      "step": 59000
    },
    {
      "grad_norm": 0.15037818253040314,
      "learning_rate": 9.742228563381432e-05,
      "loss": 0.0083,
      "step": 59010
    },
    {
      "loss_action": 0.005007156170904636,
      "loss_total": 0.005007156170904636,
      "step": 59010
    },
    {
      "loss_action": 0.005800357088446617,
      "loss_total": 0.005800357088446617,
      "step": 59010
    },
    {
      "loss_action": 0.003494423348456621,
      "loss_total": 0.003494423348456621,
      "step": 59010
    },
    {
      "loss_action": 0.007930710911750793,
      "loss_total": 0.007930710911750793,
      "step": 59010
    },
    {
      "loss_action": 0.008567890152335167,
      "loss_total": 0.008567890152335167,
      "step": 59010
    },
    {
      "loss_action": 0.01088667195290327,
      "loss_total": 0.01088667195290327,
      "step": 59010
    },
    {
      "loss_action": 0.005510276183485985,
      "loss_total": 0.005510276183485985,
      "step": 59010
    },
    {
      "loss_action": 0.00747098121792078,
      "loss_total": 0.00747098121792078,
      "step": 59010
    },
    {
      "grad_norm": 0.20009654760360718,
      "learning_rate": 9.742097534646501e-05,
      "loss": 0.0076,
      "step": 59020
    },
    {
      "loss_action": 0.007080717943608761,
      "loss_total": 0.007080717943608761,
      "step": 59020
    },
    {
      "loss_action": 0.008377179503440857,
      "loss_total": 0.008377179503440857,
      "step": 59020
    },
    {
      "loss_action": 0.008291778154671192,
      "loss_total": 0.008291778154671192,
      "step": 59020
    },
    {
      "loss_action": 0.006721914745867252,
      "loss_total": 0.006721914745867252,
      "step": 59020
    },
    {
      "loss_action": 0.009356105700135231,
      "loss_total": 0.009356105700135231,
      "step": 59020
    },
    {
      "loss_action": 0.007648979313671589,
      "loss_total": 0.007648979313671589,
      "step": 59020
    },
    {
      "loss_action": 0.018387053161859512,
      "loss_total": 0.018387053161859512,
      "step": 59020
    },
    {
      "loss_action": 0.006410850677639246,
      "loss_total": 0.006410850677639246,
      "step": 59020
    },
    {
      "grad_norm": 0.12420711666345596,
      "learning_rate": 9.741966473499777e-05,
      "loss": 0.007,
      "step": 59030
    },
    {
      "loss_action": 0.009226694703102112,
      "loss_total": 0.009226694703102112,
      "step": 59030
    },
    {
      "loss_action": 0.0031388658098876476,
      "loss_total": 0.0031388658098876476,
      "step": 59030
    },
    {
      "loss_action": 0.008297188207507133,
      "loss_total": 0.008297188207507133,
      "step": 59030
    },
    {
      "loss_action": 0.008063796907663345,
      "loss_total": 0.008063796907663345,
      "step": 59030
    },
    {
      "loss_action": 0.008960140869021416,
      "loss_total": 0.008960140869021416,
      "step": 59030
    },
    {
      "loss_action": 0.004308994859457016,
      "loss_total": 0.004308994859457016,
      "step": 59030
    },
    {
      "loss_action": 0.005810328293591738,
      "loss_total": 0.005810328293591738,
      "step": 59030
    },
    {
      "loss_action": 0.004363419953733683,
      "loss_total": 0.004363419953733683,
      "step": 59030
    },
    {
      "grad_norm": 0.14116321504116058,
      "learning_rate": 9.741835379942158e-05,
      "loss": 0.0086,
      "step": 59040
    },
    {
      "loss_action": 0.0029546592850238085,
      "loss_total": 0.0029546592850238085,
      "step": 59040
    },
    {
      "loss_action": 0.0032239307183772326,
      "loss_total": 0.0032239307183772326,
      "step": 59040
    },
    {
      "loss_action": 0.0135617321357131,
      "loss_total": 0.0135617321357131,
      "step": 59040
    },
    {
      "loss_action": 0.002868634182959795,
      "loss_total": 0.002868634182959795,
      "step": 59040
    },
    {
      "loss_action": 0.005494089797139168,
      "loss_total": 0.005494089797139168,
      "step": 59040
    },
    {
      "loss_action": 0.00742030143737793,
      "loss_total": 0.00742030143737793,
      "step": 59040
    },
    {
      "loss_action": 0.0037101642228662968,
      "loss_total": 0.0037101642228662968,
      "step": 59040
    },
    {
      "loss_action": 0.003587522078305483,
      "loss_total": 0.003587522078305483,
      "step": 59040
    },
    {
      "grad_norm": 0.12418518960475922,
      "learning_rate": 9.741704253974541e-05,
      "loss": 0.007,
      "step": 59050
    },
    {
      "loss_action": 0.003124597482383251,
      "loss_total": 0.003124597482383251,
      "step": 59050
    },
    {
      "loss_action": 0.0063703106716275215,
      "loss_total": 0.0063703106716275215,
      "step": 59050
    },
    {
      "loss_action": 0.00625638198107481,
      "loss_total": 0.00625638198107481,
      "step": 59050
    },
    {
      "loss_action": 0.0028408251237124205,
      "loss_total": 0.0028408251237124205,
      "step": 59050
    },
    {
      "loss_action": 0.005783620290458202,
      "loss_total": 0.005783620290458202,
      "step": 59050
    },
    {
      "loss_action": 0.006960468832403421,
      "loss_total": 0.006960468832403421,
      "step": 59050
    },
    {
      "loss_action": 0.011780906468629837,
      "loss_total": 0.011780906468629837,
      "step": 59050
    },
    {
      "loss_action": 0.008678696118295193,
      "loss_total": 0.008678696118295193,
      "step": 59050
    },
    {
      "grad_norm": 0.11689463257789612,
      "learning_rate": 9.741573095597821e-05,
      "loss": 0.011,
      "step": 59060
    },
    {
      "loss_action": 0.00696596410125494,
      "loss_total": 0.00696596410125494,
      "step": 59060
    },
    {
      "loss_action": 0.014767955057322979,
      "loss_total": 0.014767955057322979,
      "step": 59060
    },
    {
      "loss_action": 0.0066841403022408485,
      "loss_total": 0.0066841403022408485,
      "step": 59060
    },
    {
      "loss_action": 0.009563455358147621,
      "loss_total": 0.009563455358147621,
      "step": 59060
    },
    {
      "loss_action": 0.004044889938086271,
      "loss_total": 0.004044889938086271,
      "step": 59060
    },
    {
      "loss_action": 0.01853688433766365,
      "loss_total": 0.01853688433766365,
      "step": 59060
    },
    {
      "loss_action": 0.0075299362652003765,
      "loss_total": 0.0075299362652003765,
      "step": 59060
    },
    {
      "loss_action": 0.008581885136663914,
      "loss_total": 0.008581885136663914,
      "step": 59060
    },
    {
      "grad_norm": 0.10570655763149261,
      "learning_rate": 9.741441904812893e-05,
      "loss": 0.0093,
      "step": 59070
    },
    {
      "loss_action": 0.00830446369946003,
      "loss_total": 0.00830446369946003,
      "step": 59070
    },
    {
      "loss_action": 0.005729627329856157,
      "loss_total": 0.005729627329856157,
      "step": 59070
    },
    {
      "loss_action": 0.048164237290620804,
      "loss_total": 0.048164237290620804,
      "step": 59070
    },
    {
      "loss_action": 0.0035921598318964243,
      "loss_total": 0.0035921598318964243,
      "step": 59070
    },
    {
      "loss_action": 0.004813364706933498,
      "loss_total": 0.004813364706933498,
      "step": 59070
    },
    {
      "loss_action": 0.005999586544930935,
      "loss_total": 0.005999586544930935,
      "step": 59070
    },
    {
      "loss_action": 0.00671900250017643,
      "loss_total": 0.00671900250017643,
      "step": 59070
    },
    {
      "loss_action": 0.022101832553744316,
      "loss_total": 0.022101832553744316,
      "step": 59070
    },
    {
      "grad_norm": 0.09523254632949829,
      "learning_rate": 9.741310681620655e-05,
      "loss": 0.0088,
      "step": 59080
    },
    {
      "loss_action": 0.0122342798858881,
      "loss_total": 0.0122342798858881,
      "step": 59080
    },
    {
      "loss_action": 0.007373432628810406,
      "loss_total": 0.007373432628810406,
      "step": 59080
    },
    {
      "loss_action": 0.011869432404637337,
      "loss_total": 0.011869432404637337,
      "step": 59080
    },
    {
      "loss_action": 0.004950990900397301,
      "loss_total": 0.004950990900397301,
      "step": 59080
    },
    {
      "loss_action": 0.003755611600354314,
      "loss_total": 0.003755611600354314,
      "step": 59080
    },
    {
      "loss_action": 0.007910137996077538,
      "loss_total": 0.007910137996077538,
      "step": 59080
    },
    {
      "loss_action": 0.011252529919147491,
      "loss_total": 0.011252529919147491,
      "step": 59080
    },
    {
      "loss_action": 0.003348364494740963,
      "loss_total": 0.003348364494740963,
      "step": 59080
    },
    {
      "grad_norm": 0.08531539142131805,
      "learning_rate": 9.741179426022005e-05,
      "loss": 0.0097,
      "step": 59090
    },
    {
      "loss_action": 0.012134339660406113,
      "loss_total": 0.012134339660406113,
      "step": 59090
    },
    {
      "loss_action": 0.006916983984410763,
      "loss_total": 0.006916983984410763,
      "step": 59090
    },
    {
      "loss_action": 0.00430378969758749,
      "loss_total": 0.00430378969758749,
      "step": 59090
    },
    {
      "loss_action": 0.004763022065162659,
      "loss_total": 0.004763022065162659,
      "step": 59090
    },
    {
      "loss_action": 0.003585791913792491,
      "loss_total": 0.003585791913792491,
      "step": 59090
    },
    {
      "loss_action": 0.004548050928860903,
      "loss_total": 0.004548050928860903,
      "step": 59090
    },
    {
      "loss_action": 0.00794302113354206,
      "loss_total": 0.00794302113354206,
      "step": 59090
    },
    {
      "loss_action": 0.0025998137425631285,
      "loss_total": 0.0025998137425631285,
      "step": 59090
    },
    {
      "grad_norm": 0.12240232527256012,
      "learning_rate": 9.741048138017837e-05,
      "loss": 0.0087,
      "step": 59100
    },
    {
      "loss_action": 0.0075066108256578445,
      "loss_total": 0.0075066108256578445,
      "step": 59100
    },
    {
      "loss_action": 0.011804530397057533,
      "loss_total": 0.011804530397057533,
      "step": 59100
    },
    {
      "loss_action": 0.010321415029466152,
      "loss_total": 0.010321415029466152,
      "step": 59100
    },
    {
      "loss_action": 0.003739330917596817,
      "loss_total": 0.003739330917596817,
      "step": 59100
    },
    {
      "loss_action": 0.003398873610422015,
      "loss_total": 0.003398873610422015,
      "step": 59100
    },
    {
      "loss_action": 0.04280713200569153,
      "loss_total": 0.04280713200569153,
      "step": 59100
    },
    {
      "loss_action": 0.004539861343801022,
      "loss_total": 0.004539861343801022,
      "step": 59100
    },
    {
      "loss_action": 0.012780150398612022,
      "loss_total": 0.012780150398612022,
      "step": 59100
    },
    {
      "grad_norm": 0.12557992339134216,
      "learning_rate": 9.740916817609051e-05,
      "loss": 0.008,
      "step": 59110
    },
    {
      "loss_action": 0.004722362384200096,
      "loss_total": 0.004722362384200096,
      "step": 59110
    },
    {
      "loss_action": 0.009852556511759758,
      "loss_total": 0.009852556511759758,
      "step": 59110
    },
    {
      "loss_action": 0.009520030580461025,
      "loss_total": 0.009520030580461025,
      "step": 59110
    },
    {
      "loss_action": 0.0060516661033034325,
      "loss_total": 0.0060516661033034325,
      "step": 59110
    },
    {
      "loss_action": 0.011250066570937634,
      "loss_total": 0.011250066570937634,
      "step": 59110
    },
    {
      "loss_action": 0.004145835526287556,
      "loss_total": 0.004145835526287556,
      "step": 59110
    },
    {
      "loss_action": 0.008148381486535072,
      "loss_total": 0.008148381486535072,
      "step": 59110
    },
    {
      "loss_action": 0.004083115141838789,
      "loss_total": 0.004083115141838789,
      "step": 59110
    },
    {
      "grad_norm": 0.12041330337524414,
      "learning_rate": 9.740785464796545e-05,
      "loss": 0.0078,
      "step": 59120
    },
    {
      "loss_action": 0.01323744561523199,
      "loss_total": 0.01323744561523199,
      "step": 59120
    },
    {
      "loss_action": 0.0035697780549526215,
      "loss_total": 0.0035697780549526215,
      "step": 59120
    },
    {
      "loss_action": 0.004427087958902121,
      "loss_total": 0.004427087958902121,
      "step": 59120
    },
    {
      "loss_action": 0.005688443314284086,
      "loss_total": 0.005688443314284086,
      "step": 59120
    },
    {
      "loss_action": 0.004632254131138325,
      "loss_total": 0.004632254131138325,
      "step": 59120
    },
    {
      "loss_action": 0.004310943186283112,
      "loss_total": 0.004310943186283112,
      "step": 59120
    },
    {
      "loss_action": 0.019575335085392,
      "loss_total": 0.019575335085392,
      "step": 59120
    },
    {
      "loss_action": 0.004104353487491608,
      "loss_total": 0.004104353487491608,
      "step": 59120
    },
    {
      "grad_norm": 0.1167529970407486,
      "learning_rate": 9.740654079581213e-05,
      "loss": 0.0076,
      "step": 59130
    },
    {
      "loss_action": 0.004510527476668358,
      "loss_total": 0.004510527476668358,
      "step": 59130
    },
    {
      "loss_action": 0.0068178907968103886,
      "loss_total": 0.0068178907968103886,
      "step": 59130
    },
    {
      "loss_action": 0.002721648896113038,
      "loss_total": 0.002721648896113038,
      "step": 59130
    },
    {
      "loss_action": 0.007260334677994251,
      "loss_total": 0.007260334677994251,
      "step": 59130
    },
    {
      "loss_action": 0.006774951703846455,
      "loss_total": 0.006774951703846455,
      "step": 59130
    },
    {
      "loss_action": 0.004871866665780544,
      "loss_total": 0.004871866665780544,
      "step": 59130
    },
    {
      "loss_action": 0.005507663823664188,
      "loss_total": 0.005507663823664188,
      "step": 59130
    },
    {
      "loss_action": 0.00887514092028141,
      "loss_total": 0.00887514092028141,
      "step": 59130
    },
    {
      "grad_norm": 0.1095547080039978,
      "learning_rate": 9.740522661963958e-05,
      "loss": 0.0078,
      "step": 59140
    },
    {
      "loss_action": 0.004311385564506054,
      "loss_total": 0.004311385564506054,
      "step": 59140
    },
    {
      "loss_action": 0.005971677601337433,
      "loss_total": 0.005971677601337433,
      "step": 59140
    },
    {
      "loss_action": 0.003998557571321726,
      "loss_total": 0.003998557571321726,
      "step": 59140
    },
    {
      "loss_action": 0.002393316011875868,
      "loss_total": 0.002393316011875868,
      "step": 59140
    },
    {
      "loss_action": 0.008409176021814346,
      "loss_total": 0.008409176021814346,
      "step": 59140
    },
    {
      "loss_action": 0.010405199602246284,
      "loss_total": 0.010405199602246284,
      "step": 59140
    },
    {
      "loss_action": 0.0065816971473395824,
      "loss_total": 0.0065816971473395824,
      "step": 59140
    },
    {
      "loss_action": 0.007567291613668203,
      "loss_total": 0.007567291613668203,
      "step": 59140
    },
    {
      "grad_norm": 0.16672959923744202,
      "learning_rate": 9.740391211945674e-05,
      "loss": 0.0086,
      "step": 59150
    },
    {
      "loss_action": 0.05048322677612305,
      "loss_total": 0.05048322677612305,
      "step": 59150
    },
    {
      "loss_action": 0.0046670278534293175,
      "loss_total": 0.0046670278534293175,
      "step": 59150
    },
    {
      "loss_action": 0.008936531841754913,
      "loss_total": 0.008936531841754913,
      "step": 59150
    },
    {
      "loss_action": 0.009469637647271156,
      "loss_total": 0.009469637647271156,
      "step": 59150
    },
    {
      "loss_action": 0.02191130258142948,
      "loss_total": 0.02191130258142948,
      "step": 59150
    },
    {
      "loss_action": 0.022307712584733963,
      "loss_total": 0.022307712584733963,
      "step": 59150
    },
    {
      "loss_action": 0.01730743795633316,
      "loss_total": 0.01730743795633316,
      "step": 59150
    },
    {
      "loss_action": 0.002521664137020707,
      "loss_total": 0.002521664137020707,
      "step": 59150
    },
    {
      "grad_norm": 0.12289656698703766,
      "learning_rate": 9.740259729527261e-05,
      "loss": 0.0089,
      "step": 59160
    },
    {
      "loss_action": 0.003385288640856743,
      "loss_total": 0.003385288640856743,
      "step": 59160
    },
    {
      "loss_action": 0.015817642211914062,
      "loss_total": 0.015817642211914062,
      "step": 59160
    },
    {
      "loss_action": 0.008572441525757313,
      "loss_total": 0.008572441525757313,
      "step": 59160
    },
    {
      "loss_action": 0.009845174849033356,
      "loss_total": 0.009845174849033356,
      "step": 59160
    },
    {
      "loss_action": 0.008970043621957302,
      "loss_total": 0.008970043621957302,
      "step": 59160
    },
    {
      "loss_action": 0.005378004629164934,
      "loss_total": 0.005378004629164934,
      "step": 59160
    },
    {
      "loss_action": 0.005167058669030666,
      "loss_total": 0.005167058669030666,
      "step": 59160
    },
    {
      "loss_action": 0.004008410964161158,
      "loss_total": 0.004008410964161158,
      "step": 59160
    },
    {
      "grad_norm": 0.1405157744884491,
      "learning_rate": 9.74012821470962e-05,
      "loss": 0.01,
      "step": 59170
    },
    {
      "loss_action": 0.008762112818658352,
      "loss_total": 0.008762112818658352,
      "step": 59170
    },
    {
      "loss_action": 0.004296375438570976,
      "loss_total": 0.004296375438570976,
      "step": 59170
    },
    {
      "loss_action": 0.015622464939951897,
      "loss_total": 0.015622464939951897,
      "step": 59170
    },
    {
      "loss_action": 0.00957914162427187,
      "loss_total": 0.00957914162427187,
      "step": 59170
    },
    {
      "loss_action": 0.0068206992000341415,
      "loss_total": 0.0068206992000341415,
      "step": 59170
    },
    {
      "loss_action": 0.02237803302705288,
      "loss_total": 0.02237803302705288,
      "step": 59170
    },
    {
      "loss_action": 0.005202240310609341,
      "loss_total": 0.005202240310609341,
      "step": 59170
    },
    {
      "loss_action": 0.00441523315384984,
      "loss_total": 0.00441523315384984,
      "step": 59170
    },
    {
      "grad_norm": 0.1082765981554985,
      "learning_rate": 9.739996667493648e-05,
      "loss": 0.0082,
      "step": 59180
    },
    {
      "loss_action": 0.006751445587724447,
      "loss_total": 0.006751445587724447,
      "step": 59180
    },
    {
      "loss_action": 0.0052090114913880825,
      "loss_total": 0.0052090114913880825,
      "step": 59180
    },
    {
      "loss_action": 0.004144508391618729,
      "loss_total": 0.004144508391618729,
      "step": 59180
    },
    {
      "loss_action": 0.005444413051009178,
      "loss_total": 0.005444413051009178,
      "step": 59180
    },
    {
      "loss_action": 0.006344146095216274,
      "loss_total": 0.006344146095216274,
      "step": 59180
    },
    {
      "loss_action": 0.008208216167986393,
      "loss_total": 0.008208216167986393,
      "step": 59180
    },
    {
      "loss_action": 0.004565153270959854,
      "loss_total": 0.004565153270959854,
      "step": 59180
    },
    {
      "loss_action": 0.0025806736666709185,
      "loss_total": 0.0025806736666709185,
      "step": 59180
    },
    {
      "grad_norm": 0.07330071181058884,
      "learning_rate": 9.73986508788024e-05,
      "loss": 0.0068,
      "step": 59190
    },
    {
      "loss_action": 0.003323498647660017,
      "loss_total": 0.003323498647660017,
      "step": 59190
    },
    {
      "loss_action": 0.005048394203186035,
      "loss_total": 0.005048394203186035,
      "step": 59190
    },
    {
      "loss_action": 0.007702520117163658,
      "loss_total": 0.007702520117163658,
      "step": 59190
    },
    {
      "loss_action": 0.014071468263864517,
      "loss_total": 0.014071468263864517,
      "step": 59190
    },
    {
      "loss_action": 0.011865353211760521,
      "loss_total": 0.011865353211760521,
      "step": 59190
    },
    {
      "loss_action": 0.0014958155807107687,
      "loss_total": 0.0014958155807107687,
      "step": 59190
    },
    {
      "loss_action": 0.0043142749927937984,
      "loss_total": 0.0043142749927937984,
      "step": 59190
    },
    {
      "loss_action": 0.01031271368265152,
      "loss_total": 0.01031271368265152,
      "step": 59190
    },
    {
      "grad_norm": 0.11856178194284439,
      "learning_rate": 9.739733475870303e-05,
      "loss": 0.0108,
      "step": 59200
    },
    {
      "loss_action": 0.0068788081407547,
      "loss_total": 0.0068788081407547,
      "step": 59200
    },
    {
      "loss_action": 0.007009389344602823,
      "loss_total": 0.007009389344602823,
      "step": 59200
    },
    {
      "loss_action": 0.011011620052158833,
      "loss_total": 0.011011620052158833,
      "step": 59200
    },
    {
      "loss_action": 0.0024325763806700706,
      "loss_total": 0.0024325763806700706,
      "step": 59200
    },
    {
      "loss_action": 0.0031053991988301277,
      "loss_total": 0.0031053991988301277,
      "step": 59200
    },
    {
      "loss_action": 0.012202021665871143,
      "loss_total": 0.012202021665871143,
      "step": 59200
    },
    {
      "loss_action": 0.008125810883939266,
      "loss_total": 0.008125810883939266,
      "step": 59200
    },
    {
      "loss_action": 0.008226156234741211,
      "loss_total": 0.008226156234741211,
      "step": 59200
    },
    {
      "grad_norm": 0.11966793239116669,
      "learning_rate": 9.739601831464731e-05,
      "loss": 0.0085,
      "step": 59210
    },
    {
      "loss_action": 0.011335582472383976,
      "loss_total": 0.011335582472383976,
      "step": 59210
    },
    {
      "loss_action": 0.005551957059651613,
      "loss_total": 0.005551957059651613,
      "step": 59210
    },
    {
      "loss_action": 0.03383437544107437,
      "loss_total": 0.03383437544107437,
      "step": 59210
    },
    {
      "loss_action": 0.029892241582274437,
      "loss_total": 0.029892241582274437,
      "step": 59210
    },
    {
      "loss_action": 0.00494417455047369,
      "loss_total": 0.00494417455047369,
      "step": 59210
    },
    {
      "loss_action": 0.004415131639689207,
      "loss_total": 0.004415131639689207,
      "step": 59210
    },
    {
      "loss_action": 0.0073426999151706696,
      "loss_total": 0.0073426999151706696,
      "step": 59210
    },
    {
      "loss_action": 0.003871639259159565,
      "loss_total": 0.003871639259159565,
      "step": 59210
    },
    {
      "grad_norm": 0.08604678511619568,
      "learning_rate": 9.739470154664426e-05,
      "loss": 0.0081,
      "step": 59220
    },
    {
      "loss_action": 0.00990377552807331,
      "loss_total": 0.00990377552807331,
      "step": 59220
    },
    {
      "loss_action": 0.0024590666871517897,
      "loss_total": 0.0024590666871517897,
      "step": 59220
    },
    {
      "loss_action": 0.014503473415970802,
      "loss_total": 0.014503473415970802,
      "step": 59220
    },
    {
      "loss_action": 0.004685104358941317,
      "loss_total": 0.004685104358941317,
      "step": 59220
    },
    {
      "loss_action": 0.009138299152255058,
      "loss_total": 0.009138299152255058,
      "step": 59220
    },
    {
      "loss_action": 0.01799369603395462,
      "loss_total": 0.01799369603395462,
      "step": 59220
    },
    {
      "loss_action": 0.004869607277214527,
      "loss_total": 0.004869607277214527,
      "step": 59220
    },
    {
      "loss_action": 0.007323690690100193,
      "loss_total": 0.007323690690100193,
      "step": 59220
    },
    {
      "grad_norm": 0.11595603823661804,
      "learning_rate": 9.739338445470288e-05,
      "loss": 0.0088,
      "step": 59230
    },
    {
      "loss_action": 0.0030358366202563047,
      "loss_total": 0.0030358366202563047,
      "step": 59230
    },
    {
      "loss_action": 0.003967742435634136,
      "loss_total": 0.003967742435634136,
      "step": 59230
    },
    {
      "loss_action": 0.01757049933075905,
      "loss_total": 0.01757049933075905,
      "step": 59230
    },
    {
      "loss_action": 0.007976246997714043,
      "loss_total": 0.007976246997714043,
      "step": 59230
    },
    {
      "loss_action": 0.004248920828104019,
      "loss_total": 0.004248920828104019,
      "step": 59230
    },
    {
      "loss_action": 0.008174939081072807,
      "loss_total": 0.008174939081072807,
      "step": 59230
    },
    {
      "loss_action": 0.00596809946000576,
      "loss_total": 0.00596809946000576,
      "step": 59230
    },
    {
      "loss_action": 0.01292620413005352,
      "loss_total": 0.01292620413005352,
      "step": 59230
    },
    {
      "grad_norm": 0.08378973603248596,
      "learning_rate": 9.739206703883217e-05,
      "loss": 0.0065,
      "step": 59240
    },
    {
      "loss_action": 0.01700165867805481,
      "loss_total": 0.01700165867805481,
      "step": 59240
    },
    {
      "loss_action": 0.005284060724079609,
      "loss_total": 0.005284060724079609,
      "step": 59240
    },
    {
      "loss_action": 0.004320312291383743,
      "loss_total": 0.004320312291383743,
      "step": 59240
    },
    {
      "loss_action": 0.0065967366099357605,
      "loss_total": 0.0065967366099357605,
      "step": 59240
    },
    {
      "loss_action": 0.005456012208014727,
      "loss_total": 0.005456012208014727,
      "step": 59240
    },
    {
      "loss_action": 0.004419976845383644,
      "loss_total": 0.004419976845383644,
      "step": 59240
    },
    {
      "loss_action": 0.005971933715045452,
      "loss_total": 0.005971933715045452,
      "step": 59240
    },
    {
      "loss_action": 0.007984593510627747,
      "loss_total": 0.007984593510627747,
      "step": 59240
    },
    {
      "grad_norm": 0.09719251096248627,
      "learning_rate": 9.739074929904112e-05,
      "loss": 0.007,
      "step": 59250
    },
    {
      "loss_action": 0.007086119614541531,
      "loss_total": 0.007086119614541531,
      "step": 59250
    },
    {
      "loss_action": 0.003039025468751788,
      "loss_total": 0.003039025468751788,
      "step": 59250
    },
    {
      "loss_action": 0.0022141896188259125,
      "loss_total": 0.0022141896188259125,
      "step": 59250
    },
    {
      "loss_action": 0.002893193159252405,
      "loss_total": 0.002893193159252405,
      "step": 59250
    },
    {
      "loss_action": 0.002511685248464346,
      "loss_total": 0.002511685248464346,
      "step": 59250
    },
    {
      "loss_action": 0.002535575767979026,
      "loss_total": 0.002535575767979026,
      "step": 59250
    },
    {
      "loss_action": 0.0037924749776721,
      "loss_total": 0.0037924749776721,
      "step": 59250
    },
    {
      "loss_action": 0.018667999655008316,
      "loss_total": 0.018667999655008316,
      "step": 59250
    },
    {
      "grad_norm": 0.1371355652809143,
      "learning_rate": 9.738943123533875e-05,
      "loss": 0.0068,
      "step": 59260
    },
    {
      "loss_action": 0.005631683394312859,
      "loss_total": 0.005631683394312859,
      "step": 59260
    },
    {
      "loss_action": 0.0030888421460986137,
      "loss_total": 0.0030888421460986137,
      "step": 59260
    },
    {
      "loss_action": 0.006768601015210152,
      "loss_total": 0.006768601015210152,
      "step": 59260
    },
    {
      "loss_action": 0.003953853156417608,
      "loss_total": 0.003953853156417608,
      "step": 59260
    },
    {
      "loss_action": 0.009088188409805298,
      "loss_total": 0.009088188409805298,
      "step": 59260
    },
    {
      "loss_action": 0.0071788993664085865,
      "loss_total": 0.0071788993664085865,
      "step": 59260
    },
    {
      "loss_action": 0.004461666569113731,
      "loss_total": 0.004461666569113731,
      "step": 59260
    },
    {
      "loss_action": 0.007788877002894878,
      "loss_total": 0.007788877002894878,
      "step": 59260
    },
    {
      "grad_norm": 0.12086755037307739,
      "learning_rate": 9.738811284773408e-05,
      "loss": 0.008,
      "step": 59270
    },
    {
      "loss_action": 0.009187919087707996,
      "loss_total": 0.009187919087707996,
      "step": 59270
    },
    {
      "loss_action": 0.00472983717918396,
      "loss_total": 0.00472983717918396,
      "step": 59270
    },
    {
      "loss_action": 0.00438798638060689,
      "loss_total": 0.00438798638060689,
      "step": 59270
    },
    {
      "loss_action": 0.00616221409291029,
      "loss_total": 0.00616221409291029,
      "step": 59270
    },
    {
      "loss_action": 0.0035556007642298937,
      "loss_total": 0.0035556007642298937,
      "step": 59270
    },
    {
      "loss_action": 0.004410880152136087,
      "loss_total": 0.004410880152136087,
      "step": 59270
    },
    {
      "loss_action": 0.004270100966095924,
      "loss_total": 0.004270100966095924,
      "step": 59270
    },
    {
      "loss_action": 0.0063872202299535275,
      "loss_total": 0.0063872202299535275,
      "step": 59270
    },
    {
      "grad_norm": 0.11392435431480408,
      "learning_rate": 9.73867941362361e-05,
      "loss": 0.0073,
      "step": 59280
    },
    {
      "loss_action": 0.003639272879809141,
      "loss_total": 0.003639272879809141,
      "step": 59280
    },
    {
      "loss_action": 0.012147095054388046,
      "loss_total": 0.012147095054388046,
      "step": 59280
    },
    {
      "loss_action": 0.013076418079435825,
      "loss_total": 0.013076418079435825,
      "step": 59280
    },
    {
      "loss_action": 0.017116103321313858,
      "loss_total": 0.017116103321313858,
      "step": 59280
    },
    {
      "loss_action": 0.006935562007129192,
      "loss_total": 0.006935562007129192,
      "step": 59280
    },
    {
      "loss_action": 0.007538568694144487,
      "loss_total": 0.007538568694144487,
      "step": 59280
    },
    {
      "loss_action": 0.028071777895092964,
      "loss_total": 0.028071777895092964,
      "step": 59280
    },
    {
      "loss_action": 0.01715034432709217,
      "loss_total": 0.01715034432709217,
      "step": 59280
    },
    {
      "grad_norm": 0.12754042446613312,
      "learning_rate": 9.738547510085383e-05,
      "loss": 0.0086,
      "step": 59290
    },
    {
      "loss_action": 0.01656075194478035,
      "loss_total": 0.01656075194478035,
      "step": 59290
    },
    {
      "loss_action": 0.0024620182812213898,
      "loss_total": 0.0024620182812213898,
      "step": 59290
    },
    {
      "loss_action": 0.005960186943411827,
      "loss_total": 0.005960186943411827,
      "step": 59290
    },
    {
      "loss_action": 0.005294713191688061,
      "loss_total": 0.005294713191688061,
      "step": 59290
    },
    {
      "loss_action": 0.002397488337010145,
      "loss_total": 0.002397488337010145,
      "step": 59290
    },
    {
      "loss_action": 0.005104816518723965,
      "loss_total": 0.005104816518723965,
      "step": 59290
    },
    {
      "loss_action": 0.002637472003698349,
      "loss_total": 0.002637472003698349,
      "step": 59290
    },
    {
      "loss_action": 0.0043845209293067455,
      "loss_total": 0.0043845209293067455,
      "step": 59290
    },
    {
      "grad_norm": 0.0742558166384697,
      "learning_rate": 9.73841557415963e-05,
      "loss": 0.0059,
      "step": 59300
    },
    {
      "loss_action": 0.0056076208129525185,
      "loss_total": 0.0056076208129525185,
      "step": 59300
    },
    {
      "loss_action": 0.00530823040753603,
      "loss_total": 0.00530823040753603,
      "step": 59300
    },
    {
      "loss_action": 0.0026493933983147144,
      "loss_total": 0.0026493933983147144,
      "step": 59300
    },
    {
      "loss_action": 0.0027178446762263775,
      "loss_total": 0.0027178446762263775,
      "step": 59300
    },
    {
      "loss_action": 0.002412336878478527,
      "loss_total": 0.002412336878478527,
      "step": 59300
    },
    {
      "loss_action": 0.011532854288816452,
      "loss_total": 0.011532854288816452,
      "step": 59300
    },
    {
      "loss_action": 0.00914331991225481,
      "loss_total": 0.00914331991225481,
      "step": 59300
    },
    {
      "loss_action": 0.009927978739142418,
      "loss_total": 0.009927978739142418,
      "step": 59300
    },
    {
      "grad_norm": 0.08581142127513885,
      "learning_rate": 9.73828360584725e-05,
      "loss": 0.0066,
      "step": 59310
    },
    {
      "loss_action": 0.0026441747322678566,
      "loss_total": 0.0026441747322678566,
      "step": 59310
    },
    {
      "loss_action": 0.008390989154577255,
      "loss_total": 0.008390989154577255,
      "step": 59310
    },
    {
      "loss_action": 0.004609858617186546,
      "loss_total": 0.004609858617186546,
      "step": 59310
    },
    {
      "loss_action": 0.004822420887649059,
      "loss_total": 0.004822420887649059,
      "step": 59310
    },
    {
      "loss_action": 0.006355729419738054,
      "loss_total": 0.006355729419738054,
      "step": 59310
    },
    {
      "loss_action": 0.003938657231628895,
      "loss_total": 0.003938657231628895,
      "step": 59310
    },
    {
      "loss_action": 0.002699764911085367,
      "loss_total": 0.002699764911085367,
      "step": 59310
    },
    {
      "loss_action": 0.014128787443041801,
      "loss_total": 0.014128787443041801,
      "step": 59310
    },
    {
      "grad_norm": 0.1015661433339119,
      "learning_rate": 9.738151605149148e-05,
      "loss": 0.0076,
      "step": 59320
    },
    {
      "loss_action": 0.004872399382293224,
      "loss_total": 0.004872399382293224,
      "step": 59320
    },
    {
      "loss_action": 0.007812782190740108,
      "loss_total": 0.007812782190740108,
      "step": 59320
    },
    {
      "loss_action": 0.0046218992210924625,
      "loss_total": 0.0046218992210924625,
      "step": 59320
    },
    {
      "loss_action": 0.014653525315225124,
      "loss_total": 0.014653525315225124,
      "step": 59320
    },
    {
      "loss_action": 0.002995904069393873,
      "loss_total": 0.002995904069393873,
      "step": 59320
    },
    {
      "loss_action": 0.005461669992655516,
      "loss_total": 0.005461669992655516,
      "step": 59320
    },
    {
      "loss_action": 0.01353129930794239,
      "loss_total": 0.01353129930794239,
      "step": 59320
    },
    {
      "loss_action": 0.01429263036698103,
      "loss_total": 0.01429263036698103,
      "step": 59320
    },
    {
      "grad_norm": 0.1201101765036583,
      "learning_rate": 9.738019572066223e-05,
      "loss": 0.0087,
      "step": 59330
    },
    {
      "loss_action": 0.005065065808594227,
      "loss_total": 0.005065065808594227,
      "step": 59330
    },
    {
      "loss_action": 0.009220736101269722,
      "loss_total": 0.009220736101269722,
      "step": 59330
    },
    {
      "loss_action": 0.00472105760127306,
      "loss_total": 0.00472105760127306,
      "step": 59330
    },
    {
      "loss_action": 0.013719288632273674,
      "loss_total": 0.013719288632273674,
      "step": 59330
    },
    {
      "loss_action": 0.013404897414147854,
      "loss_total": 0.013404897414147854,
      "step": 59330
    },
    {
      "loss_action": 0.010614193975925446,
      "loss_total": 0.010614193975925446,
      "step": 59330
    },
    {
      "loss_action": 0.008862772956490517,
      "loss_total": 0.008862772956490517,
      "step": 59330
    },
    {
      "loss_action": 0.00519757904112339,
      "loss_total": 0.00519757904112339,
      "step": 59330
    },
    {
      "grad_norm": 0.0846482515335083,
      "learning_rate": 9.737887506599382e-05,
      "loss": 0.0086,
      "step": 59340
    },
    {
      "loss_action": 0.005081562325358391,
      "loss_total": 0.005081562325358391,
      "step": 59340
    },
    {
      "loss_action": 0.003169358940795064,
      "loss_total": 0.003169358940795064,
      "step": 59340
    },
    {
      "loss_action": 0.006900914944708347,
      "loss_total": 0.006900914944708347,
      "step": 59340
    },
    {
      "loss_action": 0.006175818853080273,
      "loss_total": 0.006175818853080273,
      "step": 59340
    },
    {
      "loss_action": 0.022832514718174934,
      "loss_total": 0.022832514718174934,
      "step": 59340
    },
    {
      "loss_action": 0.013966582715511322,
      "loss_total": 0.013966582715511322,
      "step": 59340
    },
    {
      "loss_action": 0.003956696949899197,
      "loss_total": 0.003956696949899197,
      "step": 59340
    },
    {
      "loss_action": 0.004656222183257341,
      "loss_total": 0.004656222183257341,
      "step": 59340
    },
    {
      "grad_norm": 0.088394396007061,
      "learning_rate": 9.737755408749522e-05,
      "loss": 0.0072,
      "step": 59350
    },
    {
      "loss_action": 0.016896869987249374,
      "loss_total": 0.016896869987249374,
      "step": 59350
    },
    {
      "loss_action": 0.004910374991595745,
      "loss_total": 0.004910374991595745,
      "step": 59350
    },
    {
      "loss_action": 0.0421188585460186,
      "loss_total": 0.0421188585460186,
      "step": 59350
    },
    {
      "loss_action": 0.009905611164867878,
      "loss_total": 0.009905611164867878,
      "step": 59350
    },
    {
      "loss_action": 0.004178262315690517,
      "loss_total": 0.004178262315690517,
      "step": 59350
    },
    {
      "loss_action": 0.005149492993950844,
      "loss_total": 0.005149492993950844,
      "step": 59350
    },
    {
      "loss_action": 0.004188103601336479,
      "loss_total": 0.004188103601336479,
      "step": 59350
    },
    {
      "loss_action": 0.01986362598836422,
      "loss_total": 0.01986362598836422,
      "step": 59350
    },
    {
      "grad_norm": 0.13501863181591034,
      "learning_rate": 9.737623278517549e-05,
      "loss": 0.0082,
      "step": 59360
    },
    {
      "loss_action": 0.005259326659142971,
      "loss_total": 0.005259326659142971,
      "step": 59360
    },
    {
      "loss_action": 0.009952159598469734,
      "loss_total": 0.009952159598469734,
      "step": 59360
    },
    {
      "loss_action": 0.0060838935896754265,
      "loss_total": 0.0060838935896754265,
      "step": 59360
    },
    {
      "loss_action": 0.009374555200338364,
      "loss_total": 0.009374555200338364,
      "step": 59360
    },
    {
      "loss_action": 0.008325465954840183,
      "loss_total": 0.008325465954840183,
      "step": 59360
    },
    {
      "loss_action": 0.009789157658815384,
      "loss_total": 0.009789157658815384,
      "step": 59360
    },
    {
      "loss_action": 0.008579184301197529,
      "loss_total": 0.008579184301197529,
      "step": 59360
    },
    {
      "loss_action": 0.0034672117326408625,
      "loss_total": 0.0034672117326408625,
      "step": 59360
    },
    {
      "grad_norm": 0.10449442267417908,
      "learning_rate": 9.737491115904368e-05,
      "loss": 0.0066,
      "step": 59370
    },
    {
      "loss_action": 0.01588873378932476,
      "loss_total": 0.01588873378932476,
      "step": 59370
    },
    {
      "loss_action": 0.010255370289087296,
      "loss_total": 0.010255370289087296,
      "step": 59370
    },
    {
      "loss_action": 0.0026246686466038227,
      "loss_total": 0.0026246686466038227,
      "step": 59370
    },
    {
      "loss_action": 0.0020719910971820354,
      "loss_total": 0.0020719910971820354,
      "step": 59370
    },
    {
      "loss_action": 0.0025780857540667057,
      "loss_total": 0.0025780857540667057,
      "step": 59370
    },
    {
      "loss_action": 0.0040597738698124886,
      "loss_total": 0.0040597738698124886,
      "step": 59370
    },
    {
      "loss_action": 0.003963212016969919,
      "loss_total": 0.003963212016969919,
      "step": 59370
    },
    {
      "loss_action": 0.002696904819458723,
      "loss_total": 0.002696904819458723,
      "step": 59370
    },
    {
      "grad_norm": 0.1223917156457901,
      "learning_rate": 9.737358920910877e-05,
      "loss": 0.0063,
      "step": 59380
    },
    {
      "loss_action": 0.022713016718626022,
      "loss_total": 0.022713016718626022,
      "step": 59380
    },
    {
      "loss_action": 0.02742869406938553,
      "loss_total": 0.02742869406938553,
      "step": 59380
    },
    {
      "loss_action": 0.00826011411845684,
      "loss_total": 0.00826011411845684,
      "step": 59380
    },
    {
      "loss_action": 0.004130534362047911,
      "loss_total": 0.004130534362047911,
      "step": 59380
    },
    {
      "loss_action": 0.005053446628153324,
      "loss_total": 0.005053446628153324,
      "step": 59380
    },
    {
      "loss_action": 0.01397482119500637,
      "loss_total": 0.01397482119500637,
      "step": 59380
    },
    {
      "loss_action": 0.010289368219673634,
      "loss_total": 0.010289368219673634,
      "step": 59380
    },
    {
      "loss_action": 0.008031213656067848,
      "loss_total": 0.008031213656067848,
      "step": 59380
    },
    {
      "grad_norm": 0.17352980375289917,
      "learning_rate": 9.737226693537984e-05,
      "loss": 0.0072,
      "step": 59390
    },
    {
      "loss_action": 0.0054419031366705894,
      "loss_total": 0.0054419031366705894,
      "step": 59390
    },
    {
      "loss_action": 0.008780842646956444,
      "loss_total": 0.008780842646956444,
      "step": 59390
    },
    {
      "loss_action": 0.04458661004900932,
      "loss_total": 0.04458661004900932,
      "step": 59390
    },
    {
      "loss_action": 0.018200227990746498,
      "loss_total": 0.018200227990746498,
      "step": 59390
    },
    {
      "loss_action": 0.002186401514336467,
      "loss_total": 0.002186401514336467,
      "step": 59390
    },
    {
      "loss_action": 0.011152571998536587,
      "loss_total": 0.011152571998536587,
      "step": 59390
    },
    {
      "loss_action": 0.006270221434533596,
      "loss_total": 0.006270221434533596,
      "step": 59390
    },
    {
      "loss_action": 0.004491668194532394,
      "loss_total": 0.004491668194532394,
      "step": 59390
    },
    {
      "grad_norm": 0.08781016618013382,
      "learning_rate": 9.737094433786593e-05,
      "loss": 0.0072,
      "step": 59400
    },
    {
      "loss_action": 0.004359106998890638,
      "loss_total": 0.004359106998890638,
      "step": 59400
    },
    {
      "loss_action": 0.00276395957916975,
      "loss_total": 0.00276395957916975,
      "step": 59400
    },
    {
      "loss_action": 0.016441073268651962,
      "loss_total": 0.016441073268651962,
      "step": 59400
    },
    {
      "loss_action": 0.0033398668747395277,
      "loss_total": 0.0033398668747395277,
      "step": 59400
    },
    {
      "loss_action": 0.0032296334393322468,
      "loss_total": 0.0032296334393322468,
      "step": 59400
    },
    {
      "loss_action": 0.012233776040375233,
      "loss_total": 0.012233776040375233,
      "step": 59400
    },
    {
      "loss_action": 0.0077362521551549435,
      "loss_total": 0.0077362521551549435,
      "step": 59400
    },
    {
      "loss_action": 0.015721648931503296,
      "loss_total": 0.015721648931503296,
      "step": 59400
    },
    {
      "grad_norm": 0.17238062620162964,
      "learning_rate": 9.736962141657604e-05,
      "loss": 0.0095,
      "step": 59410
    },
    {
      "loss_action": 0.0031613572500646114,
      "loss_total": 0.0031613572500646114,
      "step": 59410
    },
    {
      "loss_action": 0.0036757613997906446,
      "loss_total": 0.0036757613997906446,
      "step": 59410
    },
    {
      "loss_action": 0.004452890250831842,
      "loss_total": 0.004452890250831842,
      "step": 59410
    },
    {
      "loss_action": 0.0045585972256958485,
      "loss_total": 0.0045585972256958485,
      "step": 59410
    },
    {
      "loss_action": 0.001634107669815421,
      "loss_total": 0.001634107669815421,
      "step": 59410
    },
    {
      "loss_action": 0.0078108119778335094,
      "loss_total": 0.0078108119778335094,
      "step": 59410
    },
    {
      "loss_action": 0.011075827293097973,
      "loss_total": 0.011075827293097973,
      "step": 59410
    },
    {
      "loss_action": 0.005763883702456951,
      "loss_total": 0.005763883702456951,
      "step": 59410
    },
    {
      "grad_norm": 0.07375723123550415,
      "learning_rate": 9.736829817151925e-05,
      "loss": 0.0086,
      "step": 59420
    },
    {
      "loss_action": 0.013833633624017239,
      "loss_total": 0.013833633624017239,
      "step": 59420
    },
    {
      "loss_action": 0.004396993201225996,
      "loss_total": 0.004396993201225996,
      "step": 59420
    },
    {
      "loss_action": 0.00730120250955224,
      "loss_total": 0.00730120250955224,
      "step": 59420
    },
    {
      "loss_action": 0.002883789362385869,
      "loss_total": 0.002883789362385869,
      "step": 59420
    },
    {
      "loss_action": 0.004846369381994009,
      "loss_total": 0.004846369381994009,
      "step": 59420
    },
    {
      "loss_action": 0.004225770011544228,
      "loss_total": 0.004225770011544228,
      "step": 59420
    },
    {
      "loss_action": 0.003877186682075262,
      "loss_total": 0.003877186682075262,
      "step": 59420
    },
    {
      "loss_action": 0.00876007229089737,
      "loss_total": 0.00876007229089737,
      "step": 59420
    },
    {
      "grad_norm": 0.12026137113571167,
      "learning_rate": 9.736697460270459e-05,
      "loss": 0.0066,
      "step": 59430
    },
    {
      "loss_action": 0.007604955229908228,
      "loss_total": 0.007604955229908228,
      "step": 59430
    },
    {
      "loss_action": 0.008675329387187958,
      "loss_total": 0.008675329387187958,
      "step": 59430
    },
    {
      "loss_action": 0.007168803829699755,
      "loss_total": 0.007168803829699755,
      "step": 59430
    },
    {
      "loss_action": 0.011101774871349335,
      "loss_total": 0.011101774871349335,
      "step": 59430
    },
    {
      "loss_action": 0.002884297166019678,
      "loss_total": 0.002884297166019678,
      "step": 59430
    },
    {
      "loss_action": 0.002916802652180195,
      "loss_total": 0.002916802652180195,
      "step": 59430
    },
    {
      "loss_action": 0.006489822641015053,
      "loss_total": 0.006489822641015053,
      "step": 59430
    },
    {
      "loss_action": 0.006901978515088558,
      "loss_total": 0.006901978515088558,
      "step": 59430
    },
    {
      "grad_norm": 0.11927684396505356,
      "learning_rate": 9.73656507101411e-05,
      "loss": 0.0079,
      "step": 59440
    },
    {
      "loss_action": 0.008654685690999031,
      "loss_total": 0.008654685690999031,
      "step": 59440
    },
    {
      "loss_action": 0.0038365370128303766,
      "loss_total": 0.0038365370128303766,
      "step": 59440
    },
    {
      "loss_action": 0.004583204165101051,
      "loss_total": 0.004583204165101051,
      "step": 59440
    },
    {
      "loss_action": 0.00527583621442318,
      "loss_total": 0.00527583621442318,
      "step": 59440
    },
    {
      "loss_action": 0.0023071530740708113,
      "loss_total": 0.0023071530740708113,
      "step": 59440
    },
    {
      "loss_action": 0.002967450302094221,
      "loss_total": 0.002967450302094221,
      "step": 59440
    },
    {
      "loss_action": 0.0032719119917601347,
      "loss_total": 0.0032719119917601347,
      "step": 59440
    },
    {
      "loss_action": 0.003980876412242651,
      "loss_total": 0.003980876412242651,
      "step": 59440
    },
    {
      "grad_norm": 0.13037537038326263,
      "learning_rate": 9.736432649383784e-05,
      "loss": 0.0079,
      "step": 59450
    },
    {
      "loss_action": 0.009936561807990074,
      "loss_total": 0.009936561807990074,
      "step": 59450
    },
    {
      "loss_action": 0.005968008190393448,
      "loss_total": 0.005968008190393448,
      "step": 59450
    },
    {
      "loss_action": 0.01085668709129095,
      "loss_total": 0.01085668709129095,
      "step": 59450
    },
    {
      "loss_action": 0.008890239521861076,
      "loss_total": 0.008890239521861076,
      "step": 59450
    },
    {
      "loss_action": 0.004704337567090988,
      "loss_total": 0.004704337567090988,
      "step": 59450
    },
    {
      "loss_action": 0.0031860906165093184,
      "loss_total": 0.0031860906165093184,
      "step": 59450
    },
    {
      "loss_action": 0.003035025903955102,
      "loss_total": 0.003035025903955102,
      "step": 59450
    },
    {
      "loss_action": 0.004870622418820858,
      "loss_total": 0.004870622418820858,
      "step": 59450
    },
    {
      "grad_norm": 0.06777889281511307,
      "learning_rate": 9.736300195380385e-05,
      "loss": 0.0072,
      "step": 59460
    },
    {
      "loss_action": 0.012702950276434422,
      "loss_total": 0.012702950276434422,
      "step": 59460
    },
    {
      "loss_action": 0.006570884957909584,
      "loss_total": 0.006570884957909584,
      "step": 59460
    },
    {
      "loss_action": 0.016778381541371346,
      "loss_total": 0.016778381541371346,
      "step": 59460
    },
    {
      "loss_action": 0.005861448589712381,
      "loss_total": 0.005861448589712381,
      "step": 59460
    },
    {
      "loss_action": 0.014561500400304794,
      "loss_total": 0.014561500400304794,
      "step": 59460
    },
    {
      "loss_action": 0.0197293683886528,
      "loss_total": 0.0197293683886528,
      "step": 59460
    },
    {
      "loss_action": 0.020034391433000565,
      "loss_total": 0.020034391433000565,
      "step": 59460
    },
    {
      "loss_action": 0.004363612271845341,
      "loss_total": 0.004363612271845341,
      "step": 59460
    },
    {
      "grad_norm": 0.12433449178934097,
      "learning_rate": 9.736167709004819e-05,
      "loss": 0.008,
      "step": 59470
    },
    {
      "loss_action": 0.005536751821637154,
      "loss_total": 0.005536751821637154,
      "step": 59470
    },
    {
      "loss_action": 0.011173088103532791,
      "loss_total": 0.011173088103532791,
      "step": 59470
    },
    {
      "loss_action": 0.01912732608616352,
      "loss_total": 0.01912732608616352,
      "step": 59470
    },
    {
      "loss_action": 0.003313263412564993,
      "loss_total": 0.003313263412564993,
      "step": 59470
    },
    {
      "loss_action": 0.00419582799077034,
      "loss_total": 0.00419582799077034,
      "step": 59470
    },
    {
      "loss_action": 0.004760941490530968,
      "loss_total": 0.004760941490530968,
      "step": 59470
    },
    {
      "loss_action": 0.006482109893113375,
      "loss_total": 0.006482109893113375,
      "step": 59470
    },
    {
      "loss_action": 0.01678251475095749,
      "loss_total": 0.01678251475095749,
      "step": 59470
    },
    {
      "grad_norm": 0.11359766870737076,
      "learning_rate": 9.736035190257993e-05,
      "loss": 0.0078,
      "step": 59480
    },
    {
      "loss_action": 0.00949040986597538,
      "loss_total": 0.00949040986597538,
      "step": 59480
    },
    {
      "loss_action": 0.002396248048171401,
      "loss_total": 0.002396248048171401,
      "step": 59480
    },
    {
      "loss_action": 0.0034367425832897425,
      "loss_total": 0.0034367425832897425,
      "step": 59480
    },
    {
      "loss_action": 0.008251778781414032,
      "loss_total": 0.008251778781414032,
      "step": 59480
    },
    {
      "loss_action": 0.006586980540305376,
      "loss_total": 0.006586980540305376,
      "step": 59480
    },
    {
      "loss_action": 0.0074874782003462315,
      "loss_total": 0.0074874782003462315,
      "step": 59480
    },
    {
      "loss_action": 0.00878090225160122,
      "loss_total": 0.00878090225160122,
      "step": 59480
    },
    {
      "loss_action": 0.006732432637363672,
      "loss_total": 0.006732432637363672,
      "step": 59480
    },
    {
      "grad_norm": 0.10068310797214508,
      "learning_rate": 9.73590263914081e-05,
      "loss": 0.0076,
      "step": 59490
    },
    {
      "loss_action": 0.006017874460667372,
      "loss_total": 0.006017874460667372,
      "step": 59490
    },
    {
      "loss_action": 0.009755965322256088,
      "loss_total": 0.009755965322256088,
      "step": 59490
    },
    {
      "loss_action": 0.031952790915966034,
      "loss_total": 0.031952790915966034,
      "step": 59490
    },
    {
      "loss_action": 0.003321954747661948,
      "loss_total": 0.003321954747661948,
      "step": 59490
    },
    {
      "loss_action": 0.001765560358762741,
      "loss_total": 0.001765560358762741,
      "step": 59490
    },
    {
      "loss_action": 0.004210744518786669,
      "loss_total": 0.004210744518786669,
      "step": 59490
    },
    {
      "loss_action": 0.0037153868470340967,
      "loss_total": 0.0037153868470340967,
      "step": 59490
    },
    {
      "loss_action": 0.016292506828904152,
      "loss_total": 0.016292506828904152,
      "step": 59490
    },
    {
      "grad_norm": 0.11995550245046616,
      "learning_rate": 9.735770055654178e-05,
      "loss": 0.0077,
      "step": 59500
    },
    {
      "loss_action": 0.005981455557048321,
      "loss_total": 0.005981455557048321,
      "step": 59500
    },
    {
      "loss_action": 0.006545263808220625,
      "loss_total": 0.006545263808220625,
      "step": 59500
    },
    {
      "loss_action": 0.0020954820793122053,
      "loss_total": 0.0020954820793122053,
      "step": 59500
    },
    {
      "loss_action": 0.0038390576373785734,
      "loss_total": 0.0038390576373785734,
      "step": 59500
    },
    {
      "loss_action": 0.007734603248536587,
      "loss_total": 0.007734603248536587,
      "step": 59500
    },
    {
      "loss_action": 0.014805556274950504,
      "loss_total": 0.014805556274950504,
      "step": 59500
    },
    {
      "loss_action": 0.014470435678958893,
      "loss_total": 0.014470435678958893,
      "step": 59500
    },
    {
      "loss_action": 0.0068897344172000885,
      "loss_total": 0.0068897344172000885,
      "step": 59500
    },
    {
      "grad_norm": 0.11107414960861206,
      "learning_rate": 9.735637439799001e-05,
      "loss": 0.0079,
      "step": 59510
    },
    {
      "loss_action": 0.009209005162119865,
      "loss_total": 0.009209005162119865,
      "step": 59510
    },
    {
      "loss_action": 0.005140423774719238,
      "loss_total": 0.005140423774719238,
      "step": 59510
    },
    {
      "loss_action": 0.005376835353672504,
      "loss_total": 0.005376835353672504,
      "step": 59510
    },
    {
      "loss_action": 0.005939075723290443,
      "loss_total": 0.005939075723290443,
      "step": 59510
    },
    {
      "loss_action": 0.011190790683031082,
      "loss_total": 0.011190790683031082,
      "step": 59510
    },
    {
      "loss_action": 0.0037411535158753395,
      "loss_total": 0.0037411535158753395,
      "step": 59510
    },
    {
      "loss_action": 0.00387826981022954,
      "loss_total": 0.00387826981022954,
      "step": 59510
    },
    {
      "loss_action": 0.10312424600124359,
      "loss_total": 0.10312424600124359,
      "step": 59510
    },
    {
      "grad_norm": 0.1530085653066635,
      "learning_rate": 9.735504791576189e-05,
      "loss": 0.0084,
      "step": 59520
    },
    {
      "loss_action": 0.006291137542575598,
      "loss_total": 0.006291137542575598,
      "step": 59520
    },
    {
      "loss_action": 0.017280669882893562,
      "loss_total": 0.017280669882893562,
      "step": 59520
    },
    {
      "loss_action": 0.015235833823680878,
      "loss_total": 0.015235833823680878,
      "step": 59520
    },
    {
      "loss_action": 0.0059684086591005325,
      "loss_total": 0.0059684086591005325,
      "step": 59520
    },
    {
      "loss_action": 0.004479519557207823,
      "loss_total": 0.004479519557207823,
      "step": 59520
    },
    {
      "loss_action": 0.0044417837634682655,
      "loss_total": 0.0044417837634682655,
      "step": 59520
    },
    {
      "loss_action": 0.00709934439510107,
      "loss_total": 0.00709934439510107,
      "step": 59520
    },
    {
      "loss_action": 0.010666746646165848,
      "loss_total": 0.010666746646165848,
      "step": 59520
    },
    {
      "grad_norm": 0.10577399283647537,
      "learning_rate": 9.735372110986644e-05,
      "loss": 0.0079,
      "step": 59530
    },
    {
      "loss_action": 0.005438704043626785,
      "loss_total": 0.005438704043626785,
      "step": 59530
    },
    {
      "loss_action": 0.006291299592703581,
      "loss_total": 0.006291299592703581,
      "step": 59530
    },
    {
      "loss_action": 0.006779142655432224,
      "loss_total": 0.006779142655432224,
      "step": 59530
    },
    {
      "loss_action": 0.003144801827147603,
      "loss_total": 0.003144801827147603,
      "step": 59530
    },
    {
      "loss_action": 0.010097026824951172,
      "loss_total": 0.010097026824951172,
      "step": 59530
    },
    {
      "loss_action": 0.014009927399456501,
      "loss_total": 0.014009927399456501,
      "step": 59530
    },
    {
      "loss_action": 0.004580447915941477,
      "loss_total": 0.004580447915941477,
      "step": 59530
    },
    {
      "loss_action": 0.045852307230234146,
      "loss_total": 0.045852307230234146,
      "step": 59530
    },
    {
      "grad_norm": 0.12410739064216614,
      "learning_rate": 9.735239398031277e-05,
      "loss": 0.0084,
      "step": 59540
    },
    {
      "loss_action": 0.003391697071492672,
      "loss_total": 0.003391697071492672,
      "step": 59540
    },
    {
      "loss_action": 0.009564287960529327,
      "loss_total": 0.009564287960529327,
      "step": 59540
    },
    {
      "loss_action": 0.008744933642446995,
      "loss_total": 0.008744933642446995,
      "step": 59540
    },
    {
      "loss_action": 0.0017321455525234342,
      "loss_total": 0.0017321455525234342,
      "step": 59540
    },
    {
      "loss_action": 0.002582970540970564,
      "loss_total": 0.002582970540970564,
      "step": 59540
    },
    {
      "loss_action": 0.004754423163831234,
      "loss_total": 0.004754423163831234,
      "step": 59540
    },
    {
      "loss_action": 0.007885593920946121,
      "loss_total": 0.007885593920946121,
      "step": 59540
    },
    {
      "loss_action": 0.004334134049713612,
      "loss_total": 0.004334134049713612,
      "step": 59540
    },
    {
      "grad_norm": 0.11544840782880783,
      "learning_rate": 9.735106652710992e-05,
      "loss": 0.0082,
      "step": 59550
    },
    {
      "loss_action": 0.005159685388207436,
      "loss_total": 0.005159685388207436,
      "step": 59550
    },
    {
      "loss_action": 0.007325830869376659,
      "loss_total": 0.007325830869376659,
      "step": 59550
    },
    {
      "loss_action": 0.004955084063112736,
      "loss_total": 0.004955084063112736,
      "step": 59550
    },
    {
      "loss_action": 0.004228251054883003,
      "loss_total": 0.004228251054883003,
      "step": 59550
    },
    {
      "loss_action": 0.012027479708194733,
      "loss_total": 0.012027479708194733,
      "step": 59550
    },
    {
      "loss_action": 0.0064402734860777855,
      "loss_total": 0.0064402734860777855,
      "step": 59550
    },
    {
      "loss_action": 0.006149417720735073,
      "loss_total": 0.006149417720735073,
      "step": 59550
    },
    {
      "loss_action": 0.0118128452450037,
      "loss_total": 0.0118128452450037,
      "step": 59550
    },
    {
      "grad_norm": 0.13765837252140045,
      "learning_rate": 9.7349738750267e-05,
      "loss": 0.0078,
      "step": 59560
    },
    {
      "loss_action": 0.004447464365512133,
      "loss_total": 0.004447464365512133,
      "step": 59560
    },
    {
      "loss_action": 0.01200933288782835,
      "loss_total": 0.01200933288782835,
      "step": 59560
    },
    {
      "loss_action": 0.012337097898125648,
      "loss_total": 0.012337097898125648,
      "step": 59560
    },
    {
      "loss_action": 0.004375646356493235,
      "loss_total": 0.004375646356493235,
      "step": 59560
    },
    {
      "loss_action": 0.005496159661561251,
      "loss_total": 0.005496159661561251,
      "step": 59560
    },
    {
      "loss_action": 0.01248771883547306,
      "loss_total": 0.01248771883547306,
      "step": 59560
    },
    {
      "loss_action": 0.011378251947462559,
      "loss_total": 0.011378251947462559,
      "step": 59560
    },
    {
      "loss_action": 0.004697352647781372,
      "loss_total": 0.004697352647781372,
      "step": 59560
    },
    {
      "grad_norm": 0.09495869278907776,
      "learning_rate": 9.734841064979304e-05,
      "loss": 0.0076,
      "step": 59570
    },
    {
      "loss_action": 0.0029864171519875526,
      "loss_total": 0.0029864171519875526,
      "step": 59570
    },
    {
      "loss_action": 0.005784772336483002,
      "loss_total": 0.005784772336483002,
      "step": 59570
    },
    {
      "loss_action": 0.011453156359493732,
      "loss_total": 0.011453156359493732,
      "step": 59570
    },
    {
      "loss_action": 0.004965721629559994,
      "loss_total": 0.004965721629559994,
      "step": 59570
    },
    {
      "loss_action": 0.012812373228371143,
      "loss_total": 0.012812373228371143,
      "step": 59570
    },
    {
      "loss_action": 0.003945754840970039,
      "loss_total": 0.003945754840970039,
      "step": 59570
    },
    {
      "loss_action": 0.003442231100052595,
      "loss_total": 0.003442231100052595,
      "step": 59570
    },
    {
      "loss_action": 0.007531179115176201,
      "loss_total": 0.007531179115176201,
      "step": 59570
    },
    {
      "grad_norm": 0.1280144453048706,
      "learning_rate": 9.734708222569715e-05,
      "loss": 0.0076,
      "step": 59580
    },
    {
      "loss_action": 0.004609018098562956,
      "loss_total": 0.004609018098562956,
      "step": 59580
    },
    {
      "loss_action": 0.008533298037946224,
      "loss_total": 0.008533298037946224,
      "step": 59580
    },
    {
      "loss_action": 0.0035711172968149185,
      "loss_total": 0.0035711172968149185,
      "step": 59580
    },
    {
      "loss_action": 0.02746511995792389,
      "loss_total": 0.02746511995792389,
      "step": 59580
    },
    {
      "loss_action": 0.00557232741266489,
      "loss_total": 0.00557232741266489,
      "step": 59580
    },
    {
      "loss_action": 0.02486112341284752,
      "loss_total": 0.02486112341284752,
      "step": 59580
    },
    {
      "loss_action": 0.002281881170347333,
      "loss_total": 0.002281881170347333,
      "step": 59580
    },
    {
      "loss_action": 0.005295800976455212,
      "loss_total": 0.005295800976455212,
      "step": 59580
    },
    {
      "grad_norm": 0.09850908815860748,
      "learning_rate": 9.73457534779884e-05,
      "loss": 0.0074,
      "step": 59590
    },
    {
      "loss_action": 0.004699156619608402,
      "loss_total": 0.004699156619608402,
      "step": 59590
    },
    {
      "loss_action": 0.0067202127538621426,
      "loss_total": 0.0067202127538621426,
      "step": 59590
    },
    {
      "loss_action": 0.012525249272584915,
      "loss_total": 0.012525249272584915,
      "step": 59590
    },
    {
      "loss_action": 0.005126099102199078,
      "loss_total": 0.005126099102199078,
      "step": 59590
    },
    {
      "loss_action": 0.005975509528070688,
      "loss_total": 0.005975509528070688,
      "step": 59590
    },
    {
      "loss_action": 0.0019536088220775127,
      "loss_total": 0.0019536088220775127,
      "step": 59590
    },
    {
      "loss_action": 0.0051316977478563786,
      "loss_total": 0.0051316977478563786,
      "step": 59590
    },
    {
      "loss_action": 0.0031668227165937424,
      "loss_total": 0.0031668227165937424,
      "step": 59590
    },
    {
      "grad_norm": 0.14093565940856934,
      "learning_rate": 9.734442440667585e-05,
      "loss": 0.0075,
      "step": 59600
    },
    {
      "loss_action": 0.008101644925773144,
      "loss_total": 0.008101644925773144,
      "step": 59600
    },
    {
      "loss_action": 0.005275242030620575,
      "loss_total": 0.005275242030620575,
      "step": 59600
    },
    {
      "loss_action": 0.011711569502949715,
      "loss_total": 0.011711569502949715,
      "step": 59600
    },
    {
      "loss_action": 0.00255995849147439,
      "loss_total": 0.00255995849147439,
      "step": 59600
    },
    {
      "loss_action": 0.016878420487046242,
      "loss_total": 0.016878420487046242,
      "step": 59600
    },
    {
      "loss_action": 0.003403794253244996,
      "loss_total": 0.003403794253244996,
      "step": 59600
    },
    {
      "loss_action": 0.015913713723421097,
      "loss_total": 0.015913713723421097,
      "step": 59600
    },
    {
      "loss_action": 0.0041603692807257175,
      "loss_total": 0.0041603692807257175,
      "step": 59600
    },
    {
      "grad_norm": 0.09105037152767181,
      "learning_rate": 9.734309501176864e-05,
      "loss": 0.0069,
      "step": 59610
    },
    {
      "loss_action": 0.010002903640270233,
      "loss_total": 0.010002903640270233,
      "step": 59610
    },
    {
      "loss_action": 0.00724954204633832,
      "loss_total": 0.00724954204633832,
      "step": 59610
    },
    {
      "loss_action": 0.0014459416270256042,
      "loss_total": 0.0014459416270256042,
      "step": 59610
    },
    {
      "loss_action": 0.004945495165884495,
      "loss_total": 0.004945495165884495,
      "step": 59610
    },
    {
      "loss_action": 0.00350676360540092,
      "loss_total": 0.00350676360540092,
      "step": 59610
    },
    {
      "loss_action": 0.0032274555414915085,
      "loss_total": 0.0032274555414915085,
      "step": 59610
    },
    {
      "loss_action": 0.008125869557261467,
      "loss_total": 0.008125869557261467,
      "step": 59610
    },
    {
      "loss_action": 0.004131116904318333,
      "loss_total": 0.004131116904318333,
      "step": 59610
    },
    {
      "grad_norm": 0.17887449264526367,
      "learning_rate": 9.73417652932758e-05,
      "loss": 0.0081,
      "step": 59620
    },
    {
      "loss_action": 0.00525621697306633,
      "loss_total": 0.00525621697306633,
      "step": 59620
    },
    {
      "loss_action": 0.011546999216079712,
      "loss_total": 0.011546999216079712,
      "step": 59620
    },
    {
      "loss_action": 0.010249259881675243,
      "loss_total": 0.010249259881675243,
      "step": 59620
    },
    {
      "loss_action": 0.0051995739340782166,
      "loss_total": 0.0051995739340782166,
      "step": 59620
    },
    {
      "loss_action": 0.010910745710134506,
      "loss_total": 0.010910745710134506,
      "step": 59620
    },
    {
      "loss_action": 0.004459061659872532,
      "loss_total": 0.004459061659872532,
      "step": 59620
    },
    {
      "loss_action": 0.007115531712770462,
      "loss_total": 0.007115531712770462,
      "step": 59620
    },
    {
      "loss_action": 0.004429091699421406,
      "loss_total": 0.004429091699421406,
      "step": 59620
    },
    {
      "grad_norm": 0.09029517322778702,
      "learning_rate": 9.734043525120644e-05,
      "loss": 0.0081,
      "step": 59630
    },
    {
      "loss_action": 0.0053346119821071625,
      "loss_total": 0.0053346119821071625,
      "step": 59630
    },
    {
      "loss_action": 0.006282206159085035,
      "loss_total": 0.006282206159085035,
      "step": 59630
    },
    {
      "loss_action": 0.009059591218829155,
      "loss_total": 0.009059591218829155,
      "step": 59630
    },
    {
      "loss_action": 0.002155980095267296,
      "loss_total": 0.002155980095267296,
      "step": 59630
    },
    {
      "loss_action": 0.0033617988228797913,
      "loss_total": 0.0033617988228797913,
      "step": 59630
    },
    {
      "loss_action": 0.002991151064634323,
      "loss_total": 0.002991151064634323,
      "step": 59630
    },
    {
      "loss_action": 0.010154206305742264,
      "loss_total": 0.010154206305742264,
      "step": 59630
    },
    {
      "loss_action": 0.01019840594381094,
      "loss_total": 0.01019840594381094,
      "step": 59630
    },
    {
      "grad_norm": 0.1511918604373932,
      "learning_rate": 9.733910488556966e-05,
      "loss": 0.0077,
      "step": 59640
    },
    {
      "loss_action": 0.0034500425681471825,
      "loss_total": 0.0034500425681471825,
      "step": 59640
    },
    {
      "loss_action": 0.00499606691300869,
      "loss_total": 0.00499606691300869,
      "step": 59640
    },
    {
      "loss_action": 0.0038773147389292717,
      "loss_total": 0.0038773147389292717,
      "step": 59640
    },
    {
      "loss_action": 0.002497005509212613,
      "loss_total": 0.002497005509212613,
      "step": 59640
    },
    {
      "loss_action": 0.037457771599292755,
      "loss_total": 0.037457771599292755,
      "step": 59640
    },
    {
      "loss_action": 0.004472937434911728,
      "loss_total": 0.004472937434911728,
      "step": 59640
    },
    {
      "loss_action": 0.008492126129567623,
      "loss_total": 0.008492126129567623,
      "step": 59640
    },
    {
      "loss_action": 0.004396645352244377,
      "loss_total": 0.004396645352244377,
      "step": 59640
    },
    {
      "grad_norm": 0.13920889794826508,
      "learning_rate": 9.733777419637454e-05,
      "loss": 0.0076,
      "step": 59650
    },
    {
      "loss_action": 0.010780707001686096,
      "loss_total": 0.010780707001686096,
      "step": 59650
    },
    {
      "loss_action": 0.005141984671354294,
      "loss_total": 0.005141984671354294,
      "step": 59650
    },
    {
      "loss_action": 0.006524647586047649,
      "loss_total": 0.006524647586047649,
      "step": 59650
    },
    {
      "loss_action": 0.002406143117696047,
      "loss_total": 0.002406143117696047,
      "step": 59650
    },
    {
      "loss_action": 0.010742779821157455,
      "loss_total": 0.010742779821157455,
      "step": 59650
    },
    {
      "loss_action": 0.007319098338484764,
      "loss_total": 0.007319098338484764,
      "step": 59650
    },
    {
      "loss_action": 0.006091943942010403,
      "loss_total": 0.006091943942010403,
      "step": 59650
    },
    {
      "loss_action": 0.002394259674474597,
      "loss_total": 0.002394259674474597,
      "step": 59650
    },
    {
      "grad_norm": 0.11842095851898193,
      "learning_rate": 9.733644318363018e-05,
      "loss": 0.0079,
      "step": 59660
    },
    {
      "loss_action": 0.002948740031570196,
      "loss_total": 0.002948740031570196,
      "step": 59660
    },
    {
      "loss_action": 0.0033392924815416336,
      "loss_total": 0.0033392924815416336,
      "step": 59660
    },
    {
      "loss_action": 0.0058181798085570335,
      "loss_total": 0.0058181798085570335,
      "step": 59660
    },
    {
      "loss_action": 0.00950036384165287,
      "loss_total": 0.00950036384165287,
      "step": 59660
    },
    {
      "loss_action": 0.00657704658806324,
      "loss_total": 0.00657704658806324,
      "step": 59660
    },
    {
      "loss_action": 0.004984916653484106,
      "loss_total": 0.004984916653484106,
      "step": 59660
    },
    {
      "loss_action": 0.00913704838603735,
      "loss_total": 0.00913704838603735,
      "step": 59660
    },
    {
      "loss_action": 0.008938780054450035,
      "loss_total": 0.008938780054450035,
      "step": 59660
    },
    {
      "grad_norm": 0.09276645630598068,
      "learning_rate": 9.733511184734568e-05,
      "loss": 0.007,
      "step": 59670
    },
    {
      "loss_action": 0.003722988534718752,
      "loss_total": 0.003722988534718752,
      "step": 59670
    },
    {
      "loss_action": 0.0028515891171991825,
      "loss_total": 0.0028515891171991825,
      "step": 59670
    },
    {
      "loss_action": 0.013232958503067493,
      "loss_total": 0.013232958503067493,
      "step": 59670
    },
    {
      "loss_action": 0.006883212830871344,
      "loss_total": 0.006883212830871344,
      "step": 59670
    },
    {
      "loss_action": 0.003259394783526659,
      "loss_total": 0.003259394783526659,
      "step": 59670
    },
    {
      "loss_action": 0.019333750009536743,
      "loss_total": 0.019333750009536743,
      "step": 59670
    },
    {
      "loss_action": 0.011720286682248116,
      "loss_total": 0.011720286682248116,
      "step": 59670
    },
    {
      "loss_action": 0.005362644791603088,
      "loss_total": 0.005362644791603088,
      "step": 59670
    },
    {
      "grad_norm": 0.11159679293632507,
      "learning_rate": 9.733378018753012e-05,
      "loss": 0.0071,
      "step": 59680
    },
    {
      "loss_action": 0.008808127604424953,
      "loss_total": 0.008808127604424953,
      "step": 59680
    },
    {
      "loss_action": 0.001695744227617979,
      "loss_total": 0.001695744227617979,
      "step": 59680
    },
    {
      "loss_action": 0.0030357479117810726,
      "loss_total": 0.0030357479117810726,
      "step": 59680
    },
    {
      "loss_action": 0.015080047771334648,
      "loss_total": 0.015080047771334648,
      "step": 59680
    },
    {
      "loss_action": 0.004697717260569334,
      "loss_total": 0.004697717260569334,
      "step": 59680
    },
    {
      "loss_action": 0.005397489294409752,
      "loss_total": 0.005397489294409752,
      "step": 59680
    },
    {
      "loss_action": 0.007866375148296356,
      "loss_total": 0.007866375148296356,
      "step": 59680
    },
    {
      "loss_action": 0.003648983081802726,
      "loss_total": 0.003648983081802726,
      "step": 59680
    },
    {
      "grad_norm": 0.07270335406064987,
      "learning_rate": 9.733244820419263e-05,
      "loss": 0.0066,
      "step": 59690
    },
    {
      "loss_action": 0.00409220764413476,
      "loss_total": 0.00409220764413476,
      "step": 59690
    },
    {
      "loss_action": 0.019325360655784607,
      "loss_total": 0.019325360655784607,
      "step": 59690
    },
    {
      "loss_action": 0.008122390136122704,
      "loss_total": 0.008122390136122704,
      "step": 59690
    },
    {
      "loss_action": 0.007831497117877007,
      "loss_total": 0.007831497117877007,
      "step": 59690
    },
    {
      "loss_action": 0.0029656970873475075,
      "loss_total": 0.0029656970873475075,
      "step": 59690
    },
    {
      "loss_action": 0.011587747372686863,
      "loss_total": 0.011587747372686863,
      "step": 59690
    },
    {
      "loss_action": 0.0028284387663006783,
      "loss_total": 0.0028284387663006783,
      "step": 59690
    },
    {
      "loss_action": 0.0073598576709628105,
      "loss_total": 0.0073598576709628105,
      "step": 59690
    },
    {
      "grad_norm": 0.07467389106750488,
      "learning_rate": 9.73311158973423e-05,
      "loss": 0.0063,
      "step": 59700
    },
    {
      "loss_action": 0.001971862046048045,
      "loss_total": 0.001971862046048045,
      "step": 59700
    },
    {
      "loss_action": 0.006085753906518221,
      "loss_total": 0.006085753906518221,
      "step": 59700
    },
    {
      "loss_action": 0.017252273857593536,
      "loss_total": 0.017252273857593536,
      "step": 59700
    },
    {
      "loss_action": 0.009914649650454521,
      "loss_total": 0.009914649650454521,
      "step": 59700
    },
    {
      "loss_action": 0.005045818164944649,
      "loss_total": 0.005045818164944649,
      "step": 59700
    },
    {
      "loss_action": 0.003740872722119093,
      "loss_total": 0.003740872722119093,
      "step": 59700
    },
    {
      "loss_action": 0.004052288830280304,
      "loss_total": 0.004052288830280304,
      "step": 59700
    },
    {
      "loss_action": 0.021567560732364655,
      "loss_total": 0.021567560732364655,
      "step": 59700
    },
    {
      "grad_norm": 0.10661636292934418,
      "learning_rate": 9.732978326698823e-05,
      "loss": 0.0078,
      "step": 59710
    },
    {
      "loss_action": 0.0053351931273937225,
      "loss_total": 0.0053351931273937225,
      "step": 59710
    },
    {
      "loss_action": 0.005445434711873531,
      "loss_total": 0.005445434711873531,
      "step": 59710
    },
    {
      "loss_action": 0.005940090399235487,
      "loss_total": 0.005940090399235487,
      "step": 59710
    },
    {
      "loss_action": 0.0063404059037566185,
      "loss_total": 0.0063404059037566185,
      "step": 59710
    },
    {
      "loss_action": 0.003480913583189249,
      "loss_total": 0.003480913583189249,
      "step": 59710
    },
    {
      "loss_action": 0.005360490642488003,
      "loss_total": 0.005360490642488003,
      "step": 59710
    },
    {
      "loss_action": 0.0034360578283667564,
      "loss_total": 0.0034360578283667564,
      "step": 59710
    },
    {
      "loss_action": 0.013061841018497944,
      "loss_total": 0.013061841018497944,
      "step": 59710
    },
    {
      "grad_norm": 0.1150202825665474,
      "learning_rate": 9.732845031313953e-05,
      "loss": 0.0073,
      "step": 59720
    },
    {
      "loss_action": 0.052402835339307785,
      "loss_total": 0.052402835339307785,
      "step": 59720
    },
    {
      "loss_action": 0.012525273486971855,
      "loss_total": 0.012525273486971855,
      "step": 59720
    },
    {
      "loss_action": 0.008218316361308098,
      "loss_total": 0.008218316361308098,
      "step": 59720
    },
    {
      "loss_action": 0.008296521380543709,
      "loss_total": 0.008296521380543709,
      "step": 59720
    },
    {
      "loss_action": 0.00584651343524456,
      "loss_total": 0.00584651343524456,
      "step": 59720
    },
    {
      "loss_action": 0.0070846001617610455,
      "loss_total": 0.0070846001617610455,
      "step": 59720
    },
    {
      "loss_action": 0.004423771984875202,
      "loss_total": 0.004423771984875202,
      "step": 59720
    },
    {
      "loss_action": 0.0030074308160692453,
      "loss_total": 0.0030074308160692453,
      "step": 59720
    },
    {
      "grad_norm": 0.11094816774129868,
      "learning_rate": 9.732711703580533e-05,
      "loss": 0.0077,
      "step": 59730
    },
    {
      "loss_action": 0.010295032523572445,
      "loss_total": 0.010295032523572445,
      "step": 59730
    },
    {
      "loss_action": 0.0018943173345178366,
      "loss_total": 0.0018943173345178366,
      "step": 59730
    },
    {
      "loss_action": 0.00306662917137146,
      "loss_total": 0.00306662917137146,
      "step": 59730
    },
    {
      "loss_action": 0.009379749186336994,
      "loss_total": 0.009379749186336994,
      "step": 59730
    },
    {
      "loss_action": 0.0038771789986640215,
      "loss_total": 0.0038771789986640215,
      "step": 59730
    },
    {
      "loss_action": 0.014925267547369003,
      "loss_total": 0.014925267547369003,
      "step": 59730
    },
    {
      "loss_action": 0.007118194829672575,
      "loss_total": 0.007118194829672575,
      "step": 59730
    },
    {
      "loss_action": 0.0028688705060631037,
      "loss_total": 0.0028688705060631037,
      "step": 59730
    },
    {
      "grad_norm": 0.13521148264408112,
      "learning_rate": 9.732578343499473e-05,
      "loss": 0.0078,
      "step": 59740
    },
    {
      "loss_action": 0.0030989586375653744,
      "loss_total": 0.0030989586375653744,
      "step": 59740
    },
    {
      "loss_action": 0.006896070670336485,
      "loss_total": 0.006896070670336485,
      "step": 59740
    },
    {
      "loss_action": 0.0027300796937197447,
      "loss_total": 0.0027300796937197447,
      "step": 59740
    },
    {
      "loss_action": 0.010447917506098747,
      "loss_total": 0.010447917506098747,
      "step": 59740
    },
    {
      "loss_action": 0.0030458513647317886,
      "loss_total": 0.0030458513647317886,
      "step": 59740
    },
    {
      "loss_action": 0.004612710326910019,
      "loss_total": 0.004612710326910019,
      "step": 59740
    },
    {
      "loss_action": 0.008458657190203667,
      "loss_total": 0.008458657190203667,
      "step": 59740
    },
    {
      "loss_action": 0.0020345901139080524,
      "loss_total": 0.0020345901139080524,
      "step": 59740
    },
    {
      "grad_norm": 0.11784573644399643,
      "learning_rate": 9.732444951071684e-05,
      "loss": 0.0075,
      "step": 59750
    },
    {
      "loss_action": 0.006214087828993797,
      "loss_total": 0.006214087828993797,
      "step": 59750
    },
    {
      "loss_action": 0.0026949362363666296,
      "loss_total": 0.0026949362363666296,
      "step": 59750
    },
    {
      "loss_action": 0.005056862719357014,
      "loss_total": 0.005056862719357014,
      "step": 59750
    },
    {
      "loss_action": 0.0025936998426914215,
      "loss_total": 0.0025936998426914215,
      "step": 59750
    },
    {
      "loss_action": 0.0034481072798371315,
      "loss_total": 0.0034481072798371315,
      "step": 59750
    },
    {
      "loss_action": 0.020424000918865204,
      "loss_total": 0.020424000918865204,
      "step": 59750
    },
    {
      "loss_action": 0.0039452435448765755,
      "loss_total": 0.0039452435448765755,
      "step": 59750
    },
    {
      "loss_action": 0.013999479822814465,
      "loss_total": 0.013999479822814465,
      "step": 59750
    },
    {
      "grad_norm": 0.12367004156112671,
      "learning_rate": 9.732311526298079e-05,
      "loss": 0.0069,
      "step": 59760
    },
    {
      "loss_action": 0.0048236786387860775,
      "loss_total": 0.0048236786387860775,
      "step": 59760
    },
    {
      "loss_action": 0.004625760950148106,
      "loss_total": 0.004625760950148106,
      "step": 59760
    },
    {
      "loss_action": 0.01637730374932289,
      "loss_total": 0.01637730374932289,
      "step": 59760
    },
    {
      "loss_action": 0.0025456701405346394,
      "loss_total": 0.0025456701405346394,
      "step": 59760
    },
    {
      "loss_action": 0.005673387553542852,
      "loss_total": 0.005673387553542852,
      "step": 59760
    },
    {
      "loss_action": 0.00498700188472867,
      "loss_total": 0.00498700188472867,
      "step": 59760
    },
    {
      "loss_action": 0.01843831315636635,
      "loss_total": 0.01843831315636635,
      "step": 59760
    },
    {
      "loss_action": 0.01599387265741825,
      "loss_total": 0.01599387265741825,
      "step": 59760
    },
    {
      "grad_norm": 0.13067960739135742,
      "learning_rate": 9.73217806917957e-05,
      "loss": 0.0093,
      "step": 59770
    },
    {
      "loss_action": 0.00792460236698389,
      "loss_total": 0.00792460236698389,
      "step": 59770
    },
    {
      "loss_action": 0.012780276127159595,
      "loss_total": 0.012780276127159595,
      "step": 59770
    },
    {
      "loss_action": 0.005990389734506607,
      "loss_total": 0.005990389734506607,
      "step": 59770
    },
    {
      "loss_action": 0.013408561237156391,
      "loss_total": 0.013408561237156391,
      "step": 59770
    },
    {
      "loss_action": 0.0050284368917346,
      "loss_total": 0.0050284368917346,
      "step": 59770
    },
    {
      "loss_action": 0.006497574038803577,
      "loss_total": 0.006497574038803577,
      "step": 59770
    },
    {
      "loss_action": 0.01276032067835331,
      "loss_total": 0.01276032067835331,
      "step": 59770
    },
    {
      "loss_action": 0.010027091950178146,
      "loss_total": 0.010027091950178146,
      "step": 59770
    },
    {
      "grad_norm": 0.13201196491718292,
      "learning_rate": 9.732044579717066e-05,
      "loss": 0.0093,
      "step": 59780
    },
    {
      "loss_action": 0.01130961999297142,
      "loss_total": 0.01130961999297142,
      "step": 59780
    },
    {
      "loss_action": 0.020037833601236343,
      "loss_total": 0.020037833601236343,
      "step": 59780
    },
    {
      "loss_action": 0.00789773091673851,
      "loss_total": 0.00789773091673851,
      "step": 59780
    },
    {
      "loss_action": 0.004378325771540403,
      "loss_total": 0.004378325771540403,
      "step": 59780
    },
    {
      "loss_action": 0.010970359668135643,
      "loss_total": 0.010970359668135643,
      "step": 59780
    },
    {
      "loss_action": 0.003668620251119137,
      "loss_total": 0.003668620251119137,
      "step": 59780
    },
    {
      "loss_action": 0.009721890091896057,
      "loss_total": 0.009721890091896057,
      "step": 59780
    },
    {
      "loss_action": 0.007376345805823803,
      "loss_total": 0.007376345805823803,
      "step": 59780
    },
    {
      "grad_norm": 0.19017282128334045,
      "learning_rate": 9.731911057911483e-05,
      "loss": 0.0079,
      "step": 59790
    },
    {
      "loss_action": 0.005160085391253233,
      "loss_total": 0.005160085391253233,
      "step": 59790
    },
    {
      "loss_action": 0.005691569298505783,
      "loss_total": 0.005691569298505783,
      "step": 59790
    },
    {
      "loss_action": 0.0073225488886237144,
      "loss_total": 0.0073225488886237144,
      "step": 59790
    },
    {
      "loss_action": 0.007183254696428776,
      "loss_total": 0.007183254696428776,
      "step": 59790
    },
    {
      "loss_action": 0.008821693249046803,
      "loss_total": 0.008821693249046803,
      "step": 59790
    },
    {
      "loss_action": 0.01619775965809822,
      "loss_total": 0.01619775965809822,
      "step": 59790
    },
    {
      "loss_action": 0.009238217025995255,
      "loss_total": 0.009238217025995255,
      "step": 59790
    },
    {
      "loss_action": 0.00857323408126831,
      "loss_total": 0.00857323408126831,
      "step": 59790
    },
    {
      "grad_norm": 0.13693980872631073,
      "learning_rate": 9.73177750376373e-05,
      "loss": 0.0074,
      "step": 59800
    },
    {
      "loss_action": 0.00886217039078474,
      "loss_total": 0.00886217039078474,
      "step": 59800
    },
    {
      "loss_action": 0.02506754919886589,
      "loss_total": 0.02506754919886589,
      "step": 59800
    },
    {
      "loss_action": 0.007315711118280888,
      "loss_total": 0.007315711118280888,
      "step": 59800
    },
    {
      "loss_action": 0.009622927755117416,
      "loss_total": 0.009622927755117416,
      "step": 59800
    },
    {
      "loss_action": 0.01603746972978115,
      "loss_total": 0.01603746972978115,
      "step": 59800
    },
    {
      "loss_action": 0.009950028732419014,
      "loss_total": 0.009950028732419014,
      "step": 59800
    },
    {
      "loss_action": 0.003753094933927059,
      "loss_total": 0.003753094933927059,
      "step": 59800
    },
    {
      "loss_action": 0.003351809922605753,
      "loss_total": 0.003351809922605753,
      "step": 59800
    },
    {
      "grad_norm": 0.13480862975120544,
      "learning_rate": 9.731643917274724e-05,
      "loss": 0.0088,
      "step": 59810
    },
    {
      "loss_action": 0.018345922231674194,
      "loss_total": 0.018345922231674194,
      "step": 59810
    },
    {
      "loss_action": 0.009459358640015125,
      "loss_total": 0.009459358640015125,
      "step": 59810
    },
    {
      "loss_action": 0.005856608506292105,
      "loss_total": 0.005856608506292105,
      "step": 59810
    },
    {
      "loss_action": 0.006726404651999474,
      "loss_total": 0.006726404651999474,
      "step": 59810
    },
    {
      "loss_action": 0.0030594647396355867,
      "loss_total": 0.0030594647396355867,
      "step": 59810
    },
    {
      "loss_action": 0.00823745783418417,
      "loss_total": 0.00823745783418417,
      "step": 59810
    },
    {
      "loss_action": 0.0023073400370776653,
      "loss_total": 0.0023073400370776653,
      "step": 59810
    },
    {
      "loss_action": 0.003906707279384136,
      "loss_total": 0.003906707279384136,
      "step": 59810
    },
    {
      "grad_norm": 0.11689257621765137,
      "learning_rate": 9.731510298445377e-05,
      "loss": 0.0071,
      "step": 59820
    },
    {
      "loss_action": 0.0577470138669014,
      "loss_total": 0.0577470138669014,
      "step": 59820
    },
    {
      "loss_action": 0.009839970618486404,
      "loss_total": 0.009839970618486404,
      "step": 59820
    },
    {
      "loss_action": 0.0033421979751437902,
      "loss_total": 0.0033421979751437902,
      "step": 59820
    },
    {
      "loss_action": 0.02377976104617119,
      "loss_total": 0.02377976104617119,
      "step": 59820
    },
    {
      "loss_action": 0.010392997413873672,
      "loss_total": 0.010392997413873672,
      "step": 59820
    },
    {
      "loss_action": 0.024937108159065247,
      "loss_total": 0.024937108159065247,
      "step": 59820
    },
    {
      "loss_action": 0.0014742553466930985,
      "loss_total": 0.0014742553466930985,
      "step": 59820
    },
    {
      "loss_action": 0.0022205717395991087,
      "loss_total": 0.0022205717395991087,
      "step": 59820
    },
    {
      "grad_norm": 0.10567206889390945,
      "learning_rate": 9.7313766472766e-05,
      "loss": 0.0096,
      "step": 59830
    },
    {
      "loss_action": 0.04983502998948097,
      "loss_total": 0.04983502998948097,
      "step": 59830
    },
    {
      "loss_action": 0.003356416244059801,
      "loss_total": 0.003356416244059801,
      "step": 59830
    },
    {
      "loss_action": 0.016395704820752144,
      "loss_total": 0.016395704820752144,
      "step": 59830
    },
    {
      "loss_action": 0.012075159698724747,
      "loss_total": 0.012075159698724747,
      "step": 59830
    },
    {
      "loss_action": 0.003732764394953847,
      "loss_total": 0.003732764394953847,
      "step": 59830
    },
    {
      "loss_action": 0.007465052418410778,
      "loss_total": 0.007465052418410778,
      "step": 59830
    },
    {
      "loss_action": 0.004162829369306564,
      "loss_total": 0.004162829369306564,
      "step": 59830
    },
    {
      "loss_action": 0.009364484809339046,
      "loss_total": 0.009364484809339046,
      "step": 59830
    },
    {
      "grad_norm": 0.09634415060281754,
      "learning_rate": 9.731242963769309e-05,
      "loss": 0.0086,
      "step": 59840
    },
    {
      "loss_action": 0.01633518561720848,
      "loss_total": 0.01633518561720848,
      "step": 59840
    },
    {
      "loss_action": 0.0044692810624837875,
      "loss_total": 0.0044692810624837875,
      "step": 59840
    },
    {
      "loss_action": 0.011014372110366821,
      "loss_total": 0.011014372110366821,
      "step": 59840
    },
    {
      "loss_action": 0.003092036349698901,
      "loss_total": 0.003092036349698901,
      "step": 59840
    },
    {
      "loss_action": 0.0030014587100595236,
      "loss_total": 0.0030014587100595236,
      "step": 59840
    },
    {
      "loss_action": 0.003360719420015812,
      "loss_total": 0.003360719420015812,
      "step": 59840
    },
    {
      "loss_action": 0.00625213235616684,
      "loss_total": 0.00625213235616684,
      "step": 59840
    },
    {
      "loss_action": 0.005911676213145256,
      "loss_total": 0.005911676213145256,
      "step": 59840
    },
    {
      "grad_norm": 0.13356830179691315,
      "learning_rate": 9.731109247924417e-05,
      "loss": 0.007,
      "step": 59850
    },
    {
      "loss_action": 0.007486757822334766,
      "loss_total": 0.007486757822334766,
      "step": 59850
    },
    {
      "loss_action": 0.0052701933309435844,
      "loss_total": 0.0052701933309435844,
      "step": 59850
    },
    {
      "loss_action": 0.005589996464550495,
      "loss_total": 0.005589996464550495,
      "step": 59850
    },
    {
      "loss_action": 0.010506310500204563,
      "loss_total": 0.010506310500204563,
      "step": 59850
    },
    {
      "loss_action": 0.0034898249432444572,
      "loss_total": 0.0034898249432444572,
      "step": 59850
    },
    {
      "loss_action": 0.009089692495763302,
      "loss_total": 0.009089692495763302,
      "step": 59850
    },
    {
      "loss_action": 0.0037246644496917725,
      "loss_total": 0.0037246644496917725,
      "step": 59850
    },
    {
      "loss_action": 0.006263270042836666,
      "loss_total": 0.006263270042836666,
      "step": 59850
    },
    {
      "grad_norm": 0.20899386703968048,
      "learning_rate": 9.730975499742836e-05,
      "loss": 0.0092,
      "step": 59860
    },
    {
      "loss_action": 0.005601910874247551,
      "loss_total": 0.005601910874247551,
      "step": 59860
    },
    {
      "loss_action": 0.006025291047990322,
      "loss_total": 0.006025291047990322,
      "step": 59860
    },
    {
      "loss_action": 0.014411801472306252,
      "loss_total": 0.014411801472306252,
      "step": 59860
    },
    {
      "loss_action": 0.0020816221367567778,
      "loss_total": 0.0020816221367567778,
      "step": 59860
    },
    {
      "loss_action": 0.010246748104691505,
      "loss_total": 0.010246748104691505,
      "step": 59860
    },
    {
      "loss_action": 0.005435803905129433,
      "loss_total": 0.005435803905129433,
      "step": 59860
    },
    {
      "loss_action": 0.006161441095173359,
      "loss_total": 0.006161441095173359,
      "step": 59860
    },
    {
      "loss_action": 0.007616573479026556,
      "loss_total": 0.007616573479026556,
      "step": 59860
    },
    {
      "grad_norm": 0.11365698277950287,
      "learning_rate": 9.730841719225483e-05,
      "loss": 0.008,
      "step": 59870
    },
    {
      "loss_action": 0.006593331694602966,
      "loss_total": 0.006593331694602966,
      "step": 59870
    },
    {
      "loss_action": 0.002128361724317074,
      "loss_total": 0.002128361724317074,
      "step": 59870
    },
    {
      "loss_action": 0.0042513031512498856,
      "loss_total": 0.0042513031512498856,
      "step": 59870
    },
    {
      "loss_action": 0.007730170153081417,
      "loss_total": 0.007730170153081417,
      "step": 59870
    },
    {
      "loss_action": 0.005264488980174065,
      "loss_total": 0.005264488980174065,
      "step": 59870
    },
    {
      "loss_action": 0.0036024481523782015,
      "loss_total": 0.0036024481523782015,
      "step": 59870
    },
    {
      "loss_action": 0.0033064973540604115,
      "loss_total": 0.0033064973540604115,
      "step": 59870
    },
    {
      "loss_action": 0.008574460633099079,
      "loss_total": 0.008574460633099079,
      "step": 59870
    },
    {
      "grad_norm": 0.11639853566884995,
      "learning_rate": 9.73070790637327e-05,
      "loss": 0.0075,
      "step": 59880
    },
    {
      "loss_action": 0.008493142202496529,
      "loss_total": 0.008493142202496529,
      "step": 59880
    },
    {
      "loss_action": 0.004221012815833092,
      "loss_total": 0.004221012815833092,
      "step": 59880
    },
    {
      "loss_action": 0.006339547224342823,
      "loss_total": 0.006339547224342823,
      "step": 59880
    },
    {
      "loss_action": 0.006895849015563726,
      "loss_total": 0.006895849015563726,
      "step": 59880
    },
    {
      "loss_action": 0.012222254648804665,
      "loss_total": 0.012222254648804665,
      "step": 59880
    },
    {
      "loss_action": 0.009918381460011005,
      "loss_total": 0.009918381460011005,
      "step": 59880
    },
    {
      "loss_action": 0.0028280431870371103,
      "loss_total": 0.0028280431870371103,
      "step": 59880
    },
    {
      "loss_action": 0.010867995209991932,
      "loss_total": 0.010867995209991932,
      "step": 59880
    },
    {
      "grad_norm": 0.13814254105091095,
      "learning_rate": 9.730574061187114e-05,
      "loss": 0.0083,
      "step": 59890
    },
    {
      "loss_action": 0.004187786020338535,
      "loss_total": 0.004187786020338535,
      "step": 59890
    },
    {
      "loss_action": 0.0052156089805066586,
      "loss_total": 0.0052156089805066586,
      "step": 59890
    },
    {
      "loss_action": 0.005503934342414141,
      "loss_total": 0.005503934342414141,
      "step": 59890
    },
    {
      "loss_action": 0.008401431143283844,
      "loss_total": 0.008401431143283844,
      "step": 59890
    },
    {
      "loss_action": 0.005691654980182648,
      "loss_total": 0.005691654980182648,
      "step": 59890
    },
    {
      "loss_action": 0.014977111481130123,
      "loss_total": 0.014977111481130123,
      "step": 59890
    },
    {
      "loss_action": 0.006733303889632225,
      "loss_total": 0.006733303889632225,
      "step": 59890
    },
    {
      "loss_action": 0.006680297665297985,
      "loss_total": 0.006680297665297985,
      "step": 59890
    },
    {
      "grad_norm": 0.1321294605731964,
      "learning_rate": 9.730440183667928e-05,
      "loss": 0.0077,
      "step": 59900
    },
    {
      "loss_action": 0.004413124639540911,
      "loss_total": 0.004413124639540911,
      "step": 59900
    },
    {
      "loss_action": 0.0032163383439183235,
      "loss_total": 0.0032163383439183235,
      "step": 59900
    },
    {
      "loss_action": 0.0032254147808998823,
      "loss_total": 0.0032254147808998823,
      "step": 59900
    },
    {
      "loss_action": 0.005786145105957985,
      "loss_total": 0.005786145105957985,
      "step": 59900
    },
    {
      "loss_action": 0.009777744300663471,
      "loss_total": 0.009777744300663471,
      "step": 59900
    },
    {
      "loss_action": 0.006337523460388184,
      "loss_total": 0.006337523460388184,
      "step": 59900
    },
    {
      "loss_action": 0.006544158793985844,
      "loss_total": 0.006544158793985844,
      "step": 59900
    },
    {
      "loss_action": 0.007953348569571972,
      "loss_total": 0.007953348569571972,
      "step": 59900
    },
    {
      "grad_norm": 0.07489017397165298,
      "learning_rate": 9.730306273816628e-05,
      "loss": 0.008,
      "step": 59910
    },
    {
      "loss_action": 0.007941209711134434,
      "loss_total": 0.007941209711134434,
      "step": 59910
    },
    {
      "loss_action": 0.0031491690315306187,
      "loss_total": 0.0031491690315306187,
      "step": 59910
    },
    {
      "loss_action": 0.008020402863621712,
      "loss_total": 0.008020402863621712,
      "step": 59910
    },
    {
      "loss_action": 0.00872553139925003,
      "loss_total": 0.00872553139925003,
      "step": 59910
    },
    {
      "loss_action": 0.005551851354539394,
      "loss_total": 0.005551851354539394,
      "step": 59910
    },
    {
      "loss_action": 0.014243693090975285,
      "loss_total": 0.014243693090975285,
      "step": 59910
    },
    {
      "loss_action": 0.003951014019548893,
      "loss_total": 0.003951014019548893,
      "step": 59910
    },
    {
      "loss_action": 0.009581106714904308,
      "loss_total": 0.009581106714904308,
      "step": 59910
    },
    {
      "grad_norm": 0.13720551133155823,
      "learning_rate": 9.730172331634127e-05,
      "loss": 0.0079,
      "step": 59920
    },
    {
      "loss_action": 0.002353426767513156,
      "loss_total": 0.002353426767513156,
      "step": 59920
    },
    {
      "loss_action": 0.009303875267505646,
      "loss_total": 0.009303875267505646,
      "step": 59920
    },
    {
      "loss_action": 0.004689356777817011,
      "loss_total": 0.004689356777817011,
      "step": 59920
    },
    {
      "loss_action": 0.0041006142273545265,
      "loss_total": 0.0041006142273545265,
      "step": 59920
    },
    {
      "loss_action": 0.0035995992366224527,
      "loss_total": 0.0035995992366224527,
      "step": 59920
    },
    {
      "loss_action": 0.007841884158551693,
      "loss_total": 0.007841884158551693,
      "step": 59920
    },
    {
      "loss_action": 0.006397804711014032,
      "loss_total": 0.006397804711014032,
      "step": 59920
    },
    {
      "loss_action": 0.010501405224204063,
      "loss_total": 0.010501405224204063,
      "step": 59920
    },
    {
      "grad_norm": 0.1400483250617981,
      "learning_rate": 9.730038357121343e-05,
      "loss": 0.0079,
      "step": 59930
    },
    {
      "loss_action": 0.007710459642112255,
      "loss_total": 0.007710459642112255,
      "step": 59930
    },
    {
      "loss_action": 0.004836454056203365,
      "loss_total": 0.004836454056203365,
      "step": 59930
    },
    {
      "loss_action": 0.006828719284385443,
      "loss_total": 0.006828719284385443,
      "step": 59930
    },
    {
      "loss_action": 0.008044060319662094,
      "loss_total": 0.008044060319662094,
      "step": 59930
    },
    {
      "loss_action": 0.003661614842712879,
      "loss_total": 0.003661614842712879,
      "step": 59930
    },
    {
      "loss_action": 0.0025387494824826717,
      "loss_total": 0.0025387494824826717,
      "step": 59930
    },
    {
      "loss_action": 0.010871995240449905,
      "loss_total": 0.010871995240449905,
      "step": 59930
    },
    {
      "loss_action": 0.006180719472467899,
      "loss_total": 0.006180719472467899,
      "step": 59930
    },
    {
      "grad_norm": 0.09997350722551346,
      "learning_rate": 9.729904350279192e-05,
      "loss": 0.0076,
      "step": 59940
    },
    {
      "loss_action": 0.005351702217012644,
      "loss_total": 0.005351702217012644,
      "step": 59940
    },
    {
      "loss_action": 0.0037223617546260357,
      "loss_total": 0.0037223617546260357,
      "step": 59940
    },
    {
      "loss_action": 0.007762120570987463,
      "loss_total": 0.007762120570987463,
      "step": 59940
    },
    {
      "loss_action": 0.013293125666677952,
      "loss_total": 0.013293125666677952,
      "step": 59940
    },
    {
      "loss_action": 0.006731344386935234,
      "loss_total": 0.006731344386935234,
      "step": 59940
    },
    {
      "loss_action": 0.0024187415838241577,
      "loss_total": 0.0024187415838241577,
      "step": 59940
    },
    {
      "loss_action": 0.007094953209161758,
      "loss_total": 0.007094953209161758,
      "step": 59940
    },
    {
      "loss_action": 0.009082313627004623,
      "loss_total": 0.009082313627004623,
      "step": 59940
    },
    {
      "grad_norm": 0.09550835192203522,
      "learning_rate": 9.729770311108587e-05,
      "loss": 0.0069,
      "step": 59950
    },
    {
      "loss_action": 0.0035194260999560356,
      "loss_total": 0.0035194260999560356,
      "step": 59950
    },
    {
      "loss_action": 0.003138052299618721,
      "loss_total": 0.003138052299618721,
      "step": 59950
    },
    {
      "loss_action": 0.014150954782962799,
      "loss_total": 0.014150954782962799,
      "step": 59950
    },
    {
      "loss_action": 0.006314440630376339,
      "loss_total": 0.006314440630376339,
      "step": 59950
    },
    {
      "loss_action": 0.0039034802466630936,
      "loss_total": 0.0039034802466630936,
      "step": 59950
    },
    {
      "loss_action": 0.0032112132757902145,
      "loss_total": 0.0032112132757902145,
      "step": 59950
    },
    {
      "loss_action": 0.012684952467679977,
      "loss_total": 0.012684952467679977,
      "step": 59950
    },
    {
      "loss_action": 0.00918785110116005,
      "loss_total": 0.00918785110116005,
      "step": 59950
    },
    {
      "grad_norm": 0.1565806269645691,
      "learning_rate": 9.729636239610448e-05,
      "loss": 0.0063,
      "step": 59960
    },
    {
      "loss_action": 0.005427776835858822,
      "loss_total": 0.005427776835858822,
      "step": 59960
    },
    {
      "loss_action": 0.00855966005474329,
      "loss_total": 0.00855966005474329,
      "step": 59960
    },
    {
      "loss_action": 0.0035029517021030188,
      "loss_total": 0.0035029517021030188,
      "step": 59960
    },
    {
      "loss_action": 0.00494603905826807,
      "loss_total": 0.00494603905826807,
      "step": 59960
    },
    {
      "loss_action": 0.004485839977860451,
      "loss_total": 0.004485839977860451,
      "step": 59960
    },
    {
      "loss_action": 0.00731305219233036,
      "loss_total": 0.00731305219233036,
      "step": 59960
    },
    {
      "loss_action": 0.0017903844127431512,
      "loss_total": 0.0017903844127431512,
      "step": 59960
    },
    {
      "loss_action": 0.01171547919511795,
      "loss_total": 0.01171547919511795,
      "step": 59960
    },
    {
      "grad_norm": 0.10203336179256439,
      "learning_rate": 9.729502135785691e-05,
      "loss": 0.009,
      "step": 59970
    },
    {
      "loss_action": 0.002015387173742056,
      "loss_total": 0.002015387173742056,
      "step": 59970
    },
    {
      "loss_action": 0.014945896342396736,
      "loss_total": 0.014945896342396736,
      "step": 59970
    },
    {
      "loss_action": 0.002780848415568471,
      "loss_total": 0.002780848415568471,
      "step": 59970
    },
    {
      "loss_action": 0.008863244205713272,
      "loss_total": 0.008863244205713272,
      "step": 59970
    },
    {
      "loss_action": 0.007149417418986559,
      "loss_total": 0.007149417418986559,
      "step": 59970
    },
    {
      "loss_action": 0.002944580279290676,
      "loss_total": 0.002944580279290676,
      "step": 59970
    },
    {
      "loss_action": 0.005843861494213343,
      "loss_total": 0.005843861494213343,
      "step": 59970
    },
    {
      "loss_action": 0.009617946110665798,
      "loss_total": 0.009617946110665798,
      "step": 59970
    },
    {
      "grad_norm": 0.16550596058368683,
      "learning_rate": 9.729367999635228e-05,
      "loss": 0.0071,
      "step": 59980
    },
    {
      "loss_action": 0.007141903042793274,
      "loss_total": 0.007141903042793274,
      "step": 59980
    },
    {
      "loss_action": 0.004784503486007452,
      "loss_total": 0.004784503486007452,
      "step": 59980
    },
    {
      "loss_action": 0.027633313089609146,
      "loss_total": 0.027633313089609146,
      "step": 59980
    },
    {
      "loss_action": 0.004193189553916454,
      "loss_total": 0.004193189553916454,
      "step": 59980
    },
    {
      "loss_action": 0.008275370113551617,
      "loss_total": 0.008275370113551617,
      "step": 59980
    },
    {
      "loss_action": 0.013074783608317375,
      "loss_total": 0.013074783608317375,
      "step": 59980
    },
    {
      "loss_action": 0.014777605421841145,
      "loss_total": 0.014777605421841145,
      "step": 59980
    },
    {
      "loss_action": 0.006079106591641903,
      "loss_total": 0.006079106591641903,
      "step": 59980
    },
    {
      "grad_norm": 0.11926387995481491,
      "learning_rate": 9.729233831159981e-05,
      "loss": 0.0078,
      "step": 59990
    },
    {
      "loss_action": 0.0059244087897241116,
      "loss_total": 0.0059244087897241116,
      "step": 59990
    },
    {
      "loss_action": 0.003640834242105484,
      "loss_total": 0.003640834242105484,
      "step": 59990
    },
    {
      "loss_action": 0.003326211590319872,
      "loss_total": 0.003326211590319872,
      "step": 59990
    },
    {
      "loss_action": 0.0021674646995961666,
      "loss_total": 0.0021674646995961666,
      "step": 59990
    },
    {
      "loss_action": 0.002616839949041605,
      "loss_total": 0.002616839949041605,
      "step": 59990
    },
    {
      "loss_action": 0.026882944628596306,
      "loss_total": 0.026882944628596306,
      "step": 59990
    },
    {
      "loss_action": 0.006271993741393089,
      "loss_total": 0.006271993741393089,
      "step": 59990
    },
    {
      "loss_action": 0.006492638494819403,
      "loss_total": 0.006492638494819403,
      "step": 59990
    },
    {
      "grad_norm": 0.10181400179862976,
      "learning_rate": 9.729099630360862e-05,
      "loss": 0.0063,
      "step": 60000
    },
    {
      "loss_action": 0.004308578558266163,
      "loss_total": 0.004308578558266163,
      "step": 60000
    },
    {
      "loss_action": 0.005599074065685272,
      "loss_total": 0.005599074065685272,
      "step": 60000
    },
    {
      "loss_action": 0.005671581719070673,
      "loss_total": 0.005671581719070673,
      "step": 60000
    },
    {
      "loss_action": 0.004829467739909887,
      "loss_total": 0.004829467739909887,
      "step": 60000
    },
    {
      "loss_action": 0.013335336931049824,
      "loss_total": 0.013335336931049824,
      "step": 60000
    },
    {
      "loss_action": 0.004068429581820965,
      "loss_total": 0.004068429581820965,
      "step": 60000
    },
    {
      "loss_action": 0.009826845489442348,
      "loss_total": 0.009826845489442348,
      "step": 60000
    },
    {
      "loss_action": 0.009210063144564629,
      "loss_total": 0.009210063144564629,
      "step": 60000
    },
    {
      "grad_norm": 0.12915565073490143,
      "learning_rate": 9.728965397238794e-05,
      "loss": 0.0086,
      "step": 60010
    },
    {
      "loss_action": 0.01172877661883831,
      "loss_total": 0.01172877661883831,
      "step": 60010
    },
    {
      "loss_action": 0.011465921998023987,
      "loss_total": 0.011465921998023987,
      "step": 60010
    },
    {
      "loss_action": 0.0062437658198177814,
      "loss_total": 0.0062437658198177814,
      "step": 60010
    },
    {
      "loss_action": 0.0036311596632003784,
      "loss_total": 0.0036311596632003784,
      "step": 60010
    },
    {
      "loss_action": 0.002476425375789404,
      "loss_total": 0.002476425375789404,
      "step": 60010
    },
    {
      "loss_action": 0.00997539609670639,
      "loss_total": 0.00997539609670639,
      "step": 60010
    },
    {
      "loss_action": 0.006106087937951088,
      "loss_total": 0.006106087937951088,
      "step": 60010
    },
    {
      "loss_action": 0.003512532450258732,
      "loss_total": 0.003512532450258732,
      "step": 60010
    },
    {
      "grad_norm": 0.08314608782529831,
      "learning_rate": 9.728831131794691e-05,
      "loss": 0.0063,
      "step": 60020
    },
    {
      "loss_action": 0.002732193795964122,
      "loss_total": 0.002732193795964122,
      "step": 60020
    },
    {
      "loss_action": 0.006057966500520706,
      "loss_total": 0.006057966500520706,
      "step": 60020
    },
    {
      "loss_action": 0.010745691135525703,
      "loss_total": 0.010745691135525703,
      "step": 60020
    },
    {
      "loss_action": 0.011554587632417679,
      "loss_total": 0.011554587632417679,
      "step": 60020
    },
    {
      "loss_action": 0.01589825376868248,
      "loss_total": 0.01589825376868248,
      "step": 60020
    },
    {
      "loss_action": 0.008067399263381958,
      "loss_total": 0.008067399263381958,
      "step": 60020
    },
    {
      "loss_action": 0.006323896814137697,
      "loss_total": 0.006323896814137697,
      "step": 60020
    },
    {
      "loss_action": 0.0063391076400876045,
      "loss_total": 0.0063391076400876045,
      "step": 60020
    },
    {
      "grad_norm": 0.10151758790016174,
      "learning_rate": 9.72869683402947e-05,
      "loss": 0.0082,
      "step": 60030
    },
    {
      "loss_action": 0.005142520181834698,
      "loss_total": 0.005142520181834698,
      "step": 60030
    },
    {
      "loss_action": 0.009472504258155823,
      "loss_total": 0.009472504258155823,
      "step": 60030
    },
    {
      "loss_action": 0.009415274485945702,
      "loss_total": 0.009415274485945702,
      "step": 60030
    },
    {
      "loss_action": 0.0036871545016765594,
      "loss_total": 0.0036871545016765594,
      "step": 60030
    },
    {
      "loss_action": 0.006463736295700073,
      "loss_total": 0.006463736295700073,
      "step": 60030
    },
    {
      "loss_action": 0.008995870128273964,
      "loss_total": 0.008995870128273964,
      "step": 60030
    },
    {
      "loss_action": 0.012664801441133022,
      "loss_total": 0.012664801441133022,
      "step": 60030
    },
    {
      "loss_action": 0.004698934033513069,
      "loss_total": 0.004698934033513069,
      "step": 60030
    },
    {
      "grad_norm": 0.12320427596569061,
      "learning_rate": 9.728562503944052e-05,
      "loss": 0.007,
      "step": 60040
    },
    {
      "loss_action": 0.014303240925073624,
      "loss_total": 0.014303240925073624,
      "step": 60040
    },
    {
      "loss_action": 0.004200066905468702,
      "loss_total": 0.004200066905468702,
      "step": 60040
    },
    {
      "loss_action": 0.002211145590990782,
      "loss_total": 0.002211145590990782,
      "step": 60040
    },
    {
      "loss_action": 0.005399142391979694,
      "loss_total": 0.005399142391979694,
      "step": 60040
    },
    {
      "loss_action": 0.016178837046027184,
      "loss_total": 0.016178837046027184,
      "step": 60040
    },
    {
      "loss_action": 0.009022621437907219,
      "loss_total": 0.009022621437907219,
      "step": 60040
    },
    {
      "loss_action": 0.00373650761321187,
      "loss_total": 0.00373650761321187,
      "step": 60040
    },
    {
      "loss_action": 0.0039400397799909115,
      "loss_total": 0.0039400397799909115,
      "step": 60040
    },
    {
      "grad_norm": 0.14032894372940063,
      "learning_rate": 9.728428141539352e-05,
      "loss": 0.0065,
      "step": 60050
    },
    {
      "loss_action": 0.00666847312822938,
      "loss_total": 0.00666847312822938,
      "step": 60050
    },
    {
      "loss_action": 0.008841335773468018,
      "loss_total": 0.008841335773468018,
      "step": 60050
    },
    {
      "loss_action": 0.0035755583085119724,
      "loss_total": 0.0035755583085119724,
      "step": 60050
    },
    {
      "loss_action": 0.008818961679935455,
      "loss_total": 0.008818961679935455,
      "step": 60050
    },
    {
      "loss_action": 0.005002276971936226,
      "loss_total": 0.005002276971936226,
      "step": 60050
    },
    {
      "loss_action": 0.013739561662077904,
      "loss_total": 0.013739561662077904,
      "step": 60050
    },
    {
      "loss_action": 0.009329240769147873,
      "loss_total": 0.009329240769147873,
      "step": 60050
    },
    {
      "loss_action": 0.0058125900104641914,
      "loss_total": 0.0058125900104641914,
      "step": 60050
    },
    {
      "grad_norm": 0.1263447403907776,
      "learning_rate": 9.728293746816291e-05,
      "loss": 0.0074,
      "step": 60060
    },
    {
      "loss_action": 0.00552193820476532,
      "loss_total": 0.00552193820476532,
      "step": 60060
    },
    {
      "loss_action": 0.00565713457763195,
      "loss_total": 0.00565713457763195,
      "step": 60060
    },
    {
      "loss_action": 0.015079770237207413,
      "loss_total": 0.015079770237207413,
      "step": 60060
    },
    {
      "loss_action": 0.0020559218246489763,
      "loss_total": 0.0020559218246489763,
      "step": 60060
    },
    {
      "loss_action": 0.015203418210148811,
      "loss_total": 0.015203418210148811,
      "step": 60060
    },
    {
      "loss_action": 0.00965877715498209,
      "loss_total": 0.00965877715498209,
      "step": 60060
    },
    {
      "loss_action": 0.030307739973068237,
      "loss_total": 0.030307739973068237,
      "step": 60060
    },
    {
      "loss_action": 0.009756918996572495,
      "loss_total": 0.009756918996572495,
      "step": 60060
    },
    {
      "grad_norm": 0.11834779381752014,
      "learning_rate": 9.728159319775785e-05,
      "loss": 0.0096,
      "step": 60070
    },
    {
      "loss_action": 0.01922711730003357,
      "loss_total": 0.01922711730003357,
      "step": 60070
    },
    {
      "loss_action": 0.012739202938973904,
      "loss_total": 0.012739202938973904,
      "step": 60070
    },
    {
      "loss_action": 0.0068040331825613976,
      "loss_total": 0.0068040331825613976,
      "step": 60070
    },
    {
      "loss_action": 0.006753033492714167,
      "loss_total": 0.006753033492714167,
      "step": 60070
    },
    {
      "loss_action": 0.024031061679124832,
      "loss_total": 0.024031061679124832,
      "step": 60070
    },
    {
      "loss_action": 0.0065291039645671844,
      "loss_total": 0.0065291039645671844,
      "step": 60070
    },
    {
      "loss_action": 0.018822211772203445,
      "loss_total": 0.018822211772203445,
      "step": 60070
    },
    {
      "loss_action": 0.018003419041633606,
      "loss_total": 0.018003419041633606,
      "step": 60070
    },
    {
      "grad_norm": 0.09077664464712143,
      "learning_rate": 9.728024860418755e-05,
      "loss": 0.0084,
      "step": 60080
    },
    {
      "loss_action": 0.007163508329540491,
      "loss_total": 0.007163508329540491,
      "step": 60080
    },
    {
      "loss_action": 0.011049533262848854,
      "loss_total": 0.011049533262848854,
      "step": 60080
    },
    {
      "loss_action": 0.006110422313213348,
      "loss_total": 0.006110422313213348,
      "step": 60080
    },
    {
      "loss_action": 0.011290405876934528,
      "loss_total": 0.011290405876934528,
      "step": 60080
    },
    {
      "loss_action": 0.010725045576691628,
      "loss_total": 0.010725045576691628,
      "step": 60080
    },
    {
      "loss_action": 0.005011866334825754,
      "loss_total": 0.005011866334825754,
      "step": 60080
    },
    {
      "loss_action": 0.004497077316045761,
      "loss_total": 0.004497077316045761,
      "step": 60080
    },
    {
      "loss_action": 0.0038219746202230453,
      "loss_total": 0.0038219746202230453,
      "step": 60080
    },
    {
      "grad_norm": 0.07516543567180634,
      "learning_rate": 9.727890368746118e-05,
      "loss": 0.0072,
      "step": 60090
    },
    {
      "loss_action": 0.0063081542029976845,
      "loss_total": 0.0063081542029976845,
      "step": 60090
    },
    {
      "loss_action": 0.005225247237831354,
      "loss_total": 0.005225247237831354,
      "step": 60090
    },
    {
      "loss_action": 0.025696463882923126,
      "loss_total": 0.025696463882923126,
      "step": 60090
    },
    {
      "loss_action": 0.004291044548153877,
      "loss_total": 0.004291044548153877,
      "step": 60090
    },
    {
      "loss_action": 0.004815434105694294,
      "loss_total": 0.004815434105694294,
      "step": 60090
    },
    {
      "loss_action": 0.008956560865044594,
      "loss_total": 0.008956560865044594,
      "step": 60090
    },
    {
      "loss_action": 0.01129731722176075,
      "loss_total": 0.01129731722176075,
      "step": 60090
    },
    {
      "loss_action": 0.028078529983758926,
      "loss_total": 0.028078529983758926,
      "step": 60090
    },
    {
      "grad_norm": 0.08111487329006195,
      "learning_rate": 9.727755844758795e-05,
      "loss": 0.0074,
      "step": 60100
    },
    {
      "loss_action": 0.007787134498357773,
      "loss_total": 0.007787134498357773,
      "step": 60100
    },
    {
      "loss_action": 0.0019722143188118935,
      "loss_total": 0.0019722143188118935,
      "step": 60100
    },
    {
      "loss_action": 0.01572369411587715,
      "loss_total": 0.01572369411587715,
      "step": 60100
    },
    {
      "loss_action": 0.004417112562805414,
      "loss_total": 0.004417112562805414,
      "step": 60100
    },
    {
      "loss_action": 0.0016514640301465988,
      "loss_total": 0.0016514640301465988,
      "step": 60100
    },
    {
      "loss_action": 0.024144304916262627,
      "loss_total": 0.024144304916262627,
      "step": 60100
    },
    {
      "loss_action": 0.014471667818725109,
      "loss_total": 0.014471667818725109,
      "step": 60100
    },
    {
      "loss_action": 0.011082128621637821,
      "loss_total": 0.011082128621637821,
      "step": 60100
    },
    {
      "grad_norm": 0.13784442842006683,
      "learning_rate": 9.727621288457704e-05,
      "loss": 0.0083,
      "step": 60110
    },
    {
      "loss_action": 0.009821293875575066,
      "loss_total": 0.009821293875575066,
      "step": 60110
    },
    {
      "loss_action": 0.0014101560227572918,
      "loss_total": 0.0014101560227572918,
      "step": 60110
    },
    {
      "loss_action": 0.00825749896466732,
      "loss_total": 0.00825749896466732,
      "step": 60110
    },
    {
      "loss_action": 0.0033214509021490812,
      "loss_total": 0.0033214509021490812,
      "step": 60110
    },
    {
      "loss_action": 0.006002058275043964,
      "loss_total": 0.006002058275043964,
      "step": 60110
    },
    {
      "loss_action": 0.0030830276664346457,
      "loss_total": 0.0030830276664346457,
      "step": 60110
    },
    {
      "loss_action": 0.004347480367869139,
      "loss_total": 0.004347480367869139,
      "step": 60110
    },
    {
      "loss_action": 0.002293986501172185,
      "loss_total": 0.002293986501172185,
      "step": 60110
    },
    {
      "grad_norm": 0.12353979796171188,
      "learning_rate": 9.727486699843766e-05,
      "loss": 0.0059,
      "step": 60120
    },
    {
      "loss_action": 0.008460061624646187,
      "loss_total": 0.008460061624646187,
      "step": 60120
    },
    {
      "loss_action": 0.018084043636918068,
      "loss_total": 0.018084043636918068,
      "step": 60120
    },
    {
      "loss_action": 0.006368295289576054,
      "loss_total": 0.006368295289576054,
      "step": 60120
    },
    {
      "loss_action": 0.009888919070363045,
      "loss_total": 0.009888919070363045,
      "step": 60120
    },
    {
      "loss_action": 0.004083533771336079,
      "loss_total": 0.004083533771336079,
      "step": 60120
    },
    {
      "loss_action": 0.022167587652802467,
      "loss_total": 0.022167587652802467,
      "step": 60120
    },
    {
      "loss_action": 0.009469871409237385,
      "loss_total": 0.009469871409237385,
      "step": 60120
    },
    {
      "loss_action": 0.001632955390959978,
      "loss_total": 0.001632955390959978,
      "step": 60120
    },
    {
      "grad_norm": 0.2401454895734787,
      "learning_rate": 9.727352078917901e-05,
      "loss": 0.0076,
      "step": 60130
    },
    {
      "loss_action": 0.024291081354022026,
      "loss_total": 0.024291081354022026,
      "step": 60130
    },
    {
      "loss_action": 0.00434139184653759,
      "loss_total": 0.00434139184653759,
      "step": 60130
    },
    {
      "loss_action": 0.008300608024001122,
      "loss_total": 0.008300608024001122,
      "step": 60130
    },
    {
      "loss_action": 0.008199675008654594,
      "loss_total": 0.008199675008654594,
      "step": 60130
    },
    {
      "loss_action": 0.00891436729580164,
      "loss_total": 0.00891436729580164,
      "step": 60130
    },
    {
      "loss_action": 0.006526886485517025,
      "loss_total": 0.006526886485517025,
      "step": 60130
    },
    {
      "loss_action": 0.008655627258121967,
      "loss_total": 0.008655627258121967,
      "step": 60130
    },
    {
      "loss_action": 0.0037027383223176003,
      "loss_total": 0.0037027383223176003,
      "step": 60130
    },
    {
      "grad_norm": 0.1641572117805481,
      "learning_rate": 9.727217425681028e-05,
      "loss": 0.0085,
      "step": 60140
    },
    {
      "loss_action": 0.005447876174002886,
      "loss_total": 0.005447876174002886,
      "step": 60140
    },
    {
      "loss_action": 0.004006167873740196,
      "loss_total": 0.004006167873740196,
      "step": 60140
    },
    {
      "loss_action": 0.002342880703508854,
      "loss_total": 0.002342880703508854,
      "step": 60140
    },
    {
      "loss_action": 0.011287488043308258,
      "loss_total": 0.011287488043308258,
      "step": 60140
    },
    {
      "loss_action": 0.006985838524997234,
      "loss_total": 0.006985838524997234,
      "step": 60140
    },
    {
      "loss_action": 0.0019808451179414988,
      "loss_total": 0.0019808451179414988,
      "step": 60140
    },
    {
      "loss_action": 0.00464082695543766,
      "loss_total": 0.00464082695543766,
      "step": 60140
    },
    {
      "loss_action": 0.003963399678468704,
      "loss_total": 0.003963399678468704,
      "step": 60140
    },
    {
      "grad_norm": 0.12844078242778778,
      "learning_rate": 9.727082740134067e-05,
      "loss": 0.0073,
      "step": 60150
    },
    {
      "loss_action": 0.004718673415482044,
      "loss_total": 0.004718673415482044,
      "step": 60150
    },
    {
      "loss_action": 0.0042516011744737625,
      "loss_total": 0.0042516011744737625,
      "step": 60150
    },
    {
      "loss_action": 0.007794884964823723,
      "loss_total": 0.007794884964823723,
      "step": 60150
    },
    {
      "loss_action": 0.0031891707330942154,
      "loss_total": 0.0031891707330942154,
      "step": 60150
    },
    {
      "loss_action": 0.016352564096450806,
      "loss_total": 0.016352564096450806,
      "step": 60150
    },
    {
      "loss_action": 0.00387182692065835,
      "loss_total": 0.00387182692065835,
      "step": 60150
    },
    {
      "loss_action": 0.00626230426132679,
      "loss_total": 0.00626230426132679,
      "step": 60150
    },
    {
      "loss_action": 0.005136838648468256,
      "loss_total": 0.005136838648468256,
      "step": 60150
    },
    {
      "grad_norm": 0.12929047644138336,
      "learning_rate": 9.726948022277941e-05,
      "loss": 0.0075,
      "step": 60160
    },
    {
      "loss_action": 0.015495074912905693,
      "loss_total": 0.015495074912905693,
      "step": 60160
    },
    {
      "loss_action": 0.004319798666983843,
      "loss_total": 0.004319798666983843,
      "step": 60160
    },
    {
      "loss_action": 0.00835272017866373,
      "loss_total": 0.00835272017866373,
      "step": 60160
    },
    {
      "loss_action": 0.0045005688443779945,
      "loss_total": 0.0045005688443779945,
      "step": 60160
    },
    {
      "loss_action": 0.012852475978434086,
      "loss_total": 0.012852475978434086,
      "step": 60160
    },
    {
      "loss_action": 0.004732483997941017,
      "loss_total": 0.004732483997941017,
      "step": 60160
    },
    {
      "loss_action": 0.00473402813076973,
      "loss_total": 0.00473402813076973,
      "step": 60160
    },
    {
      "loss_action": 0.004286713898181915,
      "loss_total": 0.004286713898181915,
      "step": 60160
    },
    {
      "grad_norm": 0.14931121468544006,
      "learning_rate": 9.726813272113568e-05,
      "loss": 0.0069,
      "step": 60170
    },
    {
      "loss_action": 0.005278933793306351,
      "loss_total": 0.005278933793306351,
      "step": 60170
    },
    {
      "loss_action": 0.004899827763438225,
      "loss_total": 0.004899827763438225,
      "step": 60170
    },
    {
      "loss_action": 0.019954007118940353,
      "loss_total": 0.019954007118940353,
      "step": 60170
    },
    {
      "loss_action": 0.009174345061182976,
      "loss_total": 0.009174345061182976,
      "step": 60170
    },
    {
      "loss_action": 0.008969787508249283,
      "loss_total": 0.008969787508249283,
      "step": 60170
    },
    {
      "loss_action": 0.02400732971727848,
      "loss_total": 0.02400732971727848,
      "step": 60170
    },
    {
      "loss_action": 0.009478701278567314,
      "loss_total": 0.009478701278567314,
      "step": 60170
    },
    {
      "loss_action": 0.007465606555342674,
      "loss_total": 0.007465606555342674,
      "step": 60170
    },
    {
      "grad_norm": 0.21632525324821472,
      "learning_rate": 9.72667848964187e-05,
      "loss": 0.0091,
      "step": 60180
    },
    {
      "loss_action": 0.004075567238032818,
      "loss_total": 0.004075567238032818,
      "step": 60180
    },
    {
      "loss_action": 0.006295489147305489,
      "loss_total": 0.006295489147305489,
      "step": 60180
    },
    {
      "loss_action": 0.0058985259383916855,
      "loss_total": 0.0058985259383916855,
      "step": 60180
    },
    {
      "loss_action": 0.015312392264604568,
      "loss_total": 0.015312392264604568,
      "step": 60180
    },
    {
      "loss_action": 0.004064279142767191,
      "loss_total": 0.004064279142767191,
      "step": 60180
    },
    {
      "loss_action": 0.007790207862854004,
      "loss_total": 0.007790207862854004,
      "step": 60180
    },
    {
      "loss_action": 0.012966662645339966,
      "loss_total": 0.012966662645339966,
      "step": 60180
    },
    {
      "loss_action": 0.007935348898172379,
      "loss_total": 0.007935348898172379,
      "step": 60180
    },
    {
      "grad_norm": 0.2537062466144562,
      "learning_rate": 9.72654367486377e-05,
      "loss": 0.0094,
      "step": 60190
    },
    {
      "loss_action": 0.009502450935542583,
      "loss_total": 0.009502450935542583,
      "step": 60190
    },
    {
      "loss_action": 0.015503483824431896,
      "loss_total": 0.015503483824431896,
      "step": 60190
    },
    {
      "loss_action": 0.0043481746688485146,
      "loss_total": 0.0043481746688485146,
      "step": 60190
    },
    {
      "loss_action": 0.010510239750146866,
      "loss_total": 0.010510239750146866,
      "step": 60190
    },
    {
      "loss_action": 0.004941597580909729,
      "loss_total": 0.004941597580909729,
      "step": 60190
    },
    {
      "loss_action": 0.005134153179824352,
      "loss_total": 0.005134153179824352,
      "step": 60190
    },
    {
      "loss_action": 0.005924527533352375,
      "loss_total": 0.005924527533352375,
      "step": 60190
    },
    {
      "loss_action": 0.00857788696885109,
      "loss_total": 0.00857788696885109,
      "step": 60190
    },
    {
      "grad_norm": 0.10676423460245132,
      "learning_rate": 9.726408827780187e-05,
      "loss": 0.009,
      "step": 60200
    },
    {
      "loss_action": 0.010064179077744484,
      "loss_total": 0.010064179077744484,
      "step": 60200
    },
    {
      "loss_action": 0.01014795619994402,
      "loss_total": 0.01014795619994402,
      "step": 60200
    },
    {
      "loss_action": 0.012591936625540257,
      "loss_total": 0.012591936625540257,
      "step": 60200
    },
    {
      "loss_action": 0.012622036039829254,
      "loss_total": 0.012622036039829254,
      "step": 60200
    },
    {
      "loss_action": 0.004656266886740923,
      "loss_total": 0.004656266886740923,
      "step": 60200
    },
    {
      "loss_action": 0.011461550369858742,
      "loss_total": 0.011461550369858742,
      "step": 60200
    },
    {
      "loss_action": 0.0036380011588335037,
      "loss_total": 0.0036380011588335037,
      "step": 60200
    },
    {
      "loss_action": 0.01174904778599739,
      "loss_total": 0.01174904778599739,
      "step": 60200
    },
    {
      "grad_norm": 0.10060317069292068,
      "learning_rate": 9.726273948392042e-05,
      "loss": 0.0089,
      "step": 60210
    },
    {
      "loss_action": 0.004295842722058296,
      "loss_total": 0.004295842722058296,
      "step": 60210
    },
    {
      "loss_action": 0.014337519183754921,
      "loss_total": 0.014337519183754921,
      "step": 60210
    },
    {
      "loss_action": 0.006750037427991629,
      "loss_total": 0.006750037427991629,
      "step": 60210
    },
    {
      "loss_action": 0.0037849985528737307,
      "loss_total": 0.0037849985528737307,
      "step": 60210
    },
    {
      "loss_action": 0.013773966580629349,
      "loss_total": 0.013773966580629349,
      "step": 60210
    },
    {
      "loss_action": 0.0077492231503129005,
      "loss_total": 0.0077492231503129005,
      "step": 60210
    },
    {
      "loss_action": 0.004810485988855362,
      "loss_total": 0.004810485988855362,
      "step": 60210
    },
    {
      "loss_action": 0.005539831705391407,
      "loss_total": 0.005539831705391407,
      "step": 60210
    },
    {
      "grad_norm": 0.09801630675792694,
      "learning_rate": 9.726139036700259e-05,
      "loss": 0.0081,
      "step": 60220
    },
    {
      "loss_action": 0.003150502685457468,
      "loss_total": 0.003150502685457468,
      "step": 60220
    },
    {
      "loss_action": 0.00994634348899126,
      "loss_total": 0.00994634348899126,
      "step": 60220
    },
    {
      "loss_action": 0.034948378801345825,
      "loss_total": 0.034948378801345825,
      "step": 60220
    },
    {
      "loss_action": 0.006821113172918558,
      "loss_total": 0.006821113172918558,
      "step": 60220
    },
    {
      "loss_action": 0.009468210861086845,
      "loss_total": 0.009468210861086845,
      "step": 60220
    },
    {
      "loss_action": 0.004417830146849155,
      "loss_total": 0.004417830146849155,
      "step": 60220
    },
    {
      "loss_action": 0.005540373735129833,
      "loss_total": 0.005540373735129833,
      "step": 60220
    },
    {
      "loss_action": 0.00495221558958292,
      "loss_total": 0.00495221558958292,
      "step": 60220
    },
    {
      "grad_norm": 0.12092400342226028,
      "learning_rate": 9.72600409270576e-05,
      "loss": 0.0086,
      "step": 60230
    },
    {
      "loss_action": 0.018233852460980415,
      "loss_total": 0.018233852460980415,
      "step": 60230
    },
    {
      "loss_action": 0.019155288115143776,
      "loss_total": 0.019155288115143776,
      "step": 60230
    },
    {
      "loss_action": 0.006247551180422306,
      "loss_total": 0.006247551180422306,
      "step": 60230
    },
    {
      "loss_action": 0.008515466935932636,
      "loss_total": 0.008515466935932636,
      "step": 60230
    },
    {
      "loss_action": 0.006548083387315273,
      "loss_total": 0.006548083387315273,
      "step": 60230
    },
    {
      "loss_action": 0.016354763880372047,
      "loss_total": 0.016354763880372047,
      "step": 60230
    },
    {
      "loss_action": 0.00666929641738534,
      "loss_total": 0.00666929641738534,
      "step": 60230
    },
    {
      "loss_action": 0.004531924147158861,
      "loss_total": 0.004531924147158861,
      "step": 60230
    },
    {
      "grad_norm": 0.12246377766132355,
      "learning_rate": 9.725869116409468e-05,
      "loss": 0.009,
      "step": 60240
    },
    {
      "loss_action": 0.01291630882769823,
      "loss_total": 0.01291630882769823,
      "step": 60240
    },
    {
      "loss_action": 0.0030606891959905624,
      "loss_total": 0.0030606891959905624,
      "step": 60240
    },
    {
      "loss_action": 0.0024774521589279175,
      "loss_total": 0.0024774521589279175,
      "step": 60240
    },
    {
      "loss_action": 0.007085688412189484,
      "loss_total": 0.007085688412189484,
      "step": 60240
    },
    {
      "loss_action": 0.005641704425215721,
      "loss_total": 0.005641704425215721,
      "step": 60240
    },
    {
      "loss_action": 0.005686323624104261,
      "loss_total": 0.005686323624104261,
      "step": 60240
    },
    {
      "loss_action": 0.011576075106859207,
      "loss_total": 0.011576075106859207,
      "step": 60240
    },
    {
      "loss_action": 0.00253389123827219,
      "loss_total": 0.00253389123827219,
      "step": 60240
    },
    {
      "grad_norm": 0.11793254315853119,
      "learning_rate": 9.725734107812303e-05,
      "loss": 0.0078,
      "step": 60250
    },
    {
      "loss_action": 0.006022457033395767,
      "loss_total": 0.006022457033395767,
      "step": 60250
    },
    {
      "loss_action": 0.005419944413006306,
      "loss_total": 0.005419944413006306,
      "step": 60250
    },
    {
      "loss_action": 0.03418484702706337,
      "loss_total": 0.03418484702706337,
      "step": 60250
    },
    {
      "loss_action": 0.010093890130519867,
      "loss_total": 0.010093890130519867,
      "step": 60250
    },
    {
      "loss_action": 0.0029868464916944504,
      "loss_total": 0.0029868464916944504,
      "step": 60250
    },
    {
      "loss_action": 0.005693224258720875,
      "loss_total": 0.005693224258720875,
      "step": 60250
    },
    {
      "loss_action": 0.007220420055091381,
      "loss_total": 0.007220420055091381,
      "step": 60250
    },
    {
      "loss_action": 0.008932769298553467,
      "loss_total": 0.008932769298553467,
      "step": 60250
    },
    {
      "grad_norm": 0.13208040595054626,
      "learning_rate": 9.72559906691519e-05,
      "loss": 0.0088,
      "step": 60260
    },
    {
      "loss_action": 0.00773257901892066,
      "loss_total": 0.00773257901892066,
      "step": 60260
    },
    {
      "loss_action": 0.0035158656537532806,
      "loss_total": 0.0035158656537532806,
      "step": 60260
    },
    {
      "loss_action": 0.005677752196788788,
      "loss_total": 0.005677752196788788,
      "step": 60260
    },
    {
      "loss_action": 0.01704470068216324,
      "loss_total": 0.01704470068216324,
      "step": 60260
    },
    {
      "loss_action": 0.0026807705871760845,
      "loss_total": 0.0026807705871760845,
      "step": 60260
    },
    {
      "loss_action": 0.004227757453918457,
      "loss_total": 0.004227757453918457,
      "step": 60260
    },
    {
      "loss_action": 0.0035267979837954044,
      "loss_total": 0.0035267979837954044,
      "step": 60260
    },
    {
      "loss_action": 0.008750470355153084,
      "loss_total": 0.008750470355153084,
      "step": 60260
    },
    {
      "grad_norm": 0.16426222026348114,
      "learning_rate": 9.72546399371905e-05,
      "loss": 0.009,
      "step": 60270
    },
    {
      "loss_action": 0.008289937861263752,
      "loss_total": 0.008289937861263752,
      "step": 60270
    },
    {
      "loss_action": 0.007678598165512085,
      "loss_total": 0.007678598165512085,
      "step": 60270
    },
    {
      "loss_action": 0.0062754517421126366,
      "loss_total": 0.0062754517421126366,
      "step": 60270
    },
    {
      "loss_action": 0.017572030425071716,
      "loss_total": 0.017572030425071716,
      "step": 60270
    },
    {
      "loss_action": 0.007154826074838638,
      "loss_total": 0.007154826074838638,
      "step": 60270
    },
    {
      "loss_action": 0.007558037526905537,
      "loss_total": 0.007558037526905537,
      "step": 60270
    },
    {
      "loss_action": 0.003744571702554822,
      "loss_total": 0.003744571702554822,
      "step": 60270
    },
    {
      "loss_action": 0.004416627809405327,
      "loss_total": 0.004416627809405327,
      "step": 60270
    },
    {
      "grad_norm": 0.11197198182344437,
      "learning_rate": 9.725328888224809e-05,
      "loss": 0.0075,
      "step": 60280
    },
    {
      "loss_action": 0.007688906043767929,
      "loss_total": 0.007688906043767929,
      "step": 60280
    },
    {
      "loss_action": 0.0035873111337423325,
      "loss_total": 0.0035873111337423325,
      "step": 60280
    },
    {
      "loss_action": 0.007878907956182957,
      "loss_total": 0.007878907956182957,
      "step": 60280
    },
    {
      "loss_action": 0.0020102867856621742,
      "loss_total": 0.0020102867856621742,
      "step": 60280
    },
    {
      "loss_action": 0.003301557619124651,
      "loss_total": 0.003301557619124651,
      "step": 60280
    },
    {
      "loss_action": 0.005567719228565693,
      "loss_total": 0.005567719228565693,
      "step": 60280
    },
    {
      "loss_action": 0.002774688648059964,
      "loss_total": 0.002774688648059964,
      "step": 60280
    },
    {
      "loss_action": 0.008493379689753056,
      "loss_total": 0.008493379689753056,
      "step": 60280
    },
    {
      "grad_norm": 0.20246724784374237,
      "learning_rate": 9.725193750433388e-05,
      "loss": 0.0085,
      "step": 60290
    },
    {
      "loss_action": 0.007372025866061449,
      "loss_total": 0.007372025866061449,
      "step": 60290
    },
    {
      "loss_action": 0.014945904724299908,
      "loss_total": 0.014945904724299908,
      "step": 60290
    },
    {
      "loss_action": 0.009898651391267776,
      "loss_total": 0.009898651391267776,
      "step": 60290
    },
    {
      "loss_action": 0.009312227368354797,
      "loss_total": 0.009312227368354797,
      "step": 60290
    },
    {
      "loss_action": 0.016100212931632996,
      "loss_total": 0.016100212931632996,
      "step": 60290
    },
    {
      "loss_action": 0.005848261993378401,
      "loss_total": 0.005848261993378401,
      "step": 60290
    },
    {
      "loss_action": 0.004430778324604034,
      "loss_total": 0.004430778324604034,
      "step": 60290
    },
    {
      "loss_action": 0.005469100084155798,
      "loss_total": 0.005469100084155798,
      "step": 60290
    },
    {
      "grad_norm": 0.10734889656305313,
      "learning_rate": 9.725058580345711e-05,
      "loss": 0.0078,
      "step": 60300
    },
    {
      "loss_action": 0.015281510539352894,
      "loss_total": 0.015281510539352894,
      "step": 60300
    },
    {
      "loss_action": 0.005269699264317751,
      "loss_total": 0.005269699264317751,
      "step": 60300
    },
    {
      "loss_action": 0.007337161339819431,
      "loss_total": 0.007337161339819431,
      "step": 60300
    },
    {
      "loss_action": 0.010817162692546844,
      "loss_total": 0.010817162692546844,
      "step": 60300
    },
    {
      "loss_action": 0.005360245704650879,
      "loss_total": 0.005360245704650879,
      "step": 60300
    },
    {
      "loss_action": 0.004953990690410137,
      "loss_total": 0.004953990690410137,
      "step": 60300
    },
    {
      "loss_action": 0.002951052039861679,
      "loss_total": 0.002951052039861679,
      "step": 60300
    },
    {
      "loss_action": 0.006023156922310591,
      "loss_total": 0.006023156922310591,
      "step": 60300
    },
    {
      "grad_norm": 0.1366589367389679,
      "learning_rate": 9.724923377962702e-05,
      "loss": 0.0099,
      "step": 60310
    },
    {
      "loss_action": 0.004211411811411381,
      "loss_total": 0.004211411811411381,
      "step": 60310
    },
    {
      "loss_action": 0.0101949293166399,
      "loss_total": 0.0101949293166399,
      "step": 60310
    },
    {
      "loss_action": 0.007810276933014393,
      "loss_total": 0.007810276933014393,
      "step": 60310
    },
    {
      "loss_action": 0.009891496039927006,
      "loss_total": 0.009891496039927006,
      "step": 60310
    },
    {
      "loss_action": 0.007970619015395641,
      "loss_total": 0.007970619015395641,
      "step": 60310
    },
    {
      "loss_action": 0.004400627221912146,
      "loss_total": 0.004400627221912146,
      "step": 60310
    },
    {
      "loss_action": 0.037992238998413086,
      "loss_total": 0.037992238998413086,
      "step": 60310
    },
    {
      "loss_action": 0.014224880374968052,
      "loss_total": 0.014224880374968052,
      "step": 60310
    },
    {
      "grad_norm": 0.1376810222864151,
      "learning_rate": 9.724788143285287e-05,
      "loss": 0.0092,
      "step": 60320
    },
    {
      "loss_action": 0.01863524690270424,
      "loss_total": 0.01863524690270424,
      "step": 60320
    },
    {
      "loss_action": 0.003698519431054592,
      "loss_total": 0.003698519431054592,
      "step": 60320
    },
    {
      "loss_action": 0.00826149433851242,
      "loss_total": 0.00826149433851242,
      "step": 60320
    },
    {
      "loss_action": 0.00358161935582757,
      "loss_total": 0.00358161935582757,
      "step": 60320
    },
    {
      "loss_action": 0.003917819354683161,
      "loss_total": 0.003917819354683161,
      "step": 60320
    },
    {
      "loss_action": 0.035024493932724,
      "loss_total": 0.035024493932724,
      "step": 60320
    },
    {
      "loss_action": 0.0032605277374386787,
      "loss_total": 0.0032605277374386787,
      "step": 60320
    },
    {
      "loss_action": 0.004509881604462862,
      "loss_total": 0.004509881604462862,
      "step": 60320
    },
    {
      "grad_norm": 0.08759341388940811,
      "learning_rate": 9.724652876314389e-05,
      "loss": 0.0085,
      "step": 60330
    },
    {
      "loss_action": 0.006627491209656,
      "loss_total": 0.006627491209656,
      "step": 60330
    },
    {
      "loss_action": 0.008512096479535103,
      "loss_total": 0.008512096479535103,
      "step": 60330
    },
    {
      "loss_action": 0.027180422097444534,
      "loss_total": 0.027180422097444534,
      "step": 60330
    },
    {
      "loss_action": 0.003894078778102994,
      "loss_total": 0.003894078778102994,
      "step": 60330
    },
    {
      "loss_action": 0.019953235983848572,
      "loss_total": 0.019953235983848572,
      "step": 60330
    },
    {
      "loss_action": 0.00925784558057785,
      "loss_total": 0.00925784558057785,
      "step": 60330
    },
    {
      "loss_action": 0.014623131603002548,
      "loss_total": 0.014623131603002548,
      "step": 60330
    },
    {
      "loss_action": 0.016036218032240868,
      "loss_total": 0.016036218032240868,
      "step": 60330
    },
    {
      "grad_norm": 0.13313980400562286,
      "learning_rate": 9.72451757705093e-05,
      "loss": 0.009,
      "step": 60340
    },
    {
      "loss_action": 0.009868301451206207,
      "loss_total": 0.009868301451206207,
      "step": 60340
    },
    {
      "loss_action": 0.008304553106427193,
      "loss_total": 0.008304553106427193,
      "step": 60340
    },
    {
      "loss_action": 0.00901811197400093,
      "loss_total": 0.00901811197400093,
      "step": 60340
    },
    {
      "loss_action": 0.01521397940814495,
      "loss_total": 0.01521397940814495,
      "step": 60340
    },
    {
      "loss_action": 0.004666917026042938,
      "loss_total": 0.004666917026042938,
      "step": 60340
    },
    {
      "loss_action": 0.004409886430948973,
      "loss_total": 0.004409886430948973,
      "step": 60340
    },
    {
      "loss_action": 0.004669942427426577,
      "loss_total": 0.004669942427426577,
      "step": 60340
    },
    {
      "loss_action": 0.006480673793703318,
      "loss_total": 0.006480673793703318,
      "step": 60340
    },
    {
      "grad_norm": 0.11079004406929016,
      "learning_rate": 9.724382245495838e-05,
      "loss": 0.0093,
      "step": 60350
    },
    {
      "loss_action": 0.009707139804959297,
      "loss_total": 0.009707139804959297,
      "step": 60350
    },
    {
      "loss_action": 0.01190747506916523,
      "loss_total": 0.01190747506916523,
      "step": 60350
    },
    {
      "loss_action": 0.00884922593832016,
      "loss_total": 0.00884922593832016,
      "step": 60350
    },
    {
      "loss_action": 0.007366207428276539,
      "loss_total": 0.007366207428276539,
      "step": 60350
    },
    {
      "loss_action": 0.007862482219934464,
      "loss_total": 0.007862482219934464,
      "step": 60350
    },
    {
      "loss_action": 0.011521873064339161,
      "loss_total": 0.011521873064339161,
      "step": 60350
    },
    {
      "loss_action": 0.018247663974761963,
      "loss_total": 0.018247663974761963,
      "step": 60350
    },
    {
      "loss_action": 0.006474032998085022,
      "loss_total": 0.006474032998085022,
      "step": 60350
    },
    {
      "grad_norm": 0.1694106161594391,
      "learning_rate": 9.724246881650037e-05,
      "loss": 0.0104,
      "step": 60360
    },
    {
      "loss_action": 0.002607946051284671,
      "loss_total": 0.002607946051284671,
      "step": 60360
    },
    {
      "loss_action": 0.008005564101040363,
      "loss_total": 0.008005564101040363,
      "step": 60360
    },
    {
      "loss_action": 0.0047395662404596806,
      "loss_total": 0.0047395662404596806,
      "step": 60360
    },
    {
      "loss_action": 0.01167992316186428,
      "loss_total": 0.01167992316186428,
      "step": 60360
    },
    {
      "loss_action": 0.011185204610228539,
      "loss_total": 0.011185204610228539,
      "step": 60360
    },
    {
      "loss_action": 0.010486707091331482,
      "loss_total": 0.010486707091331482,
      "step": 60360
    },
    {
      "loss_action": 0.01652240753173828,
      "loss_total": 0.01652240753173828,
      "step": 60360
    },
    {
      "loss_action": 0.006054332479834557,
      "loss_total": 0.006054332479834557,
      "step": 60360
    },
    {
      "grad_norm": 0.19744275510311127,
      "learning_rate": 9.724111485514453e-05,
      "loss": 0.0102,
      "step": 60370
    },
    {
      "loss_action": 0.004525880329310894,
      "loss_total": 0.004525880329310894,
      "step": 60370
    },
    {
      "loss_action": 0.007269707974046469,
      "loss_total": 0.007269707974046469,
      "step": 60370
    },
    {
      "loss_action": 0.00958298146724701,
      "loss_total": 0.00958298146724701,
      "step": 60370
    },
    {
      "loss_action": 0.010230240412056446,
      "loss_total": 0.010230240412056446,
      "step": 60370
    },
    {
      "loss_action": 0.008676642552018166,
      "loss_total": 0.008676642552018166,
      "step": 60370
    },
    {
      "loss_action": 0.005123038310557604,
      "loss_total": 0.005123038310557604,
      "step": 60370
    },
    {
      "loss_action": 0.004620292689651251,
      "loss_total": 0.004620292689651251,
      "step": 60370
    },
    {
      "loss_action": 0.003105801995843649,
      "loss_total": 0.003105801995843649,
      "step": 60370
    },
    {
      "grad_norm": 0.11337282508611679,
      "learning_rate": 9.723976057090009e-05,
      "loss": 0.0086,
      "step": 60380
    },
    {
      "loss_action": 0.017464401200413704,
      "loss_total": 0.017464401200413704,
      "step": 60380
    },
    {
      "loss_action": 0.004190774634480476,
      "loss_total": 0.004190774634480476,
      "step": 60380
    },
    {
      "loss_action": 0.014349902048707008,
      "loss_total": 0.014349902048707008,
      "step": 60380
    },
    {
      "loss_action": 0.00935343187302351,
      "loss_total": 0.00935343187302351,
      "step": 60380
    },
    {
      "loss_action": 0.009997422806918621,
      "loss_total": 0.009997422806918621,
      "step": 60380
    },
    {
      "loss_action": 0.008458455093204975,
      "loss_total": 0.008458455093204975,
      "step": 60380
    },
    {
      "loss_action": 0.004683990031480789,
      "loss_total": 0.004683990031480789,
      "step": 60380
    },
    {
      "loss_action": 0.008125213906168938,
      "loss_total": 0.008125213906168938,
      "step": 60380
    },
    {
      "grad_norm": 0.10670647025108337,
      "learning_rate": 9.723840596377634e-05,
      "loss": 0.0084,
      "step": 60390
    },
    {
      "loss_action": 0.016602348536252975,
      "loss_total": 0.016602348536252975,
      "step": 60390
    },
    {
      "loss_action": 0.006510359235107899,
      "loss_total": 0.006510359235107899,
      "step": 60390
    },
    {
      "loss_action": 0.008428830653429031,
      "loss_total": 0.008428830653429031,
      "step": 60390
    },
    {
      "loss_action": 0.01089903898537159,
      "loss_total": 0.01089903898537159,
      "step": 60390
    },
    {
      "loss_action": 0.0071212537586688995,
      "loss_total": 0.0071212537586688995,
      "step": 60390
    },
    {
      "loss_action": 0.005508169997483492,
      "loss_total": 0.005508169997483492,
      "step": 60390
    },
    {
      "loss_action": 0.005364204756915569,
      "loss_total": 0.005364204756915569,
      "step": 60390
    },
    {
      "loss_action": 0.005126385949552059,
      "loss_total": 0.005126385949552059,
      "step": 60390
    },
    {
      "grad_norm": 0.1428026705980301,
      "learning_rate": 9.723705103378251e-05,
      "loss": 0.0076,
      "step": 60400
    },
    {
      "loss_action": 0.023085538297891617,
      "loss_total": 0.023085538297891617,
      "step": 60400
    },
    {
      "loss_action": 0.012866739183664322,
      "loss_total": 0.012866739183664322,
      "step": 60400
    },
    {
      "loss_action": 0.0036090868525207043,
      "loss_total": 0.0036090868525207043,
      "step": 60400
    },
    {
      "loss_action": 0.003110175020992756,
      "loss_total": 0.003110175020992756,
      "step": 60400
    },
    {
      "loss_action": 0.0062572648748755455,
      "loss_total": 0.0062572648748755455,
      "step": 60400
    },
    {
      "loss_action": 0.0060126641765236855,
      "loss_total": 0.0060126641765236855,
      "step": 60400
    },
    {
      "loss_action": 0.005471847951412201,
      "loss_total": 0.005471847951412201,
      "step": 60400
    },
    {
      "loss_action": 0.005127655807882547,
      "loss_total": 0.005127655807882547,
      "step": 60400
    },
    {
      "grad_norm": 0.12163498997688293,
      "learning_rate": 9.723569578092788e-05,
      "loss": 0.0087,
      "step": 60410
    },
    {
      "loss_action": 0.00572475278750062,
      "loss_total": 0.00572475278750062,
      "step": 60410
    },
    {
      "loss_action": 0.00554698146879673,
      "loss_total": 0.00554698146879673,
      "step": 60410
    },
    {
      "loss_action": 0.012485168874263763,
      "loss_total": 0.012485168874263763,
      "step": 60410
    },
    {
      "loss_action": 0.003857438685372472,
      "loss_total": 0.003857438685372472,
      "step": 60410
    },
    {
      "loss_action": 0.005230338778346777,
      "loss_total": 0.005230338778346777,
      "step": 60410
    },
    {
      "loss_action": 0.011507093906402588,
      "loss_total": 0.011507093906402588,
      "step": 60410
    },
    {
      "loss_action": 0.0029538054950535297,
      "loss_total": 0.0029538054950535297,
      "step": 60410
    },
    {
      "loss_action": 0.01329714898020029,
      "loss_total": 0.01329714898020029,
      "step": 60410
    },
    {
      "grad_norm": 0.07301689684391022,
      "learning_rate": 9.723434020522171e-05,
      "loss": 0.0079,
      "step": 60420
    },
    {
      "loss_action": 0.00979381613433361,
      "loss_total": 0.00979381613433361,
      "step": 60420
    },
    {
      "loss_action": 0.004186874721199274,
      "loss_total": 0.004186874721199274,
      "step": 60420
    },
    {
      "loss_action": 0.01604914665222168,
      "loss_total": 0.01604914665222168,
      "step": 60420
    },
    {
      "loss_action": 0.005989238154143095,
      "loss_total": 0.005989238154143095,
      "step": 60420
    },
    {
      "loss_action": 0.009517600759863853,
      "loss_total": 0.009517600759863853,
      "step": 60420
    },
    {
      "loss_action": 0.004347656387835741,
      "loss_total": 0.004347656387835741,
      "step": 60420
    },
    {
      "loss_action": 0.023523563519120216,
      "loss_total": 0.023523563519120216,
      "step": 60420
    },
    {
      "loss_action": 0.01679966412484646,
      "loss_total": 0.01679966412484646,
      "step": 60420
    },
    {
      "grad_norm": 0.11604366451501846,
      "learning_rate": 9.723298430667324e-05,
      "loss": 0.0099,
      "step": 60430
    },
    {
      "loss_action": 0.0036906623281538486,
      "loss_total": 0.0036906623281538486,
      "step": 60430
    },
    {
      "loss_action": 0.017007557675242424,
      "loss_total": 0.017007557675242424,
      "step": 60430
    },
    {
      "loss_action": 0.0076336124911904335,
      "loss_total": 0.0076336124911904335,
      "step": 60430
    },
    {
      "loss_action": 0.008473075926303864,
      "loss_total": 0.008473075926303864,
      "step": 60430
    },
    {
      "loss_action": 0.003998019732534885,
      "loss_total": 0.003998019732534885,
      "step": 60430
    },
    {
      "loss_action": 0.004851491656154394,
      "loss_total": 0.004851491656154394,
      "step": 60430
    },
    {
      "loss_action": 0.008485459722578526,
      "loss_total": 0.008485459722578526,
      "step": 60430
    },
    {
      "loss_action": 0.01088377833366394,
      "loss_total": 0.01088377833366394,
      "step": 60430
    },
    {
      "grad_norm": 0.12539637088775635,
      "learning_rate": 9.723162808529178e-05,
      "loss": 0.0094,
      "step": 60440
    },
    {
      "loss_action": 0.0049802684225142,
      "loss_total": 0.0049802684225142,
      "step": 60440
    },
    {
      "loss_action": 0.015335793606936932,
      "loss_total": 0.015335793606936932,
      "step": 60440
    },
    {
      "loss_action": 0.0031371358782052994,
      "loss_total": 0.0031371358782052994,
      "step": 60440
    },
    {
      "loss_action": 0.008566722273826599,
      "loss_total": 0.008566722273826599,
      "step": 60440
    },
    {
      "loss_action": 0.01810445636510849,
      "loss_total": 0.01810445636510849,
      "step": 60440
    },
    {
      "loss_action": 0.007765219546854496,
      "loss_total": 0.007765219546854496,
      "step": 60440
    },
    {
      "loss_action": 0.00445385929197073,
      "loss_total": 0.00445385929197073,
      "step": 60440
    },
    {
      "loss_action": 0.03691188991069794,
      "loss_total": 0.03691188991069794,
      "step": 60440
    },
    {
      "grad_norm": 0.13924053311347961,
      "learning_rate": 9.723027154108656e-05,
      "loss": 0.0091,
      "step": 60450
    },
    {
      "loss_action": 0.007496175821870565,
      "loss_total": 0.007496175821870565,
      "step": 60450
    },
    {
      "loss_action": 0.004045221023261547,
      "loss_total": 0.004045221023261547,
      "step": 60450
    },
    {
      "loss_action": 0.0057730842381715775,
      "loss_total": 0.0057730842381715775,
      "step": 60450
    },
    {
      "loss_action": 0.008329181931912899,
      "loss_total": 0.008329181931912899,
      "step": 60450
    },
    {
      "loss_action": 0.0029505949933081865,
      "loss_total": 0.0029505949933081865,
      "step": 60450
    },
    {
      "loss_action": 0.016762468963861465,
      "loss_total": 0.016762468963861465,
      "step": 60450
    },
    {
      "loss_action": 0.0038399631157517433,
      "loss_total": 0.0038399631157517433,
      "step": 60450
    },
    {
      "loss_action": 0.004655349068343639,
      "loss_total": 0.004655349068343639,
      "step": 60450
    },
    {
      "grad_norm": 0.12254612892866135,
      "learning_rate": 9.722891467406687e-05,
      "loss": 0.0084,
      "step": 60460
    },
    {
      "loss_action": 0.009492771700024605,
      "loss_total": 0.009492771700024605,
      "step": 60460
    },
    {
      "loss_action": 0.06913962215185165,
      "loss_total": 0.06913962215185165,
      "step": 60460
    },
    {
      "loss_action": 0.009180579334497452,
      "loss_total": 0.009180579334497452,
      "step": 60460
    },
    {
      "loss_action": 0.009628253988921642,
      "loss_total": 0.009628253988921642,
      "step": 60460
    },
    {
      "loss_action": 0.006243246607482433,
      "loss_total": 0.006243246607482433,
      "step": 60460
    },
    {
      "loss_action": 0.0054025836288928986,
      "loss_total": 0.0054025836288928986,
      "step": 60460
    },
    {
      "loss_action": 0.008264133706688881,
      "loss_total": 0.008264133706688881,
      "step": 60460
    },
    {
      "loss_action": 0.00760651845484972,
      "loss_total": 0.00760651845484972,
      "step": 60460
    },
    {
      "grad_norm": 0.10270986706018448,
      "learning_rate": 9.7227557484242e-05,
      "loss": 0.0094,
      "step": 60470
    },
    {
      "loss_action": 0.0026841929648071527,
      "loss_total": 0.0026841929648071527,
      "step": 60470
    },
    {
      "loss_action": 0.015974286943674088,
      "loss_total": 0.015974286943674088,
      "step": 60470
    },
    {
      "loss_action": 0.0059067681431770325,
      "loss_total": 0.0059067681431770325,
      "step": 60470
    },
    {
      "loss_action": 0.007403927855193615,
      "loss_total": 0.007403927855193615,
      "step": 60470
    },
    {
      "loss_action": 0.003487423062324524,
      "loss_total": 0.003487423062324524,
      "step": 60470
    },
    {
      "loss_action": 0.005583139136433601,
      "loss_total": 0.005583139136433601,
      "step": 60470
    },
    {
      "loss_action": 0.018602484837174416,
      "loss_total": 0.018602484837174416,
      "step": 60470
    },
    {
      "loss_action": 0.004328093957155943,
      "loss_total": 0.004328093957155943,
      "step": 60470
    },
    {
      "grad_norm": 0.11558163166046143,
      "learning_rate": 9.722619997162119e-05,
      "loss": 0.0074,
      "step": 60480
    },
    {
      "loss_action": 0.0099120382219553,
      "loss_total": 0.0099120382219553,
      "step": 60480
    },
    {
      "loss_action": 0.014744672924280167,
      "loss_total": 0.014744672924280167,
      "step": 60480
    },
    {
      "loss_action": 0.006329823285341263,
      "loss_total": 0.006329823285341263,
      "step": 60480
    },
    {
      "loss_action": 0.012039581313729286,
      "loss_total": 0.012039581313729286,
      "step": 60480
    },
    {
      "loss_action": 0.010807204991579056,
      "loss_total": 0.010807204991579056,
      "step": 60480
    },
    {
      "loss_action": 0.008209094405174255,
      "loss_total": 0.008209094405174255,
      "step": 60480
    },
    {
      "loss_action": 0.005567646585404873,
      "loss_total": 0.005567646585404873,
      "step": 60480
    },
    {
      "loss_action": 0.015237145125865936,
      "loss_total": 0.015237145125865936,
      "step": 60480
    },
    {
      "grad_norm": 0.10758084058761597,
      "learning_rate": 9.722484213621375e-05,
      "loss": 0.0081,
      "step": 60490
    },
    {
      "loss_action": 0.006669880822300911,
      "loss_total": 0.006669880822300911,
      "step": 60490
    },
    {
      "loss_action": 0.0027692983858287334,
      "loss_total": 0.0027692983858287334,
      "step": 60490
    },
    {
      "loss_action": 0.0026473579928278923,
      "loss_total": 0.0026473579928278923,
      "step": 60490
    },
    {
      "loss_action": 0.006071256473660469,
      "loss_total": 0.006071256473660469,
      "step": 60490
    },
    {
      "loss_action": 0.004243347328156233,
      "loss_total": 0.004243347328156233,
      "step": 60490
    },
    {
      "loss_action": 0.0037193559110164642,
      "loss_total": 0.0037193559110164642,
      "step": 60490
    },
    {
      "loss_action": 0.00512617127969861,
      "loss_total": 0.00512617127969861,
      "step": 60490
    },
    {
      "loss_action": 0.006437918171286583,
      "loss_total": 0.006437918171286583,
      "step": 60490
    },
    {
      "grad_norm": 0.13618387281894684,
      "learning_rate": 9.722348397802895e-05,
      "loss": 0.0078,
      "step": 60500
    },
    {
      "loss_action": 0.0020332380663603544,
      "loss_total": 0.0020332380663603544,
      "step": 60500
    },
    {
      "loss_action": 0.00343918614089489,
      "loss_total": 0.00343918614089489,
      "step": 60500
    },
    {
      "loss_action": 0.017973700538277626,
      "loss_total": 0.017973700538277626,
      "step": 60500
    },
    {
      "loss_action": 0.004031512886285782,
      "loss_total": 0.004031512886285782,
      "step": 60500
    },
    {
      "loss_action": 0.010781868360936642,
      "loss_total": 0.010781868360936642,
      "step": 60500
    },
    {
      "loss_action": 0.006486452184617519,
      "loss_total": 0.006486452184617519,
      "step": 60500
    },
    {
      "loss_action": 0.0049231695011258125,
      "loss_total": 0.0049231695011258125,
      "step": 60500
    },
    {
      "loss_action": 0.00393357127904892,
      "loss_total": 0.00393357127904892,
      "step": 60500
    },
    {
      "grad_norm": 0.12215721607208252,
      "learning_rate": 9.722212549707608e-05,
      "loss": 0.0084,
      "step": 60510
    },
    {
      "loss_action": 0.0048557426780462265,
      "loss_total": 0.0048557426780462265,
      "step": 60510
    },
    {
      "loss_action": 0.011784275993704796,
      "loss_total": 0.011784275993704796,
      "step": 60510
    },
    {
      "loss_action": 0.011785800568759441,
      "loss_total": 0.011785800568759441,
      "step": 60510
    },
    {
      "loss_action": 0.002882688771933317,
      "loss_total": 0.002882688771933317,
      "step": 60510
    },
    {
      "loss_action": 0.007361586205661297,
      "loss_total": 0.007361586205661297,
      "step": 60510
    },
    {
      "loss_action": 0.003721475601196289,
      "loss_total": 0.003721475601196289,
      "step": 60510
    },
    {
      "loss_action": 0.006516587920486927,
      "loss_total": 0.006516587920486927,
      "step": 60510
    },
    {
      "loss_action": 0.007838158868253231,
      "loss_total": 0.007838158868253231,
      "step": 60510
    },
    {
      "grad_norm": 0.1268114298582077,
      "learning_rate": 9.72207666933644e-05,
      "loss": 0.0071,
      "step": 60520
    },
    {
      "loss_action": 0.012362796813249588,
      "loss_total": 0.012362796813249588,
      "step": 60520
    },
    {
      "loss_action": 0.006081987172365189,
      "loss_total": 0.006081987172365189,
      "step": 60520
    },
    {
      "loss_action": 0.010835085064172745,
      "loss_total": 0.010835085064172745,
      "step": 60520
    },
    {
      "loss_action": 0.00476027000695467,
      "loss_total": 0.00476027000695467,
      "step": 60520
    },
    {
      "loss_action": 0.004254150204360485,
      "loss_total": 0.004254150204360485,
      "step": 60520
    },
    {
      "loss_action": 0.00844419002532959,
      "loss_total": 0.00844419002532959,
      "step": 60520
    },
    {
      "loss_action": 0.0051918793469667435,
      "loss_total": 0.0051918793469667435,
      "step": 60520
    },
    {
      "loss_action": 0.007825970649719238,
      "loss_total": 0.007825970649719238,
      "step": 60520
    },
    {
      "grad_norm": 0.17004722356796265,
      "learning_rate": 9.721940756690322e-05,
      "loss": 0.0073,
      "step": 60530
    },
    {
      "loss_action": 0.00493827136233449,
      "loss_total": 0.00493827136233449,
      "step": 60530
    },
    {
      "loss_action": 0.005356114357709885,
      "loss_total": 0.005356114357709885,
      "step": 60530
    },
    {
      "loss_action": 0.0020315926522016525,
      "loss_total": 0.0020315926522016525,
      "step": 60530
    },
    {
      "loss_action": 0.00665444228798151,
      "loss_total": 0.00665444228798151,
      "step": 60530
    },
    {
      "loss_action": 0.002348169218748808,
      "loss_total": 0.002348169218748808,
      "step": 60530
    },
    {
      "loss_action": 0.031178569421172142,
      "loss_total": 0.031178569421172142,
      "step": 60530
    },
    {
      "loss_action": 0.01372619066387415,
      "loss_total": 0.01372619066387415,
      "step": 60530
    },
    {
      "loss_action": 0.00593962799757719,
      "loss_total": 0.00593962799757719,
      "step": 60530
    },
    {
      "grad_norm": 0.10611898452043533,
      "learning_rate": 9.721804811770182e-05,
      "loss": 0.0082,
      "step": 60540
    },
    {
      "loss_action": 0.011637797579169273,
      "loss_total": 0.011637797579169273,
      "step": 60540
    },
    {
      "loss_action": 0.004801663104444742,
      "loss_total": 0.004801663104444742,
      "step": 60540
    },
    {
      "loss_action": 0.0026786935050040483,
      "loss_total": 0.0026786935050040483,
      "step": 60540
    },
    {
      "loss_action": 0.006653552409261465,
      "loss_total": 0.006653552409261465,
      "step": 60540
    },
    {
      "loss_action": 0.0026842590887099504,
      "loss_total": 0.0026842590887099504,
      "step": 60540
    },
    {
      "loss_action": 0.012460391037166119,
      "loss_total": 0.012460391037166119,
      "step": 60540
    },
    {
      "loss_action": 0.00396326370537281,
      "loss_total": 0.00396326370537281,
      "step": 60540
    },
    {
      "loss_action": 0.006455180235207081,
      "loss_total": 0.006455180235207081,
      "step": 60540
    },
    {
      "grad_norm": 0.13312627375125885,
      "learning_rate": 9.721668834576949e-05,
      "loss": 0.0063,
      "step": 60550
    },
    {
      "loss_action": 0.007712673861533403,
      "loss_total": 0.007712673861533403,
      "step": 60550
    },
    {
      "loss_action": 0.011007587425410748,
      "loss_total": 0.011007587425410748,
      "step": 60550
    },
    {
      "loss_action": 0.00664209108799696,
      "loss_total": 0.00664209108799696,
      "step": 60550
    },
    {
      "loss_action": 0.0033874851651489735,
      "loss_total": 0.0033874851651489735,
      "step": 60550
    },
    {
      "loss_action": 0.0035129121970385313,
      "loss_total": 0.0035129121970385313,
      "step": 60550
    },
    {
      "loss_action": 0.014630437828600407,
      "loss_total": 0.014630437828600407,
      "step": 60550
    },
    {
      "loss_action": 0.002276887884363532,
      "loss_total": 0.002276887884363532,
      "step": 60550
    },
    {
      "loss_action": 0.0035911842714995146,
      "loss_total": 0.0035911842714995146,
      "step": 60550
    },
    {
      "grad_norm": 0.10853472352027893,
      "learning_rate": 9.721532825111555e-05,
      "loss": 0.0076,
      "step": 60560
    },
    {
      "loss_action": 0.0038441005162894726,
      "loss_total": 0.0038441005162894726,
      "step": 60560
    },
    {
      "loss_action": 0.005651344545185566,
      "loss_total": 0.005651344545185566,
      "step": 60560
    },
    {
      "loss_action": 0.00458177737891674,
      "loss_total": 0.00458177737891674,
      "step": 60560
    },
    {
      "loss_action": 0.023089328780770302,
      "loss_total": 0.023089328780770302,
      "step": 60560
    },
    {
      "loss_action": 0.008127990178763866,
      "loss_total": 0.008127990178763866,
      "step": 60560
    },
    {
      "loss_action": 0.007027219980955124,
      "loss_total": 0.007027219980955124,
      "step": 60560
    },
    {
      "loss_action": 0.003603367367759347,
      "loss_total": 0.003603367367759347,
      "step": 60560
    },
    {
      "loss_action": 0.006265310570597649,
      "loss_total": 0.006265310570597649,
      "step": 60560
    },
    {
      "grad_norm": 0.1522488296031952,
      "learning_rate": 9.721396783374925e-05,
      "loss": 0.0092,
      "step": 60570
    },
    {
      "loss_action": 0.019659871235489845,
      "loss_total": 0.019659871235489845,
      "step": 60570
    },
    {
      "loss_action": 0.0038060881197452545,
      "loss_total": 0.0038060881197452545,
      "step": 60570
    },
    {
      "loss_action": 0.0033731169532984495,
      "loss_total": 0.0033731169532984495,
      "step": 60570
    },
    {
      "loss_action": 0.007417106069624424,
      "loss_total": 0.007417106069624424,
      "step": 60570
    },
    {
      "loss_action": 0.003953640814870596,
      "loss_total": 0.003953640814870596,
      "step": 60570
    },
    {
      "loss_action": 0.006421708967536688,
      "loss_total": 0.006421708967536688,
      "step": 60570
    },
    {
      "loss_action": 0.008530592545866966,
      "loss_total": 0.008530592545866966,
      "step": 60570
    },
    {
      "loss_action": 0.003411458106711507,
      "loss_total": 0.003411458106711507,
      "step": 60570
    },
    {
      "grad_norm": 0.172780379652977,
      "learning_rate": 9.721260709367994e-05,
      "loss": 0.0077,
      "step": 60580
    },
    {
      "loss_action": 0.007223534397780895,
      "loss_total": 0.007223534397780895,
      "step": 60580
    },
    {
      "loss_action": 0.007790279574692249,
      "loss_total": 0.007790279574692249,
      "step": 60580
    },
    {
      "loss_action": 0.0025768461637198925,
      "loss_total": 0.0025768461637198925,
      "step": 60580
    },
    {
      "loss_action": 0.0035157385282218456,
      "loss_total": 0.0035157385282218456,
      "step": 60580
    },
    {
      "loss_action": 0.004843009635806084,
      "loss_total": 0.004843009635806084,
      "step": 60580
    },
    {
      "loss_action": 0.006715783849358559,
      "loss_total": 0.006715783849358559,
      "step": 60580
    },
    {
      "loss_action": 0.004445124417543411,
      "loss_total": 0.004445124417543411,
      "step": 60580
    },
    {
      "loss_action": 0.005991032347083092,
      "loss_total": 0.005991032347083092,
      "step": 60580
    },
    {
      "grad_norm": 0.19938313961029053,
      "learning_rate": 9.721124603091687e-05,
      "loss": 0.0082,
      "step": 60590
    },
    {
      "loss_action": 0.009696215391159058,
      "loss_total": 0.009696215391159058,
      "step": 60590
    },
    {
      "loss_action": 0.0042016711086034775,
      "loss_total": 0.0042016711086034775,
      "step": 60590
    },
    {
      "loss_action": 0.006681052036583424,
      "loss_total": 0.006681052036583424,
      "step": 60590
    },
    {
      "loss_action": 0.009726637974381447,
      "loss_total": 0.009726637974381447,
      "step": 60590
    },
    {
      "loss_action": 0.01297246478497982,
      "loss_total": 0.01297246478497982,
      "step": 60590
    },
    {
      "loss_action": 0.011780939996242523,
      "loss_total": 0.011780939996242523,
      "step": 60590
    },
    {
      "loss_action": 0.0045061190612614155,
      "loss_total": 0.0045061190612614155,
      "step": 60590
    },
    {
      "loss_action": 0.00486533809453249,
      "loss_total": 0.00486533809453249,
      "step": 60590
    },
    {
      "grad_norm": 0.13470986485481262,
      "learning_rate": 9.720988464546938e-05,
      "loss": 0.0081,
      "step": 60600
    },
    {
      "loss_action": 0.005518922582268715,
      "loss_total": 0.005518922582268715,
      "step": 60600
    },
    {
      "loss_action": 0.004416869953274727,
      "loss_total": 0.004416869953274727,
      "step": 60600
    },
    {
      "loss_action": 0.014075525104999542,
      "loss_total": 0.014075525104999542,
      "step": 60600
    },
    {
      "loss_action": 0.0028345759492367506,
      "loss_total": 0.0028345759492367506,
      "step": 60600
    },
    {
      "loss_action": 0.003255128860473633,
      "loss_total": 0.003255128860473633,
      "step": 60600
    },
    {
      "loss_action": 0.004073487129062414,
      "loss_total": 0.004073487129062414,
      "step": 60600
    },
    {
      "loss_action": 0.041155003011226654,
      "loss_total": 0.041155003011226654,
      "step": 60600
    },
    {
      "loss_action": 0.017517736181616783,
      "loss_total": 0.017517736181616783,
      "step": 60600
    },
    {
      "grad_norm": 0.10275141149759293,
      "learning_rate": 9.720852293734677e-05,
      "loss": 0.0084,
      "step": 60610
    },
    {
      "loss_action": 0.007560924626886845,
      "loss_total": 0.007560924626886845,
      "step": 60610
    },
    {
      "loss_action": 0.006796140689402819,
      "loss_total": 0.006796140689402819,
      "step": 60610
    },
    {
      "loss_action": 0.003768262919038534,
      "loss_total": 0.003768262919038534,
      "step": 60610
    },
    {
      "loss_action": 0.008838585577905178,
      "loss_total": 0.008838585577905178,
      "step": 60610
    },
    {
      "loss_action": 0.006688309833407402,
      "loss_total": 0.006688309833407402,
      "step": 60610
    },
    {
      "loss_action": 0.0029632814694195986,
      "loss_total": 0.0029632814694195986,
      "step": 60610
    },
    {
      "loss_action": 0.02104639634490013,
      "loss_total": 0.02104639634490013,
      "step": 60610
    },
    {
      "loss_action": 0.004731140565127134,
      "loss_total": 0.004731140565127134,
      "step": 60610
    },
    {
      "grad_norm": 0.14723540842533112,
      "learning_rate": 9.720716090655832e-05,
      "loss": 0.0083,
      "step": 60620
    },
    {
      "loss_action": 0.007297314703464508,
      "loss_total": 0.007297314703464508,
      "step": 60620
    },
    {
      "loss_action": 0.012517988681793213,
      "loss_total": 0.012517988681793213,
      "step": 60620
    },
    {
      "loss_action": 0.012038658373057842,
      "loss_total": 0.012038658373057842,
      "step": 60620
    },
    {
      "loss_action": 0.007158347405493259,
      "loss_total": 0.007158347405493259,
      "step": 60620
    },
    {
      "loss_action": 0.005071538500487804,
      "loss_total": 0.005071538500487804,
      "step": 60620
    },
    {
      "loss_action": 0.0029999595135450363,
      "loss_total": 0.0029999595135450363,
      "step": 60620
    },
    {
      "loss_action": 0.009408167563378811,
      "loss_total": 0.009408167563378811,
      "step": 60620
    },
    {
      "loss_action": 0.007325984537601471,
      "loss_total": 0.007325984537601471,
      "step": 60620
    },
    {
      "grad_norm": 0.09235702455043793,
      "learning_rate": 9.720579855311337e-05,
      "loss": 0.01,
      "step": 60630
    },
    {
      "loss_action": 0.0028054455760866404,
      "loss_total": 0.0028054455760866404,
      "step": 60630
    },
    {
      "loss_action": 0.007334815338253975,
      "loss_total": 0.007334815338253975,
      "step": 60630
    },
    {
      "loss_action": 0.012828565202653408,
      "loss_total": 0.012828565202653408,
      "step": 60630
    },
    {
      "loss_action": 0.005145100876688957,
      "loss_total": 0.005145100876688957,
      "step": 60630
    },
    {
      "loss_action": 0.0033928928896784782,
      "loss_total": 0.0033928928896784782,
      "step": 60630
    },
    {
      "loss_action": 0.004183193668723106,
      "loss_total": 0.004183193668723106,
      "step": 60630
    },
    {
      "loss_action": 0.01208554022014141,
      "loss_total": 0.01208554022014141,
      "step": 60630
    },
    {
      "loss_action": 0.016287773847579956,
      "loss_total": 0.016287773847579956,
      "step": 60630
    },
    {
      "grad_norm": 0.12860354781150818,
      "learning_rate": 9.720443587702122e-05,
      "loss": 0.0092,
      "step": 60640
    },
    {
      "loss_action": 0.007380619179457426,
      "loss_total": 0.007380619179457426,
      "step": 60640
    },
    {
      "loss_action": 0.005479808896780014,
      "loss_total": 0.005479808896780014,
      "step": 60640
    },
    {
      "loss_action": 0.00421872129663825,
      "loss_total": 0.00421872129663825,
      "step": 60640
    },
    {
      "loss_action": 0.004023051355034113,
      "loss_total": 0.004023051355034113,
      "step": 60640
    },
    {
      "loss_action": 0.004374757409095764,
      "loss_total": 0.004374757409095764,
      "step": 60640
    },
    {
      "loss_action": 0.0027308522257953882,
      "loss_total": 0.0027308522257953882,
      "step": 60640
    },
    {
      "loss_action": 0.0035079573281109333,
      "loss_total": 0.0035079573281109333,
      "step": 60640
    },
    {
      "loss_action": 0.004984214436262846,
      "loss_total": 0.004984214436262846,
      "step": 60640
    },
    {
      "grad_norm": 0.16006173193454742,
      "learning_rate": 9.720307287829118e-05,
      "loss": 0.0095,
      "step": 60650
    },
    {
      "loss_action": 0.0032220780849456787,
      "loss_total": 0.0032220780849456787,
      "step": 60650
    },
    {
      "loss_action": 0.008533124811947346,
      "loss_total": 0.008533124811947346,
      "step": 60650
    },
    {
      "loss_action": 0.004636555910110474,
      "loss_total": 0.004636555910110474,
      "step": 60650
    },
    {
      "loss_action": 0.003302285447716713,
      "loss_total": 0.003302285447716713,
      "step": 60650
    },
    {
      "loss_action": 0.004007403273135424,
      "loss_total": 0.004007403273135424,
      "step": 60650
    },
    {
      "loss_action": 0.006636766251176596,
      "loss_total": 0.006636766251176596,
      "step": 60650
    },
    {
      "loss_action": 0.0034900764003396034,
      "loss_total": 0.0034900764003396034,
      "step": 60650
    },
    {
      "loss_action": 0.002395765855908394,
      "loss_total": 0.002395765855908394,
      "step": 60650
    },
    {
      "grad_norm": 0.13324573636054993,
      "learning_rate": 9.720170955693256e-05,
      "loss": 0.0064,
      "step": 60660
    },
    {
      "loss_action": 0.008640985004603863,
      "loss_total": 0.008640985004603863,
      "step": 60660
    },
    {
      "loss_action": 0.007803650572896004,
      "loss_total": 0.007803650572896004,
      "step": 60660
    },
    {
      "loss_action": 0.007039817050099373,
      "loss_total": 0.007039817050099373,
      "step": 60660
    },
    {
      "loss_action": 0.005235651507973671,
      "loss_total": 0.005235651507973671,
      "step": 60660
    },
    {
      "loss_action": 0.0012853196822106838,
      "loss_total": 0.0012853196822106838,
      "step": 60660
    },
    {
      "loss_action": 0.007212970871478319,
      "loss_total": 0.007212970871478319,
      "step": 60660
    },
    {
      "loss_action": 0.006138240452855825,
      "loss_total": 0.006138240452855825,
      "step": 60660
    },
    {
      "loss_action": 0.005885873921215534,
      "loss_total": 0.005885873921215534,
      "step": 60660
    },
    {
      "grad_norm": 0.11185713112354279,
      "learning_rate": 9.720034591295471e-05,
      "loss": 0.007,
      "step": 60670
    },
    {
      "loss_action": 0.004057813435792923,
      "loss_total": 0.004057813435792923,
      "step": 60670
    },
    {
      "loss_action": 0.006264104507863522,
      "loss_total": 0.006264104507863522,
      "step": 60670
    },
    {
      "loss_action": 0.005212508141994476,
      "loss_total": 0.005212508141994476,
      "step": 60670
    },
    {
      "loss_action": 0.01808895915746689,
      "loss_total": 0.01808895915746689,
      "step": 60670
    },
    {
      "loss_action": 0.023549197241663933,
      "loss_total": 0.023549197241663933,
      "step": 60670
    },
    {
      "loss_action": 0.011576803401112556,
      "loss_total": 0.011576803401112556,
      "step": 60670
    },
    {
      "loss_action": 0.014249442145228386,
      "loss_total": 0.014249442145228386,
      "step": 60670
    },
    {
      "loss_action": 0.006485323887318373,
      "loss_total": 0.006485323887318373,
      "step": 60670
    },
    {
      "grad_norm": 0.11076652258634567,
      "learning_rate": 9.719898194636691e-05,
      "loss": 0.0078,
      "step": 60680
    },
    {
      "loss_action": 0.011049405671656132,
      "loss_total": 0.011049405671656132,
      "step": 60680
    },
    {
      "loss_action": 0.014520993456244469,
      "loss_total": 0.014520993456244469,
      "step": 60680
    },
    {
      "loss_action": 0.005890324711799622,
      "loss_total": 0.005890324711799622,
      "step": 60680
    },
    {
      "loss_action": 0.0038615837693214417,
      "loss_total": 0.0038615837693214417,
      "step": 60680
    },
    {
      "loss_action": 0.004676514770835638,
      "loss_total": 0.004676514770835638,
      "step": 60680
    },
    {
      "loss_action": 0.017608052119612694,
      "loss_total": 0.017608052119612694,
      "step": 60680
    },
    {
      "loss_action": 0.0031481506302952766,
      "loss_total": 0.0031481506302952766,
      "step": 60680
    },
    {
      "loss_action": 0.0026409716811031103,
      "loss_total": 0.0026409716811031103,
      "step": 60680
    },
    {
      "grad_norm": 0.1075277030467987,
      "learning_rate": 9.719761765717851e-05,
      "loss": 0.0067,
      "step": 60690
    },
    {
      "loss_action": 0.007908779196441174,
      "loss_total": 0.007908779196441174,
      "step": 60690
    },
    {
      "loss_action": 0.009106805548071861,
      "loss_total": 0.009106805548071861,
      "step": 60690
    },
    {
      "loss_action": 0.005897761322557926,
      "loss_total": 0.005897761322557926,
      "step": 60690
    },
    {
      "loss_action": 0.017959926277399063,
      "loss_total": 0.017959926277399063,
      "step": 60690
    },
    {
      "loss_action": 0.00861433893442154,
      "loss_total": 0.00861433893442154,
      "step": 60690
    },
    {
      "loss_action": 0.005067453719675541,
      "loss_total": 0.005067453719675541,
      "step": 60690
    },
    {
      "loss_action": 0.013131767511367798,
      "loss_total": 0.013131767511367798,
      "step": 60690
    },
    {
      "loss_action": 0.003917369991540909,
      "loss_total": 0.003917369991540909,
      "step": 60690
    },
    {
      "grad_norm": 0.10507163405418396,
      "learning_rate": 9.719625304539883e-05,
      "loss": 0.0073,
      "step": 60700
    },
    {
      "loss_action": 0.06854315102100372,
      "loss_total": 0.06854315102100372,
      "step": 60700
    },
    {
      "loss_action": 0.004216458182781935,
      "loss_total": 0.004216458182781935,
      "step": 60700
    },
    {
      "loss_action": 0.003605152014642954,
      "loss_total": 0.003605152014642954,
      "step": 60700
    },
    {
      "loss_action": 0.004336518235504627,
      "loss_total": 0.004336518235504627,
      "step": 60700
    },
    {
      "loss_action": 0.003579125041142106,
      "loss_total": 0.003579125041142106,
      "step": 60700
    },
    {
      "loss_action": 0.006745250429958105,
      "loss_total": 0.006745250429958105,
      "step": 60700
    },
    {
      "loss_action": 0.020154373720288277,
      "loss_total": 0.020154373720288277,
      "step": 60700
    },
    {
      "loss_action": 0.0043740710243582726,
      "loss_total": 0.0043740710243582726,
      "step": 60700
    },
    {
      "grad_norm": 0.12918488681316376,
      "learning_rate": 9.719488811103718e-05,
      "loss": 0.0075,
      "step": 60710
    },
    {
      "loss_action": 0.011871015653014183,
      "loss_total": 0.011871015653014183,
      "step": 60710
    },
    {
      "loss_action": 0.012827446684241295,
      "loss_total": 0.012827446684241295,
      "step": 60710
    },
    {
      "loss_action": 0.004537429194897413,
      "loss_total": 0.004537429194897413,
      "step": 60710
    },
    {
      "loss_action": 0.004633868113160133,
      "loss_total": 0.004633868113160133,
      "step": 60710
    },
    {
      "loss_action": 0.01542234793305397,
      "loss_total": 0.01542234793305397,
      "step": 60710
    },
    {
      "loss_action": 0.007864595390856266,
      "loss_total": 0.007864595390856266,
      "step": 60710
    },
    {
      "loss_action": 0.012770725414156914,
      "loss_total": 0.012770725414156914,
      "step": 60710
    },
    {
      "loss_action": 0.01011393591761589,
      "loss_total": 0.01011393591761589,
      "step": 60710
    },
    {
      "grad_norm": 0.128451868891716,
      "learning_rate": 9.71935228541029e-05,
      "loss": 0.0079,
      "step": 60720
    },
    {
      "loss_action": 0.004743517376482487,
      "loss_total": 0.004743517376482487,
      "step": 60720
    },
    {
      "loss_action": 0.013174557127058506,
      "loss_total": 0.013174557127058506,
      "step": 60720
    },
    {
      "loss_action": 0.011215463280677795,
      "loss_total": 0.011215463280677795,
      "step": 60720
    },
    {
      "loss_action": 0.0025625384878367186,
      "loss_total": 0.0025625384878367186,
      "step": 60720
    },
    {
      "loss_action": 0.004968087188899517,
      "loss_total": 0.004968087188899517,
      "step": 60720
    },
    {
      "loss_action": 0.007701610680669546,
      "loss_total": 0.007701610680669546,
      "step": 60720
    },
    {
      "loss_action": 0.012570459395647049,
      "loss_total": 0.012570459395647049,
      "step": 60720
    },
    {
      "loss_action": 0.0020678862929344177,
      "loss_total": 0.0020678862929344177,
      "step": 60720
    },
    {
      "grad_norm": 0.1494181603193283,
      "learning_rate": 9.719215727460533e-05,
      "loss": 0.0073,
      "step": 60730
    },
    {
      "loss_action": 0.004463893361389637,
      "loss_total": 0.004463893361389637,
      "step": 60730
    },
    {
      "loss_action": 0.011085803620517254,
      "loss_total": 0.011085803620517254,
      "step": 60730
    },
    {
      "loss_action": 0.015198775567114353,
      "loss_total": 0.015198775567114353,
      "step": 60730
    },
    {
      "loss_action": 0.008142905309796333,
      "loss_total": 0.008142905309796333,
      "step": 60730
    },
    {
      "loss_action": 0.004141688346862793,
      "loss_total": 0.004141688346862793,
      "step": 60730
    },
    {
      "loss_action": 0.011101164855062962,
      "loss_total": 0.011101164855062962,
      "step": 60730
    },
    {
      "loss_action": 0.01618606224656105,
      "loss_total": 0.01618606224656105,
      "step": 60730
    },
    {
      "loss_action": 0.005756801925599575,
      "loss_total": 0.005756801925599575,
      "step": 60730
    },
    {
      "grad_norm": 0.09539515525102615,
      "learning_rate": 9.71907913725538e-05,
      "loss": 0.0077,
      "step": 60740
    },
    {
      "loss_action": 0.006678002420812845,
      "loss_total": 0.006678002420812845,
      "step": 60740
    },
    {
      "loss_action": 0.009094595909118652,
      "loss_total": 0.009094595909118652,
      "step": 60740
    },
    {
      "loss_action": 0.023900456726551056,
      "loss_total": 0.023900456726551056,
      "step": 60740
    },
    {
      "loss_action": 0.00426529161632061,
      "loss_total": 0.00426529161632061,
      "step": 60740
    },
    {
      "loss_action": 0.012824039906263351,
      "loss_total": 0.012824039906263351,
      "step": 60740
    },
    {
      "loss_action": 0.00563529459759593,
      "loss_total": 0.00563529459759593,
      "step": 60740
    },
    {
      "loss_action": 0.0044688330963253975,
      "loss_total": 0.0044688330963253975,
      "step": 60740
    },
    {
      "loss_action": 0.004551351070404053,
      "loss_total": 0.004551351070404053,
      "step": 60740
    },
    {
      "grad_norm": 0.10857481509447098,
      "learning_rate": 9.718942514795763e-05,
      "loss": 0.0088,
      "step": 60750
    },
    {
      "loss_action": 0.00887498538941145,
      "loss_total": 0.00887498538941145,
      "step": 60750
    },
    {
      "loss_action": 0.0033978677820414305,
      "loss_total": 0.0033978677820414305,
      "step": 60750
    },
    {
      "loss_action": 0.010452874936163425,
      "loss_total": 0.010452874936163425,
      "step": 60750
    },
    {
      "loss_action": 0.007615336216986179,
      "loss_total": 0.007615336216986179,
      "step": 60750
    },
    {
      "loss_action": 0.004381094593554735,
      "loss_total": 0.004381094593554735,
      "step": 60750
    },
    {
      "loss_action": 0.005896992981433868,
      "loss_total": 0.005896992981433868,
      "step": 60750
    },
    {
      "loss_action": 0.015316735953092575,
      "loss_total": 0.015316735953092575,
      "step": 60750
    },
    {
      "loss_action": 0.01578342542052269,
      "loss_total": 0.01578342542052269,
      "step": 60750
    },
    {
      "grad_norm": 0.12449226528406143,
      "learning_rate": 9.718805860082618e-05,
      "loss": 0.0082,
      "step": 60760
    },
    {
      "loss_action": 0.017013072967529297,
      "loss_total": 0.017013072967529297,
      "step": 60760
    },
    {
      "loss_action": 0.0032236073166131973,
      "loss_total": 0.0032236073166131973,
      "step": 60760
    },
    {
      "loss_action": 0.01699143648147583,
      "loss_total": 0.01699143648147583,
      "step": 60760
    },
    {
      "loss_action": 0.0062605831772089005,
      "loss_total": 0.0062605831772089005,
      "step": 60760
    },
    {
      "loss_action": 0.004667206201702356,
      "loss_total": 0.004667206201702356,
      "step": 60760
    },
    {
      "loss_action": 0.006729980930685997,
      "loss_total": 0.006729980930685997,
      "step": 60760
    },
    {
      "loss_action": 0.00678173266351223,
      "loss_total": 0.00678173266351223,
      "step": 60760
    },
    {
      "loss_action": 0.019391268491744995,
      "loss_total": 0.019391268491744995,
      "step": 60760
    },
    {
      "grad_norm": 0.10502384603023529,
      "learning_rate": 9.718669173116879e-05,
      "loss": 0.0075,
      "step": 60770
    },
    {
      "loss_action": 0.018405886366963387,
      "loss_total": 0.018405886366963387,
      "step": 60770
    },
    {
      "loss_action": 0.004950588569045067,
      "loss_total": 0.004950588569045067,
      "step": 60770
    },
    {
      "loss_action": 0.004376591648906469,
      "loss_total": 0.004376591648906469,
      "step": 60770
    },
    {
      "loss_action": 0.004692497663199902,
      "loss_total": 0.004692497663199902,
      "step": 60770
    },
    {
      "loss_action": 0.0063933683559298515,
      "loss_total": 0.0063933683559298515,
      "step": 60770
    },
    {
      "loss_action": 0.00657949224114418,
      "loss_total": 0.00657949224114418,
      "step": 60770
    },
    {
      "loss_action": 0.00876891240477562,
      "loss_total": 0.00876891240477562,
      "step": 60770
    },
    {
      "loss_action": 0.008846910670399666,
      "loss_total": 0.008846910670399666,
      "step": 60770
    },
    {
      "grad_norm": 0.08427975326776505,
      "learning_rate": 9.718532453899478e-05,
      "loss": 0.0083,
      "step": 60780
    },
    {
      "loss_action": 0.01255740411579609,
      "loss_total": 0.01255740411579609,
      "step": 60780
    },
    {
      "loss_action": 0.0052573950961232185,
      "loss_total": 0.0052573950961232185,
      "step": 60780
    },
    {
      "loss_action": 0.005052019376307726,
      "loss_total": 0.005052019376307726,
      "step": 60780
    },
    {
      "loss_action": 0.010065991431474686,
      "loss_total": 0.010065991431474686,
      "step": 60780
    },
    {
      "loss_action": 0.004700730554759502,
      "loss_total": 0.004700730554759502,
      "step": 60780
    },
    {
      "loss_action": 0.00496628787368536,
      "loss_total": 0.00496628787368536,
      "step": 60780
    },
    {
      "loss_action": 0.00908757746219635,
      "loss_total": 0.00908757746219635,
      "step": 60780
    },
    {
      "loss_action": 0.0021084854379296303,
      "loss_total": 0.0021084854379296303,
      "step": 60780
    },
    {
      "grad_norm": 0.1654336303472519,
      "learning_rate": 9.718395702431351e-05,
      "loss": 0.0092,
      "step": 60790
    },
    {
      "loss_action": 0.0022489079274237156,
      "loss_total": 0.0022489079274237156,
      "step": 60790
    },
    {
      "loss_action": 0.014500965364277363,
      "loss_total": 0.014500965364277363,
      "step": 60790
    },
    {
      "loss_action": 0.00427679717540741,
      "loss_total": 0.00427679717540741,
      "step": 60790
    },
    {
      "loss_action": 0.0038864293601363897,
      "loss_total": 0.0038864293601363897,
      "step": 60790
    },
    {
      "loss_action": 0.013391551561653614,
      "loss_total": 0.013391551561653614,
      "step": 60790
    },
    {
      "loss_action": 0.00337094534188509,
      "loss_total": 0.00337094534188509,
      "step": 60790
    },
    {
      "loss_action": 0.006702224723994732,
      "loss_total": 0.006702224723994732,
      "step": 60790
    },
    {
      "loss_action": 0.005277201533317566,
      "loss_total": 0.005277201533317566,
      "step": 60790
    },
    {
      "grad_norm": 0.12379955500364304,
      "learning_rate": 9.718258918713435e-05,
      "loss": 0.0071,
      "step": 60800
    },
    {
      "loss_action": 0.004392695613205433,
      "loss_total": 0.004392695613205433,
      "step": 60800
    },
    {
      "loss_action": 0.007035341579467058,
      "loss_total": 0.007035341579467058,
      "step": 60800
    },
    {
      "loss_action": 0.004221600946038961,
      "loss_total": 0.004221600946038961,
      "step": 60800
    },
    {
      "loss_action": 0.015692999586462975,
      "loss_total": 0.015692999586462975,
      "step": 60800
    },
    {
      "loss_action": 0.00526012945920229,
      "loss_total": 0.00526012945920229,
      "step": 60800
    },
    {
      "loss_action": 0.0025897359009832144,
      "loss_total": 0.0025897359009832144,
      "step": 60800
    },
    {
      "loss_action": 0.0026745733339339495,
      "loss_total": 0.0026745733339339495,
      "step": 60800
    },
    {
      "loss_action": 0.013754596933722496,
      "loss_total": 0.013754596933722496,
      "step": 60800
    },
    {
      "grad_norm": 0.16338925063610077,
      "learning_rate": 9.718122102746658e-05,
      "loss": 0.0076,
      "step": 60810
    },
    {
      "loss_action": 0.006652002688497305,
      "loss_total": 0.006652002688497305,
      "step": 60810
    },
    {
      "loss_action": 0.020225059241056442,
      "loss_total": 0.020225059241056442,
      "step": 60810
    },
    {
      "loss_action": 0.03187961131334305,
      "loss_total": 0.03187961131334305,
      "step": 60810
    },
    {
      "loss_action": 0.005596352741122246,
      "loss_total": 0.005596352741122246,
      "step": 60810
    },
    {
      "loss_action": 0.004785438533872366,
      "loss_total": 0.004785438533872366,
      "step": 60810
    },
    {
      "loss_action": 0.0037496942095458508,
      "loss_total": 0.0037496942095458508,
      "step": 60810
    },
    {
      "loss_action": 0.008053207769989967,
      "loss_total": 0.008053207769989967,
      "step": 60810
    },
    {
      "loss_action": 0.003276923205703497,
      "loss_total": 0.003276923205703497,
      "step": 60810
    },
    {
      "grad_norm": 0.11519993096590042,
      "learning_rate": 9.717985254531963e-05,
      "loss": 0.0087,
      "step": 60820
    },
    {
      "loss_action": 0.011221881955862045,
      "loss_total": 0.011221881955862045,
      "step": 60820
    },
    {
      "loss_action": 0.009162092581391335,
      "loss_total": 0.009162092581391335,
      "step": 60820
    },
    {
      "loss_action": 0.016706224530935287,
      "loss_total": 0.016706224530935287,
      "step": 60820
    },
    {
      "loss_action": 0.005329485051333904,
      "loss_total": 0.005329485051333904,
      "step": 60820
    },
    {
      "loss_action": 0.004907392896711826,
      "loss_total": 0.004907392896711826,
      "step": 60820
    },
    {
      "loss_action": 0.0045946212485432625,
      "loss_total": 0.0045946212485432625,
      "step": 60820
    },
    {
      "loss_action": 0.00911824218928814,
      "loss_total": 0.00911824218928814,
      "step": 60820
    },
    {
      "loss_action": 0.04869341477751732,
      "loss_total": 0.04869341477751732,
      "step": 60820
    },
    {
      "grad_norm": 0.10031361132860184,
      "learning_rate": 9.717848374070279e-05,
      "loss": 0.0082,
      "step": 60830
    },
    {
      "loss_action": 0.0017098470125347376,
      "loss_total": 0.0017098470125347376,
      "step": 60830
    },
    {
      "loss_action": 0.006710344925522804,
      "loss_total": 0.006710344925522804,
      "step": 60830
    },
    {
      "loss_action": 0.005921577103435993,
      "loss_total": 0.005921577103435993,
      "step": 60830
    },
    {
      "loss_action": 0.01414252258837223,
      "loss_total": 0.01414252258837223,
      "step": 60830
    },
    {
      "loss_action": 0.020297398790717125,
      "loss_total": 0.020297398790717125,
      "step": 60830
    },
    {
      "loss_action": 0.005508430767804384,
      "loss_total": 0.005508430767804384,
      "step": 60830
    },
    {
      "loss_action": 0.006614823825657368,
      "loss_total": 0.006614823825657368,
      "step": 60830
    },
    {
      "loss_action": 0.007867628708481789,
      "loss_total": 0.007867628708481789,
      "step": 60830
    },
    {
      "grad_norm": 0.0888994038105011,
      "learning_rate": 9.717711461362547e-05,
      "loss": 0.0064,
      "step": 60840
    },
    {
      "loss_action": 0.0022931830026209354,
      "loss_total": 0.0022931830026209354,
      "step": 60840
    },
    {
      "loss_action": 0.0018100168090313673,
      "loss_total": 0.0018100168090313673,
      "step": 60840
    },
    {
      "loss_action": 0.0048903245478868484,
      "loss_total": 0.0048903245478868484,
      "step": 60840
    },
    {
      "loss_action": 0.00879425648599863,
      "loss_total": 0.00879425648599863,
      "step": 60840
    },
    {
      "loss_action": 0.007266088388860226,
      "loss_total": 0.007266088388860226,
      "step": 60840
    },
    {
      "loss_action": 0.004873769357800484,
      "loss_total": 0.004873769357800484,
      "step": 60840
    },
    {
      "loss_action": 0.008968193084001541,
      "loss_total": 0.008968193084001541,
      "step": 60840
    },
    {
      "loss_action": 0.014478744938969612,
      "loss_total": 0.014478744938969612,
      "step": 60840
    },
    {
      "grad_norm": 0.09451725333929062,
      "learning_rate": 9.717574516409699e-05,
      "loss": 0.0064,
      "step": 60850
    },
    {
      "loss_action": 0.004812075290828943,
      "loss_total": 0.004812075290828943,
      "step": 60850
    },
    {
      "loss_action": 0.00445303600281477,
      "loss_total": 0.00445303600281477,
      "step": 60850
    },
    {
      "loss_action": 0.006762724369764328,
      "loss_total": 0.006762724369764328,
      "step": 60850
    },
    {
      "loss_action": 0.0028244974091649055,
      "loss_total": 0.0028244974091649055,
      "step": 60850
    },
    {
      "loss_action": 0.010540369898080826,
      "loss_total": 0.010540369898080826,
      "step": 60850
    },
    {
      "loss_action": 0.004160244017839432,
      "loss_total": 0.004160244017839432,
      "step": 60850
    },
    {
      "loss_action": 0.0033668121322989464,
      "loss_total": 0.0033668121322989464,
      "step": 60850
    },
    {
      "loss_action": 0.013988157734274864,
      "loss_total": 0.013988157734274864,
      "step": 60850
    },
    {
      "grad_norm": 0.1570756733417511,
      "learning_rate": 9.717437539212671e-05,
      "loss": 0.0077,
      "step": 60860
    },
    {
      "loss_action": 0.10531466454267502,
      "loss_total": 0.10531466454267502,
      "step": 60860
    },
    {
      "loss_action": 0.004456985741853714,
      "loss_total": 0.004456985741853714,
      "step": 60860
    },
    {
      "loss_action": 0.005952885374426842,
      "loss_total": 0.005952885374426842,
      "step": 60860
    },
    {
      "loss_action": 0.003703857772052288,
      "loss_total": 0.003703857772052288,
      "step": 60860
    },
    {
      "loss_action": 0.0052939895540475845,
      "loss_total": 0.0052939895540475845,
      "step": 60860
    },
    {
      "loss_action": 0.0037135607562959194,
      "loss_total": 0.0037135607562959194,
      "step": 60860
    },
    {
      "loss_action": 0.007743360474705696,
      "loss_total": 0.007743360474705696,
      "step": 60860
    },
    {
      "loss_action": 0.008267875760793686,
      "loss_total": 0.008267875760793686,
      "step": 60860
    },
    {
      "grad_norm": 0.08004138618707657,
      "learning_rate": 9.717300529772402e-05,
      "loss": 0.0082,
      "step": 60870
    },
    {
      "loss_action": 0.007403369061648846,
      "loss_total": 0.007403369061648846,
      "step": 60870
    },
    {
      "loss_action": 0.006231443956494331,
      "loss_total": 0.006231443956494331,
      "step": 60870
    },
    {
      "loss_action": 0.004753082524985075,
      "loss_total": 0.004753082524985075,
      "step": 60870
    },
    {
      "loss_action": 0.005991355050355196,
      "loss_total": 0.005991355050355196,
      "step": 60870
    },
    {
      "loss_action": 0.0037506157532334328,
      "loss_total": 0.0037506157532334328,
      "step": 60870
    },
    {
      "loss_action": 0.005768568720668554,
      "loss_total": 0.005768568720668554,
      "step": 60870
    },
    {
      "loss_action": 0.0034836498089134693,
      "loss_total": 0.0034836498089134693,
      "step": 60870
    },
    {
      "loss_action": 0.0032122372649610043,
      "loss_total": 0.0032122372649610043,
      "step": 60870
    },
    {
      "grad_norm": 0.14007170498371124,
      "learning_rate": 9.717163488089827e-05,
      "loss": 0.0074,
      "step": 60880
    },
    {
      "loss_action": 0.0044587659649550915,
      "loss_total": 0.0044587659649550915,
      "step": 60880
    },
    {
      "loss_action": 0.004629243165254593,
      "loss_total": 0.004629243165254593,
      "step": 60880
    },
    {
      "loss_action": 0.012400440871715546,
      "loss_total": 0.012400440871715546,
      "step": 60880
    },
    {
      "loss_action": 0.010917236097157001,
      "loss_total": 0.010917236097157001,
      "step": 60880
    },
    {
      "loss_action": 0.01216378714889288,
      "loss_total": 0.01216378714889288,
      "step": 60880
    },
    {
      "loss_action": 0.01197989471256733,
      "loss_total": 0.01197989471256733,
      "step": 60880
    },
    {
      "loss_action": 0.014412185177206993,
      "loss_total": 0.014412185177206993,
      "step": 60880
    },
    {
      "loss_action": 0.006786782760173082,
      "loss_total": 0.006786782760173082,
      "step": 60880
    },
    {
      "grad_norm": 0.12128263711929321,
      "learning_rate": 9.717026414165882e-05,
      "loss": 0.0077,
      "step": 60890
    },
    {
      "loss_action": 0.006562366150319576,
      "loss_total": 0.006562366150319576,
      "step": 60890
    },
    {
      "loss_action": 0.016233963891863823,
      "loss_total": 0.016233963891863823,
      "step": 60890
    },
    {
      "loss_action": 0.01409483328461647,
      "loss_total": 0.01409483328461647,
      "step": 60890
    },
    {
      "loss_action": 0.0035014296881854534,
      "loss_total": 0.0035014296881854534,
      "step": 60890
    },
    {
      "loss_action": 0.004128116182982922,
      "loss_total": 0.004128116182982922,
      "step": 60890
    },
    {
      "loss_action": 0.006609112955629826,
      "loss_total": 0.006609112955629826,
      "step": 60890
    },
    {
      "loss_action": 0.00831666961312294,
      "loss_total": 0.00831666961312294,
      "step": 60890
    },
    {
      "loss_action": 0.022759675979614258,
      "loss_total": 0.022759675979614258,
      "step": 60890
    },
    {
      "grad_norm": 0.11359568685293198,
      "learning_rate": 9.716889308001504e-05,
      "loss": 0.007,
      "step": 60900
    },
    {
      "loss_action": 0.0031078148167580366,
      "loss_total": 0.0031078148167580366,
      "step": 60900
    },
    {
      "loss_action": 0.006794855929911137,
      "loss_total": 0.006794855929911137,
      "step": 60900
    },
    {
      "loss_action": 0.002166557591408491,
      "loss_total": 0.002166557591408491,
      "step": 60900
    },
    {
      "loss_action": 0.004668026696890593,
      "loss_total": 0.004668026696890593,
      "step": 60900
    },
    {
      "loss_action": 0.004492749460041523,
      "loss_total": 0.004492749460041523,
      "step": 60900
    },
    {
      "loss_action": 0.0037135847378522158,
      "loss_total": 0.0037135847378522158,
      "step": 60900
    },
    {
      "loss_action": 0.002697389107197523,
      "loss_total": 0.002697389107197523,
      "step": 60900
    },
    {
      "loss_action": 0.006440182216465473,
      "loss_total": 0.006440182216465473,
      "step": 60900
    },
    {
      "grad_norm": 0.14459040760993958,
      "learning_rate": 9.716752169597632e-05,
      "loss": 0.0094,
      "step": 60910
    },
    {
      "loss_action": 0.0051653324626386166,
      "loss_total": 0.0051653324626386166,
      "step": 60910
    },
    {
      "loss_action": 0.008162328973412514,
      "loss_total": 0.008162328973412514,
      "step": 60910
    },
    {
      "loss_action": 0.016366291791200638,
      "loss_total": 0.016366291791200638,
      "step": 60910
    },
    {
      "loss_action": 0.0056083728559315205,
      "loss_total": 0.0056083728559315205,
      "step": 60910
    },
    {
      "loss_action": 0.0255357064306736,
      "loss_total": 0.0255357064306736,
      "step": 60910
    },
    {
      "loss_action": 0.004944466054439545,
      "loss_total": 0.004944466054439545,
      "step": 60910
    },
    {
      "loss_action": 0.011549696326255798,
      "loss_total": 0.011549696326255798,
      "step": 60910
    },
    {
      "loss_action": 0.005971572361886501,
      "loss_total": 0.005971572361886501,
      "step": 60910
    },
    {
      "grad_norm": 0.14478720724582672,
      "learning_rate": 9.7166149989552e-05,
      "loss": 0.0088,
      "step": 60920
    },
    {
      "loss_action": 0.006160391494631767,
      "loss_total": 0.006160391494631767,
      "step": 60920
    },
    {
      "loss_action": 0.01055791787803173,
      "loss_total": 0.01055791787803173,
      "step": 60920
    },
    {
      "loss_action": 0.004663687199354172,
      "loss_total": 0.004663687199354172,
      "step": 60920
    },
    {
      "loss_action": 0.0044407108798623085,
      "loss_total": 0.0044407108798623085,
      "step": 60920
    },
    {
      "loss_action": 0.0055797649547457695,
      "loss_total": 0.0055797649547457695,
      "step": 60920
    },
    {
      "loss_action": 0.024821504950523376,
      "loss_total": 0.024821504950523376,
      "step": 60920
    },
    {
      "loss_action": 0.013799680396914482,
      "loss_total": 0.013799680396914482,
      "step": 60920
    },
    {
      "loss_action": 0.008757494390010834,
      "loss_total": 0.008757494390010834,
      "step": 60920
    },
    {
      "grad_norm": 0.1452740877866745,
      "learning_rate": 9.716477796075149e-05,
      "loss": 0.0085,
      "step": 60930
    },
    {
      "loss_action": 0.0057457210496068,
      "loss_total": 0.0057457210496068,
      "step": 60930
    },
    {
      "loss_action": 0.01642829179763794,
      "loss_total": 0.01642829179763794,
      "step": 60930
    },
    {
      "loss_action": 0.007001516409218311,
      "loss_total": 0.007001516409218311,
      "step": 60930
    },
    {
      "loss_action": 0.003428526222705841,
      "loss_total": 0.003428526222705841,
      "step": 60930
    },
    {
      "loss_action": 0.004677971825003624,
      "loss_total": 0.004677971825003624,
      "step": 60930
    },
    {
      "loss_action": 0.003544335952028632,
      "loss_total": 0.003544335952028632,
      "step": 60930
    },
    {
      "loss_action": 0.005583917256444693,
      "loss_total": 0.005583917256444693,
      "step": 60930
    },
    {
      "loss_action": 0.010230744257569313,
      "loss_total": 0.010230744257569313,
      "step": 60930
    },
    {
      "grad_norm": 0.07396765053272247,
      "learning_rate": 9.716340560958415e-05,
      "loss": 0.0077,
      "step": 60940
    },
    {
      "loss_action": 0.01216968335211277,
      "loss_total": 0.01216968335211277,
      "step": 60940
    },
    {
      "loss_action": 0.020873114466667175,
      "loss_total": 0.020873114466667175,
      "step": 60940
    },
    {
      "loss_action": 0.0031709701288491488,
      "loss_total": 0.0031709701288491488,
      "step": 60940
    },
    {
      "loss_action": 0.002862628549337387,
      "loss_total": 0.002862628549337387,
      "step": 60940
    },
    {
      "loss_action": 0.0025167542044073343,
      "loss_total": 0.0025167542044073343,
      "step": 60940
    },
    {
      "loss_action": 0.03152091056108475,
      "loss_total": 0.03152091056108475,
      "step": 60940
    },
    {
      "loss_action": 0.0069566210731863976,
      "loss_total": 0.0069566210731863976,
      "step": 60940
    },
    {
      "loss_action": 0.02094574272632599,
      "loss_total": 0.02094574272632599,
      "step": 60940
    },
    {
      "grad_norm": 0.11402811110019684,
      "learning_rate": 9.716203293605935e-05,
      "loss": 0.009,
      "step": 60950
    },
    {
      "loss_action": 0.007420488633215427,
      "loss_total": 0.007420488633215427,
      "step": 60950
    },
    {
      "loss_action": 0.0025272429920732975,
      "loss_total": 0.0025272429920732975,
      "step": 60950
    },
    {
      "loss_action": 0.015839479863643646,
      "loss_total": 0.015839479863643646,
      "step": 60950
    },
    {
      "loss_action": 0.004526739474385977,
      "loss_total": 0.004526739474385977,
      "step": 60950
    },
    {
      "loss_action": 0.006671618670225143,
      "loss_total": 0.006671618670225143,
      "step": 60950
    },
    {
      "loss_action": 0.0038693358656018972,
      "loss_total": 0.0038693358656018972,
      "step": 60950
    },
    {
      "loss_action": 0.0020123557187616825,
      "loss_total": 0.0020123557187616825,
      "step": 60950
    },
    {
      "loss_action": 0.003912091255187988,
      "loss_total": 0.003912091255187988,
      "step": 60950
    },
    {
      "grad_norm": 0.05957823619246483,
      "learning_rate": 9.71606599401865e-05,
      "loss": 0.0068,
      "step": 60960
    },
    {
      "loss_action": 0.0047652325592935085,
      "loss_total": 0.0047652325592935085,
      "step": 60960
    },
    {
      "loss_action": 0.003075236454606056,
      "loss_total": 0.003075236454606056,
      "step": 60960
    },
    {
      "loss_action": 0.013034498319029808,
      "loss_total": 0.013034498319029808,
      "step": 60960
    },
    {
      "loss_action": 0.012413566932082176,
      "loss_total": 0.012413566932082176,
      "step": 60960
    },
    {
      "loss_action": 0.004917573183774948,
      "loss_total": 0.004917573183774948,
      "step": 60960
    },
    {
      "loss_action": 0.005182008724659681,
      "loss_total": 0.005182008724659681,
      "step": 60960
    },
    {
      "loss_action": 0.010044854134321213,
      "loss_total": 0.010044854134321213,
      "step": 60960
    },
    {
      "loss_action": 0.003122931346297264,
      "loss_total": 0.003122931346297264,
      "step": 60960
    },
    {
      "grad_norm": 0.11395134776830673,
      "learning_rate": 9.715928662197496e-05,
      "loss": 0.0086,
      "step": 60970
    },
    {
      "loss_action": 0.008124765940010548,
      "loss_total": 0.008124765940010548,
      "step": 60970
    },
    {
      "loss_action": 0.011070707812905312,
      "loss_total": 0.011070707812905312,
      "step": 60970
    },
    {
      "loss_action": 0.010505825281143188,
      "loss_total": 0.010505825281143188,
      "step": 60970
    },
    {
      "loss_action": 0.003286463674157858,
      "loss_total": 0.003286463674157858,
      "step": 60970
    },
    {
      "loss_action": 0.011326637119054794,
      "loss_total": 0.011326637119054794,
      "step": 60970
    },
    {
      "loss_action": 0.00581324240192771,
      "loss_total": 0.00581324240192771,
      "step": 60970
    },
    {
      "loss_action": 0.004681165795773268,
      "loss_total": 0.004681165795773268,
      "step": 60970
    },
    {
      "loss_action": 0.007981237024068832,
      "loss_total": 0.007981237024068832,
      "step": 60970
    },
    {
      "grad_norm": 0.10079124569892883,
      "learning_rate": 9.715791298143411e-05,
      "loss": 0.0095,
      "step": 60980
    },
    {
      "loss_action": 0.0051827323623001575,
      "loss_total": 0.0051827323623001575,
      "step": 60980
    },
    {
      "loss_action": 0.0033185812644660473,
      "loss_total": 0.0033185812644660473,
      "step": 60980
    },
    {
      "loss_action": 0.014908979646861553,
      "loss_total": 0.014908979646861553,
      "step": 60980
    },
    {
      "loss_action": 0.0028643738478422165,
      "loss_total": 0.0028643738478422165,
      "step": 60980
    },
    {
      "loss_action": 0.014686498790979385,
      "loss_total": 0.014686498790979385,
      "step": 60980
    },
    {
      "loss_action": 0.0073549384251236916,
      "loss_total": 0.0073549384251236916,
      "step": 60980
    },
    {
      "loss_action": 0.008323736488819122,
      "loss_total": 0.008323736488819122,
      "step": 60980
    },
    {
      "loss_action": 0.007352911401540041,
      "loss_total": 0.007352911401540041,
      "step": 60980
    },
    {
      "grad_norm": 0.10719427466392517,
      "learning_rate": 9.715653901857338e-05,
      "loss": 0.0081,
      "step": 60990
    },
    {
      "loss_action": 0.004591412842273712,
      "loss_total": 0.004591412842273712,
      "step": 60990
    },
    {
      "loss_action": 0.004507537931203842,
      "loss_total": 0.004507537931203842,
      "step": 60990
    },
    {
      "loss_action": 0.0057976567186415195,
      "loss_total": 0.0057976567186415195,
      "step": 60990
    },
    {
      "loss_action": 0.00648122513666749,
      "loss_total": 0.00648122513666749,
      "step": 60990
    },
    {
      "loss_action": 0.002996791386976838,
      "loss_total": 0.002996791386976838,
      "step": 60990
    },
    {
      "loss_action": 0.0029693017713725567,
      "loss_total": 0.0029693017713725567,
      "step": 60990
    },
    {
      "loss_action": 0.0046879444271326065,
      "loss_total": 0.0046879444271326065,
      "step": 60990
    },
    {
      "loss_action": 0.0028872652910649776,
      "loss_total": 0.0028872652910649776,
      "step": 60990
    },
    {
      "grad_norm": 0.11088866740465164,
      "learning_rate": 9.715516473340212e-05,
      "loss": 0.0088,
      "step": 61000
    },
    {
      "loss_action": 0.018082505092024803,
      "loss_total": 0.018082505092024803,
      "step": 61000
    },
    {
      "loss_action": 0.00518283573910594,
      "loss_total": 0.00518283573910594,
      "step": 61000
    },
    {
      "loss_action": 0.010114043951034546,
      "loss_total": 0.010114043951034546,
      "step": 61000
    },
    {
      "loss_action": 0.0205822866410017,
      "loss_total": 0.0205822866410017,
      "step": 61000
    },
    {
      "loss_action": 0.00627484917640686,
      "loss_total": 0.00627484917640686,
      "step": 61000
    },
    {
      "loss_action": 0.005298023112118244,
      "loss_total": 0.005298023112118244,
      "step": 61000
    },
    {
      "loss_action": 0.003861062927171588,
      "loss_total": 0.003861062927171588,
      "step": 61000
    },
    {
      "loss_action": 0.004831577185541391,
      "loss_total": 0.004831577185541391,
      "step": 61000
    },
    {
      "grad_norm": 0.12455446273088455,
      "learning_rate": 9.715379012592973e-05,
      "loss": 0.0087,
      "step": 61010
    },
    {
      "loss_action": 0.010225599631667137,
      "loss_total": 0.010225599631667137,
      "step": 61010
    },
    {
      "loss_action": 0.013228288851678371,
      "loss_total": 0.013228288851678371,
      "step": 61010
    },
    {
      "loss_action": 0.007120779249817133,
      "loss_total": 0.007120779249817133,
      "step": 61010
    },
    {
      "loss_action": 0.01834394410252571,
      "loss_total": 0.01834394410252571,
      "step": 61010
    },
    {
      "loss_action": 0.013726694509387016,
      "loss_total": 0.013726694509387016,
      "step": 61010
    },
    {
      "loss_action": 0.003515751799568534,
      "loss_total": 0.003515751799568534,
      "step": 61010
    },
    {
      "loss_action": 0.010184651240706444,
      "loss_total": 0.010184651240706444,
      "step": 61010
    },
    {
      "loss_action": 0.017011824995279312,
      "loss_total": 0.017011824995279312,
      "step": 61010
    },
    {
      "grad_norm": 0.11697500944137573,
      "learning_rate": 9.715241519616562e-05,
      "loss": 0.0091,
      "step": 61020
    },
    {
      "loss_action": 0.008833494037389755,
      "loss_total": 0.008833494037389755,
      "step": 61020
    },
    {
      "loss_action": 0.009629026986658573,
      "loss_total": 0.009629026986658573,
      "step": 61020
    },
    {
      "loss_action": 0.010038601234555244,
      "loss_total": 0.010038601234555244,
      "step": 61020
    },
    {
      "loss_action": 0.004217016045004129,
      "loss_total": 0.004217016045004129,
      "step": 61020
    },
    {
      "loss_action": 0.00678888987749815,
      "loss_total": 0.00678888987749815,
      "step": 61020
    },
    {
      "loss_action": 0.0036029075272381306,
      "loss_total": 0.0036029075272381306,
      "step": 61020
    },
    {
      "loss_action": 0.004956032149493694,
      "loss_total": 0.004956032149493694,
      "step": 61020
    },
    {
      "loss_action": 0.014736385084688663,
      "loss_total": 0.014736385084688663,
      "step": 61020
    },
    {
      "grad_norm": 0.11321397125720978,
      "learning_rate": 9.715103994411918e-05,
      "loss": 0.0081,
      "step": 61030
    },
    {
      "loss_action": 0.003010166808962822,
      "loss_total": 0.003010166808962822,
      "step": 61030
    },
    {
      "loss_action": 0.002623216016218066,
      "loss_total": 0.002623216016218066,
      "step": 61030
    },
    {
      "loss_action": 0.005028253421187401,
      "loss_total": 0.005028253421187401,
      "step": 61030
    },
    {
      "loss_action": 0.005922907963395119,
      "loss_total": 0.005922907963395119,
      "step": 61030
    },
    {
      "loss_action": 0.03471753001213074,
      "loss_total": 0.03471753001213074,
      "step": 61030
    },
    {
      "loss_action": 0.00751341599971056,
      "loss_total": 0.00751341599971056,
      "step": 61030
    },
    {
      "loss_action": 0.009029763750731945,
      "loss_total": 0.009029763750731945,
      "step": 61030
    },
    {
      "loss_action": 0.008023204281926155,
      "loss_total": 0.008023204281926155,
      "step": 61030
    },
    {
      "grad_norm": 0.0972713828086853,
      "learning_rate": 9.714966436979982e-05,
      "loss": 0.0086,
      "step": 61040
    },
    {
      "loss_action": 0.005657896399497986,
      "loss_total": 0.005657896399497986,
      "step": 61040
    },
    {
      "loss_action": 0.0048126038163900375,
      "loss_total": 0.0048126038163900375,
      "step": 61040
    },
    {
      "loss_action": 0.006318541243672371,
      "loss_total": 0.006318541243672371,
      "step": 61040
    },
    {
      "loss_action": 0.007887350395321846,
      "loss_total": 0.007887350395321846,
      "step": 61040
    },
    {
      "loss_action": 0.018535815179347992,
      "loss_total": 0.018535815179347992,
      "step": 61040
    },
    {
      "loss_action": 0.006556241773068905,
      "loss_total": 0.006556241773068905,
      "step": 61040
    },
    {
      "loss_action": 0.003973897080868483,
      "loss_total": 0.003973897080868483,
      "step": 61040
    },
    {
      "loss_action": 0.0018822612473741174,
      "loss_total": 0.0018822612473741174,
      "step": 61040
    },
    {
      "grad_norm": 0.11557220667600632,
      "learning_rate": 9.714828847321692e-05,
      "loss": 0.0091,
      "step": 61050
    },
    {
      "loss_action": 0.00896327942609787,
      "loss_total": 0.00896327942609787,
      "step": 61050
    },
    {
      "loss_action": 0.007236606441438198,
      "loss_total": 0.007236606441438198,
      "step": 61050
    },
    {
      "loss_action": 0.005001279059797525,
      "loss_total": 0.005001279059797525,
      "step": 61050
    },
    {
      "loss_action": 0.024359453469514847,
      "loss_total": 0.024359453469514847,
      "step": 61050
    },
    {
      "loss_action": 0.008702202700078487,
      "loss_total": 0.008702202700078487,
      "step": 61050
    },
    {
      "loss_action": 0.007320081349462271,
      "loss_total": 0.007320081349462271,
      "step": 61050
    },
    {
      "loss_action": 0.004476395435631275,
      "loss_total": 0.004476395435631275,
      "step": 61050
    },
    {
      "loss_action": 0.00558182317763567,
      "loss_total": 0.00558182317763567,
      "step": 61050
    },
    {
      "grad_norm": 0.12254387140274048,
      "learning_rate": 9.71469122543799e-05,
      "loss": 0.0082,
      "step": 61060
    },
    {
      "loss_action": 0.005363612901419401,
      "loss_total": 0.005363612901419401,
      "step": 61060
    },
    {
      "loss_action": 0.015428148210048676,
      "loss_total": 0.015428148210048676,
      "step": 61060
    },
    {
      "loss_action": 0.005409268196672201,
      "loss_total": 0.005409268196672201,
      "step": 61060
    },
    {
      "loss_action": 0.0057684872299432755,
      "loss_total": 0.0057684872299432755,
      "step": 61060
    },
    {
      "loss_action": 0.00415382906794548,
      "loss_total": 0.00415382906794548,
      "step": 61060
    },
    {
      "loss_action": 0.0046189636923372746,
      "loss_total": 0.0046189636923372746,
      "step": 61060
    },
    {
      "loss_action": 0.0024993731640279293,
      "loss_total": 0.0024993731640279293,
      "step": 61060
    },
    {
      "loss_action": 0.0039015361107885838,
      "loss_total": 0.0039015361107885838,
      "step": 61060
    },
    {
      "grad_norm": 0.12205637246370316,
      "learning_rate": 9.714553571329816e-05,
      "loss": 0.0062,
      "step": 61070
    },
    {
      "loss_action": 0.005612486507743597,
      "loss_total": 0.005612486507743597,
      "step": 61070
    },
    {
      "loss_action": 0.006978049408644438,
      "loss_total": 0.006978049408644438,
      "step": 61070
    },
    {
      "loss_action": 0.0014014756307005882,
      "loss_total": 0.0014014756307005882,
      "step": 61070
    },
    {
      "loss_action": 0.003602786688134074,
      "loss_total": 0.003602786688134074,
      "step": 61070
    },
    {
      "loss_action": 0.014582855626940727,
      "loss_total": 0.014582855626940727,
      "step": 61070
    },
    {
      "loss_action": 0.00748147489503026,
      "loss_total": 0.00748147489503026,
      "step": 61070
    },
    {
      "loss_action": 0.015094214119017124,
      "loss_total": 0.015094214119017124,
      "step": 61070
    },
    {
      "loss_action": 0.011733553372323513,
      "loss_total": 0.011733553372323513,
      "step": 61070
    },
    {
      "grad_norm": 0.12930119037628174,
      "learning_rate": 9.714415884998112e-05,
      "loss": 0.0077,
      "step": 61080
    },
    {
      "loss_action": 0.0028712828643620014,
      "loss_total": 0.0028712828643620014,
      "step": 61080
    },
    {
      "loss_action": 0.008022613823413849,
      "loss_total": 0.008022613823413849,
      "step": 61080
    },
    {
      "loss_action": 0.006943120621144772,
      "loss_total": 0.006943120621144772,
      "step": 61080
    },
    {
      "loss_action": 0.005638798698782921,
      "loss_total": 0.005638798698782921,
      "step": 61080
    },
    {
      "loss_action": 0.0022688880562782288,
      "loss_total": 0.0022688880562782288,
      "step": 61080
    },
    {
      "loss_action": 0.0044675786048173904,
      "loss_total": 0.0044675786048173904,
      "step": 61080
    },
    {
      "loss_action": 0.00813320092856884,
      "loss_total": 0.00813320092856884,
      "step": 61080
    },
    {
      "loss_action": 0.007252035662531853,
      "loss_total": 0.007252035662531853,
      "step": 61080
    },
    {
      "grad_norm": 0.14052894711494446,
      "learning_rate": 9.714278166443816e-05,
      "loss": 0.007,
      "step": 61090
    },
    {
      "loss_action": 0.00336578325368464,
      "loss_total": 0.00336578325368464,
      "step": 61090
    },
    {
      "loss_action": 0.004449083935469389,
      "loss_total": 0.004449083935469389,
      "step": 61090
    },
    {
      "loss_action": 0.00539765227586031,
      "loss_total": 0.00539765227586031,
      "step": 61090
    },
    {
      "loss_action": 0.0019615283235907555,
      "loss_total": 0.0019615283235907555,
      "step": 61090
    },
    {
      "loss_action": 0.015384923666715622,
      "loss_total": 0.015384923666715622,
      "step": 61090
    },
    {
      "loss_action": 0.005192337557673454,
      "loss_total": 0.005192337557673454,
      "step": 61090
    },
    {
      "loss_action": 0.0055146729573607445,
      "loss_total": 0.0055146729573607445,
      "step": 61090
    },
    {
      "loss_action": 0.008370226249098778,
      "loss_total": 0.008370226249098778,
      "step": 61090
    },
    {
      "grad_norm": 0.11007633060216904,
      "learning_rate": 9.714140415667873e-05,
      "loss": 0.007,
      "step": 61100
    },
    {
      "loss_action": 0.012323234230279922,
      "loss_total": 0.012323234230279922,
      "step": 61100
    },
    {
      "loss_action": 0.010204516351222992,
      "loss_total": 0.010204516351222992,
      "step": 61100
    },
    {
      "loss_action": 0.0027767964638769627,
      "loss_total": 0.0027767964638769627,
      "step": 61100
    },
    {
      "loss_action": 0.0035093380138278008,
      "loss_total": 0.0035093380138278008,
      "step": 61100
    },
    {
      "loss_action": 0.0037554381415247917,
      "loss_total": 0.0037554381415247917,
      "step": 61100
    },
    {
      "loss_action": 0.004554042126983404,
      "loss_total": 0.004554042126983404,
      "step": 61100
    },
    {
      "loss_action": 0.005460703745484352,
      "loss_total": 0.005460703745484352,
      "step": 61100
    },
    {
      "loss_action": 0.00340139283798635,
      "loss_total": 0.00340139283798635,
      "step": 61100
    },
    {
      "grad_norm": 0.07011442631483078,
      "learning_rate": 9.714002632671224e-05,
      "loss": 0.0063,
      "step": 61110
    },
    {
      "loss_action": 0.01010191347450018,
      "loss_total": 0.01010191347450018,
      "step": 61110
    },
    {
      "loss_action": 0.004053604789078236,
      "loss_total": 0.004053604789078236,
      "step": 61110
    },
    {
      "loss_action": 0.004341240040957928,
      "loss_total": 0.004341240040957928,
      "step": 61110
    },
    {
      "loss_action": 0.008416698314249516,
      "loss_total": 0.008416698314249516,
      "step": 61110
    },
    {
      "loss_action": 0.005511748604476452,
      "loss_total": 0.005511748604476452,
      "step": 61110
    },
    {
      "loss_action": 0.03265456110239029,
      "loss_total": 0.03265456110239029,
      "step": 61110
    },
    {
      "loss_action": 0.0022494178265333176,
      "loss_total": 0.0022494178265333176,
      "step": 61110
    },
    {
      "loss_action": 0.010059664957225323,
      "loss_total": 0.010059664957225323,
      "step": 61110
    },
    {
      "grad_norm": 0.11725982278585434,
      "learning_rate": 9.713864817454807e-05,
      "loss": 0.0086,
      "step": 61120
    },
    {
      "loss_action": 0.009097828529775143,
      "loss_total": 0.009097828529775143,
      "step": 61120
    },
    {
      "loss_action": 0.007048908621072769,
      "loss_total": 0.007048908621072769,
      "step": 61120
    },
    {
      "loss_action": 0.00875971931964159,
      "loss_total": 0.00875971931964159,
      "step": 61120
    },
    {
      "loss_action": 0.007966701872646809,
      "loss_total": 0.007966701872646809,
      "step": 61120
    },
    {
      "loss_action": 0.0022790224757045507,
      "loss_total": 0.0022790224757045507,
      "step": 61120
    },
    {
      "loss_action": 0.0034098646137863398,
      "loss_total": 0.0034098646137863398,
      "step": 61120
    },
    {
      "loss_action": 0.015995053574442863,
      "loss_total": 0.015995053574442863,
      "step": 61120
    },
    {
      "loss_action": 0.005165393464267254,
      "loss_total": 0.005165393464267254,
      "step": 61120
    },
    {
      "grad_norm": 0.06973288208246231,
      "learning_rate": 9.713726970019568e-05,
      "loss": 0.0066,
      "step": 61130
    },
    {
      "loss_action": 0.00630164984613657,
      "loss_total": 0.00630164984613657,
      "step": 61130
    },
    {
      "loss_action": 0.0036419411189854145,
      "loss_total": 0.0036419411189854145,
      "step": 61130
    },
    {
      "loss_action": 0.0025232986081391573,
      "loss_total": 0.0025232986081391573,
      "step": 61130
    },
    {
      "loss_action": 0.002336056437343359,
      "loss_total": 0.002336056437343359,
      "step": 61130
    },
    {
      "loss_action": 0.010104654356837273,
      "loss_total": 0.010104654356837273,
      "step": 61130
    },
    {
      "loss_action": 0.004532755818217993,
      "loss_total": 0.004532755818217993,
      "step": 61130
    },
    {
      "loss_action": 0.003804426407441497,
      "loss_total": 0.003804426407441497,
      "step": 61130
    },
    {
      "loss_action": 0.014558136463165283,
      "loss_total": 0.014558136463165283,
      "step": 61130
    },
    {
      "grad_norm": 0.1333095133304596,
      "learning_rate": 9.713589090366448e-05,
      "loss": 0.0081,
      "step": 61140
    },
    {
      "loss_action": 0.004665452986955643,
      "loss_total": 0.004665452986955643,
      "step": 61140
    },
    {
      "loss_action": 0.01683400571346283,
      "loss_total": 0.01683400571346283,
      "step": 61140
    },
    {
      "loss_action": 0.007339539472013712,
      "loss_total": 0.007339539472013712,
      "step": 61140
    },
    {
      "loss_action": 0.005796363577246666,
      "loss_total": 0.005796363577246666,
      "step": 61140
    },
    {
      "loss_action": 0.005517071112990379,
      "loss_total": 0.005517071112990379,
      "step": 61140
    },
    {
      "loss_action": 0.014620982110500336,
      "loss_total": 0.014620982110500336,
      "step": 61140
    },
    {
      "loss_action": 0.011564955115318298,
      "loss_total": 0.011564955115318298,
      "step": 61140
    },
    {
      "loss_action": 0.003131883917376399,
      "loss_total": 0.003131883917376399,
      "step": 61140
    },
    {
      "grad_norm": 0.1454194337129593,
      "learning_rate": 9.713451178496389e-05,
      "loss": 0.0081,
      "step": 61150
    },
    {
      "loss_action": 0.0031197741627693176,
      "loss_total": 0.0031197741627693176,
      "step": 61150
    },
    {
      "loss_action": 0.005621578078716993,
      "loss_total": 0.005621578078716993,
      "step": 61150
    },
    {
      "loss_action": 0.010678427293896675,
      "loss_total": 0.010678427293896675,
      "step": 61150
    },
    {
      "loss_action": 0.007682115770876408,
      "loss_total": 0.007682115770876408,
      "step": 61150
    },
    {
      "loss_action": 0.005980252288281918,
      "loss_total": 0.005980252288281918,
      "step": 61150
    },
    {
      "loss_action": 0.010724086314439774,
      "loss_total": 0.010724086314439774,
      "step": 61150
    },
    {
      "loss_action": 0.0050426977686584,
      "loss_total": 0.0050426977686584,
      "step": 61150
    },
    {
      "loss_action": 0.003991675563156605,
      "loss_total": 0.003991675563156605,
      "step": 61150
    },
    {
      "grad_norm": 0.09580658376216888,
      "learning_rate": 9.713313234410335e-05,
      "loss": 0.0075,
      "step": 61160
    },
    {
      "loss_action": 0.0034833508543670177,
      "loss_total": 0.0034833508543670177,
      "step": 61160
    },
    {
      "loss_action": 0.02122865989804268,
      "loss_total": 0.02122865989804268,
      "step": 61160
    },
    {
      "loss_action": 0.003158610314130783,
      "loss_total": 0.003158610314130783,
      "step": 61160
    },
    {
      "loss_action": 0.016374554485082626,
      "loss_total": 0.016374554485082626,
      "step": 61160
    },
    {
      "loss_action": 0.00999879278242588,
      "loss_total": 0.00999879278242588,
      "step": 61160
    },
    {
      "loss_action": 0.001848471350967884,
      "loss_total": 0.001848471350967884,
      "step": 61160
    },
    {
      "loss_action": 0.0023615029640495777,
      "loss_total": 0.0023615029640495777,
      "step": 61160
    },
    {
      "loss_action": 0.005930185317993164,
      "loss_total": 0.005930185317993164,
      "step": 61160
    },
    {
      "grad_norm": 0.10933743417263031,
      "learning_rate": 9.713175258109226e-05,
      "loss": 0.0066,
      "step": 61170
    },
    {
      "loss_action": 0.028124023228883743,
      "loss_total": 0.028124023228883743,
      "step": 61170
    },
    {
      "loss_action": 0.01007729023694992,
      "loss_total": 0.01007729023694992,
      "step": 61170
    },
    {
      "loss_action": 0.0037823948077857494,
      "loss_total": 0.0037823948077857494,
      "step": 61170
    },
    {
      "loss_action": 0.0017632958479225636,
      "loss_total": 0.0017632958479225636,
      "step": 61170
    },
    {
      "loss_action": 0.0030309916473925114,
      "loss_total": 0.0030309916473925114,
      "step": 61170
    },
    {
      "loss_action": 0.01998293772339821,
      "loss_total": 0.01998293772339821,
      "step": 61170
    },
    {
      "loss_action": 0.009221157059073448,
      "loss_total": 0.009221157059073448,
      "step": 61170
    },
    {
      "loss_action": 0.0046256170608103275,
      "loss_total": 0.0046256170608103275,
      "step": 61170
    },
    {
      "grad_norm": 0.13776026666164398,
      "learning_rate": 9.713037249594009e-05,
      "loss": 0.0096,
      "step": 61180
    },
    {
      "loss_action": 0.003187684342265129,
      "loss_total": 0.003187684342265129,
      "step": 61180
    },
    {
      "loss_action": 0.003796376520767808,
      "loss_total": 0.003796376520767808,
      "step": 61180
    },
    {
      "loss_action": 0.014022687450051308,
      "loss_total": 0.014022687450051308,
      "step": 61180
    },
    {
      "loss_action": 0.003099746536463499,
      "loss_total": 0.003099746536463499,
      "step": 61180
    },
    {
      "loss_action": 0.003207717090845108,
      "loss_total": 0.003207717090845108,
      "step": 61180
    },
    {
      "loss_action": 0.0022388147190213203,
      "loss_total": 0.0022388147190213203,
      "step": 61180
    },
    {
      "loss_action": 0.003389536403119564,
      "loss_total": 0.003389536403119564,
      "step": 61180
    },
    {
      "loss_action": 0.004147448111325502,
      "loss_total": 0.004147448111325502,
      "step": 61180
    },
    {
      "grad_norm": 0.10296803712844849,
      "learning_rate": 9.712899208865622e-05,
      "loss": 0.0057,
      "step": 61190
    },
    {
      "loss_action": 0.005325840320438147,
      "loss_total": 0.005325840320438147,
      "step": 61190
    },
    {
      "loss_action": 0.006666765082627535,
      "loss_total": 0.006666765082627535,
      "step": 61190
    },
    {
      "loss_action": 0.005291176028549671,
      "loss_total": 0.005291176028549671,
      "step": 61190
    },
    {
      "loss_action": 0.0145273357629776,
      "loss_total": 0.0145273357629776,
      "step": 61190
    },
    {
      "loss_action": 0.013772554695606232,
      "loss_total": 0.013772554695606232,
      "step": 61190
    },
    {
      "loss_action": 0.0069195874966681,
      "loss_total": 0.0069195874966681,
      "step": 61190
    },
    {
      "loss_action": 0.007024730090051889,
      "loss_total": 0.007024730090051889,
      "step": 61190
    },
    {
      "loss_action": 0.0031788405030965805,
      "loss_total": 0.0031788405030965805,
      "step": 61190
    },
    {
      "grad_norm": 0.07702596485614777,
      "learning_rate": 9.712761135925012e-05,
      "loss": 0.0059,
      "step": 61200
    },
    {
      "loss_action": 0.004364254418760538,
      "loss_total": 0.004364254418760538,
      "step": 61200
    },
    {
      "loss_action": 0.004628144204616547,
      "loss_total": 0.004628144204616547,
      "step": 61200
    },
    {
      "loss_action": 0.017039494588971138,
      "loss_total": 0.017039494588971138,
      "step": 61200
    },
    {
      "loss_action": 0.004403278231620789,
      "loss_total": 0.004403278231620789,
      "step": 61200
    },
    {
      "loss_action": 0.004113232716917992,
      "loss_total": 0.004113232716917992,
      "step": 61200
    },
    {
      "loss_action": 0.00983270164579153,
      "loss_total": 0.00983270164579153,
      "step": 61200
    },
    {
      "loss_action": 0.001751225907355547,
      "loss_total": 0.001751225907355547,
      "step": 61200
    },
    {
      "loss_action": 0.0042116036638617516,
      "loss_total": 0.0042116036638617516,
      "step": 61200
    },
    {
      "grad_norm": 0.11595862358808517,
      "learning_rate": 9.712623030773124e-05,
      "loss": 0.0083,
      "step": 61210
    },
    {
      "loss_action": 0.014174641110002995,
      "loss_total": 0.014174641110002995,
      "step": 61210
    },
    {
      "loss_action": 0.00742915365844965,
      "loss_total": 0.00742915365844965,
      "step": 61210
    },
    {
      "loss_action": 0.004431331530213356,
      "loss_total": 0.004431331530213356,
      "step": 61210
    },
    {
      "loss_action": 0.003514431416988373,
      "loss_total": 0.003514431416988373,
      "step": 61210
    },
    {
      "loss_action": 0.0033096359111368656,
      "loss_total": 0.0033096359111368656,
      "step": 61210
    },
    {
      "loss_action": 0.015550856478512287,
      "loss_total": 0.015550856478512287,
      "step": 61210
    },
    {
      "loss_action": 0.003784850938245654,
      "loss_total": 0.003784850938245654,
      "step": 61210
    },
    {
      "loss_action": 0.0036266944371163845,
      "loss_total": 0.0036266944371163845,
      "step": 61210
    },
    {
      "grad_norm": 0.11816684901714325,
      "learning_rate": 9.712484893410898e-05,
      "loss": 0.0072,
      "step": 61220
    },
    {
      "loss_action": 0.0037853773683309555,
      "loss_total": 0.0037853773683309555,
      "step": 61220
    },
    {
      "loss_action": 0.005251151975244284,
      "loss_total": 0.005251151975244284,
      "step": 61220
    },
    {
      "loss_action": 0.009397229179739952,
      "loss_total": 0.009397229179739952,
      "step": 61220
    },
    {
      "loss_action": 0.004597608465701342,
      "loss_total": 0.004597608465701342,
      "step": 61220
    },
    {
      "loss_action": 0.016433294862508774,
      "loss_total": 0.016433294862508774,
      "step": 61220
    },
    {
      "loss_action": 0.0049834419041872025,
      "loss_total": 0.0049834419041872025,
      "step": 61220
    },
    {
      "loss_action": 0.003721363842487335,
      "loss_total": 0.003721363842487335,
      "step": 61220
    },
    {
      "loss_action": 0.01523892767727375,
      "loss_total": 0.01523892767727375,
      "step": 61220
    },
    {
      "grad_norm": 0.11927702277898788,
      "learning_rate": 9.712346723839283e-05,
      "loss": 0.0086,
      "step": 61230
    },
    {
      "loss_action": 0.01995362527668476,
      "loss_total": 0.01995362527668476,
      "step": 61230
    },
    {
      "loss_action": 0.0037249322049319744,
      "loss_total": 0.0037249322049319744,
      "step": 61230
    },
    {
      "loss_action": 0.013417795300483704,
      "loss_total": 0.013417795300483704,
      "step": 61230
    },
    {
      "loss_action": 0.003492970485240221,
      "loss_total": 0.003492970485240221,
      "step": 61230
    },
    {
      "loss_action": 0.0024532675743103027,
      "loss_total": 0.0024532675743103027,
      "step": 61230
    },
    {
      "loss_action": 0.017987849190831184,
      "loss_total": 0.017987849190831184,
      "step": 61230
    },
    {
      "loss_action": 0.00191789329983294,
      "loss_total": 0.00191789329983294,
      "step": 61230
    },
    {
      "loss_action": 0.007058195304125547,
      "loss_total": 0.007058195304125547,
      "step": 61230
    },
    {
      "grad_norm": 0.12472260743379593,
      "learning_rate": 9.712208522059219e-05,
      "loss": 0.0074,
      "step": 61240
    },
    {
      "loss_action": 0.0061009544879198074,
      "loss_total": 0.0061009544879198074,
      "step": 61240
    },
    {
      "loss_action": 0.005082238931208849,
      "loss_total": 0.005082238931208849,
      "step": 61240
    },
    {
      "loss_action": 0.006814704276621342,
      "loss_total": 0.006814704276621342,
      "step": 61240
    },
    {
      "loss_action": 0.0017931333277374506,
      "loss_total": 0.0017931333277374506,
      "step": 61240
    },
    {
      "loss_action": 0.004334575030952692,
      "loss_total": 0.004334575030952692,
      "step": 61240
    },
    {
      "loss_action": 0.010029465891420841,
      "loss_total": 0.010029465891420841,
      "step": 61240
    },
    {
      "loss_action": 0.02395213209092617,
      "loss_total": 0.02395213209092617,
      "step": 61240
    },
    {
      "loss_action": 0.003404806600883603,
      "loss_total": 0.003404806600883603,
      "step": 61240
    },
    {
      "grad_norm": 0.11494001001119614,
      "learning_rate": 9.712070288071651e-05,
      "loss": 0.0074,
      "step": 61250
    },
    {
      "loss_action": 0.008085946552455425,
      "loss_total": 0.008085946552455425,
      "step": 61250
    },
    {
      "loss_action": 0.00254040420986712,
      "loss_total": 0.00254040420986712,
      "step": 61250
    },
    {
      "loss_action": 0.010709349066019058,
      "loss_total": 0.010709349066019058,
      "step": 61250
    },
    {
      "loss_action": 0.003789004636928439,
      "loss_total": 0.003789004636928439,
      "step": 61250
    },
    {
      "loss_action": 0.00421915203332901,
      "loss_total": 0.00421915203332901,
      "step": 61250
    },
    {
      "loss_action": 0.009445730596780777,
      "loss_total": 0.009445730596780777,
      "step": 61250
    },
    {
      "loss_action": 0.00378546305000782,
      "loss_total": 0.00378546305000782,
      "step": 61250
    },
    {
      "loss_action": 0.004615066573023796,
      "loss_total": 0.004615066573023796,
      "step": 61250
    },
    {
      "grad_norm": 0.09901467710733414,
      "learning_rate": 9.711932021877527e-05,
      "loss": 0.0089,
      "step": 61260
    },
    {
      "loss_action": 0.003063241485506296,
      "loss_total": 0.003063241485506296,
      "step": 61260
    },
    {
      "loss_action": 0.005072835832834244,
      "loss_total": 0.005072835832834244,
      "step": 61260
    },
    {
      "loss_action": 0.013957291841506958,
      "loss_total": 0.013957291841506958,
      "step": 61260
    },
    {
      "loss_action": 0.004645016510039568,
      "loss_total": 0.004645016510039568,
      "step": 61260
    },
    {
      "loss_action": 0.011938879266381264,
      "loss_total": 0.011938879266381264,
      "step": 61260
    },
    {
      "loss_action": 0.004052218981087208,
      "loss_total": 0.004052218981087208,
      "step": 61260
    },
    {
      "loss_action": 0.004855355713516474,
      "loss_total": 0.004855355713516474,
      "step": 61260
    },
    {
      "loss_action": 0.003592674620449543,
      "loss_total": 0.003592674620449543,
      "step": 61260
    },
    {
      "grad_norm": 0.11056448519229889,
      "learning_rate": 9.71179372347779e-05,
      "loss": 0.0077,
      "step": 61270
    },
    {
      "loss_action": 0.005682060029357672,
      "loss_total": 0.005682060029357672,
      "step": 61270
    },
    {
      "loss_action": 0.004801567643880844,
      "loss_total": 0.004801567643880844,
      "step": 61270
    },
    {
      "loss_action": 0.009447320364415646,
      "loss_total": 0.009447320364415646,
      "step": 61270
    },
    {
      "loss_action": 0.0042472416535019875,
      "loss_total": 0.0042472416535019875,
      "step": 61270
    },
    {
      "loss_action": 0.005231864284723997,
      "loss_total": 0.005231864284723997,
      "step": 61270
    },
    {
      "loss_action": 0.011935707181692123,
      "loss_total": 0.011935707181692123,
      "step": 61270
    },
    {
      "loss_action": 0.004595312289893627,
      "loss_total": 0.004595312289893627,
      "step": 61270
    },
    {
      "loss_action": 0.0035034483298659325,
      "loss_total": 0.0035034483298659325,
      "step": 61270
    },
    {
      "grad_norm": 0.11300412565469742,
      "learning_rate": 9.711655392873384e-05,
      "loss": 0.0072,
      "step": 61280
    },
    {
      "loss_action": 0.0068166181445121765,
      "loss_total": 0.0068166181445121765,
      "step": 61280
    },
    {
      "loss_action": 0.00480035413056612,
      "loss_total": 0.00480035413056612,
      "step": 61280
    },
    {
      "loss_action": 0.006926403846591711,
      "loss_total": 0.006926403846591711,
      "step": 61280
    },
    {
      "loss_action": 0.0037818406708538532,
      "loss_total": 0.0037818406708538532,
      "step": 61280
    },
    {
      "loss_action": 0.0101620526984334,
      "loss_total": 0.0101620526984334,
      "step": 61280
    },
    {
      "loss_action": 0.004655063152313232,
      "loss_total": 0.004655063152313232,
      "step": 61280
    },
    {
      "loss_action": 0.00937507301568985,
      "loss_total": 0.00937507301568985,
      "step": 61280
    },
    {
      "loss_action": 0.005212097894400358,
      "loss_total": 0.005212097894400358,
      "step": 61280
    },
    {
      "grad_norm": 0.08182451874017715,
      "learning_rate": 9.711517030065258e-05,
      "loss": 0.0078,
      "step": 61290
    },
    {
      "loss_action": 0.012074439786374569,
      "loss_total": 0.012074439786374569,
      "step": 61290
    },
    {
      "loss_action": 0.01725473813712597,
      "loss_total": 0.01725473813712597,
      "step": 61290
    },
    {
      "loss_action": 0.005061153322458267,
      "loss_total": 0.005061153322458267,
      "step": 61290
    },
    {
      "loss_action": 0.00668211467564106,
      "loss_total": 0.00668211467564106,
      "step": 61290
    },
    {
      "loss_action": 0.004847785457968712,
      "loss_total": 0.004847785457968712,
      "step": 61290
    },
    {
      "loss_action": 0.00623758789151907,
      "loss_total": 0.00623758789151907,
      "step": 61290
    },
    {
      "loss_action": 0.0050165774300694466,
      "loss_total": 0.0050165774300694466,
      "step": 61290
    },
    {
      "loss_action": 0.008241908624768257,
      "loss_total": 0.008241908624768257,
      "step": 61290
    },
    {
      "grad_norm": 0.1200978234410286,
      "learning_rate": 9.711378635054354e-05,
      "loss": 0.0088,
      "step": 61300
    },
    {
      "loss_action": 0.001792060793377459,
      "loss_total": 0.001792060793377459,
      "step": 61300
    },
    {
      "loss_action": 0.0038082010578364134,
      "loss_total": 0.0038082010578364134,
      "step": 61300
    },
    {
      "loss_action": 0.009399731643497944,
      "loss_total": 0.009399731643497944,
      "step": 61300
    },
    {
      "loss_action": 0.008291171863675117,
      "loss_total": 0.008291171863675117,
      "step": 61300
    },
    {
      "loss_action": 0.003251065965741873,
      "loss_total": 0.003251065965741873,
      "step": 61300
    },
    {
      "loss_action": 0.016434678807854652,
      "loss_total": 0.016434678807854652,
      "step": 61300
    },
    {
      "loss_action": 0.004706531763076782,
      "loss_total": 0.004706531763076782,
      "step": 61300
    },
    {
      "loss_action": 0.002290307777002454,
      "loss_total": 0.002290307777002454,
      "step": 61300
    },
    {
      "grad_norm": 0.14543524384498596,
      "learning_rate": 9.71124020784162e-05,
      "loss": 0.0063,
      "step": 61310
    },
    {
      "loss_action": 0.00926250871270895,
      "loss_total": 0.00926250871270895,
      "step": 61310
    },
    {
      "loss_action": 0.006269012577831745,
      "loss_total": 0.006269012577831745,
      "step": 61310
    },
    {
      "loss_action": 0.0047456854954361916,
      "loss_total": 0.0047456854954361916,
      "step": 61310
    },
    {
      "loss_action": 0.0058080172166228294,
      "loss_total": 0.0058080172166228294,
      "step": 61310
    },
    {
      "loss_action": 0.012047579512000084,
      "loss_total": 0.012047579512000084,
      "step": 61310
    },
    {
      "loss_action": 0.005043981596827507,
      "loss_total": 0.005043981596827507,
      "step": 61310
    },
    {
      "loss_action": 0.01078703161329031,
      "loss_total": 0.01078703161329031,
      "step": 61310
    },
    {
      "loss_action": 0.0027904140297323465,
      "loss_total": 0.0027904140297323465,
      "step": 61310
    },
    {
      "grad_norm": 0.09262353181838989,
      "learning_rate": 9.711101748428001e-05,
      "loss": 0.0062,
      "step": 61320
    },
    {
      "loss_action": 0.015721112489700317,
      "loss_total": 0.015721112489700317,
      "step": 61320
    },
    {
      "loss_action": 0.006562609225511551,
      "loss_total": 0.006562609225511551,
      "step": 61320
    },
    {
      "loss_action": 0.0043579647317528725,
      "loss_total": 0.0043579647317528725,
      "step": 61320
    },
    {
      "loss_action": 0.0022455998696386814,
      "loss_total": 0.0022455998696386814,
      "step": 61320
    },
    {
      "loss_action": 0.011172749102115631,
      "loss_total": 0.011172749102115631,
      "step": 61320
    },
    {
      "loss_action": 0.009941691532731056,
      "loss_total": 0.009941691532731056,
      "step": 61320
    },
    {
      "loss_action": 0.0032128721941262484,
      "loss_total": 0.0032128721941262484,
      "step": 61320
    },
    {
      "loss_action": 0.007534986361861229,
      "loss_total": 0.007534986361861229,
      "step": 61320
    },
    {
      "grad_norm": 0.13837137818336487,
      "learning_rate": 9.710963256814445e-05,
      "loss": 0.0074,
      "step": 61330
    },
    {
      "loss_action": 0.004361082799732685,
      "loss_total": 0.004361082799732685,
      "step": 61330
    },
    {
      "loss_action": 0.0020380306523293257,
      "loss_total": 0.0020380306523293257,
      "step": 61330
    },
    {
      "loss_action": 0.015873827040195465,
      "loss_total": 0.015873827040195465,
      "step": 61330
    },
    {
      "loss_action": 0.0075742825865745544,
      "loss_total": 0.0075742825865745544,
      "step": 61330
    },
    {
      "loss_action": 0.002664439380168915,
      "loss_total": 0.002664439380168915,
      "step": 61330
    },
    {
      "loss_action": 0.005500946659594774,
      "loss_total": 0.005500946659594774,
      "step": 61330
    },
    {
      "loss_action": 0.012750869616866112,
      "loss_total": 0.012750869616866112,
      "step": 61330
    },
    {
      "loss_action": 0.049694404006004333,
      "loss_total": 0.049694404006004333,
      "step": 61330
    },
    {
      "grad_norm": 0.07833285629749298,
      "learning_rate": 9.710824733001898e-05,
      "loss": 0.0098,
      "step": 61340
    },
    {
      "loss_action": 0.0073404693976044655,
      "loss_total": 0.0073404693976044655,
      "step": 61340
    },
    {
      "loss_action": 0.004525283817201853,
      "loss_total": 0.004525283817201853,
      "step": 61340
    },
    {
      "loss_action": 0.004095703829079866,
      "loss_total": 0.004095703829079866,
      "step": 61340
    },
    {
      "loss_action": 0.006033613812178373,
      "loss_total": 0.006033613812178373,
      "step": 61340
    },
    {
      "loss_action": 0.004972539842128754,
      "loss_total": 0.004972539842128754,
      "step": 61340
    },
    {
      "loss_action": 0.0069941505789756775,
      "loss_total": 0.0069941505789756775,
      "step": 61340
    },
    {
      "loss_action": 0.008181151933968067,
      "loss_total": 0.008181151933968067,
      "step": 61340
    },
    {
      "loss_action": 0.010375836864113808,
      "loss_total": 0.010375836864113808,
      "step": 61340
    },
    {
      "grad_norm": 0.11433299630880356,
      "learning_rate": 9.710686176991304e-05,
      "loss": 0.0082,
      "step": 61350
    },
    {
      "loss_action": 0.003742906264960766,
      "loss_total": 0.003742906264960766,
      "step": 61350
    },
    {
      "loss_action": 0.00415159622207284,
      "loss_total": 0.00415159622207284,
      "step": 61350
    },
    {
      "loss_action": 0.004615491721779108,
      "loss_total": 0.004615491721779108,
      "step": 61350
    },
    {
      "loss_action": 0.006684594321995974,
      "loss_total": 0.006684594321995974,
      "step": 61350
    },
    {
      "loss_action": 0.007521568797528744,
      "loss_total": 0.007521568797528744,
      "step": 61350
    },
    {
      "loss_action": 0.007433592341840267,
      "loss_total": 0.007433592341840267,
      "step": 61350
    },
    {
      "loss_action": 0.0037797875702381134,
      "loss_total": 0.0037797875702381134,
      "step": 61350
    },
    {
      "loss_action": 0.003823617473244667,
      "loss_total": 0.003823617473244667,
      "step": 61350
    },
    {
      "grad_norm": 0.11046404391527176,
      "learning_rate": 9.710547588783614e-05,
      "loss": 0.0077,
      "step": 61360
    },
    {
      "loss_action": 0.0033262656070291996,
      "loss_total": 0.0033262656070291996,
      "step": 61360
    },
    {
      "loss_action": 0.005812570918351412,
      "loss_total": 0.005812570918351412,
      "step": 61360
    },
    {
      "loss_action": 0.0024382295086979866,
      "loss_total": 0.0024382295086979866,
      "step": 61360
    },
    {
      "loss_action": 0.004002549685537815,
      "loss_total": 0.004002549685537815,
      "step": 61360
    },
    {
      "loss_action": 0.008057001046836376,
      "loss_total": 0.008057001046836376,
      "step": 61360
    },
    {
      "loss_action": 0.0060404515825212,
      "loss_total": 0.0060404515825212,
      "step": 61360
    },
    {
      "loss_action": 0.00869844015687704,
      "loss_total": 0.00869844015687704,
      "step": 61360
    },
    {
      "loss_action": 0.008191246539354324,
      "loss_total": 0.008191246539354324,
      "step": 61360
    },
    {
      "grad_norm": 0.09377815574407578,
      "learning_rate": 9.710408968379774e-05,
      "loss": 0.0071,
      "step": 61370
    },
    {
      "loss_action": 0.005332085303962231,
      "loss_total": 0.005332085303962231,
      "step": 61370
    },
    {
      "loss_action": 0.0050353799015283585,
      "loss_total": 0.0050353799015283585,
      "step": 61370
    },
    {
      "loss_action": 0.008005695417523384,
      "loss_total": 0.008005695417523384,
      "step": 61370
    },
    {
      "loss_action": 0.0024297749623656273,
      "loss_total": 0.0024297749623656273,
      "step": 61370
    },
    {
      "loss_action": 0.01142502948641777,
      "loss_total": 0.01142502948641777,
      "step": 61370
    },
    {
      "loss_action": 0.0027436460368335247,
      "loss_total": 0.0027436460368335247,
      "step": 61370
    },
    {
      "loss_action": 0.008583072572946548,
      "loss_total": 0.008583072572946548,
      "step": 61370
    },
    {
      "loss_action": 0.005776871927082539,
      "loss_total": 0.005776871927082539,
      "step": 61370
    },
    {
      "grad_norm": 0.14535509049892426,
      "learning_rate": 9.71027031578073e-05,
      "loss": 0.0063,
      "step": 61380
    },
    {
      "loss_action": 0.007224485743790865,
      "loss_total": 0.007224485743790865,
      "step": 61380
    },
    {
      "loss_action": 0.008224274031817913,
      "loss_total": 0.008224274031817913,
      "step": 61380
    },
    {
      "loss_action": 0.00335092400200665,
      "loss_total": 0.00335092400200665,
      "step": 61380
    },
    {
      "loss_action": 0.003374522551894188,
      "loss_total": 0.003374522551894188,
      "step": 61380
    },
    {
      "loss_action": 0.00408253725618124,
      "loss_total": 0.00408253725618124,
      "step": 61380
    },
    {
      "loss_action": 0.005239673890173435,
      "loss_total": 0.005239673890173435,
      "step": 61380
    },
    {
      "loss_action": 0.0028332555666565895,
      "loss_total": 0.0028332555666565895,
      "step": 61380
    },
    {
      "loss_action": 0.01698373816907406,
      "loss_total": 0.01698373816907406,
      "step": 61380
    },
    {
      "grad_norm": 0.09955444186925888,
      "learning_rate": 9.710131630987431e-05,
      "loss": 0.0074,
      "step": 61390
    },
    {
      "loss_action": 0.008467495441436768,
      "loss_total": 0.008467495441436768,
      "step": 61390
    },
    {
      "loss_action": 0.0033485402818769217,
      "loss_total": 0.0033485402818769217,
      "step": 61390
    },
    {
      "loss_action": 0.0019919027108699083,
      "loss_total": 0.0019919027108699083,
      "step": 61390
    },
    {
      "loss_action": 0.006323804147541523,
      "loss_total": 0.006323804147541523,
      "step": 61390
    },
    {
      "loss_action": 0.008319830521941185,
      "loss_total": 0.008319830521941185,
      "step": 61390
    },
    {
      "loss_action": 0.01502662617713213,
      "loss_total": 0.01502662617713213,
      "step": 61390
    },
    {
      "loss_action": 0.02182847075164318,
      "loss_total": 0.02182847075164318,
      "step": 61390
    },
    {
      "loss_action": 0.0037409644573926926,
      "loss_total": 0.0037409644573926926,
      "step": 61390
    },
    {
      "grad_norm": 0.11485527455806732,
      "learning_rate": 9.709992914000825e-05,
      "loss": 0.0077,
      "step": 61400
    },
    {
      "loss_action": 0.0032436582259833813,
      "loss_total": 0.0032436582259833813,
      "step": 61400
    },
    {
      "loss_action": 0.0019150989828631282,
      "loss_total": 0.0019150989828631282,
      "step": 61400
    },
    {
      "loss_action": 0.007931265980005264,
      "loss_total": 0.007931265980005264,
      "step": 61400
    },
    {
      "loss_action": 0.0034118490293622017,
      "loss_total": 0.0034118490293622017,
      "step": 61400
    },
    {
      "loss_action": 0.0077559128403663635,
      "loss_total": 0.0077559128403663635,
      "step": 61400
    },
    {
      "loss_action": 0.0036583836190402508,
      "loss_total": 0.0036583836190402508,
      "step": 61400
    },
    {
      "loss_action": 0.0061857691034674644,
      "loss_total": 0.0061857691034674644,
      "step": 61400
    },
    {
      "loss_action": 0.003782047890126705,
      "loss_total": 0.003782047890126705,
      "step": 61400
    },
    {
      "grad_norm": 0.08277352899312973,
      "learning_rate": 9.709854164821858e-05,
      "loss": 0.0074,
      "step": 61410
    },
    {
      "loss_action": 0.01472548022866249,
      "loss_total": 0.01472548022866249,
      "step": 61410
    },
    {
      "loss_action": 0.006874088663607836,
      "loss_total": 0.006874088663607836,
      "step": 61410
    },
    {
      "loss_action": 0.004611779469996691,
      "loss_total": 0.004611779469996691,
      "step": 61410
    },
    {
      "loss_action": 0.012458646669983864,
      "loss_total": 0.012458646669983864,
      "step": 61410
    },
    {
      "loss_action": 0.002311538439244032,
      "loss_total": 0.002311538439244032,
      "step": 61410
    },
    {
      "loss_action": 0.0026952791959047318,
      "loss_total": 0.0026952791959047318,
      "step": 61410
    },
    {
      "loss_action": 0.020247571170330048,
      "loss_total": 0.020247571170330048,
      "step": 61410
    },
    {
      "loss_action": 0.0029782080091536045,
      "loss_total": 0.0029782080091536045,
      "step": 61410
    },
    {
      "grad_norm": 0.10184016078710556,
      "learning_rate": 9.709715383451482e-05,
      "loss": 0.0072,
      "step": 61420
    },
    {
      "loss_action": 0.0074308631010353565,
      "loss_total": 0.0074308631010353565,
      "step": 61420
    },
    {
      "loss_action": 0.008635123260319233,
      "loss_total": 0.008635123260319233,
      "step": 61420
    },
    {
      "loss_action": 0.002178297843784094,
      "loss_total": 0.002178297843784094,
      "step": 61420
    },
    {
      "loss_action": 0.007013579830527306,
      "loss_total": 0.007013579830527306,
      "step": 61420
    },
    {
      "loss_action": 0.010606208816170692,
      "loss_total": 0.010606208816170692,
      "step": 61420
    },
    {
      "loss_action": 0.011983193457126617,
      "loss_total": 0.011983193457126617,
      "step": 61420
    },
    {
      "loss_action": 0.007454871200025082,
      "loss_total": 0.007454871200025082,
      "step": 61420
    },
    {
      "loss_action": 0.00776827335357666,
      "loss_total": 0.00776827335357666,
      "step": 61420
    },
    {
      "grad_norm": 0.16976703703403473,
      "learning_rate": 9.709576569890644e-05,
      "loss": 0.0079,
      "step": 61430
    },
    {
      "loss_action": 0.011090471409261227,
      "loss_total": 0.011090471409261227,
      "step": 61430
    },
    {
      "loss_action": 0.0063089546747505665,
      "loss_total": 0.0063089546747505665,
      "step": 61430
    },
    {
      "loss_action": 0.005927962251007557,
      "loss_total": 0.005927962251007557,
      "step": 61430
    },
    {
      "loss_action": 0.003585078055039048,
      "loss_total": 0.003585078055039048,
      "step": 61430
    },
    {
      "loss_action": 0.023026444017887115,
      "loss_total": 0.023026444017887115,
      "step": 61430
    },
    {
      "loss_action": 0.013209288008511066,
      "loss_total": 0.013209288008511066,
      "step": 61430
    },
    {
      "loss_action": 0.005858014803379774,
      "loss_total": 0.005858014803379774,
      "step": 61430
    },
    {
      "loss_action": 0.006719427183270454,
      "loss_total": 0.006719427183270454,
      "step": 61430
    },
    {
      "grad_norm": 0.14483782649040222,
      "learning_rate": 9.709437724140291e-05,
      "loss": 0.0071,
      "step": 61440
    },
    {
      "loss_action": 0.0033387108705937862,
      "loss_total": 0.0033387108705937862,
      "step": 61440
    },
    {
      "loss_action": 0.00715091684833169,
      "loss_total": 0.00715091684833169,
      "step": 61440
    },
    {
      "loss_action": 0.0059980363585054874,
      "loss_total": 0.0059980363585054874,
      "step": 61440
    },
    {
      "loss_action": 0.0028796393889933825,
      "loss_total": 0.0028796393889933825,
      "step": 61440
    },
    {
      "loss_action": 0.007397876121103764,
      "loss_total": 0.007397876121103764,
      "step": 61440
    },
    {
      "loss_action": 0.004084544721990824,
      "loss_total": 0.004084544721990824,
      "step": 61440
    },
    {
      "loss_action": 0.02921631932258606,
      "loss_total": 0.02921631932258606,
      "step": 61440
    },
    {
      "loss_action": 0.008242234587669373,
      "loss_total": 0.008242234587669373,
      "step": 61440
    },
    {
      "grad_norm": 0.09421206265687943,
      "learning_rate": 9.709298846201374e-05,
      "loss": 0.0074,
      "step": 61450
    },
    {
      "loss_action": 0.005380742717534304,
      "loss_total": 0.005380742717534304,
      "step": 61450
    },
    {
      "loss_action": 0.06651988625526428,
      "loss_total": 0.06651988625526428,
      "step": 61450
    },
    {
      "loss_action": 0.0032926052808761597,
      "loss_total": 0.0032926052808761597,
      "step": 61450
    },
    {
      "loss_action": 0.004291077610105276,
      "loss_total": 0.004291077610105276,
      "step": 61450
    },
    {
      "loss_action": 0.008614311926066875,
      "loss_total": 0.008614311926066875,
      "step": 61450
    },
    {
      "loss_action": 0.005227456800639629,
      "loss_total": 0.005227456800639629,
      "step": 61450
    },
    {
      "loss_action": 0.010332399979233742,
      "loss_total": 0.010332399979233742,
      "step": 61450
    },
    {
      "loss_action": 0.00880631897598505,
      "loss_total": 0.00880631897598505,
      "step": 61450
    },
    {
      "grad_norm": 0.1139436885714531,
      "learning_rate": 9.70915993607484e-05,
      "loss": 0.0092,
      "step": 61460
    },
    {
      "loss_action": 0.00725066801533103,
      "loss_total": 0.00725066801533103,
      "step": 61460
    },
    {
      "loss_action": 0.012193815782666206,
      "loss_total": 0.012193815782666206,
      "step": 61460
    },
    {
      "loss_action": 0.006492601707577705,
      "loss_total": 0.006492601707577705,
      "step": 61460
    },
    {
      "loss_action": 0.008802507072687149,
      "loss_total": 0.008802507072687149,
      "step": 61460
    },
    {
      "loss_action": 0.015225647017359734,
      "loss_total": 0.015225647017359734,
      "step": 61460
    },
    {
      "loss_action": 0.0038426783867180347,
      "loss_total": 0.0038426783867180347,
      "step": 61460
    },
    {
      "loss_action": 0.009673467837274075,
      "loss_total": 0.009673467837274075,
      "step": 61460
    },
    {
      "loss_action": 0.0030451402999460697,
      "loss_total": 0.0030451402999460697,
      "step": 61460
    },
    {
      "grad_norm": 0.17997920513153076,
      "learning_rate": 9.709020993761644e-05,
      "loss": 0.0093,
      "step": 61470
    },
    {
      "loss_action": 0.022114165127277374,
      "loss_total": 0.022114165127277374,
      "step": 61470
    },
    {
      "loss_action": 0.008358955383300781,
      "loss_total": 0.008358955383300781,
      "step": 61470
    },
    {
      "loss_action": 0.003935843240469694,
      "loss_total": 0.003935843240469694,
      "step": 61470
    },
    {
      "loss_action": 0.01301419548690319,
      "loss_total": 0.01301419548690319,
      "step": 61470
    },
    {
      "loss_action": 0.006948730908334255,
      "loss_total": 0.006948730908334255,
      "step": 61470
    },
    {
      "loss_action": 0.025640450417995453,
      "loss_total": 0.025640450417995453,
      "step": 61470
    },
    {
      "loss_action": 0.005787140689790249,
      "loss_total": 0.005787140689790249,
      "step": 61470
    },
    {
      "loss_action": 0.005453930236399174,
      "loss_total": 0.005453930236399174,
      "step": 61470
    },
    {
      "grad_norm": 0.2175951451063156,
      "learning_rate": 9.708882019262728e-05,
      "loss": 0.0118,
      "step": 61480
    },
    {
      "loss_action": 0.019409943372011185,
      "loss_total": 0.019409943372011185,
      "step": 61480
    },
    {
      "loss_action": 0.008386140689253807,
      "loss_total": 0.008386140689253807,
      "step": 61480
    },
    {
      "loss_action": 0.004818732850253582,
      "loss_total": 0.004818732850253582,
      "step": 61480
    },
    {
      "loss_action": 0.014996950514614582,
      "loss_total": 0.014996950514614582,
      "step": 61480
    },
    {
      "loss_action": 0.016515273600816727,
      "loss_total": 0.016515273600816727,
      "step": 61480
    },
    {
      "loss_action": 0.011851752176880836,
      "loss_total": 0.011851752176880836,
      "step": 61480
    },
    {
      "loss_action": 0.005999325774610043,
      "loss_total": 0.005999325774610043,
      "step": 61480
    },
    {
      "loss_action": 0.005021420307457447,
      "loss_total": 0.005021420307457447,
      "step": 61480
    },
    {
      "grad_norm": 0.1271679550409317,
      "learning_rate": 9.708743012579048e-05,
      "loss": 0.0097,
      "step": 61490
    },
    {
      "loss_action": 0.0035466202534735203,
      "loss_total": 0.0035466202534735203,
      "step": 61490
    },
    {
      "loss_action": 0.006995764095336199,
      "loss_total": 0.006995764095336199,
      "step": 61490
    },
    {
      "loss_action": 0.004791120998561382,
      "loss_total": 0.004791120998561382,
      "step": 61490
    },
    {
      "loss_action": 0.01055925153195858,
      "loss_total": 0.01055925153195858,
      "step": 61490
    },
    {
      "loss_action": 0.006735244300216436,
      "loss_total": 0.006735244300216436,
      "step": 61490
    },
    {
      "loss_action": 0.02679738961160183,
      "loss_total": 0.02679738961160183,
      "step": 61490
    },
    {
      "loss_action": 0.01024661585688591,
      "loss_total": 0.01024661585688591,
      "step": 61490
    },
    {
      "loss_action": 0.005542362108826637,
      "loss_total": 0.005542362108826637,
      "step": 61490
    },
    {
      "grad_norm": 0.09081742912530899,
      "learning_rate": 9.708603973711549e-05,
      "loss": 0.009,
      "step": 61500
    },
    {
      "loss_action": 0.006705850828438997,
      "loss_total": 0.006705850828438997,
      "step": 61500
    },
    {
      "loss_action": 0.005357017740607262,
      "loss_total": 0.005357017740607262,
      "step": 61500
    },
    {
      "loss_action": 0.00968034379184246,
      "loss_total": 0.00968034379184246,
      "step": 61500
    },
    {
      "loss_action": 0.005062694661319256,
      "loss_total": 0.005062694661319256,
      "step": 61500
    },
    {
      "loss_action": 0.007907216437160969,
      "loss_total": 0.007907216437160969,
      "step": 61500
    },
    {
      "loss_action": 0.002760454313829541,
      "loss_total": 0.002760454313829541,
      "step": 61500
    },
    {
      "loss_action": 0.007359927520155907,
      "loss_total": 0.007359927520155907,
      "step": 61500
    },
    {
      "loss_action": 0.0056668613106012344,
      "loss_total": 0.0056668613106012344,
      "step": 61500
    },
    {
      "grad_norm": 0.11233637481927872,
      "learning_rate": 9.708464902661187e-05,
      "loss": 0.0076,
      "step": 61510
    },
    {
      "loss_action": 0.008204405196011066,
      "loss_total": 0.008204405196011066,
      "step": 61510
    },
    {
      "loss_action": 0.005769964307546616,
      "loss_total": 0.005769964307546616,
      "step": 61510
    },
    {
      "loss_action": 0.00896526500582695,
      "loss_total": 0.00896526500582695,
      "step": 61510
    },
    {
      "loss_action": 0.00839565321803093,
      "loss_total": 0.00839565321803093,
      "step": 61510
    },
    {
      "loss_action": 0.0026980654802173376,
      "loss_total": 0.0026980654802173376,
      "step": 61510
    },
    {
      "loss_action": 0.003061942756175995,
      "loss_total": 0.003061942756175995,
      "step": 61510
    },
    {
      "loss_action": 0.00709502212703228,
      "loss_total": 0.00709502212703228,
      "step": 61510
    },
    {
      "loss_action": 0.017070122063159943,
      "loss_total": 0.017070122063159943,
      "step": 61510
    },
    {
      "grad_norm": 0.1642715334892273,
      "learning_rate": 9.708325799428908e-05,
      "loss": 0.0085,
      "step": 61520
    },
    {
      "loss_action": 0.027041325345635414,
      "loss_total": 0.027041325345635414,
      "step": 61520
    },
    {
      "loss_action": 0.0063491021282970905,
      "loss_total": 0.0063491021282970905,
      "step": 61520
    },
    {
      "loss_action": 0.003429925534874201,
      "loss_total": 0.003429925534874201,
      "step": 61520
    },
    {
      "loss_action": 0.0028334534727036953,
      "loss_total": 0.0028334534727036953,
      "step": 61520
    },
    {
      "loss_action": 0.01899300329387188,
      "loss_total": 0.01899300329387188,
      "step": 61520
    },
    {
      "loss_action": 0.009463543072342873,
      "loss_total": 0.009463543072342873,
      "step": 61520
    },
    {
      "loss_action": 0.003795795841142535,
      "loss_total": 0.003795795841142535,
      "step": 61520
    },
    {
      "loss_action": 0.00445853266865015,
      "loss_total": 0.00445853266865015,
      "step": 61520
    },
    {
      "grad_norm": 0.10333115607500076,
      "learning_rate": 9.708186664015667e-05,
      "loss": 0.0086,
      "step": 61530
    },
    {
      "loss_action": 0.006207683123648167,
      "loss_total": 0.006207683123648167,
      "step": 61530
    },
    {
      "loss_action": 0.007653339300304651,
      "loss_total": 0.007653339300304651,
      "step": 61530
    },
    {
      "loss_action": 0.0037827971391379833,
      "loss_total": 0.0037827971391379833,
      "step": 61530
    },
    {
      "loss_action": 0.012538800947368145,
      "loss_total": 0.012538800947368145,
      "step": 61530
    },
    {
      "loss_action": 0.004485602490603924,
      "loss_total": 0.004485602490603924,
      "step": 61530
    },
    {
      "loss_action": 0.006785911973565817,
      "loss_total": 0.006785911973565817,
      "step": 61530
    },
    {
      "loss_action": 0.004236093256622553,
      "loss_total": 0.004236093256622553,
      "step": 61530
    },
    {
      "loss_action": 0.008776729926466942,
      "loss_total": 0.008776729926466942,
      "step": 61530
    },
    {
      "grad_norm": 0.12348277866840363,
      "learning_rate": 9.708047496422408e-05,
      "loss": 0.0086,
      "step": 61540
    },
    {
      "loss_action": 0.005093028768897057,
      "loss_total": 0.005093028768897057,
      "step": 61540
    },
    {
      "loss_action": 0.006027267314493656,
      "loss_total": 0.006027267314493656,
      "step": 61540
    },
    {
      "loss_action": 0.019692126661539078,
      "loss_total": 0.019692126661539078,
      "step": 61540
    },
    {
      "loss_action": 0.009342541918158531,
      "loss_total": 0.009342541918158531,
      "step": 61540
    },
    {
      "loss_action": 0.007073500193655491,
      "loss_total": 0.007073500193655491,
      "step": 61540
    },
    {
      "loss_action": 0.005547631997615099,
      "loss_total": 0.005547631997615099,
      "step": 61540
    },
    {
      "loss_action": 0.0066031357273459435,
      "loss_total": 0.0066031357273459435,
      "step": 61540
    },
    {
      "loss_action": 0.006166126579046249,
      "loss_total": 0.006166126579046249,
      "step": 61540
    },
    {
      "grad_norm": 0.09307966381311417,
      "learning_rate": 9.707908296650088e-05,
      "loss": 0.0081,
      "step": 61550
    },
    {
      "loss_action": 0.010846494697034359,
      "loss_total": 0.010846494697034359,
      "step": 61550
    },
    {
      "loss_action": 0.007199420593678951,
      "loss_total": 0.007199420593678951,
      "step": 61550
    },
    {
      "loss_action": 0.005386829376220703,
      "loss_total": 0.005386829376220703,
      "step": 61550
    },
    {
      "loss_action": 0.009650231339037418,
      "loss_total": 0.009650231339037418,
      "step": 61550
    },
    {
      "loss_action": 0.0032032718881964684,
      "loss_total": 0.0032032718881964684,
      "step": 61550
    },
    {
      "loss_action": 0.005068623460829258,
      "loss_total": 0.005068623460829258,
      "step": 61550
    },
    {
      "loss_action": 0.006026128306984901,
      "loss_total": 0.006026128306984901,
      "step": 61550
    },
    {
      "loss_action": 0.006513446569442749,
      "loss_total": 0.006513446569442749,
      "step": 61550
    },
    {
      "grad_norm": 0.1169852688908577,
      "learning_rate": 9.707769064699658e-05,
      "loss": 0.0069,
      "step": 61560
    },
    {
      "loss_action": 0.009364146739244461,
      "loss_total": 0.009364146739244461,
      "step": 61560
    },
    {
      "loss_action": 0.004685794934630394,
      "loss_total": 0.004685794934630394,
      "step": 61560
    },
    {
      "loss_action": 0.003945447504520416,
      "loss_total": 0.003945447504520416,
      "step": 61560
    },
    {
      "loss_action": 0.006760790944099426,
      "loss_total": 0.006760790944099426,
      "step": 61560
    },
    {
      "loss_action": 0.00334005244076252,
      "loss_total": 0.00334005244076252,
      "step": 61560
    },
    {
      "loss_action": 0.008246425539255142,
      "loss_total": 0.008246425539255142,
      "step": 61560
    },
    {
      "loss_action": 0.011974329128861427,
      "loss_total": 0.011974329128861427,
      "step": 61560
    },
    {
      "loss_action": 0.009171931073069572,
      "loss_total": 0.009171931073069572,
      "step": 61560
    },
    {
      "grad_norm": 0.09317675977945328,
      "learning_rate": 9.707629800572068e-05,
      "loss": 0.0068,
      "step": 61570
    },
    {
      "loss_action": 0.001956893363967538,
      "loss_total": 0.001956893363967538,
      "step": 61570
    },
    {
      "loss_action": 0.004568928852677345,
      "loss_total": 0.004568928852677345,
      "step": 61570
    },
    {
      "loss_action": 0.007913653738796711,
      "loss_total": 0.007913653738796711,
      "step": 61570
    },
    {
      "loss_action": 0.005543967708945274,
      "loss_total": 0.005543967708945274,
      "step": 61570
    },
    {
      "loss_action": 0.002665113192051649,
      "loss_total": 0.002665113192051649,
      "step": 61570
    },
    {
      "loss_action": 0.005652572028338909,
      "loss_total": 0.005652572028338909,
      "step": 61570
    },
    {
      "loss_action": 0.0038192146457731724,
      "loss_total": 0.0038192146457731724,
      "step": 61570
    },
    {
      "loss_action": 0.010178528726100922,
      "loss_total": 0.010178528726100922,
      "step": 61570
    },
    {
      "grad_norm": 0.06947287172079086,
      "learning_rate": 9.707490504268271e-05,
      "loss": 0.0087,
      "step": 61580
    },
    {
      "loss_action": 0.005248917266726494,
      "loss_total": 0.005248917266726494,
      "step": 61580
    },
    {
      "loss_action": 0.005735638551414013,
      "loss_total": 0.005735638551414013,
      "step": 61580
    },
    {
      "loss_action": 0.0033696747850626707,
      "loss_total": 0.0033696747850626707,
      "step": 61580
    },
    {
      "loss_action": 0.005547366105020046,
      "loss_total": 0.005547366105020046,
      "step": 61580
    },
    {
      "loss_action": 0.0036065406166017056,
      "loss_total": 0.0036065406166017056,
      "step": 61580
    },
    {
      "loss_action": 0.006431145593523979,
      "loss_total": 0.006431145593523979,
      "step": 61580
    },
    {
      "loss_action": 0.00455693481490016,
      "loss_total": 0.00455693481490016,
      "step": 61580
    },
    {
      "loss_action": 0.0059859612956643105,
      "loss_total": 0.0059859612956643105,
      "step": 61580
    },
    {
      "grad_norm": 0.08855322748422623,
      "learning_rate": 9.707351175789216e-05,
      "loss": 0.0069,
      "step": 61590
    },
    {
      "loss_action": 0.005754338577389717,
      "loss_total": 0.005754338577389717,
      "step": 61590
    },
    {
      "loss_action": 0.009945608675479889,
      "loss_total": 0.009945608675479889,
      "step": 61590
    },
    {
      "loss_action": 0.005847955122590065,
      "loss_total": 0.005847955122590065,
      "step": 61590
    },
    {
      "loss_action": 0.0020123538561165333,
      "loss_total": 0.0020123538561165333,
      "step": 61590
    },
    {
      "loss_action": 0.006558725144714117,
      "loss_total": 0.006558725144714117,
      "step": 61590
    },
    {
      "loss_action": 0.009890892542898655,
      "loss_total": 0.009890892542898655,
      "step": 61590
    },
    {
      "loss_action": 0.006169462576508522,
      "loss_total": 0.006169462576508522,
      "step": 61590
    },
    {
      "loss_action": 0.010121123865246773,
      "loss_total": 0.010121123865246773,
      "step": 61590
    },
    {
      "grad_norm": 0.08609939366579056,
      "learning_rate": 9.70721181513586e-05,
      "loss": 0.0065,
      "step": 61600
    },
    {
      "loss_action": 0.009347112849354744,
      "loss_total": 0.009347112849354744,
      "step": 61600
    },
    {
      "loss_action": 0.006959345191717148,
      "loss_total": 0.006959345191717148,
      "step": 61600
    },
    {
      "loss_action": 0.004256091546267271,
      "loss_total": 0.004256091546267271,
      "step": 61600
    },
    {
      "loss_action": 0.009096289053559303,
      "loss_total": 0.009096289053559303,
      "step": 61600
    },
    {
      "loss_action": 0.002730878535658121,
      "loss_total": 0.002730878535658121,
      "step": 61600
    },
    {
      "loss_action": 0.0026127323508262634,
      "loss_total": 0.0026127323508262634,
      "step": 61600
    },
    {
      "loss_action": 0.0031491105910390615,
      "loss_total": 0.0031491105910390615,
      "step": 61600
    },
    {
      "loss_action": 0.009840455837547779,
      "loss_total": 0.009840455837547779,
      "step": 61600
    },
    {
      "grad_norm": 0.1155952587723732,
      "learning_rate": 9.707072422309154e-05,
      "loss": 0.0061,
      "step": 61610
    },
    {
      "loss_action": 0.008000684902071953,
      "loss_total": 0.008000684902071953,
      "step": 61610
    },
    {
      "loss_action": 0.003241246100515127,
      "loss_total": 0.003241246100515127,
      "step": 61610
    },
    {
      "loss_action": 0.01293078064918518,
      "loss_total": 0.01293078064918518,
      "step": 61610
    },
    {
      "loss_action": 0.0079551562666893,
      "loss_total": 0.0079551562666893,
      "step": 61610
    },
    {
      "loss_action": 0.00615057535469532,
      "loss_total": 0.00615057535469532,
      "step": 61610
    },
    {
      "loss_action": 0.004234659019857645,
      "loss_total": 0.004234659019857645,
      "step": 61610
    },
    {
      "loss_action": 0.0034383235033601522,
      "loss_total": 0.0034383235033601522,
      "step": 61610
    },
    {
      "loss_action": 0.0025337012484669685,
      "loss_total": 0.0025337012484669685,
      "step": 61610
    },
    {
      "grad_norm": 0.10308604687452316,
      "learning_rate": 9.706932997310048e-05,
      "loss": 0.0063,
      "step": 61620
    },
    {
      "loss_action": 0.005586488172411919,
      "loss_total": 0.005586488172411919,
      "step": 61620
    },
    {
      "loss_action": 0.002967586973682046,
      "loss_total": 0.002967586973682046,
      "step": 61620
    },
    {
      "loss_action": 0.01061923522502184,
      "loss_total": 0.01061923522502184,
      "step": 61620
    },
    {
      "loss_action": 0.001867806538939476,
      "loss_total": 0.001867806538939476,
      "step": 61620
    },
    {
      "loss_action": 0.002749641425907612,
      "loss_total": 0.002749641425907612,
      "step": 61620
    },
    {
      "loss_action": 0.004235671833157539,
      "loss_total": 0.004235671833157539,
      "step": 61620
    },
    {
      "loss_action": 0.011149457655847073,
      "loss_total": 0.011149457655847073,
      "step": 61620
    },
    {
      "loss_action": 0.009058542549610138,
      "loss_total": 0.009058542549610138,
      "step": 61620
    },
    {
      "grad_norm": 0.10659288614988327,
      "learning_rate": 9.706793540139498e-05,
      "loss": 0.0071,
      "step": 61630
    },
    {
      "loss_action": 0.0030528793577104807,
      "loss_total": 0.0030528793577104807,
      "step": 61630
    },
    {
      "loss_action": 0.012410581111907959,
      "loss_total": 0.012410581111907959,
      "step": 61630
    },
    {
      "loss_action": 0.002651421818882227,
      "loss_total": 0.002651421818882227,
      "step": 61630
    },
    {
      "loss_action": 0.00433766096830368,
      "loss_total": 0.00433766096830368,
      "step": 61630
    },
    {
      "loss_action": 0.008918684907257557,
      "loss_total": 0.008918684907257557,
      "step": 61630
    },
    {
      "loss_action": 0.004864843562245369,
      "loss_total": 0.004864843562245369,
      "step": 61630
    },
    {
      "loss_action": 0.02466588094830513,
      "loss_total": 0.02466588094830513,
      "step": 61630
    },
    {
      "loss_action": 0.007022902835160494,
      "loss_total": 0.007022902835160494,
      "step": 61630
    },
    {
      "grad_norm": 0.08603367954492569,
      "learning_rate": 9.706654050798456e-05,
      "loss": 0.007,
      "step": 61640
    },
    {
      "loss_action": 0.0044846730306744576,
      "loss_total": 0.0044846730306744576,
      "step": 61640
    },
    {
      "loss_action": 0.0029704465996474028,
      "loss_total": 0.0029704465996474028,
      "step": 61640
    },
    {
      "loss_action": 0.004841925110667944,
      "loss_total": 0.004841925110667944,
      "step": 61640
    },
    {
      "loss_action": 0.0061841970309615135,
      "loss_total": 0.0061841970309615135,
      "step": 61640
    },
    {
      "loss_action": 0.004076818004250526,
      "loss_total": 0.004076818004250526,
      "step": 61640
    },
    {
      "loss_action": 0.0034819627180695534,
      "loss_total": 0.0034819627180695534,
      "step": 61640
    },
    {
      "loss_action": 0.006174604408442974,
      "loss_total": 0.006174604408442974,
      "step": 61640
    },
    {
      "loss_action": 0.008144112303853035,
      "loss_total": 0.008144112303853035,
      "step": 61640
    },
    {
      "grad_norm": 0.08946885168552399,
      "learning_rate": 9.706514529287875e-05,
      "loss": 0.0074,
      "step": 61650
    },
    {
      "loss_action": 0.0023942007683217525,
      "loss_total": 0.0023942007683217525,
      "step": 61650
    },
    {
      "loss_action": 0.008983505889773369,
      "loss_total": 0.008983505889773369,
      "step": 61650
    },
    {
      "loss_action": 0.014798728749155998,
      "loss_total": 0.014798728749155998,
      "step": 61650
    },
    {
      "loss_action": 0.0067542120814323425,
      "loss_total": 0.0067542120814323425,
      "step": 61650
    },
    {
      "loss_action": 0.007235278841108084,
      "loss_total": 0.007235278841108084,
      "step": 61650
    },
    {
      "loss_action": 0.002906948095187545,
      "loss_total": 0.002906948095187545,
      "step": 61650
    },
    {
      "loss_action": 0.0018802566919475794,
      "loss_total": 0.0018802566919475794,
      "step": 61650
    },
    {
      "loss_action": 0.0037131085991859436,
      "loss_total": 0.0037131085991859436,
      "step": 61650
    },
    {
      "grad_norm": 0.07413292676210403,
      "learning_rate": 9.706374975608709e-05,
      "loss": 0.0065,
      "step": 61660
    },
    {
      "loss_action": 0.0034001595340669155,
      "loss_total": 0.0034001595340669155,
      "step": 61660
    },
    {
      "loss_action": 0.01777055487036705,
      "loss_total": 0.01777055487036705,
      "step": 61660
    },
    {
      "loss_action": 0.00871987733989954,
      "loss_total": 0.00871987733989954,
      "step": 61660
    },
    {
      "loss_action": 0.006203390657901764,
      "loss_total": 0.006203390657901764,
      "step": 61660
    },
    {
      "loss_action": 0.005360192619264126,
      "loss_total": 0.005360192619264126,
      "step": 61660
    },
    {
      "loss_action": 0.007192625198513269,
      "loss_total": 0.007192625198513269,
      "step": 61660
    },
    {
      "loss_action": 0.007217421196401119,
      "loss_total": 0.007217421196401119,
      "step": 61660
    },
    {
      "loss_action": 0.008253414183855057,
      "loss_total": 0.008253414183855057,
      "step": 61660
    },
    {
      "grad_norm": 0.10506198555231094,
      "learning_rate": 9.706235389761912e-05,
      "loss": 0.0075,
      "step": 61670
    },
    {
      "loss_action": 0.002221188973635435,
      "loss_total": 0.002221188973635435,
      "step": 61670
    },
    {
      "loss_action": 0.009344222955405712,
      "loss_total": 0.009344222955405712,
      "step": 61670
    },
    {
      "loss_action": 0.002096967538818717,
      "loss_total": 0.002096967538818717,
      "step": 61670
    },
    {
      "loss_action": 0.0035933847539126873,
      "loss_total": 0.0035933847539126873,
      "step": 61670
    },
    {
      "loss_action": 0.001890502288006246,
      "loss_total": 0.001890502288006246,
      "step": 61670
    },
    {
      "loss_action": 0.007592936046421528,
      "loss_total": 0.007592936046421528,
      "step": 61670
    },
    {
      "loss_action": 0.004299056250602007,
      "loss_total": 0.004299056250602007,
      "step": 61670
    },
    {
      "loss_action": 0.00369682302698493,
      "loss_total": 0.00369682302698493,
      "step": 61670
    },
    {
      "grad_norm": 0.11334667354822159,
      "learning_rate": 9.70609577174844e-05,
      "loss": 0.0084,
      "step": 61680
    },
    {
      "loss_action": 0.002148909028619528,
      "loss_total": 0.002148909028619528,
      "step": 61680
    },
    {
      "loss_action": 0.008990051224827766,
      "loss_total": 0.008990051224827766,
      "step": 61680
    },
    {
      "loss_action": 0.002898645820096135,
      "loss_total": 0.002898645820096135,
      "step": 61680
    },
    {
      "loss_action": 0.004861641209572554,
      "loss_total": 0.004861641209572554,
      "step": 61680
    },
    {
      "loss_action": 0.0041941264644265175,
      "loss_total": 0.0041941264644265175,
      "step": 61680
    },
    {
      "loss_action": 0.0049209268763661385,
      "loss_total": 0.0049209268763661385,
      "step": 61680
    },
    {
      "loss_action": 0.007070810068398714,
      "loss_total": 0.007070810068398714,
      "step": 61680
    },
    {
      "loss_action": 0.003098857356235385,
      "loss_total": 0.003098857356235385,
      "step": 61680
    },
    {
      "grad_norm": 0.11075824499130249,
      "learning_rate": 9.705956121569244e-05,
      "loss": 0.0067,
      "step": 61690
    },
    {
      "loss_action": 0.005156331229954958,
      "loss_total": 0.005156331229954958,
      "step": 61690
    },
    {
      "loss_action": 0.006148358806967735,
      "loss_total": 0.006148358806967735,
      "step": 61690
    },
    {
      "loss_action": 0.0032447297126054764,
      "loss_total": 0.0032447297126054764,
      "step": 61690
    },
    {
      "loss_action": 0.011006535030901432,
      "loss_total": 0.011006535030901432,
      "step": 61690
    },
    {
      "loss_action": 0.0037889243103563786,
      "loss_total": 0.0037889243103563786,
      "step": 61690
    },
    {
      "loss_action": 0.004053554031997919,
      "loss_total": 0.004053554031997919,
      "step": 61690
    },
    {
      "loss_action": 0.013499482534825802,
      "loss_total": 0.013499482534825802,
      "step": 61690
    },
    {
      "loss_action": 0.006265189498662949,
      "loss_total": 0.006265189498662949,
      "step": 61690
    },
    {
      "grad_norm": 0.07261216640472412,
      "learning_rate": 9.70581643922528e-05,
      "loss": 0.0065,
      "step": 61700
    },
    {
      "loss_action": 0.02099677175283432,
      "loss_total": 0.02099677175283432,
      "step": 61700
    },
    {
      "loss_action": 0.007582962978631258,
      "loss_total": 0.007582962978631258,
      "step": 61700
    },
    {
      "loss_action": 0.0073821390978991985,
      "loss_total": 0.0073821390978991985,
      "step": 61700
    },
    {
      "loss_action": 0.008230643346905708,
      "loss_total": 0.008230643346905708,
      "step": 61700
    },
    {
      "loss_action": 0.005902341566979885,
      "loss_total": 0.005902341566979885,
      "step": 61700
    },
    {
      "loss_action": 0.003403622657060623,
      "loss_total": 0.003403622657060623,
      "step": 61700
    },
    {
      "loss_action": 0.005196236539632082,
      "loss_total": 0.005196236539632082,
      "step": 61700
    },
    {
      "loss_action": 0.006255044601857662,
      "loss_total": 0.006255044601857662,
      "step": 61700
    },
    {
      "grad_norm": 0.09970887005329132,
      "learning_rate": 9.705676724717503e-05,
      "loss": 0.0065,
      "step": 61710
    },
    {
      "loss_action": 0.0032007587142288685,
      "loss_total": 0.0032007587142288685,
      "step": 61710
    },
    {
      "loss_action": 0.004077320918440819,
      "loss_total": 0.004077320918440819,
      "step": 61710
    },
    {
      "loss_action": 0.01068796031177044,
      "loss_total": 0.01068796031177044,
      "step": 61710
    },
    {
      "loss_action": 0.0027514805551618338,
      "loss_total": 0.0027514805551618338,
      "step": 61710
    },
    {
      "loss_action": 0.016888875514268875,
      "loss_total": 0.016888875514268875,
      "step": 61710
    },
    {
      "loss_action": 0.0027398932725191116,
      "loss_total": 0.0027398932725191116,
      "step": 61710
    },
    {
      "loss_action": 0.00993785448372364,
      "loss_total": 0.00993785448372364,
      "step": 61710
    },
    {
      "loss_action": 0.005849701818078756,
      "loss_total": 0.005849701818078756,
      "step": 61710
    },
    {
      "grad_norm": 0.1072312742471695,
      "learning_rate": 9.705536978046868e-05,
      "loss": 0.0069,
      "step": 61720
    },
    {
      "loss_action": 0.007254730444401503,
      "loss_total": 0.007254730444401503,
      "step": 61720
    },
    {
      "loss_action": 0.0073107145726680756,
      "loss_total": 0.0073107145726680756,
      "step": 61720
    },
    {
      "loss_action": 0.012860631570219994,
      "loss_total": 0.012860631570219994,
      "step": 61720
    },
    {
      "loss_action": 0.008565501309931278,
      "loss_total": 0.008565501309931278,
      "step": 61720
    },
    {
      "loss_action": 0.013311712071299553,
      "loss_total": 0.013311712071299553,
      "step": 61720
    },
    {
      "loss_action": 0.005391271784901619,
      "loss_total": 0.005391271784901619,
      "step": 61720
    },
    {
      "loss_action": 0.004708737134933472,
      "loss_total": 0.004708737134933472,
      "step": 61720
    },
    {
      "loss_action": 0.008114773780107498,
      "loss_total": 0.008114773780107498,
      "step": 61720
    },
    {
      "grad_norm": 0.12499547004699707,
      "learning_rate": 9.705397199214327e-05,
      "loss": 0.0082,
      "step": 61730
    },
    {
      "loss_action": 0.003084319643676281,
      "loss_total": 0.003084319643676281,
      "step": 61730
    },
    {
      "loss_action": 0.009555956348776817,
      "loss_total": 0.009555956348776817,
      "step": 61730
    },
    {
      "loss_action": 0.020071763545274734,
      "loss_total": 0.020071763545274734,
      "step": 61730
    },
    {
      "loss_action": 0.004541886504739523,
      "loss_total": 0.004541886504739523,
      "step": 61730
    },
    {
      "loss_action": 0.003149130381643772,
      "loss_total": 0.003149130381643772,
      "step": 61730
    },
    {
      "loss_action": 0.0023574968799948692,
      "loss_total": 0.0023574968799948692,
      "step": 61730
    },
    {
      "loss_action": 0.003810351714491844,
      "loss_total": 0.003810351714491844,
      "step": 61730
    },
    {
      "loss_action": 0.007052190601825714,
      "loss_total": 0.007052190601825714,
      "step": 61730
    },
    {
      "grad_norm": 0.09342163056135178,
      "learning_rate": 9.70525738822084e-05,
      "loss": 0.0074,
      "step": 61740
    },
    {
      "loss_action": 0.01210012473165989,
      "loss_total": 0.01210012473165989,
      "step": 61740
    },
    {
      "loss_action": 0.006968508940190077,
      "loss_total": 0.006968508940190077,
      "step": 61740
    },
    {
      "loss_action": 0.005187334958463907,
      "loss_total": 0.005187334958463907,
      "step": 61740
    },
    {
      "loss_action": 0.004332367330789566,
      "loss_total": 0.004332367330789566,
      "step": 61740
    },
    {
      "loss_action": 0.00984667893499136,
      "loss_total": 0.00984667893499136,
      "step": 61740
    },
    {
      "loss_action": 0.0077330563217401505,
      "loss_total": 0.0077330563217401505,
      "step": 61740
    },
    {
      "loss_action": 0.002001489745453,
      "loss_total": 0.002001489745453,
      "step": 61740
    },
    {
      "loss_action": 0.003622042713686824,
      "loss_total": 0.003622042713686824,
      "step": 61740
    },
    {
      "grad_norm": 0.1168641448020935,
      "learning_rate": 9.70511754506736e-05,
      "loss": 0.0079,
      "step": 61750
    },
    {
      "loss_action": 0.007495173253118992,
      "loss_total": 0.007495173253118992,
      "step": 61750
    },
    {
      "loss_action": 0.010342741385102272,
      "loss_total": 0.010342741385102272,
      "step": 61750
    },
    {
      "loss_action": 0.013407038524746895,
      "loss_total": 0.013407038524746895,
      "step": 61750
    },
    {
      "loss_action": 0.03824482858181,
      "loss_total": 0.03824482858181,
      "step": 61750
    },
    {
      "loss_action": 0.00442446069791913,
      "loss_total": 0.00442446069791913,
      "step": 61750
    },
    {
      "loss_action": 0.0032625177409499884,
      "loss_total": 0.0032625177409499884,
      "step": 61750
    },
    {
      "loss_action": 0.006964005529880524,
      "loss_total": 0.006964005529880524,
      "step": 61750
    },
    {
      "loss_action": 0.007326256483793259,
      "loss_total": 0.007326256483793259,
      "step": 61750
    },
    {
      "grad_norm": 0.1320691704750061,
      "learning_rate": 9.704977669754844e-05,
      "loss": 0.0087,
      "step": 61760
    },
    {
      "loss_action": 0.0068609644658863544,
      "loss_total": 0.0068609644658863544,
      "step": 61760
    },
    {
      "loss_action": 0.0024029030464589596,
      "loss_total": 0.0024029030464589596,
      "step": 61760
    },
    {
      "loss_action": 0.014951562508940697,
      "loss_total": 0.014951562508940697,
      "step": 61760
    },
    {
      "loss_action": 0.003089542966336012,
      "loss_total": 0.003089542966336012,
      "step": 61760
    },
    {
      "loss_action": 0.008115192875266075,
      "loss_total": 0.008115192875266075,
      "step": 61760
    },
    {
      "loss_action": 0.011620711535215378,
      "loss_total": 0.011620711535215378,
      "step": 61760
    },
    {
      "loss_action": 0.025549346581101418,
      "loss_total": 0.025549346581101418,
      "step": 61760
    },
    {
      "loss_action": 0.0051043108105659485,
      "loss_total": 0.0051043108105659485,
      "step": 61760
    },
    {
      "grad_norm": 0.10383772850036621,
      "learning_rate": 9.704837762284247e-05,
      "loss": 0.0085,
      "step": 61770
    },
    {
      "loss_action": 0.00447025615721941,
      "loss_total": 0.00447025615721941,
      "step": 61770
    },
    {
      "loss_action": 0.00222964771091938,
      "loss_total": 0.00222964771091938,
      "step": 61770
    },
    {
      "loss_action": 0.0019070482812821865,
      "loss_total": 0.0019070482812821865,
      "step": 61770
    },
    {
      "loss_action": 0.002720485907047987,
      "loss_total": 0.002720485907047987,
      "step": 61770
    },
    {
      "loss_action": 0.0034098306205123663,
      "loss_total": 0.0034098306205123663,
      "step": 61770
    },
    {
      "loss_action": 0.002732444554567337,
      "loss_total": 0.002732444554567337,
      "step": 61770
    },
    {
      "loss_action": 0.009934399276971817,
      "loss_total": 0.009934399276971817,
      "step": 61770
    },
    {
      "loss_action": 0.016049867495894432,
      "loss_total": 0.016049867495894432,
      "step": 61770
    },
    {
      "grad_norm": 0.16123618185520172,
      "learning_rate": 9.704697822656527e-05,
      "loss": 0.0074,
      "step": 61780
    },
    {
      "loss_action": 0.004406409803777933,
      "loss_total": 0.004406409803777933,
      "step": 61780
    },
    {
      "loss_action": 0.005933745764195919,
      "loss_total": 0.005933745764195919,
      "step": 61780
    },
    {
      "loss_action": 0.0114329494535923,
      "loss_total": 0.0114329494535923,
      "step": 61780
    },
    {
      "loss_action": 0.007363124750554562,
      "loss_total": 0.007363124750554562,
      "step": 61780
    },
    {
      "loss_action": 0.0025098922196775675,
      "loss_total": 0.0025098922196775675,
      "step": 61780
    },
    {
      "loss_action": 0.011533443816006184,
      "loss_total": 0.011533443816006184,
      "step": 61780
    },
    {
      "loss_action": 0.002031675074249506,
      "loss_total": 0.002031675074249506,
      "step": 61780
    },
    {
      "loss_action": 0.0029071446042507887,
      "loss_total": 0.0029071446042507887,
      "step": 61780
    },
    {
      "grad_norm": 0.11664407700300217,
      "learning_rate": 9.704557850872637e-05,
      "loss": 0.0072,
      "step": 61790
    },
    {
      "loss_action": 0.008701653219759464,
      "loss_total": 0.008701653219759464,
      "step": 61790
    },
    {
      "loss_action": 0.013709221966564655,
      "loss_total": 0.013709221966564655,
      "step": 61790
    },
    {
      "loss_action": 0.008920223452150822,
      "loss_total": 0.008920223452150822,
      "step": 61790
    },
    {
      "loss_action": 0.002950802445411682,
      "loss_total": 0.002950802445411682,
      "step": 61790
    },
    {
      "loss_action": 0.011963648721575737,
      "loss_total": 0.011963648721575737,
      "step": 61790
    },
    {
      "loss_action": 0.003101296490058303,
      "loss_total": 0.003101296490058303,
      "step": 61790
    },
    {
      "loss_action": 0.001844249665737152,
      "loss_total": 0.001844249665737152,
      "step": 61790
    },
    {
      "loss_action": 0.003685743547976017,
      "loss_total": 0.003685743547976017,
      "step": 61790
    },
    {
      "grad_norm": 0.21107666194438934,
      "learning_rate": 9.704417846933538e-05,
      "loss": 0.0078,
      "step": 61800
    },
    {
      "loss_action": 0.01036190427839756,
      "loss_total": 0.01036190427839756,
      "step": 61800
    },
    {
      "loss_action": 0.025500377640128136,
      "loss_total": 0.025500377640128136,
      "step": 61800
    },
    {
      "loss_action": 0.002908643800765276,
      "loss_total": 0.002908643800765276,
      "step": 61800
    },
    {
      "loss_action": 0.0042027803137898445,
      "loss_total": 0.0042027803137898445,
      "step": 61800
    },
    {
      "loss_action": 0.005104712210595608,
      "loss_total": 0.005104712210595608,
      "step": 61800
    },
    {
      "loss_action": 0.0037265317514538765,
      "loss_total": 0.0037265317514538765,
      "step": 61800
    },
    {
      "loss_action": 0.0028509923722594976,
      "loss_total": 0.0028509923722594976,
      "step": 61800
    },
    {
      "loss_action": 0.0036219083704054356,
      "loss_total": 0.0036219083704054356,
      "step": 61800
    },
    {
      "grad_norm": 0.1366332471370697,
      "learning_rate": 9.704277810840183e-05,
      "loss": 0.0078,
      "step": 61810
    },
    {
      "loss_action": 0.008615520782768726,
      "loss_total": 0.008615520782768726,
      "step": 61810
    },
    {
      "loss_action": 0.010433599352836609,
      "loss_total": 0.010433599352836609,
      "step": 61810
    },
    {
      "loss_action": 0.005088840611279011,
      "loss_total": 0.005088840611279011,
      "step": 61810
    },
    {
      "loss_action": 0.011463779956102371,
      "loss_total": 0.011463779956102371,
      "step": 61810
    },
    {
      "loss_action": 0.004707012325525284,
      "loss_total": 0.004707012325525284,
      "step": 61810
    },
    {
      "loss_action": 0.004455010872334242,
      "loss_total": 0.004455010872334242,
      "step": 61810
    },
    {
      "loss_action": 0.005622018128633499,
      "loss_total": 0.005622018128633499,
      "step": 61810
    },
    {
      "loss_action": 0.006985147017985582,
      "loss_total": 0.006985147017985582,
      "step": 61810
    },
    {
      "grad_norm": 0.10296330600976944,
      "learning_rate": 9.704137742593532e-05,
      "loss": 0.0082,
      "step": 61820
    },
    {
      "loss_action": 0.007106933742761612,
      "loss_total": 0.007106933742761612,
      "step": 61820
    },
    {
      "loss_action": 0.004253946710377932,
      "loss_total": 0.004253946710377932,
      "step": 61820
    },
    {
      "loss_action": 0.030859407037496567,
      "loss_total": 0.030859407037496567,
      "step": 61820
    },
    {
      "loss_action": 0.03086068294942379,
      "loss_total": 0.03086068294942379,
      "step": 61820
    },
    {
      "loss_action": 0.012702668085694313,
      "loss_total": 0.012702668085694313,
      "step": 61820
    },
    {
      "loss_action": 0.02321293205022812,
      "loss_total": 0.02321293205022812,
      "step": 61820
    },
    {
      "loss_action": 0.006469668820500374,
      "loss_total": 0.006469668820500374,
      "step": 61820
    },
    {
      "loss_action": 0.002822739304974675,
      "loss_total": 0.002822739304974675,
      "step": 61820
    },
    {
      "grad_norm": 0.10874873399734497,
      "learning_rate": 9.703997642194542e-05,
      "loss": 0.0096,
      "step": 61830
    },
    {
      "loss_action": 0.0028737152460962534,
      "loss_total": 0.0028737152460962534,
      "step": 61830
    },
    {
      "loss_action": 0.004219828173518181,
      "loss_total": 0.004219828173518181,
      "step": 61830
    },
    {
      "loss_action": 0.0038568745367228985,
      "loss_total": 0.0038568745367228985,
      "step": 61830
    },
    {
      "loss_action": 0.01642802730202675,
      "loss_total": 0.01642802730202675,
      "step": 61830
    },
    {
      "loss_action": 0.0038255546241998672,
      "loss_total": 0.0038255546241998672,
      "step": 61830
    },
    {
      "loss_action": 0.007025022991001606,
      "loss_total": 0.007025022991001606,
      "step": 61830
    },
    {
      "loss_action": 0.0039651598781347275,
      "loss_total": 0.0039651598781347275,
      "step": 61830
    },
    {
      "loss_action": 0.0052748797461390495,
      "loss_total": 0.0052748797461390495,
      "step": 61830
    },
    {
      "grad_norm": 0.11642051488161087,
      "learning_rate": 9.703857509644168e-05,
      "loss": 0.0071,
      "step": 61840
    },
    {
      "loss_action": 0.007785830646753311,
      "loss_total": 0.007785830646753311,
      "step": 61840
    },
    {
      "loss_action": 0.005003164056688547,
      "loss_total": 0.005003164056688547,
      "step": 61840
    },
    {
      "loss_action": 0.005206278059631586,
      "loss_total": 0.005206278059631586,
      "step": 61840
    },
    {
      "loss_action": 0.004672653041779995,
      "loss_total": 0.004672653041779995,
      "step": 61840
    },
    {
      "loss_action": 0.015523342415690422,
      "loss_total": 0.015523342415690422,
      "step": 61840
    },
    {
      "loss_action": 0.012900130823254585,
      "loss_total": 0.012900130823254585,
      "step": 61840
    },
    {
      "loss_action": 0.003677417989820242,
      "loss_total": 0.003677417989820242,
      "step": 61840
    },
    {
      "loss_action": 0.0020296804141253233,
      "loss_total": 0.0020296804141253233,
      "step": 61840
    },
    {
      "grad_norm": 0.10980966687202454,
      "learning_rate": 9.70371734494337e-05,
      "loss": 0.0071,
      "step": 61850
    },
    {
      "loss_action": 0.00459708645939827,
      "loss_total": 0.00459708645939827,
      "step": 61850
    },
    {
      "loss_action": 0.0024869320914149284,
      "loss_total": 0.0024869320914149284,
      "step": 61850
    },
    {
      "loss_action": 0.005887113511562347,
      "loss_total": 0.005887113511562347,
      "step": 61850
    },
    {
      "loss_action": 0.005747107323259115,
      "loss_total": 0.005747107323259115,
      "step": 61850
    },
    {
      "loss_action": 0.008228844963014126,
      "loss_total": 0.008228844963014126,
      "step": 61850
    },
    {
      "loss_action": 0.013489817269146442,
      "loss_total": 0.013489817269146442,
      "step": 61850
    },
    {
      "loss_action": 0.009521448984742165,
      "loss_total": 0.009521448984742165,
      "step": 61850
    },
    {
      "loss_action": 0.00832182914018631,
      "loss_total": 0.00832182914018631,
      "step": 61850
    },
    {
      "grad_norm": 0.08117261528968811,
      "learning_rate": 9.703577148093107e-05,
      "loss": 0.0066,
      "step": 61860
    },
    {
      "loss_action": 0.0037697763182222843,
      "loss_total": 0.0037697763182222843,
      "step": 61860
    },
    {
      "loss_action": 0.007311581633985043,
      "loss_total": 0.007311581633985043,
      "step": 61860
    },
    {
      "loss_action": 0.0027456399984657764,
      "loss_total": 0.0027456399984657764,
      "step": 61860
    },
    {
      "loss_action": 0.005764021538197994,
      "loss_total": 0.005764021538197994,
      "step": 61860
    },
    {
      "loss_action": 0.003050580620765686,
      "loss_total": 0.003050580620765686,
      "step": 61860
    },
    {
      "loss_action": 0.008244117721915245,
      "loss_total": 0.008244117721915245,
      "step": 61860
    },
    {
      "loss_action": 0.020709089934825897,
      "loss_total": 0.020709089934825897,
      "step": 61860
    },
    {
      "loss_action": 0.001937834662385285,
      "loss_total": 0.001937834662385285,
      "step": 61860
    },
    {
      "grad_norm": 0.09109839051961899,
      "learning_rate": 9.703436919094335e-05,
      "loss": 0.0072,
      "step": 61870
    },
    {
      "loss_action": 0.030231792479753494,
      "loss_total": 0.030231792479753494,
      "step": 61870
    },
    {
      "loss_action": 0.002071258146315813,
      "loss_total": 0.002071258146315813,
      "step": 61870
    },
    {
      "loss_action": 0.005528952926397324,
      "loss_total": 0.005528952926397324,
      "step": 61870
    },
    {
      "loss_action": 0.010536672547459602,
      "loss_total": 0.010536672547459602,
      "step": 61870
    },
    {
      "loss_action": 0.005158872343599796,
      "loss_total": 0.005158872343599796,
      "step": 61870
    },
    {
      "loss_action": 0.006175784394145012,
      "loss_total": 0.006175784394145012,
      "step": 61870
    },
    {
      "loss_action": 0.006960931699723005,
      "loss_total": 0.006960931699723005,
      "step": 61870
    },
    {
      "loss_action": 0.010192724876105785,
      "loss_total": 0.010192724876105785,
      "step": 61870
    },
    {
      "grad_norm": 0.1685040444135666,
      "learning_rate": 9.703296657948014e-05,
      "loss": 0.0078,
      "step": 61880
    },
    {
      "loss_action": 0.00599268963560462,
      "loss_total": 0.00599268963560462,
      "step": 61880
    },
    {
      "loss_action": 0.0076977889984846115,
      "loss_total": 0.0076977889984846115,
      "step": 61880
    },
    {
      "loss_action": 0.0026156101375818253,
      "loss_total": 0.0026156101375818253,
      "step": 61880
    },
    {
      "loss_action": 0.005277207121253014,
      "loss_total": 0.005277207121253014,
      "step": 61880
    },
    {
      "loss_action": 0.009237438440322876,
      "loss_total": 0.009237438440322876,
      "step": 61880
    },
    {
      "loss_action": 0.0021447937469929457,
      "loss_total": 0.0021447937469929457,
      "step": 61880
    },
    {
      "loss_action": 0.004250676371157169,
      "loss_total": 0.004250676371157169,
      "step": 61880
    },
    {
      "loss_action": 0.005830313544720411,
      "loss_total": 0.005830313544720411,
      "step": 61880
    },
    {
      "grad_norm": 0.09658229351043701,
      "learning_rate": 9.703156364655101e-05,
      "loss": 0.0062,
      "step": 61890
    },
    {
      "loss_action": 0.0030133214313536882,
      "loss_total": 0.0030133214313536882,
      "step": 61890
    },
    {
      "loss_action": 0.00309192156419158,
      "loss_total": 0.00309192156419158,
      "step": 61890
    },
    {
      "loss_action": 0.001533149159513414,
      "loss_total": 0.001533149159513414,
      "step": 61890
    },
    {
      "loss_action": 0.006890774704515934,
      "loss_total": 0.006890774704515934,
      "step": 61890
    },
    {
      "loss_action": 0.011736336164176464,
      "loss_total": 0.011736336164176464,
      "step": 61890
    },
    {
      "loss_action": 0.002125330502167344,
      "loss_total": 0.002125330502167344,
      "step": 61890
    },
    {
      "loss_action": 0.013531262055039406,
      "loss_total": 0.013531262055039406,
      "step": 61890
    },
    {
      "loss_action": 0.005770673044025898,
      "loss_total": 0.005770673044025898,
      "step": 61890
    },
    {
      "grad_norm": 0.11750670522451401,
      "learning_rate": 9.703016039216557e-05,
      "loss": 0.0065,
      "step": 61900
    },
    {
      "loss_action": 0.006029519252479076,
      "loss_total": 0.006029519252479076,
      "step": 61900
    },
    {
      "loss_action": 0.010705334134399891,
      "loss_total": 0.010705334134399891,
      "step": 61900
    },
    {
      "loss_action": 0.0038518253713846207,
      "loss_total": 0.0038518253713846207,
      "step": 61900
    },
    {
      "loss_action": 0.010593568906188011,
      "loss_total": 0.010593568906188011,
      "step": 61900
    },
    {
      "loss_action": 0.0018294939072802663,
      "loss_total": 0.0018294939072802663,
      "step": 61900
    },
    {
      "loss_action": 0.006613714620471001,
      "loss_total": 0.006613714620471001,
      "step": 61900
    },
    {
      "loss_action": 0.0104158204048872,
      "loss_total": 0.0104158204048872,
      "step": 61900
    },
    {
      "loss_action": 0.005825968459248543,
      "loss_total": 0.005825968459248543,
      "step": 61900
    },
    {
      "grad_norm": 0.10239624232053757,
      "learning_rate": 9.702875681633339e-05,
      "loss": 0.0071,
      "step": 61910
    },
    {
      "loss_action": 0.00570102920755744,
      "loss_total": 0.00570102920755744,
      "step": 61910
    },
    {
      "loss_action": 0.002253779675811529,
      "loss_total": 0.002253779675811529,
      "step": 61910
    },
    {
      "loss_action": 0.004826316609978676,
      "loss_total": 0.004826316609978676,
      "step": 61910
    },
    {
      "loss_action": 0.004333932418376207,
      "loss_total": 0.004333932418376207,
      "step": 61910
    },
    {
      "loss_action": 0.007609407417476177,
      "loss_total": 0.007609407417476177,
      "step": 61910
    },
    {
      "loss_action": 0.009917611256241798,
      "loss_total": 0.009917611256241798,
      "step": 61910
    },
    {
      "loss_action": 0.0038874023593962193,
      "loss_total": 0.0038874023593962193,
      "step": 61910
    },
    {
      "loss_action": 0.005502954125404358,
      "loss_total": 0.005502954125404358,
      "step": 61910
    },
    {
      "grad_norm": 0.15764619410037994,
      "learning_rate": 9.702735291906408e-05,
      "loss": 0.0055,
      "step": 61920
    },
    {
      "loss_action": 0.0023991004563868046,
      "loss_total": 0.0023991004563868046,
      "step": 61920
    },
    {
      "loss_action": 0.006513687781989574,
      "loss_total": 0.006513687781989574,
      "step": 61920
    },
    {
      "loss_action": 0.005639269016683102,
      "loss_total": 0.005639269016683102,
      "step": 61920
    },
    {
      "loss_action": 0.0031891041435301304,
      "loss_total": 0.0031891041435301304,
      "step": 61920
    },
    {
      "loss_action": 0.002642807550728321,
      "loss_total": 0.002642807550728321,
      "step": 61920
    },
    {
      "loss_action": 0.004346031229943037,
      "loss_total": 0.004346031229943037,
      "step": 61920
    },
    {
      "loss_action": 0.0071488311514258385,
      "loss_total": 0.0071488311514258385,
      "step": 61920
    },
    {
      "loss_action": 0.006764329504221678,
      "loss_total": 0.006764329504221678,
      "step": 61920
    },
    {
      "grad_norm": 0.08595231175422668,
      "learning_rate": 9.702594870036723e-05,
      "loss": 0.006,
      "step": 61930
    },
    {
      "loss_action": 0.002711320761591196,
      "loss_total": 0.002711320761591196,
      "step": 61930
    },
    {
      "loss_action": 0.003803122090175748,
      "loss_total": 0.003803122090175748,
      "step": 61930
    },
    {
      "loss_action": 0.006323549896478653,
      "loss_total": 0.006323549896478653,
      "step": 61930
    },
    {
      "loss_action": 0.00869729183614254,
      "loss_total": 0.00869729183614254,
      "step": 61930
    },
    {
      "loss_action": 0.004212021827697754,
      "loss_total": 0.004212021827697754,
      "step": 61930
    },
    {
      "loss_action": 0.002596021629869938,
      "loss_total": 0.002596021629869938,
      "step": 61930
    },
    {
      "loss_action": 0.001897074980661273,
      "loss_total": 0.001897074980661273,
      "step": 61930
    },
    {
      "loss_action": 0.003746327944099903,
      "loss_total": 0.003746327944099903,
      "step": 61930
    },
    {
      "grad_norm": 0.08919734507799149,
      "learning_rate": 9.702454416025243e-05,
      "loss": 0.0071,
      "step": 61940
    },
    {
      "loss_action": 0.01666104979813099,
      "loss_total": 0.01666104979813099,
      "step": 61940
    },
    {
      "loss_action": 0.01361349131911993,
      "loss_total": 0.01361349131911993,
      "step": 61940
    },
    {
      "loss_action": 0.00865905825048685,
      "loss_total": 0.00865905825048685,
      "step": 61940
    },
    {
      "loss_action": 0.007091790437698364,
      "loss_total": 0.007091790437698364,
      "step": 61940
    },
    {
      "loss_action": 0.004730819258838892,
      "loss_total": 0.004730819258838892,
      "step": 61940
    },
    {
      "loss_action": 0.004015449900180101,
      "loss_total": 0.004015449900180101,
      "step": 61940
    },
    {
      "loss_action": 0.01674376055598259,
      "loss_total": 0.01674376055598259,
      "step": 61940
    },
    {
      "loss_action": 0.00310564786195755,
      "loss_total": 0.00310564786195755,
      "step": 61940
    },
    {
      "grad_norm": 0.10651732236146927,
      "learning_rate": 9.702313929872929e-05,
      "loss": 0.0063,
      "step": 61950
    },
    {
      "loss_action": 0.002999650314450264,
      "loss_total": 0.002999650314450264,
      "step": 61950
    },
    {
      "loss_action": 0.00415475107729435,
      "loss_total": 0.00415475107729435,
      "step": 61950
    },
    {
      "loss_action": 0.004002342466264963,
      "loss_total": 0.004002342466264963,
      "step": 61950
    },
    {
      "loss_action": 0.003675045445561409,
      "loss_total": 0.003675045445561409,
      "step": 61950
    },
    {
      "loss_action": 0.005752877797931433,
      "loss_total": 0.005752877797931433,
      "step": 61950
    },
    {
      "loss_action": 0.0028287561144679785,
      "loss_total": 0.0028287561144679785,
      "step": 61950
    },
    {
      "loss_action": 0.004113874863833189,
      "loss_total": 0.004113874863833189,
      "step": 61950
    },
    {
      "loss_action": 0.006205187179148197,
      "loss_total": 0.006205187179148197,
      "step": 61950
    },
    {
      "grad_norm": 0.12376246601343155,
      "learning_rate": 9.702173411580741e-05,
      "loss": 0.007,
      "step": 61960
    },
    {
      "loss_action": 0.038750648498535156,
      "loss_total": 0.038750648498535156,
      "step": 61960
    },
    {
      "loss_action": 0.002137070521712303,
      "loss_total": 0.002137070521712303,
      "step": 61960
    },
    {
      "loss_action": 0.004910925403237343,
      "loss_total": 0.004910925403237343,
      "step": 61960
    },
    {
      "loss_action": 0.010213257744908333,
      "loss_total": 0.010213257744908333,
      "step": 61960
    },
    {
      "loss_action": 0.02072194218635559,
      "loss_total": 0.02072194218635559,
      "step": 61960
    },
    {
      "loss_action": 0.008890097960829735,
      "loss_total": 0.008890097960829735,
      "step": 61960
    },
    {
      "loss_action": 0.005756543017923832,
      "loss_total": 0.005756543017923832,
      "step": 61960
    },
    {
      "loss_action": 0.007677184417843819,
      "loss_total": 0.007677184417843819,
      "step": 61960
    },
    {
      "grad_norm": 0.08981341123580933,
      "learning_rate": 9.702032861149639e-05,
      "loss": 0.0065,
      "step": 61970
    },
    {
      "loss_action": 0.00425432063639164,
      "loss_total": 0.00425432063639164,
      "step": 61970
    },
    {
      "loss_action": 0.00656339805573225,
      "loss_total": 0.00656339805573225,
      "step": 61970
    },
    {
      "loss_action": 0.002109633293002844,
      "loss_total": 0.002109633293002844,
      "step": 61970
    },
    {
      "loss_action": 0.02079814486205578,
      "loss_total": 0.02079814486205578,
      "step": 61970
    },
    {
      "loss_action": 0.004218163900077343,
      "loss_total": 0.004218163900077343,
      "step": 61970
    },
    {
      "loss_action": 0.0044897859916090965,
      "loss_total": 0.0044897859916090965,
      "step": 61970
    },
    {
      "loss_action": 0.009138674475252628,
      "loss_total": 0.009138674475252628,
      "step": 61970
    },
    {
      "loss_action": 0.004619613289833069,
      "loss_total": 0.004619613289833069,
      "step": 61970
    },
    {
      "grad_norm": 0.14580237865447998,
      "learning_rate": 9.701892278580584e-05,
      "loss": 0.0068,
      "step": 61980
    },
    {
      "loss_action": 0.005968919023871422,
      "loss_total": 0.005968919023871422,
      "step": 61980
    },
    {
      "loss_action": 0.0072934431955218315,
      "loss_total": 0.0072934431955218315,
      "step": 61980
    },
    {
      "loss_action": 0.00842744018882513,
      "loss_total": 0.00842744018882513,
      "step": 61980
    },
    {
      "loss_action": 0.019587434828281403,
      "loss_total": 0.019587434828281403,
      "step": 61980
    },
    {
      "loss_action": 0.029247840866446495,
      "loss_total": 0.029247840866446495,
      "step": 61980
    },
    {
      "loss_action": 0.013200505636632442,
      "loss_total": 0.013200505636632442,
      "step": 61980
    },
    {
      "loss_action": 0.019566822797060013,
      "loss_total": 0.019566822797060013,
      "step": 61980
    },
    {
      "loss_action": 0.006491511128842831,
      "loss_total": 0.006491511128842831,
      "step": 61980
    },
    {
      "grad_norm": 0.10811915993690491,
      "learning_rate": 9.701751663874537e-05,
      "loss": 0.0079,
      "step": 61990
    },
    {
      "loss_action": 0.005474488716572523,
      "loss_total": 0.005474488716572523,
      "step": 61990
    },
    {
      "loss_action": 0.005147164687514305,
      "loss_total": 0.005147164687514305,
      "step": 61990
    },
    {
      "loss_action": 0.005139732267707586,
      "loss_total": 0.005139732267707586,
      "step": 61990
    },
    {
      "loss_action": 0.01529775746166706,
      "loss_total": 0.01529775746166706,
      "step": 61990
    },
    {
      "loss_action": 0.004850753583014011,
      "loss_total": 0.004850753583014011,
      "step": 61990
    },
    {
      "loss_action": 0.009568151086568832,
      "loss_total": 0.009568151086568832,
      "step": 61990
    },
    {
      "loss_action": 0.005396999418735504,
      "loss_total": 0.005396999418735504,
      "step": 61990
    },
    {
      "loss_action": 0.01393134705722332,
      "loss_total": 0.01393134705722332,
      "step": 61990
    },
    {
      "grad_norm": 0.12304188311100006,
      "learning_rate": 9.70161101703246e-05,
      "loss": 0.0069,
      "step": 62000
    },
    {
      "loss_action": 0.006127598229795694,
      "loss_total": 0.006127598229795694,
      "step": 62000
    },
    {
      "loss_action": 0.0017523992573842406,
      "loss_total": 0.0017523992573842406,
      "step": 62000
    },
    {
      "loss_action": 0.006752352230250835,
      "loss_total": 0.006752352230250835,
      "step": 62000
    },
    {
      "loss_action": 0.001622917945496738,
      "loss_total": 0.001622917945496738,
      "step": 62000
    },
    {
      "loss_action": 0.002715715439990163,
      "loss_total": 0.002715715439990163,
      "step": 62000
    },
    {
      "loss_action": 0.003701617009937763,
      "loss_total": 0.003701617009937763,
      "step": 62000
    },
    {
      "loss_action": 0.0023681677412241697,
      "loss_total": 0.0023681677412241697,
      "step": 62000
    },
    {
      "loss_action": 0.0027503687888383865,
      "loss_total": 0.0027503687888383865,
      "step": 62000
    },
    {
      "grad_norm": 0.13680166006088257,
      "learning_rate": 9.701470338055312e-05,
      "loss": 0.0075,
      "step": 62010
    },
    {
      "loss_action": 0.009448092430830002,
      "loss_total": 0.009448092430830002,
      "step": 62010
    },
    {
      "loss_action": 0.019810231402516365,
      "loss_total": 0.019810231402516365,
      "step": 62010
    },
    {
      "loss_action": 0.006840016692876816,
      "loss_total": 0.006840016692876816,
      "step": 62010
    },
    {
      "loss_action": 0.0020242328755557537,
      "loss_total": 0.0020242328755557537,
      "step": 62010
    },
    {
      "loss_action": 0.007761791814118624,
      "loss_total": 0.007761791814118624,
      "step": 62010
    },
    {
      "loss_action": 0.002617186401039362,
      "loss_total": 0.002617186401039362,
      "step": 62010
    },
    {
      "loss_action": 0.015274740755558014,
      "loss_total": 0.015274740755558014,
      "step": 62010
    },
    {
      "loss_action": 0.0037616463378071785,
      "loss_total": 0.0037616463378071785,
      "step": 62010
    },
    {
      "grad_norm": 0.07860629260540009,
      "learning_rate": 9.701329626944055e-05,
      "loss": 0.0077,
      "step": 62020
    },
    {
      "loss_action": 0.003496240358799696,
      "loss_total": 0.003496240358799696,
      "step": 62020
    },
    {
      "loss_action": 0.002329055918380618,
      "loss_total": 0.002329055918380618,
      "step": 62020
    },
    {
      "loss_action": 0.011579258367419243,
      "loss_total": 0.011579258367419243,
      "step": 62020
    },
    {
      "loss_action": 0.004285781644284725,
      "loss_total": 0.004285781644284725,
      "step": 62020
    },
    {
      "loss_action": 0.009989161975681782,
      "loss_total": 0.009989161975681782,
      "step": 62020
    },
    {
      "loss_action": 0.010480181314051151,
      "loss_total": 0.010480181314051151,
      "step": 62020
    },
    {
      "loss_action": 0.005924297496676445,
      "loss_total": 0.005924297496676445,
      "step": 62020
    },
    {
      "loss_action": 0.005704144947230816,
      "loss_total": 0.005704144947230816,
      "step": 62020
    },
    {
      "grad_norm": 0.08032151311635971,
      "learning_rate": 9.701188883699653e-05,
      "loss": 0.0076,
      "step": 62030
    },
    {
      "loss_action": 0.01524321362376213,
      "loss_total": 0.01524321362376213,
      "step": 62030
    },
    {
      "loss_action": 0.0024989168159663677,
      "loss_total": 0.0024989168159663677,
      "step": 62030
    },
    {
      "loss_action": 0.003801194950938225,
      "loss_total": 0.003801194950938225,
      "step": 62030
    },
    {
      "loss_action": 0.0034305991139262915,
      "loss_total": 0.0034305991139262915,
      "step": 62030
    },
    {
      "loss_action": 0.003050203900784254,
      "loss_total": 0.003050203900784254,
      "step": 62030
    },
    {
      "loss_action": 0.002204162534326315,
      "loss_total": 0.002204162534326315,
      "step": 62030
    },
    {
      "loss_action": 0.0029876604676246643,
      "loss_total": 0.0029876604676246643,
      "step": 62030
    },
    {
      "loss_action": 0.005187166389077902,
      "loss_total": 0.005187166389077902,
      "step": 62030
    },
    {
      "grad_norm": 0.12545573711395264,
      "learning_rate": 9.701048108323065e-05,
      "loss": 0.0073,
      "step": 62040
    },
    {
      "loss_action": 0.004248830024152994,
      "loss_total": 0.004248830024152994,
      "step": 62040
    },
    {
      "loss_action": 0.005093569401651621,
      "loss_total": 0.005093569401651621,
      "step": 62040
    },
    {
      "loss_action": 0.0022760643623769283,
      "loss_total": 0.0022760643623769283,
      "step": 62040
    },
    {
      "loss_action": 0.005995128769427538,
      "loss_total": 0.005995128769427538,
      "step": 62040
    },
    {
      "loss_action": 0.008325280621647835,
      "loss_total": 0.008325280621647835,
      "step": 62040
    },
    {
      "loss_action": 0.029175950214266777,
      "loss_total": 0.029175950214266777,
      "step": 62040
    },
    {
      "loss_action": 0.005650547798722982,
      "loss_total": 0.005650547798722982,
      "step": 62040
    },
    {
      "loss_action": 0.007197149097919464,
      "loss_total": 0.007197149097919464,
      "step": 62040
    },
    {
      "grad_norm": 0.12955017387866974,
      "learning_rate": 9.700907300815256e-05,
      "loss": 0.0082,
      "step": 62050
    },
    {
      "loss_action": 0.005848768632858992,
      "loss_total": 0.005848768632858992,
      "step": 62050
    },
    {
      "loss_action": 0.006592227146029472,
      "loss_total": 0.006592227146029472,
      "step": 62050
    },
    {
      "loss_action": 0.004898453131318092,
      "loss_total": 0.004898453131318092,
      "step": 62050
    },
    {
      "loss_action": 0.008569943718612194,
      "loss_total": 0.008569943718612194,
      "step": 62050
    },
    {
      "loss_action": 0.006246930453926325,
      "loss_total": 0.006246930453926325,
      "step": 62050
    },
    {
      "loss_action": 0.0060159615240991116,
      "loss_total": 0.0060159615240991116,
      "step": 62050
    },
    {
      "loss_action": 0.00976470299065113,
      "loss_total": 0.00976470299065113,
      "step": 62050
    },
    {
      "loss_action": 0.003440732602030039,
      "loss_total": 0.003440732602030039,
      "step": 62050
    },
    {
      "grad_norm": 0.12306616455316544,
      "learning_rate": 9.700766461177187e-05,
      "loss": 0.0071,
      "step": 62060
    },
    {
      "loss_action": 0.016325239092111588,
      "loss_total": 0.016325239092111588,
      "step": 62060
    },
    {
      "loss_action": 0.009320726618170738,
      "loss_total": 0.009320726618170738,
      "step": 62060
    },
    {
      "loss_action": 0.004742242395877838,
      "loss_total": 0.004742242395877838,
      "step": 62060
    },
    {
      "loss_action": 0.003759699873626232,
      "loss_total": 0.003759699873626232,
      "step": 62060
    },
    {
      "loss_action": 0.004852194804698229,
      "loss_total": 0.004852194804698229,
      "step": 62060
    },
    {
      "loss_action": 0.0029946244321763515,
      "loss_total": 0.0029946244321763515,
      "step": 62060
    },
    {
      "loss_action": 0.005085129290819168,
      "loss_total": 0.005085129290819168,
      "step": 62060
    },
    {
      "loss_action": 0.009422863833606243,
      "loss_total": 0.009422863833606243,
      "step": 62060
    },
    {
      "grad_norm": 0.12614665925502777,
      "learning_rate": 9.70062558940982e-05,
      "loss": 0.0081,
      "step": 62070
    },
    {
      "loss_action": 0.002760277595371008,
      "loss_total": 0.002760277595371008,
      "step": 62070
    },
    {
      "loss_action": 0.00247699161991477,
      "loss_total": 0.00247699161991477,
      "step": 62070
    },
    {
      "loss_action": 0.013948284089565277,
      "loss_total": 0.013948284089565277,
      "step": 62070
    },
    {
      "loss_action": 0.007258588448166847,
      "loss_total": 0.007258588448166847,
      "step": 62070
    },
    {
      "loss_action": 0.002660580910742283,
      "loss_total": 0.002660580910742283,
      "step": 62070
    },
    {
      "loss_action": 0.003343725111335516,
      "loss_total": 0.003343725111335516,
      "step": 62070
    },
    {
      "loss_action": 0.0030975909903645515,
      "loss_total": 0.0030975909903645515,
      "step": 62070
    },
    {
      "loss_action": 0.008266901597380638,
      "loss_total": 0.008266901597380638,
      "step": 62070
    },
    {
      "grad_norm": 0.1230887696146965,
      "learning_rate": 9.70048468551412e-05,
      "loss": 0.0076,
      "step": 62080
    },
    {
      "loss_action": 0.005850966088473797,
      "loss_total": 0.005850966088473797,
      "step": 62080
    },
    {
      "loss_action": 0.002270929981023073,
      "loss_total": 0.002270929981023073,
      "step": 62080
    },
    {
      "loss_action": 0.005245427135378122,
      "loss_total": 0.005245427135378122,
      "step": 62080
    },
    {
      "loss_action": 0.002558779902756214,
      "loss_total": 0.002558779902756214,
      "step": 62080
    },
    {
      "loss_action": 0.006571769714355469,
      "loss_total": 0.006571769714355469,
      "step": 62080
    },
    {
      "loss_action": 0.004952796269208193,
      "loss_total": 0.004952796269208193,
      "step": 62080
    },
    {
      "loss_action": 0.0025049326941370964,
      "loss_total": 0.0025049326941370964,
      "step": 62080
    },
    {
      "loss_action": 0.006802961230278015,
      "loss_total": 0.006802961230278015,
      "step": 62080
    },
    {
      "grad_norm": 0.14246395230293274,
      "learning_rate": 9.700343749491046e-05,
      "loss": 0.0073,
      "step": 62090
    },
    {
      "loss_action": 0.01455651968717575,
      "loss_total": 0.01455651968717575,
      "step": 62090
    },
    {
      "loss_action": 0.007917075417935848,
      "loss_total": 0.007917075417935848,
      "step": 62090
    },
    {
      "loss_action": 0.004265045281499624,
      "loss_total": 0.004265045281499624,
      "step": 62090
    },
    {
      "loss_action": 0.0040887221693992615,
      "loss_total": 0.0040887221693992615,
      "step": 62090
    },
    {
      "loss_action": 0.020825877785682678,
      "loss_total": 0.020825877785682678,
      "step": 62090
    },
    {
      "loss_action": 0.007219846826046705,
      "loss_total": 0.007219846826046705,
      "step": 62090
    },
    {
      "loss_action": 0.006878847721964121,
      "loss_total": 0.006878847721964121,
      "step": 62090
    },
    {
      "loss_action": 0.0017036017961800098,
      "loss_total": 0.0017036017961800098,
      "step": 62090
    },
    {
      "grad_norm": 0.09011879563331604,
      "learning_rate": 9.700202781341565e-05,
      "loss": 0.0072,
      "step": 62100
    },
    {
      "loss_action": 0.0045273941941559315,
      "loss_total": 0.0045273941941559315,
      "step": 62100
    },
    {
      "loss_action": 0.004414538852870464,
      "loss_total": 0.004414538852870464,
      "step": 62100
    },
    {
      "loss_action": 0.005465754307806492,
      "loss_total": 0.005465754307806492,
      "step": 62100
    },
    {
      "loss_action": 0.004191774874925613,
      "loss_total": 0.004191774874925613,
      "step": 62100
    },
    {
      "loss_action": 0.003288860898464918,
      "loss_total": 0.003288860898464918,
      "step": 62100
    },
    {
      "loss_action": 0.004107031971216202,
      "loss_total": 0.004107031971216202,
      "step": 62100
    },
    {
      "loss_action": 0.002135785762220621,
      "loss_total": 0.002135785762220621,
      "step": 62100
    },
    {
      "loss_action": 0.0053748879581689835,
      "loss_total": 0.0053748879581689835,
      "step": 62100
    },
    {
      "grad_norm": 0.10822287201881409,
      "learning_rate": 9.700061781066641e-05,
      "loss": 0.0069,
      "step": 62110
    },
    {
      "loss_action": 0.006925306282937527,
      "loss_total": 0.006925306282937527,
      "step": 62110
    },
    {
      "loss_action": 0.02039073221385479,
      "loss_total": 0.02039073221385479,
      "step": 62110
    },
    {
      "loss_action": 0.002368723973631859,
      "loss_total": 0.002368723973631859,
      "step": 62110
    },
    {
      "loss_action": 0.005181720480322838,
      "loss_total": 0.005181720480322838,
      "step": 62110
    },
    {
      "loss_action": 0.004378326237201691,
      "loss_total": 0.004378326237201691,
      "step": 62110
    },
    {
      "loss_action": 0.003870070446282625,
      "loss_total": 0.003870070446282625,
      "step": 62110
    },
    {
      "loss_action": 0.0027053705416619778,
      "loss_total": 0.0027053705416619778,
      "step": 62110
    },
    {
      "loss_action": 0.009594513103365898,
      "loss_total": 0.009594513103365898,
      "step": 62110
    },
    {
      "grad_norm": 0.1624065339565277,
      "learning_rate": 9.699920748667234e-05,
      "loss": 0.0073,
      "step": 62120
    },
    {
      "loss_action": 0.009648577310144901,
      "loss_total": 0.009648577310144901,
      "step": 62120
    },
    {
      "loss_action": 0.004288362339138985,
      "loss_total": 0.004288362339138985,
      "step": 62120
    },
    {
      "loss_action": 0.00560177955776453,
      "loss_total": 0.00560177955776453,
      "step": 62120
    },
    {
      "loss_action": 0.0037553131114691496,
      "loss_total": 0.0037553131114691496,
      "step": 62120
    },
    {
      "loss_action": 0.012650498189032078,
      "loss_total": 0.012650498189032078,
      "step": 62120
    },
    {
      "loss_action": 0.009254729375243187,
      "loss_total": 0.009254729375243187,
      "step": 62120
    },
    {
      "loss_action": 0.0038112609181553125,
      "loss_total": 0.0038112609181553125,
      "step": 62120
    },
    {
      "loss_action": 0.014841283671557903,
      "loss_total": 0.014841283671557903,
      "step": 62120
    },
    {
      "grad_norm": 0.11986901611089706,
      "learning_rate": 9.69977968414431e-05,
      "loss": 0.0067,
      "step": 62130
    },
    {
      "loss_action": 0.018011651933193207,
      "loss_total": 0.018011651933193207,
      "step": 62130
    },
    {
      "loss_action": 0.0033878562971949577,
      "loss_total": 0.0033878562971949577,
      "step": 62130
    },
    {
      "loss_action": 0.0037163253873586655,
      "loss_total": 0.0037163253873586655,
      "step": 62130
    },
    {
      "loss_action": 0.0019855117425322533,
      "loss_total": 0.0019855117425322533,
      "step": 62130
    },
    {
      "loss_action": 0.006114526651799679,
      "loss_total": 0.006114526651799679,
      "step": 62130
    },
    {
      "loss_action": 0.004624806344509125,
      "loss_total": 0.004624806344509125,
      "step": 62130
    },
    {
      "loss_action": 0.0070669688284397125,
      "loss_total": 0.0070669688284397125,
      "step": 62130
    },
    {
      "loss_action": 0.009435475803911686,
      "loss_total": 0.009435475803911686,
      "step": 62130
    },
    {
      "grad_norm": 0.11841285228729248,
      "learning_rate": 9.699638587498835e-05,
      "loss": 0.0064,
      "step": 62140
    },
    {
      "loss_action": 0.007623285986483097,
      "loss_total": 0.007623285986483097,
      "step": 62140
    },
    {
      "loss_action": 0.008413932286202908,
      "loss_total": 0.008413932286202908,
      "step": 62140
    },
    {
      "loss_action": 0.005392792169004679,
      "loss_total": 0.005392792169004679,
      "step": 62140
    },
    {
      "loss_action": 0.01696876809000969,
      "loss_total": 0.01696876809000969,
      "step": 62140
    },
    {
      "loss_action": 0.0021223900839686394,
      "loss_total": 0.0021223900839686394,
      "step": 62140
    },
    {
      "loss_action": 0.003008762840181589,
      "loss_total": 0.003008762840181589,
      "step": 62140
    },
    {
      "loss_action": 0.0030507182236760855,
      "loss_total": 0.0030507182236760855,
      "step": 62140
    },
    {
      "loss_action": 0.012112628668546677,
      "loss_total": 0.012112628668546677,
      "step": 62140
    },
    {
      "grad_norm": 0.11245220899581909,
      "learning_rate": 9.69949745873177e-05,
      "loss": 0.0067,
      "step": 62150
    },
    {
      "loss_action": 0.003024065401405096,
      "loss_total": 0.003024065401405096,
      "step": 62150
    },
    {
      "loss_action": 0.005067484453320503,
      "loss_total": 0.005067484453320503,
      "step": 62150
    },
    {
      "loss_action": 0.007606929168105125,
      "loss_total": 0.007606929168105125,
      "step": 62150
    },
    {
      "loss_action": 0.006534604821354151,
      "loss_total": 0.006534604821354151,
      "step": 62150
    },
    {
      "loss_action": 0.010174108669161797,
      "loss_total": 0.010174108669161797,
      "step": 62150
    },
    {
      "loss_action": 0.0038342131301760674,
      "loss_total": 0.0038342131301760674,
      "step": 62150
    },
    {
      "loss_action": 0.013023274019360542,
      "loss_total": 0.013023274019360542,
      "step": 62150
    },
    {
      "loss_action": 0.003990286961197853,
      "loss_total": 0.003990286961197853,
      "step": 62150
    },
    {
      "grad_norm": 0.07476039975881577,
      "learning_rate": 9.699356297844083e-05,
      "loss": 0.0072,
      "step": 62160
    },
    {
      "loss_action": 0.009430425241589546,
      "loss_total": 0.009430425241589546,
      "step": 62160
    },
    {
      "loss_action": 0.0035211830399930477,
      "loss_total": 0.0035211830399930477,
      "step": 62160
    },
    {
      "loss_action": 0.005301889963448048,
      "loss_total": 0.005301889963448048,
      "step": 62160
    },
    {
      "loss_action": 0.009691269136965275,
      "loss_total": 0.009691269136965275,
      "step": 62160
    },
    {
      "loss_action": 0.0037135849706828594,
      "loss_total": 0.0037135849706828594,
      "step": 62160
    },
    {
      "loss_action": 0.011141857132315636,
      "loss_total": 0.011141857132315636,
      "step": 62160
    },
    {
      "loss_action": 0.0027608799282461405,
      "loss_total": 0.0027608799282461405,
      "step": 62160
    },
    {
      "loss_action": 0.0023885960690677166,
      "loss_total": 0.0023885960690677166,
      "step": 62160
    },
    {
      "grad_norm": 0.1003517135977745,
      "learning_rate": 9.699215104836736e-05,
      "loss": 0.0066,
      "step": 62170
    },
    {
      "loss_action": 0.007016713730990887,
      "loss_total": 0.007016713730990887,
      "step": 62170
    },
    {
      "loss_action": 0.005249914713203907,
      "loss_total": 0.005249914713203907,
      "step": 62170
    },
    {
      "loss_action": 0.013477755710482597,
      "loss_total": 0.013477755710482597,
      "step": 62170
    },
    {
      "loss_action": 0.007758579216897488,
      "loss_total": 0.007758579216897488,
      "step": 62170
    },
    {
      "loss_action": 0.01046047080308199,
      "loss_total": 0.01046047080308199,
      "step": 62170
    },
    {
      "loss_action": 0.016950931400060654,
      "loss_total": 0.016950931400060654,
      "step": 62170
    },
    {
      "loss_action": 0.038216739892959595,
      "loss_total": 0.038216739892959595,
      "step": 62170
    },
    {
      "loss_action": 0.005026584025472403,
      "loss_total": 0.005026584025472403,
      "step": 62170
    },
    {
      "grad_norm": 0.11253400892019272,
      "learning_rate": 9.699073879710694e-05,
      "loss": 0.0093,
      "step": 62180
    },
    {
      "loss_action": 0.002096987096592784,
      "loss_total": 0.002096987096592784,
      "step": 62180
    },
    {
      "loss_action": 0.003927269950509071,
      "loss_total": 0.003927269950509071,
      "step": 62180
    },
    {
      "loss_action": 0.0033560062292963266,
      "loss_total": 0.0033560062292963266,
      "step": 62180
    },
    {
      "loss_action": 0.0045233522541821,
      "loss_total": 0.0045233522541821,
      "step": 62180
    },
    {
      "loss_action": 0.013160825707018375,
      "loss_total": 0.013160825707018375,
      "step": 62180
    },
    {
      "loss_action": 0.005497186444699764,
      "loss_total": 0.005497186444699764,
      "step": 62180
    },
    {
      "loss_action": 0.0074441879987716675,
      "loss_total": 0.0074441879987716675,
      "step": 62180
    },
    {
      "loss_action": 0.0026805982924997807,
      "loss_total": 0.0026805982924997807,
      "step": 62180
    },
    {
      "grad_norm": 0.10231629014015198,
      "learning_rate": 9.698932622466924e-05,
      "loss": 0.0075,
      "step": 62190
    },
    {
      "loss_action": 0.01283825933933258,
      "loss_total": 0.01283825933933258,
      "step": 62190
    },
    {
      "loss_action": 0.006286930292844772,
      "loss_total": 0.006286930292844772,
      "step": 62190
    },
    {
      "loss_action": 0.010057256557047367,
      "loss_total": 0.010057256557047367,
      "step": 62190
    },
    {
      "loss_action": 0.015240100212395191,
      "loss_total": 0.015240100212395191,
      "step": 62190
    },
    {
      "loss_action": 0.0031716029625386,
      "loss_total": 0.0031716029625386,
      "step": 62190
    },
    {
      "loss_action": 0.006259063258767128,
      "loss_total": 0.006259063258767128,
      "step": 62190
    },
    {
      "loss_action": 0.005026073195040226,
      "loss_total": 0.005026073195040226,
      "step": 62190
    },
    {
      "loss_action": 0.005506651476025581,
      "loss_total": 0.005506651476025581,
      "step": 62190
    },
    {
      "grad_norm": 0.12421412765979767,
      "learning_rate": 9.698791333106392e-05,
      "loss": 0.0072,
      "step": 62200
    },
    {
      "loss_action": 0.006301999092102051,
      "loss_total": 0.006301999092102051,
      "step": 62200
    },
    {
      "loss_action": 0.005870687775313854,
      "loss_total": 0.005870687775313854,
      "step": 62200
    },
    {
      "loss_action": 0.026657585054636,
      "loss_total": 0.026657585054636,
      "step": 62200
    },
    {
      "loss_action": 0.0025817295536398888,
      "loss_total": 0.0025817295536398888,
      "step": 62200
    },
    {
      "loss_action": 0.010066392831504345,
      "loss_total": 0.010066392831504345,
      "step": 62200
    },
    {
      "loss_action": 0.011396932415664196,
      "loss_total": 0.011396932415664196,
      "step": 62200
    },
    {
      "loss_action": 0.007866911590099335,
      "loss_total": 0.007866911590099335,
      "step": 62200
    },
    {
      "loss_action": 0.01277824304997921,
      "loss_total": 0.01277824304997921,
      "step": 62200
    },
    {
      "grad_norm": 0.08805457502603531,
      "learning_rate": 9.698650011630061e-05,
      "loss": 0.0068,
      "step": 62210
    },
    {
      "loss_action": 0.006995624862611294,
      "loss_total": 0.006995624862611294,
      "step": 62210
    },
    {
      "loss_action": 0.007607457228004932,
      "loss_total": 0.007607457228004932,
      "step": 62210
    },
    {
      "loss_action": 0.0023840689100325108,
      "loss_total": 0.0023840689100325108,
      "step": 62210
    },
    {
      "loss_action": 0.005519655533134937,
      "loss_total": 0.005519655533134937,
      "step": 62210
    },
    {
      "loss_action": 0.009247740730643272,
      "loss_total": 0.009247740730643272,
      "step": 62210
    },
    {
      "loss_action": 0.0046375831589102745,
      "loss_total": 0.0046375831589102745,
      "step": 62210
    },
    {
      "loss_action": 0.008970777504146099,
      "loss_total": 0.008970777504146099,
      "step": 62210
    },
    {
      "loss_action": 0.005492177326232195,
      "loss_total": 0.005492177326232195,
      "step": 62210
    },
    {
      "grad_norm": 0.13279989361763,
      "learning_rate": 9.698508658038898e-05,
      "loss": 0.0074,
      "step": 62220
    },
    {
      "loss_action": 0.005208556540310383,
      "loss_total": 0.005208556540310383,
      "step": 62220
    },
    {
      "loss_action": 0.0039153010584414005,
      "loss_total": 0.0039153010584414005,
      "step": 62220
    },
    {
      "loss_action": 0.00516846776008606,
      "loss_total": 0.00516846776008606,
      "step": 62220
    },
    {
      "loss_action": 0.00675574503839016,
      "loss_total": 0.00675574503839016,
      "step": 62220
    },
    {
      "loss_action": 0.03737984970211983,
      "loss_total": 0.03737984970211983,
      "step": 62220
    },
    {
      "loss_action": 0.010260689072310925,
      "loss_total": 0.010260689072310925,
      "step": 62220
    },
    {
      "loss_action": 0.02283414639532566,
      "loss_total": 0.02283414639532566,
      "step": 62220
    },
    {
      "loss_action": 0.008113163523375988,
      "loss_total": 0.008113163523375988,
      "step": 62220
    },
    {
      "grad_norm": 0.1095898374915123,
      "learning_rate": 9.698367272333871e-05,
      "loss": 0.0089,
      "step": 62230
    },
    {
      "loss_action": 0.007237399462610483,
      "loss_total": 0.007237399462610483,
      "step": 62230
    },
    {
      "loss_action": 0.007556059397757053,
      "loss_total": 0.007556059397757053,
      "step": 62230
    },
    {
      "loss_action": 0.006564388517290354,
      "loss_total": 0.006564388517290354,
      "step": 62230
    },
    {
      "loss_action": 0.006860816851258278,
      "loss_total": 0.006860816851258278,
      "step": 62230
    },
    {
      "loss_action": 0.005006624851375818,
      "loss_total": 0.005006624851375818,
      "step": 62230
    },
    {
      "loss_action": 0.008812524378299713,
      "loss_total": 0.008812524378299713,
      "step": 62230
    },
    {
      "loss_action": 0.004056090489029884,
      "loss_total": 0.004056090489029884,
      "step": 62230
    },
    {
      "loss_action": 0.0033100026194006205,
      "loss_total": 0.0033100026194006205,
      "step": 62230
    },
    {
      "grad_norm": 0.12490745633840561,
      "learning_rate": 9.698225854515944e-05,
      "loss": 0.0083,
      "step": 62240
    },
    {
      "loss_action": 0.004311497323215008,
      "loss_total": 0.004311497323215008,
      "step": 62240
    },
    {
      "loss_action": 0.007287067361176014,
      "loss_total": 0.007287067361176014,
      "step": 62240
    },
    {
      "loss_action": 0.0040770405903458595,
      "loss_total": 0.0040770405903458595,
      "step": 62240
    },
    {
      "loss_action": 0.013622335158288479,
      "loss_total": 0.013622335158288479,
      "step": 62240
    },
    {
      "loss_action": 0.00676132645457983,
      "loss_total": 0.00676132645457983,
      "step": 62240
    },
    {
      "loss_action": 0.0028192331083118916,
      "loss_total": 0.0028192331083118916,
      "step": 62240
    },
    {
      "loss_action": 0.007349259685724974,
      "loss_total": 0.007349259685724974,
      "step": 62240
    },
    {
      "loss_action": 0.0037526243831962347,
      "loss_total": 0.0037526243831962347,
      "step": 62240
    },
    {
      "grad_norm": 0.14572502672672272,
      "learning_rate": 9.698084404586086e-05,
      "loss": 0.0092,
      "step": 62250
    },
    {
      "loss_action": 0.00738896057009697,
      "loss_total": 0.00738896057009697,
      "step": 62250
    },
    {
      "loss_action": 0.003892013570293784,
      "loss_total": 0.003892013570293784,
      "step": 62250
    },
    {
      "loss_action": 0.004472522996366024,
      "loss_total": 0.004472522996366024,
      "step": 62250
    },
    {
      "loss_action": 0.006308198906481266,
      "loss_total": 0.006308198906481266,
      "step": 62250
    },
    {
      "loss_action": 0.004489914979785681,
      "loss_total": 0.004489914979785681,
      "step": 62250
    },
    {
      "loss_action": 0.006161026656627655,
      "loss_total": 0.006161026656627655,
      "step": 62250
    },
    {
      "loss_action": 0.01496376283466816,
      "loss_total": 0.01496376283466816,
      "step": 62250
    },
    {
      "loss_action": 0.009466735646128654,
      "loss_total": 0.009466735646128654,
      "step": 62250
    },
    {
      "grad_norm": 0.11789492517709732,
      "learning_rate": 9.69794292254526e-05,
      "loss": 0.0091,
      "step": 62260
    },
    {
      "loss_action": 0.006494028028100729,
      "loss_total": 0.006494028028100729,
      "step": 62260
    },
    {
      "loss_action": 0.007626562379300594,
      "loss_total": 0.007626562379300594,
      "step": 62260
    },
    {
      "loss_action": 0.009270780719816685,
      "loss_total": 0.009270780719816685,
      "step": 62260
    },
    {
      "loss_action": 0.018819119781255722,
      "loss_total": 0.018819119781255722,
      "step": 62260
    },
    {
      "loss_action": 0.005013527348637581,
      "loss_total": 0.005013527348637581,
      "step": 62260
    },
    {
      "loss_action": 0.011999614536762238,
      "loss_total": 0.011999614536762238,
      "step": 62260
    },
    {
      "loss_action": 0.008947430178523064,
      "loss_total": 0.008947430178523064,
      "step": 62260
    },
    {
      "loss_action": 0.0173397958278656,
      "loss_total": 0.0173397958278656,
      "step": 62260
    },
    {
      "grad_norm": 0.13504350185394287,
      "learning_rate": 9.697801408394437e-05,
      "loss": 0.0083,
      "step": 62270
    },
    {
      "loss_action": 0.004555618390440941,
      "loss_total": 0.004555618390440941,
      "step": 62270
    },
    {
      "loss_action": 0.011553236283361912,
      "loss_total": 0.011553236283361912,
      "step": 62270
    },
    {
      "loss_action": 0.00859915278851986,
      "loss_total": 0.00859915278851986,
      "step": 62270
    },
    {
      "loss_action": 0.009177652187645435,
      "loss_total": 0.009177652187645435,
      "step": 62270
    },
    {
      "loss_action": 0.004949101712554693,
      "loss_total": 0.004949101712554693,
      "step": 62270
    },
    {
      "loss_action": 0.007280473597347736,
      "loss_total": 0.007280473597347736,
      "step": 62270
    },
    {
      "loss_action": 0.0031776633113622665,
      "loss_total": 0.0031776633113622665,
      "step": 62270
    },
    {
      "loss_action": 0.014480813406407833,
      "loss_total": 0.014480813406407833,
      "step": 62270
    },
    {
      "grad_norm": 0.10882947593927383,
      "learning_rate": 9.697659862134581e-05,
      "loss": 0.0078,
      "step": 62280
    },
    {
      "loss_action": 0.007001522462815046,
      "loss_total": 0.007001522462815046,
      "step": 62280
    },
    {
      "loss_action": 0.01715128682553768,
      "loss_total": 0.01715128682553768,
      "step": 62280
    },
    {
      "loss_action": 0.008043108507990837,
      "loss_total": 0.008043108507990837,
      "step": 62280
    },
    {
      "loss_action": 0.016706420108675957,
      "loss_total": 0.016706420108675957,
      "step": 62280
    },
    {
      "loss_action": 0.00486267264932394,
      "loss_total": 0.00486267264932394,
      "step": 62280
    },
    {
      "loss_action": 0.004822230897843838,
      "loss_total": 0.004822230897843838,
      "step": 62280
    },
    {
      "loss_action": 0.006678305100649595,
      "loss_total": 0.006678305100649595,
      "step": 62280
    },
    {
      "loss_action": 0.010014582425355911,
      "loss_total": 0.010014582425355911,
      "step": 62280
    },
    {
      "grad_norm": 0.1600133627653122,
      "learning_rate": 9.697518283766662e-05,
      "loss": 0.0083,
      "step": 62290
    },
    {
      "loss_action": 0.012451919727027416,
      "loss_total": 0.012451919727027416,
      "step": 62290
    },
    {
      "loss_action": 0.004105811472982168,
      "loss_total": 0.004105811472982168,
      "step": 62290
    },
    {
      "loss_action": 0.007076946087181568,
      "loss_total": 0.007076946087181568,
      "step": 62290
    },
    {
      "loss_action": 0.009346598759293556,
      "loss_total": 0.009346598759293556,
      "step": 62290
    },
    {
      "loss_action": 0.00273302523419261,
      "loss_total": 0.00273302523419261,
      "step": 62290
    },
    {
      "loss_action": 0.012395829893648624,
      "loss_total": 0.012395829893648624,
      "step": 62290
    },
    {
      "loss_action": 0.003463411470875144,
      "loss_total": 0.003463411470875144,
      "step": 62290
    },
    {
      "loss_action": 0.005364552140235901,
      "loss_total": 0.005364552140235901,
      "step": 62290
    },
    {
      "grad_norm": 0.12168610095977783,
      "learning_rate": 9.697376673291648e-05,
      "loss": 0.0074,
      "step": 62300
    },
    {
      "loss_action": 0.005004732869565487,
      "loss_total": 0.005004732869565487,
      "step": 62300
    },
    {
      "loss_action": 0.006375703029334545,
      "loss_total": 0.006375703029334545,
      "step": 62300
    },
    {
      "loss_action": 0.006328620947897434,
      "loss_total": 0.006328620947897434,
      "step": 62300
    },
    {
      "loss_action": 0.002169208601117134,
      "loss_total": 0.002169208601117134,
      "step": 62300
    },
    {
      "loss_action": 0.012057637795805931,
      "loss_total": 0.012057637795805931,
      "step": 62300
    },
    {
      "loss_action": 0.016562247648835182,
      "loss_total": 0.016562247648835182,
      "step": 62300
    },
    {
      "loss_action": 0.012483775615692139,
      "loss_total": 0.012483775615692139,
      "step": 62300
    },
    {
      "loss_action": 0.0026523489505052567,
      "loss_total": 0.0026523489505052567,
      "step": 62300
    },
    {
      "grad_norm": 0.1157773956656456,
      "learning_rate": 9.697235030710503e-05,
      "loss": 0.007,
      "step": 62310
    },
    {
      "loss_action": 0.00598769448697567,
      "loss_total": 0.00598769448697567,
      "step": 62310
    },
    {
      "loss_action": 0.006551617756485939,
      "loss_total": 0.006551617756485939,
      "step": 62310
    },
    {
      "loss_action": 0.005387761630117893,
      "loss_total": 0.005387761630117893,
      "step": 62310
    },
    {
      "loss_action": 0.014673677273094654,
      "loss_total": 0.014673677273094654,
      "step": 62310
    },
    {
      "loss_action": 0.014377781189978123,
      "loss_total": 0.014377781189978123,
      "step": 62310
    },
    {
      "loss_action": 0.002133353380486369,
      "loss_total": 0.002133353380486369,
      "step": 62310
    },
    {
      "loss_action": 0.009250788018107414,
      "loss_total": 0.009250788018107414,
      "step": 62310
    },
    {
      "loss_action": 0.0047756703570485115,
      "loss_total": 0.0047756703570485115,
      "step": 62310
    },
    {
      "grad_norm": 0.07381270080804825,
      "learning_rate": 9.6970933560242e-05,
      "loss": 0.0078,
      "step": 62320
    },
    {
      "loss_action": 0.00546934874728322,
      "loss_total": 0.00546934874728322,
      "step": 62320
    },
    {
      "loss_action": 0.007597151678055525,
      "loss_total": 0.007597151678055525,
      "step": 62320
    },
    {
      "loss_action": 0.06835105270147324,
      "loss_total": 0.06835105270147324,
      "step": 62320
    },
    {
      "loss_action": 0.010007068514823914,
      "loss_total": 0.010007068514823914,
      "step": 62320
    },
    {
      "loss_action": 0.0019455569563433528,
      "loss_total": 0.0019455569563433528,
      "step": 62320
    },
    {
      "loss_action": 0.008153164759278297,
      "loss_total": 0.008153164759278297,
      "step": 62320
    },
    {
      "loss_action": 0.014530662447214127,
      "loss_total": 0.014530662447214127,
      "step": 62320
    },
    {
      "loss_action": 0.006218191236257553,
      "loss_total": 0.006218191236257553,
      "step": 62320
    },
    {
      "grad_norm": 0.09809888154268265,
      "learning_rate": 9.696951649233703e-05,
      "loss": 0.0088,
      "step": 62330
    },
    {
      "loss_action": 0.004936186596751213,
      "loss_total": 0.004936186596751213,
      "step": 62330
    },
    {
      "loss_action": 0.009441370144486427,
      "loss_total": 0.009441370144486427,
      "step": 62330
    },
    {
      "loss_action": 0.0037593389861285686,
      "loss_total": 0.0037593389861285686,
      "step": 62330
    },
    {
      "loss_action": 0.004845037125051022,
      "loss_total": 0.004845037125051022,
      "step": 62330
    },
    {
      "loss_action": 0.007506038062274456,
      "loss_total": 0.007506038062274456,
      "step": 62330
    },
    {
      "loss_action": 0.010266844183206558,
      "loss_total": 0.010266844183206558,
      "step": 62330
    },
    {
      "loss_action": 0.004942943342030048,
      "loss_total": 0.004942943342030048,
      "step": 62330
    },
    {
      "loss_action": 0.0027059223502874374,
      "loss_total": 0.0027059223502874374,
      "step": 62330
    },
    {
      "grad_norm": 0.11236835271120071,
      "learning_rate": 9.696809910339984e-05,
      "loss": 0.0079,
      "step": 62340
    },
    {
      "loss_action": 0.0034903022460639477,
      "loss_total": 0.0034903022460639477,
      "step": 62340
    },
    {
      "loss_action": 0.005787008907645941,
      "loss_total": 0.005787008907645941,
      "step": 62340
    },
    {
      "loss_action": 0.0022970023564994335,
      "loss_total": 0.0022970023564994335,
      "step": 62340
    },
    {
      "loss_action": 0.006790356710553169,
      "loss_total": 0.006790356710553169,
      "step": 62340
    },
    {
      "loss_action": 0.010163698345422745,
      "loss_total": 0.010163698345422745,
      "step": 62340
    },
    {
      "loss_action": 0.0034842267632484436,
      "loss_total": 0.0034842267632484436,
      "step": 62340
    },
    {
      "loss_action": 0.002751648426055908,
      "loss_total": 0.002751648426055908,
      "step": 62340
    },
    {
      "loss_action": 0.005848593078553677,
      "loss_total": 0.005848593078553677,
      "step": 62340
    },
    {
      "grad_norm": 0.12605080008506775,
      "learning_rate": 9.696668139344009e-05,
      "loss": 0.0076,
      "step": 62350
    },
    {
      "loss_action": 0.0023991039488464594,
      "loss_total": 0.0023991039488464594,
      "step": 62350
    },
    {
      "loss_action": 0.0034053106792271137,
      "loss_total": 0.0034053106792271137,
      "step": 62350
    },
    {
      "loss_action": 0.006998823955655098,
      "loss_total": 0.006998823955655098,
      "step": 62350
    },
    {
      "loss_action": 0.0030411111656576395,
      "loss_total": 0.0030411111656576395,
      "step": 62350
    },
    {
      "loss_action": 0.00375047093257308,
      "loss_total": 0.00375047093257308,
      "step": 62350
    },
    {
      "loss_action": 0.005537497811019421,
      "loss_total": 0.005537497811019421,
      "step": 62350
    },
    {
      "loss_action": 0.006228786427527666,
      "loss_total": 0.006228786427527666,
      "step": 62350
    },
    {
      "loss_action": 0.008244644850492477,
      "loss_total": 0.008244644850492477,
      "step": 62350
    },
    {
      "grad_norm": 0.14407125115394592,
      "learning_rate": 9.69652633624675e-05,
      "loss": 0.0075,
      "step": 62360
    },
    {
      "loss_action": 0.002805824391543865,
      "loss_total": 0.002805824391543865,
      "step": 62360
    },
    {
      "loss_action": 0.0081088962033391,
      "loss_total": 0.0081088962033391,
      "step": 62360
    },
    {
      "loss_action": 0.002632510382682085,
      "loss_total": 0.002632510382682085,
      "step": 62360
    },
    {
      "loss_action": 0.003750368719920516,
      "loss_total": 0.003750368719920516,
      "step": 62360
    },
    {
      "loss_action": 0.005836987867951393,
      "loss_total": 0.005836987867951393,
      "step": 62360
    },
    {
      "loss_action": 0.005344840697944164,
      "loss_total": 0.005344840697944164,
      "step": 62360
    },
    {
      "loss_action": 0.008246997371315956,
      "loss_total": 0.008246997371315956,
      "step": 62360
    },
    {
      "loss_action": 0.003935432061553001,
      "loss_total": 0.003935432061553001,
      "step": 62360
    },
    {
      "grad_norm": 0.12969870865345,
      "learning_rate": 9.696384501049174e-05,
      "loss": 0.0086,
      "step": 62370
    },
    {
      "loss_action": 0.004473567474633455,
      "loss_total": 0.004473567474633455,
      "step": 62370
    },
    {
      "loss_action": 0.007911915890872478,
      "loss_total": 0.007911915890872478,
      "step": 62370
    },
    {
      "loss_action": 0.020550481975078583,
      "loss_total": 0.020550481975078583,
      "step": 62370
    },
    {
      "loss_action": 0.0030519606079906225,
      "loss_total": 0.0030519606079906225,
      "step": 62370
    },
    {
      "loss_action": 0.005223856307566166,
      "loss_total": 0.005223856307566166,
      "step": 62370
    },
    {
      "loss_action": 0.008353911340236664,
      "loss_total": 0.008353911340236664,
      "step": 62370
    },
    {
      "loss_action": 0.0062384712509810925,
      "loss_total": 0.0062384712509810925,
      "step": 62370
    },
    {
      "loss_action": 0.02244553342461586,
      "loss_total": 0.02244553342461586,
      "step": 62370
    },
    {
      "grad_norm": 0.11412724107503891,
      "learning_rate": 9.696242633752251e-05,
      "loss": 0.0087,
      "step": 62380
    },
    {
      "loss_action": 0.016299642622470856,
      "loss_total": 0.016299642622470856,
      "step": 62380
    },
    {
      "loss_action": 0.021354975178837776,
      "loss_total": 0.021354975178837776,
      "step": 62380
    },
    {
      "loss_action": 0.00305658089928329,
      "loss_total": 0.00305658089928329,
      "step": 62380
    },
    {
      "loss_action": 0.004710628185421228,
      "loss_total": 0.004710628185421228,
      "step": 62380
    },
    {
      "loss_action": 0.009194334037601948,
      "loss_total": 0.009194334037601948,
      "step": 62380
    },
    {
      "loss_action": 0.007483967114239931,
      "loss_total": 0.007483967114239931,
      "step": 62380
    },
    {
      "loss_action": 0.004526989068835974,
      "loss_total": 0.004526989068835974,
      "step": 62380
    },
    {
      "loss_action": 0.0076061454601585865,
      "loss_total": 0.0076061454601585865,
      "step": 62380
    },
    {
      "grad_norm": 0.11393436789512634,
      "learning_rate": 9.69610073435695e-05,
      "loss": 0.0092,
      "step": 62390
    },
    {
      "loss_action": 0.009227313101291656,
      "loss_total": 0.009227313101291656,
      "step": 62390
    },
    {
      "loss_action": 0.010268447920680046,
      "loss_total": 0.010268447920680046,
      "step": 62390
    },
    {
      "loss_action": 0.022246167063713074,
      "loss_total": 0.022246167063713074,
      "step": 62390
    },
    {
      "loss_action": 0.007945160381495953,
      "loss_total": 0.007945160381495953,
      "step": 62390
    },
    {
      "loss_action": 0.009185142815113068,
      "loss_total": 0.009185142815113068,
      "step": 62390
    },
    {
      "loss_action": 0.007505081593990326,
      "loss_total": 0.007505081593990326,
      "step": 62390
    },
    {
      "loss_action": 0.011072706431150436,
      "loss_total": 0.011072706431150436,
      "step": 62390
    },
    {
      "loss_action": 0.014110073447227478,
      "loss_total": 0.014110073447227478,
      "step": 62390
    },
    {
      "grad_norm": 0.11913453042507172,
      "learning_rate": 9.695958802864241e-05,
      "loss": 0.0079,
      "step": 62400
    },
    {
      "loss_action": 0.0042798276990652084,
      "loss_total": 0.0042798276990652084,
      "step": 62400
    },
    {
      "loss_action": 0.013199111446738243,
      "loss_total": 0.013199111446738243,
      "step": 62400
    },
    {
      "loss_action": 0.003318401053547859,
      "loss_total": 0.003318401053547859,
      "step": 62400
    },
    {
      "loss_action": 0.005488846451044083,
      "loss_total": 0.005488846451044083,
      "step": 62400
    },
    {
      "loss_action": 0.0046613989397883415,
      "loss_total": 0.0046613989397883415,
      "step": 62400
    },
    {
      "loss_action": 0.004955661483108997,
      "loss_total": 0.004955661483108997,
      "step": 62400
    },
    {
      "loss_action": 0.003296522656455636,
      "loss_total": 0.003296522656455636,
      "step": 62400
    },
    {
      "loss_action": 0.005759917199611664,
      "loss_total": 0.005759917199611664,
      "step": 62400
    },
    {
      "grad_norm": 0.11110652983188629,
      "learning_rate": 9.695816839275096e-05,
      "loss": 0.0077,
      "step": 62410
    },
    {
      "loss_action": 0.011214317753911018,
      "loss_total": 0.011214317753911018,
      "step": 62410
    },
    {
      "loss_action": 0.012303395196795464,
      "loss_total": 0.012303395196795464,
      "step": 62410
    },
    {
      "loss_action": 0.0067423610016703606,
      "loss_total": 0.0067423610016703606,
      "step": 62410
    },
    {
      "loss_action": 0.006678164936602116,
      "loss_total": 0.006678164936602116,
      "step": 62410
    },
    {
      "loss_action": 0.001550122513435781,
      "loss_total": 0.001550122513435781,
      "step": 62410
    },
    {
      "loss_action": 0.006556238979101181,
      "loss_total": 0.006556238979101181,
      "step": 62410
    },
    {
      "loss_action": 0.02011360600590706,
      "loss_total": 0.02011360600590706,
      "step": 62410
    },
    {
      "loss_action": 0.006662414409220219,
      "loss_total": 0.006662414409220219,
      "step": 62410
    },
    {
      "grad_norm": 0.13875874876976013,
      "learning_rate": 9.695674843590483e-05,
      "loss": 0.0086,
      "step": 62420
    },
    {
      "loss_action": 0.006009482778608799,
      "loss_total": 0.006009482778608799,
      "step": 62420
    },
    {
      "loss_action": 0.003680107183754444,
      "loss_total": 0.003680107183754444,
      "step": 62420
    },
    {
      "loss_action": 0.005379860755056143,
      "loss_total": 0.005379860755056143,
      "step": 62420
    },
    {
      "loss_action": 0.004047457128763199,
      "loss_total": 0.004047457128763199,
      "step": 62420
    },
    {
      "loss_action": 0.008656964637339115,
      "loss_total": 0.008656964637339115,
      "step": 62420
    },
    {
      "loss_action": 0.014972480945289135,
      "loss_total": 0.014972480945289135,
      "step": 62420
    },
    {
      "loss_action": 0.005166658665984869,
      "loss_total": 0.005166658665984869,
      "step": 62420
    },
    {
      "loss_action": 0.0030794173944741488,
      "loss_total": 0.0030794173944741488,
      "step": 62420
    },
    {
      "grad_norm": 0.09950654953718185,
      "learning_rate": 9.695532815811373e-05,
      "loss": 0.0092,
      "step": 62430
    },
    {
      "loss_action": 0.004104269668459892,
      "loss_total": 0.004104269668459892,
      "step": 62430
    },
    {
      "loss_action": 0.0025763402227312326,
      "loss_total": 0.0025763402227312326,
      "step": 62430
    },
    {
      "loss_action": 0.003070983337238431,
      "loss_total": 0.003070983337238431,
      "step": 62430
    },
    {
      "loss_action": 0.001962113892659545,
      "loss_total": 0.001962113892659545,
      "step": 62430
    },
    {
      "loss_action": 0.005139379762113094,
      "loss_total": 0.005139379762113094,
      "step": 62430
    },
    {
      "loss_action": 0.005551003385335207,
      "loss_total": 0.005551003385335207,
      "step": 62430
    },
    {
      "loss_action": 0.0092510636895895,
      "loss_total": 0.0092510636895895,
      "step": 62430
    },
    {
      "loss_action": 0.007054835092276335,
      "loss_total": 0.007054835092276335,
      "step": 62430
    },
    {
      "grad_norm": 0.128725066781044,
      "learning_rate": 9.695390755938737e-05,
      "loss": 0.0085,
      "step": 62440
    },
    {
      "loss_action": 0.005811856593936682,
      "loss_total": 0.005811856593936682,
      "step": 62440
    },
    {
      "loss_action": 0.0037915073335170746,
      "loss_total": 0.0037915073335170746,
      "step": 62440
    },
    {
      "loss_action": 0.018396005034446716,
      "loss_total": 0.018396005034446716,
      "step": 62440
    },
    {
      "loss_action": 0.008693614974617958,
      "loss_total": 0.008693614974617958,
      "step": 62440
    },
    {
      "loss_action": 0.010448729619383812,
      "loss_total": 0.010448729619383812,
      "step": 62440
    },
    {
      "loss_action": 0.06154554709792137,
      "loss_total": 0.06154554709792137,
      "step": 62440
    },
    {
      "loss_action": 0.005433198064565659,
      "loss_total": 0.005433198064565659,
      "step": 62440
    },
    {
      "loss_action": 0.004081313498318195,
      "loss_total": 0.004081313498318195,
      "step": 62440
    },
    {
      "grad_norm": 0.15017402172088623,
      "learning_rate": 9.695248663973548e-05,
      "loss": 0.0099,
      "step": 62450
    },
    {
      "loss_action": 0.0030681579373776913,
      "loss_total": 0.0030681579373776913,
      "step": 62450
    },
    {
      "loss_action": 0.011179322376847267,
      "loss_total": 0.011179322376847267,
      "step": 62450
    },
    {
      "loss_action": 0.00867033563554287,
      "loss_total": 0.00867033563554287,
      "step": 62450
    },
    {
      "loss_action": 0.0047612362541258335,
      "loss_total": 0.0047612362541258335,
      "step": 62450
    },
    {
      "loss_action": 0.0054299719631671906,
      "loss_total": 0.0054299719631671906,
      "step": 62450
    },
    {
      "loss_action": 0.007652358151972294,
      "loss_total": 0.007652358151972294,
      "step": 62450
    },
    {
      "loss_action": 0.010079113766551018,
      "loss_total": 0.010079113766551018,
      "step": 62450
    },
    {
      "loss_action": 0.0025464906357228756,
      "loss_total": 0.0025464906357228756,
      "step": 62450
    },
    {
      "grad_norm": 0.08442077785730362,
      "learning_rate": 9.695106539916774e-05,
      "loss": 0.008,
      "step": 62460
    },
    {
      "loss_action": 0.004583906382322311,
      "loss_total": 0.004583906382322311,
      "step": 62460
    },
    {
      "loss_action": 0.009128694422543049,
      "loss_total": 0.009128694422543049,
      "step": 62460
    },
    {
      "loss_action": 0.005269085057079792,
      "loss_total": 0.005269085057079792,
      "step": 62460
    },
    {
      "loss_action": 0.006124616600573063,
      "loss_total": 0.006124616600573063,
      "step": 62460
    },
    {
      "loss_action": 0.004783336538821459,
      "loss_total": 0.004783336538821459,
      "step": 62460
    },
    {
      "loss_action": 0.0028414581902325153,
      "loss_total": 0.0028414581902325153,
      "step": 62460
    },
    {
      "loss_action": 0.0033675285521894693,
      "loss_total": 0.0033675285521894693,
      "step": 62460
    },
    {
      "loss_action": 0.008548766374588013,
      "loss_total": 0.008548766374588013,
      "step": 62460
    },
    {
      "grad_norm": 0.1443779617547989,
      "learning_rate": 9.694964383769388e-05,
      "loss": 0.0086,
      "step": 62470
    },
    {
      "loss_action": 0.004928595386445522,
      "loss_total": 0.004928595386445522,
      "step": 62470
    },
    {
      "loss_action": 0.010402893647551537,
      "loss_total": 0.010402893647551537,
      "step": 62470
    },
    {
      "loss_action": 0.002271941164508462,
      "loss_total": 0.002271941164508462,
      "step": 62470
    },
    {
      "loss_action": 0.012148371897637844,
      "loss_total": 0.012148371897637844,
      "step": 62470
    },
    {
      "loss_action": 0.009561274200677872,
      "loss_total": 0.009561274200677872,
      "step": 62470
    },
    {
      "loss_action": 0.005370919592678547,
      "loss_total": 0.005370919592678547,
      "step": 62470
    },
    {
      "loss_action": 0.004402738064527512,
      "loss_total": 0.004402738064527512,
      "step": 62470
    },
    {
      "loss_action": 0.006358823273330927,
      "loss_total": 0.006358823273330927,
      "step": 62470
    },
    {
      "grad_norm": 0.13154660165309906,
      "learning_rate": 9.694822195532361e-05,
      "loss": 0.0068,
      "step": 62480
    },
    {
      "loss_action": 0.00454013142734766,
      "loss_total": 0.00454013142734766,
      "step": 62480
    },
    {
      "loss_action": 0.007771837525069714,
      "loss_total": 0.007771837525069714,
      "step": 62480
    },
    {
      "loss_action": 0.00369721045717597,
      "loss_total": 0.00369721045717597,
      "step": 62480
    },
    {
      "loss_action": 0.003676744643598795,
      "loss_total": 0.003676744643598795,
      "step": 62480
    },
    {
      "loss_action": 0.017424585297703743,
      "loss_total": 0.017424585297703743,
      "step": 62480
    },
    {
      "loss_action": 0.007448607124388218,
      "loss_total": 0.007448607124388218,
      "step": 62480
    },
    {
      "loss_action": 0.004548688419163227,
      "loss_total": 0.004548688419163227,
      "step": 62480
    },
    {
      "loss_action": 0.016224265098571777,
      "loss_total": 0.016224265098571777,
      "step": 62480
    },
    {
      "grad_norm": 0.098737433552742,
      "learning_rate": 9.694679975206666e-05,
      "loss": 0.0089,
      "step": 62490
    },
    {
      "loss_action": 0.007066355086863041,
      "loss_total": 0.007066355086863041,
      "step": 62490
    },
    {
      "loss_action": 0.004503813572227955,
      "loss_total": 0.004503813572227955,
      "step": 62490
    },
    {
      "loss_action": 0.0034399041905999184,
      "loss_total": 0.0034399041905999184,
      "step": 62490
    },
    {
      "loss_action": 0.005803185515105724,
      "loss_total": 0.005803185515105724,
      "step": 62490
    },
    {
      "loss_action": 0.011700107716023922,
      "loss_total": 0.011700107716023922,
      "step": 62490
    },
    {
      "loss_action": 0.008025964722037315,
      "loss_total": 0.008025964722037315,
      "step": 62490
    },
    {
      "loss_action": 0.010285740718245506,
      "loss_total": 0.010285740718245506,
      "step": 62490
    },
    {
      "loss_action": 0.003274387214332819,
      "loss_total": 0.003274387214332819,
      "step": 62490
    },
    {
      "grad_norm": 0.07933738082647324,
      "learning_rate": 9.694537722793273e-05,
      "loss": 0.0072,
      "step": 62500
    },
    {
      "loss_action": 0.009830293245613575,
      "loss_total": 0.009830293245613575,
      "step": 62500
    },
    {
      "loss_action": 0.013231215998530388,
      "loss_total": 0.013231215998530388,
      "step": 62500
    },
    {
      "loss_action": 0.005436480976641178,
      "loss_total": 0.005436480976641178,
      "step": 62500
    },
    {
      "loss_action": 0.00708500063046813,
      "loss_total": 0.00708500063046813,
      "step": 62500
    },
    {
      "loss_action": 0.003851806977763772,
      "loss_total": 0.003851806977763772,
      "step": 62500
    },
    {
      "loss_action": 0.01036861166357994,
      "loss_total": 0.01036861166357994,
      "step": 62500
    },
    {
      "loss_action": 0.005315345712006092,
      "loss_total": 0.005315345712006092,
      "step": 62500
    },
    {
      "loss_action": 0.002411966910585761,
      "loss_total": 0.002411966910585761,
      "step": 62500
    },
    {
      "grad_norm": 0.2066291868686676,
      "learning_rate": 9.694395438293155e-05,
      "loss": 0.0081,
      "step": 62510
    },
    {
      "loss_action": 0.0050614383071660995,
      "loss_total": 0.0050614383071660995,
      "step": 62510
    },
    {
      "loss_action": 0.008330773562192917,
      "loss_total": 0.008330773562192917,
      "step": 62510
    },
    {
      "loss_action": 0.00391903892159462,
      "loss_total": 0.00391903892159462,
      "step": 62510
    },
    {
      "loss_action": 0.00471747200936079,
      "loss_total": 0.00471747200936079,
      "step": 62510
    },
    {
      "loss_action": 0.05260314792394638,
      "loss_total": 0.05260314792394638,
      "step": 62510
    },
    {
      "loss_action": 0.004069273825734854,
      "loss_total": 0.004069273825734854,
      "step": 62510
    },
    {
      "loss_action": 0.005730271339416504,
      "loss_total": 0.005730271339416504,
      "step": 62510
    },
    {
      "loss_action": 0.003262505866587162,
      "loss_total": 0.003262505866587162,
      "step": 62510
    },
    {
      "grad_norm": 0.09060326963663101,
      "learning_rate": 9.694253121707289e-05,
      "loss": 0.0069,
      "step": 62520
    },
    {
      "loss_action": 0.0033315354958176613,
      "loss_total": 0.0033315354958176613,
      "step": 62520
    },
    {
      "loss_action": 0.008514121174812317,
      "loss_total": 0.008514121174812317,
      "step": 62520
    },
    {
      "loss_action": 0.0038776241708546877,
      "loss_total": 0.0038776241708546877,
      "step": 62520
    },
    {
      "loss_action": 0.01150023378431797,
      "loss_total": 0.01150023378431797,
      "step": 62520
    },
    {
      "loss_action": 0.007705441676080227,
      "loss_total": 0.007705441676080227,
      "step": 62520
    },
    {
      "loss_action": 0.0026596852112561464,
      "loss_total": 0.0026596852112561464,
      "step": 62520
    },
    {
      "loss_action": 0.002463690470904112,
      "loss_total": 0.002463690470904112,
      "step": 62520
    },
    {
      "loss_action": 0.00463490653783083,
      "loss_total": 0.00463490653783083,
      "step": 62520
    },
    {
      "grad_norm": 0.1360376924276352,
      "learning_rate": 9.69411077303664e-05,
      "loss": 0.0078,
      "step": 62530
    },
    {
      "loss_action": 0.02191375195980072,
      "loss_total": 0.02191375195980072,
      "step": 62530
    },
    {
      "loss_action": 0.00823664478957653,
      "loss_total": 0.00823664478957653,
      "step": 62530
    },
    {
      "loss_action": 0.01181111577898264,
      "loss_total": 0.01181111577898264,
      "step": 62530
    },
    {
      "loss_action": 0.0031195110641419888,
      "loss_total": 0.0031195110641419888,
      "step": 62530
    },
    {
      "loss_action": 0.007301866542547941,
      "loss_total": 0.007301866542547941,
      "step": 62530
    },
    {
      "loss_action": 0.0023124325089156628,
      "loss_total": 0.0023124325089156628,
      "step": 62530
    },
    {
      "loss_action": 0.02606360986828804,
      "loss_total": 0.02606360986828804,
      "step": 62530
    },
    {
      "loss_action": 0.007281380705535412,
      "loss_total": 0.007281380705535412,
      "step": 62530
    },
    {
      "grad_norm": 0.13255026936531067,
      "learning_rate": 9.693968392282185e-05,
      "loss": 0.0101,
      "step": 62540
    },
    {
      "loss_action": 0.00642693554982543,
      "loss_total": 0.00642693554982543,
      "step": 62540
    },
    {
      "loss_action": 0.010535972192883492,
      "loss_total": 0.010535972192883492,
      "step": 62540
    },
    {
      "loss_action": 0.004978124983608723,
      "loss_total": 0.004978124983608723,
      "step": 62540
    },
    {
      "loss_action": 0.003691420191898942,
      "loss_total": 0.003691420191898942,
      "step": 62540
    },
    {
      "loss_action": 0.012501819059252739,
      "loss_total": 0.012501819059252739,
      "step": 62540
    },
    {
      "loss_action": 0.004927392117679119,
      "loss_total": 0.004927392117679119,
      "step": 62540
    },
    {
      "loss_action": 0.006045999936759472,
      "loss_total": 0.006045999936759472,
      "step": 62540
    },
    {
      "loss_action": 0.004639707505702972,
      "loss_total": 0.004639707505702972,
      "step": 62540
    },
    {
      "grad_norm": 0.1128971204161644,
      "learning_rate": 9.693825979444897e-05,
      "loss": 0.009,
      "step": 62550
    },
    {
      "loss_action": 0.008030526340007782,
      "loss_total": 0.008030526340007782,
      "step": 62550
    },
    {
      "loss_action": 0.0048714554868638515,
      "loss_total": 0.0048714554868638515,
      "step": 62550
    },
    {
      "loss_action": 0.006986748427152634,
      "loss_total": 0.006986748427152634,
      "step": 62550
    },
    {
      "loss_action": 0.008073579519987106,
      "loss_total": 0.008073579519987106,
      "step": 62550
    },
    {
      "loss_action": 0.00911769736558199,
      "loss_total": 0.00911769736558199,
      "step": 62550
    },
    {
      "loss_action": 0.002778319176286459,
      "loss_total": 0.002778319176286459,
      "step": 62550
    },
    {
      "loss_action": 0.00395725155249238,
      "loss_total": 0.00395725155249238,
      "step": 62550
    },
    {
      "loss_action": 0.018014993518590927,
      "loss_total": 0.018014993518590927,
      "step": 62550
    },
    {
      "grad_norm": 0.11411047726869583,
      "learning_rate": 9.69368353452575e-05,
      "loss": 0.0085,
      "step": 62560
    },
    {
      "loss_action": 0.0061381966806948185,
      "loss_total": 0.0061381966806948185,
      "step": 62560
    },
    {
      "loss_action": 0.0028753867372870445,
      "loss_total": 0.0028753867372870445,
      "step": 62560
    },
    {
      "loss_action": 0.013639235869050026,
      "loss_total": 0.013639235869050026,
      "step": 62560
    },
    {
      "loss_action": 0.008517054840922356,
      "loss_total": 0.008517054840922356,
      "step": 62560
    },
    {
      "loss_action": 0.006574011407792568,
      "loss_total": 0.006574011407792568,
      "step": 62560
    },
    {
      "loss_action": 0.004229424521327019,
      "loss_total": 0.004229424521327019,
      "step": 62560
    },
    {
      "loss_action": 0.014170089736580849,
      "loss_total": 0.014170089736580849,
      "step": 62560
    },
    {
      "loss_action": 0.006653133779764175,
      "loss_total": 0.006653133779764175,
      "step": 62560
    },
    {
      "grad_norm": 0.12979982793331146,
      "learning_rate": 9.693541057525716e-05,
      "loss": 0.0079,
      "step": 62570
    },
    {
      "loss_action": 0.006568853743374348,
      "loss_total": 0.006568853743374348,
      "step": 62570
    },
    {
      "loss_action": 0.008521616458892822,
      "loss_total": 0.008521616458892822,
      "step": 62570
    },
    {
      "loss_action": 0.0052329059690237045,
      "loss_total": 0.0052329059690237045,
      "step": 62570
    },
    {
      "loss_action": 0.004819572903215885,
      "loss_total": 0.004819572903215885,
      "step": 62570
    },
    {
      "loss_action": 0.003093068953603506,
      "loss_total": 0.003093068953603506,
      "step": 62570
    },
    {
      "loss_action": 0.0019985479302704334,
      "loss_total": 0.0019985479302704334,
      "step": 62570
    },
    {
      "loss_action": 0.004116219934076071,
      "loss_total": 0.004116219934076071,
      "step": 62570
    },
    {
      "loss_action": 0.004131775815039873,
      "loss_total": 0.004131775815039873,
      "step": 62570
    },
    {
      "grad_norm": 0.09110736846923828,
      "learning_rate": 9.693398548445771e-05,
      "loss": 0.007,
      "step": 62580
    },
    {
      "loss_action": 0.002479091752320528,
      "loss_total": 0.002479091752320528,
      "step": 62580
    },
    {
      "loss_action": 0.004046851769089699,
      "loss_total": 0.004046851769089699,
      "step": 62580
    },
    {
      "loss_action": 0.006852211430668831,
      "loss_total": 0.006852211430668831,
      "step": 62580
    },
    {
      "loss_action": 0.012543927878141403,
      "loss_total": 0.012543927878141403,
      "step": 62580
    },
    {
      "loss_action": 0.004160160198807716,
      "loss_total": 0.004160160198807716,
      "step": 62580
    },
    {
      "loss_action": 0.0023174877278506756,
      "loss_total": 0.0023174877278506756,
      "step": 62580
    },
    {
      "loss_action": 0.004404636565595865,
      "loss_total": 0.004404636565595865,
      "step": 62580
    },
    {
      "loss_action": 0.003553277812898159,
      "loss_total": 0.003553277812898159,
      "step": 62580
    },
    {
      "grad_norm": 0.07363008707761765,
      "learning_rate": 9.693256007286887e-05,
      "loss": 0.0064,
      "step": 62590
    },
    {
      "loss_action": 0.0063649918884038925,
      "loss_total": 0.0063649918884038925,
      "step": 62590
    },
    {
      "loss_action": 0.004604707006365061,
      "loss_total": 0.004604707006365061,
      "step": 62590
    },
    {
      "loss_action": 0.025597870349884033,
      "loss_total": 0.025597870349884033,
      "step": 62590
    },
    {
      "loss_action": 0.005487960763275623,
      "loss_total": 0.005487960763275623,
      "step": 62590
    },
    {
      "loss_action": 0.0017759483307600021,
      "loss_total": 0.0017759483307600021,
      "step": 62590
    },
    {
      "loss_action": 0.008132943883538246,
      "loss_total": 0.008132943883538246,
      "step": 62590
    },
    {
      "loss_action": 0.0026480061933398247,
      "loss_total": 0.0026480061933398247,
      "step": 62590
    },
    {
      "loss_action": 0.005213616881519556,
      "loss_total": 0.005213616881519556,
      "step": 62590
    },
    {
      "grad_norm": 0.09495402872562408,
      "learning_rate": 9.693113434050039e-05,
      "loss": 0.007,
      "step": 62600
    },
    {
      "loss_action": 0.004019079729914665,
      "loss_total": 0.004019079729914665,
      "step": 62600
    },
    {
      "loss_action": 0.011176681146025658,
      "loss_total": 0.011176681146025658,
      "step": 62600
    },
    {
      "loss_action": 0.012553883716464043,
      "loss_total": 0.012553883716464043,
      "step": 62600
    },
    {
      "loss_action": 0.006567668169736862,
      "loss_total": 0.006567668169736862,
      "step": 62600
    },
    {
      "loss_action": 0.009814109653234482,
      "loss_total": 0.009814109653234482,
      "step": 62600
    },
    {
      "loss_action": 0.0036476310342550278,
      "loss_total": 0.0036476310342550278,
      "step": 62600
    },
    {
      "loss_action": 0.014086149632930756,
      "loss_total": 0.014086149632930756,
      "step": 62600
    },
    {
      "loss_action": 0.007264713756740093,
      "loss_total": 0.007264713756740093,
      "step": 62600
    },
    {
      "grad_norm": 0.11484769731760025,
      "learning_rate": 9.692970828736201e-05,
      "loss": 0.0079,
      "step": 62610
    },
    {
      "loss_action": 0.006538607180118561,
      "loss_total": 0.006538607180118561,
      "step": 62610
    },
    {
      "loss_action": 0.0019094625022262335,
      "loss_total": 0.0019094625022262335,
      "step": 62610
    },
    {
      "loss_action": 0.008548064157366753,
      "loss_total": 0.008548064157366753,
      "step": 62610
    },
    {
      "loss_action": 0.002686925698071718,
      "loss_total": 0.002686925698071718,
      "step": 62610
    },
    {
      "loss_action": 0.0037312181666493416,
      "loss_total": 0.0037312181666493416,
      "step": 62610
    },
    {
      "loss_action": 0.007385763339698315,
      "loss_total": 0.007385763339698315,
      "step": 62610
    },
    {
      "loss_action": 0.0023435307666659355,
      "loss_total": 0.0023435307666659355,
      "step": 62610
    },
    {
      "loss_action": 0.002970849396660924,
      "loss_total": 0.002970849396660924,
      "step": 62610
    },
    {
      "grad_norm": 0.12618465721607208,
      "learning_rate": 9.692828191346348e-05,
      "loss": 0.0069,
      "step": 62620
    },
    {
      "loss_action": 0.005460834130644798,
      "loss_total": 0.005460834130644798,
      "step": 62620
    },
    {
      "loss_action": 0.002367632929235697,
      "loss_total": 0.002367632929235697,
      "step": 62620
    },
    {
      "loss_action": 0.00748063251376152,
      "loss_total": 0.00748063251376152,
      "step": 62620
    },
    {
      "loss_action": 0.01291344128549099,
      "loss_total": 0.01291344128549099,
      "step": 62620
    },
    {
      "loss_action": 0.002934941090643406,
      "loss_total": 0.002934941090643406,
      "step": 62620
    },
    {
      "loss_action": 0.0029427444096654654,
      "loss_total": 0.0029427444096654654,
      "step": 62620
    },
    {
      "loss_action": 0.009396436624228954,
      "loss_total": 0.009396436624228954,
      "step": 62620
    },
    {
      "loss_action": 0.023911815136671066,
      "loss_total": 0.023911815136671066,
      "step": 62620
    },
    {
      "grad_norm": 0.1443992704153061,
      "learning_rate": 9.692685521881455e-05,
      "loss": 0.0083,
      "step": 62630
    },
    {
      "loss_action": 0.005840717814862728,
      "loss_total": 0.005840717814862728,
      "step": 62630
    },
    {
      "loss_action": 0.0031038890592753887,
      "loss_total": 0.0031038890592753887,
      "step": 62630
    },
    {
      "loss_action": 0.0027553506661206484,
      "loss_total": 0.0027553506661206484,
      "step": 62630
    },
    {
      "loss_action": 0.01848822645843029,
      "loss_total": 0.01848822645843029,
      "step": 62630
    },
    {
      "loss_action": 0.013283368200063705,
      "loss_total": 0.013283368200063705,
      "step": 62630
    },
    {
      "loss_action": 0.005160361062735319,
      "loss_total": 0.005160361062735319,
      "step": 62630
    },
    {
      "loss_action": 0.004329392686486244,
      "loss_total": 0.004329392686486244,
      "step": 62630
    },
    {
      "loss_action": 0.002532468643039465,
      "loss_total": 0.002532468643039465,
      "step": 62630
    },
    {
      "grad_norm": 0.11213169991970062,
      "learning_rate": 9.692542820342499e-05,
      "loss": 0.0071,
      "step": 62640
    },
    {
      "loss_action": 0.003368196776136756,
      "loss_total": 0.003368196776136756,
      "step": 62640
    },
    {
      "loss_action": 0.03366916999220848,
      "loss_total": 0.03366916999220848,
      "step": 62640
    },
    {
      "loss_action": 0.015460330992937088,
      "loss_total": 0.015460330992937088,
      "step": 62640
    },
    {
      "loss_action": 0.014945149421691895,
      "loss_total": 0.014945149421691895,
      "step": 62640
    },
    {
      "loss_action": 0.0022482657805085182,
      "loss_total": 0.0022482657805085182,
      "step": 62640
    },
    {
      "loss_action": 0.007926609367132187,
      "loss_total": 0.007926609367132187,
      "step": 62640
    },
    {
      "loss_action": 0.008454500697553158,
      "loss_total": 0.008454500697553158,
      "step": 62640
    },
    {
      "loss_action": 0.015609830617904663,
      "loss_total": 0.015609830617904663,
      "step": 62640
    },
    {
      "grad_norm": 0.0921698585152626,
      "learning_rate": 9.692400086730451e-05,
      "loss": 0.0072,
      "step": 62650
    },
    {
      "loss_action": 0.0022999970242381096,
      "loss_total": 0.0022999970242381096,
      "step": 62650
    },
    {
      "loss_action": 0.013609069399535656,
      "loss_total": 0.013609069399535656,
      "step": 62650
    },
    {
      "loss_action": 0.0056852614507079124,
      "loss_total": 0.0056852614507079124,
      "step": 62650
    },
    {
      "loss_action": 0.001588132232427597,
      "loss_total": 0.001588132232427597,
      "step": 62650
    },
    {
      "loss_action": 0.014740152284502983,
      "loss_total": 0.014740152284502983,
      "step": 62650
    },
    {
      "loss_action": 0.004626793786883354,
      "loss_total": 0.004626793786883354,
      "step": 62650
    },
    {
      "loss_action": 0.006291552912443876,
      "loss_total": 0.006291552912443876,
      "step": 62650
    },
    {
      "loss_action": 0.0015426045283675194,
      "loss_total": 0.0015426045283675194,
      "step": 62650
    },
    {
      "grad_norm": 0.10584766417741776,
      "learning_rate": 9.692257321046289e-05,
      "loss": 0.006,
      "step": 62660
    },
    {
      "loss_action": 0.0026484965346753597,
      "loss_total": 0.0026484965346753597,
      "step": 62660
    },
    {
      "loss_action": 0.009518180042505264,
      "loss_total": 0.009518180042505264,
      "step": 62660
    },
    {
      "loss_action": 0.0124996118247509,
      "loss_total": 0.0124996118247509,
      "step": 62660
    },
    {
      "loss_action": 0.0055743553675711155,
      "loss_total": 0.0055743553675711155,
      "step": 62660
    },
    {
      "loss_action": 0.004467078484594822,
      "loss_total": 0.004467078484594822,
      "step": 62660
    },
    {
      "loss_action": 0.012072956189513206,
      "loss_total": 0.012072956189513206,
      "step": 62660
    },
    {
      "loss_action": 0.013089466840028763,
      "loss_total": 0.013089466840028763,
      "step": 62660
    },
    {
      "loss_action": 0.006477294489741325,
      "loss_total": 0.006477294489741325,
      "step": 62660
    },
    {
      "grad_norm": 0.14982934296131134,
      "learning_rate": 9.69211452329099e-05,
      "loss": 0.0093,
      "step": 62670
    },
    {
      "loss_action": 0.01055773813277483,
      "loss_total": 0.01055773813277483,
      "step": 62670
    },
    {
      "loss_action": 0.0032419769559055567,
      "loss_total": 0.0032419769559055567,
      "step": 62670
    },
    {
      "loss_action": 0.005198035389184952,
      "loss_total": 0.005198035389184952,
      "step": 62670
    },
    {
      "loss_action": 0.0040616970509290695,
      "loss_total": 0.0040616970509290695,
      "step": 62670
    },
    {
      "loss_action": 0.007734942249953747,
      "loss_total": 0.007734942249953747,
      "step": 62670
    },
    {
      "loss_action": 0.004426711238920689,
      "loss_total": 0.004426711238920689,
      "step": 62670
    },
    {
      "loss_action": 0.01633468270301819,
      "loss_total": 0.01633468270301819,
      "step": 62670
    },
    {
      "loss_action": 0.048506878316402435,
      "loss_total": 0.048506878316402435,
      "step": 62670
    },
    {
      "grad_norm": 0.111935093998909,
      "learning_rate": 9.691971693465529e-05,
      "loss": 0.0068,
      "step": 62680
    },
    {
      "loss_action": 0.007509562186896801,
      "loss_total": 0.007509562186896801,
      "step": 62680
    },
    {
      "loss_action": 0.016754601150751114,
      "loss_total": 0.016754601150751114,
      "step": 62680
    },
    {
      "loss_action": 0.0067895082756876945,
      "loss_total": 0.0067895082756876945,
      "step": 62680
    },
    {
      "loss_action": 0.028332412242889404,
      "loss_total": 0.028332412242889404,
      "step": 62680
    },
    {
      "loss_action": 0.011707223951816559,
      "loss_total": 0.011707223951816559,
      "step": 62680
    },
    {
      "loss_action": 0.003876034403219819,
      "loss_total": 0.003876034403219819,
      "step": 62680
    },
    {
      "loss_action": 0.011523107998073101,
      "loss_total": 0.011523107998073101,
      "step": 62680
    },
    {
      "loss_action": 0.0048104845918715,
      "loss_total": 0.0048104845918715,
      "step": 62680
    },
    {
      "grad_norm": 0.09703783690929413,
      "learning_rate": 9.691828831570881e-05,
      "loss": 0.0067,
      "step": 62690
    },
    {
      "loss_action": 0.005558001808822155,
      "loss_total": 0.005558001808822155,
      "step": 62690
    },
    {
      "loss_action": 0.0028355291578918695,
      "loss_total": 0.0028355291578918695,
      "step": 62690
    },
    {
      "loss_action": 0.0057645817287266254,
      "loss_total": 0.0057645817287266254,
      "step": 62690
    },
    {
      "loss_action": 0.029658406972885132,
      "loss_total": 0.029658406972885132,
      "step": 62690
    },
    {
      "loss_action": 0.01077201496809721,
      "loss_total": 0.01077201496809721,
      "step": 62690
    },
    {
      "loss_action": 0.028104044497013092,
      "loss_total": 0.028104044497013092,
      "step": 62690
    },
    {
      "loss_action": 0.014566918835043907,
      "loss_total": 0.014566918835043907,
      "step": 62690
    },
    {
      "loss_action": 0.00717461621388793,
      "loss_total": 0.00717461621388793,
      "step": 62690
    },
    {
      "grad_norm": 0.09756360948085785,
      "learning_rate": 9.691685937608026e-05,
      "loss": 0.0066,
      "step": 62700
    },
    {
      "loss_action": 0.009811640717089176,
      "loss_total": 0.009811640717089176,
      "step": 62700
    },
    {
      "loss_action": 0.004631383344531059,
      "loss_total": 0.004631383344531059,
      "step": 62700
    },
    {
      "loss_action": 0.033559396862983704,
      "loss_total": 0.033559396862983704,
      "step": 62700
    },
    {
      "loss_action": 0.006917725317180157,
      "loss_total": 0.006917725317180157,
      "step": 62700
    },
    {
      "loss_action": 0.0028834629338234663,
      "loss_total": 0.0028834629338234663,
      "step": 62700
    },
    {
      "loss_action": 0.022652700543403625,
      "loss_total": 0.022652700543403625,
      "step": 62700
    },
    {
      "loss_action": 0.002657100558280945,
      "loss_total": 0.002657100558280945,
      "step": 62700
    },
    {
      "loss_action": 0.04248238727450371,
      "loss_total": 0.04248238727450371,
      "step": 62700
    },
    {
      "grad_norm": 0.10674594342708588,
      "learning_rate": 9.691543011577935e-05,
      "loss": 0.0093,
      "step": 62710
    },
    {
      "loss_action": 0.004595920443534851,
      "loss_total": 0.004595920443534851,
      "step": 62710
    },
    {
      "loss_action": 0.008387450128793716,
      "loss_total": 0.008387450128793716,
      "step": 62710
    },
    {
      "loss_action": 0.006167708896100521,
      "loss_total": 0.006167708896100521,
      "step": 62710
    },
    {
      "loss_action": 0.003692096099257469,
      "loss_total": 0.003692096099257469,
      "step": 62710
    },
    {
      "loss_action": 0.011479979380965233,
      "loss_total": 0.011479979380965233,
      "step": 62710
    },
    {
      "loss_action": 0.0031641011592000723,
      "loss_total": 0.0031641011592000723,
      "step": 62710
    },
    {
      "loss_action": 0.004207509104162455,
      "loss_total": 0.004207509104162455,
      "step": 62710
    },
    {
      "loss_action": 0.004455734044313431,
      "loss_total": 0.004455734044313431,
      "step": 62710
    },
    {
      "grad_norm": 0.10178644210100174,
      "learning_rate": 9.691400053481591e-05,
      "loss": 0.0079,
      "step": 62720
    },
    {
      "loss_action": 0.05510770156979561,
      "loss_total": 0.05510770156979561,
      "step": 62720
    },
    {
      "loss_action": 0.004233739338815212,
      "loss_total": 0.004233739338815212,
      "step": 62720
    },
    {
      "loss_action": 0.005279324948787689,
      "loss_total": 0.005279324948787689,
      "step": 62720
    },
    {
      "loss_action": 0.0030533759854733944,
      "loss_total": 0.0030533759854733944,
      "step": 62720
    },
    {
      "loss_action": 0.006554127670824528,
      "loss_total": 0.006554127670824528,
      "step": 62720
    },
    {
      "loss_action": 0.03826651722192764,
      "loss_total": 0.03826651722192764,
      "step": 62720
    },
    {
      "loss_action": 0.003320738673210144,
      "loss_total": 0.003320738673210144,
      "step": 62720
    },
    {
      "loss_action": 0.004056503996253014,
      "loss_total": 0.004056503996253014,
      "step": 62720
    },
    {
      "grad_norm": 0.10498248785734177,
      "learning_rate": 9.691257063319968e-05,
      "loss": 0.0082,
      "step": 62730
    },
    {
      "loss_action": 0.028292769566178322,
      "loss_total": 0.028292769566178322,
      "step": 62730
    },
    {
      "loss_action": 0.002077334327623248,
      "loss_total": 0.002077334327623248,
      "step": 62730
    },
    {
      "loss_action": 0.005142671056091785,
      "loss_total": 0.005142671056091785,
      "step": 62730
    },
    {
      "loss_action": 0.005878488067537546,
      "loss_total": 0.005878488067537546,
      "step": 62730
    },
    {
      "loss_action": 0.0056278295814991,
      "loss_total": 0.0056278295814991,
      "step": 62730
    },
    {
      "loss_action": 0.0019356427947059274,
      "loss_total": 0.0019356427947059274,
      "step": 62730
    },
    {
      "loss_action": 0.001969541423022747,
      "loss_total": 0.001969541423022747,
      "step": 62730
    },
    {
      "loss_action": 0.011387386359274387,
      "loss_total": 0.011387386359274387,
      "step": 62730
    },
    {
      "grad_norm": 0.09934768825769424,
      "learning_rate": 9.691114041094041e-05,
      "loss": 0.0077,
      "step": 62740
    },
    {
      "loss_action": 0.012160327285528183,
      "loss_total": 0.012160327285528183,
      "step": 62740
    },
    {
      "loss_action": 0.005102457012981176,
      "loss_total": 0.005102457012981176,
      "step": 62740
    },
    {
      "loss_action": 0.013512909412384033,
      "loss_total": 0.013512909412384033,
      "step": 62740
    },
    {
      "loss_action": 0.011961862444877625,
      "loss_total": 0.011961862444877625,
      "step": 62740
    },
    {
      "loss_action": 0.006012826692312956,
      "loss_total": 0.006012826692312956,
      "step": 62740
    },
    {
      "loss_action": 0.004886122420430183,
      "loss_total": 0.004886122420430183,
      "step": 62740
    },
    {
      "loss_action": 0.007067241705954075,
      "loss_total": 0.007067241705954075,
      "step": 62740
    },
    {
      "loss_action": 0.007589301094412804,
      "loss_total": 0.007589301094412804,
      "step": 62740
    },
    {
      "grad_norm": 0.15606872737407684,
      "learning_rate": 9.69097098680479e-05,
      "loss": 0.0117,
      "step": 62750
    },
    {
      "loss_action": 0.012454390525817871,
      "loss_total": 0.012454390525817871,
      "step": 62750
    },
    {
      "loss_action": 0.004851261153817177,
      "loss_total": 0.004851261153817177,
      "step": 62750
    },
    {
      "loss_action": 0.0059546055272221565,
      "loss_total": 0.0059546055272221565,
      "step": 62750
    },
    {
      "loss_action": 0.011326215229928493,
      "loss_total": 0.011326215229928493,
      "step": 62750
    },
    {
      "loss_action": 0.004740145057439804,
      "loss_total": 0.004740145057439804,
      "step": 62750
    },
    {
      "loss_action": 0.016544079408049583,
      "loss_total": 0.016544079408049583,
      "step": 62750
    },
    {
      "loss_action": 0.005414003040641546,
      "loss_total": 0.005414003040641546,
      "step": 62750
    },
    {
      "loss_action": 0.012967560440301895,
      "loss_total": 0.012967560440301895,
      "step": 62750
    },
    {
      "grad_norm": 0.13239945471286774,
      "learning_rate": 9.690827900453195e-05,
      "loss": 0.0082,
      "step": 62760
    },
    {
      "loss_action": 0.013332332484424114,
      "loss_total": 0.013332332484424114,
      "step": 62760
    },
    {
      "loss_action": 0.007175581529736519,
      "loss_total": 0.007175581529736519,
      "step": 62760
    },
    {
      "loss_action": 0.007500018924474716,
      "loss_total": 0.007500018924474716,
      "step": 62760
    },
    {
      "loss_action": 0.0044851163402199745,
      "loss_total": 0.0044851163402199745,
      "step": 62760
    },
    {
      "loss_action": 0.011600461788475513,
      "loss_total": 0.011600461788475513,
      "step": 62760
    },
    {
      "loss_action": 0.004380006343126297,
      "loss_total": 0.004380006343126297,
      "step": 62760
    },
    {
      "loss_action": 0.00581831019371748,
      "loss_total": 0.00581831019371748,
      "step": 62760
    },
    {
      "loss_action": 0.01170426793396473,
      "loss_total": 0.01170426793396473,
      "step": 62760
    },
    {
      "grad_norm": 0.14732499420642853,
      "learning_rate": 9.690684782040231e-05,
      "loss": 0.0088,
      "step": 62770
    },
    {
      "loss_action": 0.010393595322966576,
      "loss_total": 0.010393595322966576,
      "step": 62770
    },
    {
      "loss_action": 0.005781963467597961,
      "loss_total": 0.005781963467597961,
      "step": 62770
    },
    {
      "loss_action": 0.004938031081110239,
      "loss_total": 0.004938031081110239,
      "step": 62770
    },
    {
      "loss_action": 0.003833823138847947,
      "loss_total": 0.003833823138847947,
      "step": 62770
    },
    {
      "loss_action": 0.010746210813522339,
      "loss_total": 0.010746210813522339,
      "step": 62770
    },
    {
      "loss_action": 0.0031212312169373035,
      "loss_total": 0.0031212312169373035,
      "step": 62770
    },
    {
      "loss_action": 0.006407390348613262,
      "loss_total": 0.006407390348613262,
      "step": 62770
    },
    {
      "loss_action": 0.004932411015033722,
      "loss_total": 0.004932411015033722,
      "step": 62770
    },
    {
      "grad_norm": 0.16859093308448792,
      "learning_rate": 9.690541631566878e-05,
      "loss": 0.0083,
      "step": 62780
    },
    {
      "loss_action": 0.003914569038897753,
      "loss_total": 0.003914569038897753,
      "step": 62780
    },
    {
      "loss_action": 0.0023475871421396732,
      "loss_total": 0.0023475871421396732,
      "step": 62780
    },
    {
      "loss_action": 0.006432886701077223,
      "loss_total": 0.006432886701077223,
      "step": 62780
    },
    {
      "loss_action": 0.003072881605476141,
      "loss_total": 0.003072881605476141,
      "step": 62780
    },
    {
      "loss_action": 0.003939344547688961,
      "loss_total": 0.003939344547688961,
      "step": 62780
    },
    {
      "loss_action": 0.015436287969350815,
      "loss_total": 0.015436287969350815,
      "step": 62780
    },
    {
      "loss_action": 0.005287522915750742,
      "loss_total": 0.005287522915750742,
      "step": 62780
    },
    {
      "loss_action": 0.00874150637537241,
      "loss_total": 0.00874150637537241,
      "step": 62780
    },
    {
      "grad_norm": 0.14585396647453308,
      "learning_rate": 9.690398449034113e-05,
      "loss": 0.0087,
      "step": 62790
    },
    {
      "loss_action": 0.008114389143884182,
      "loss_total": 0.008114389143884182,
      "step": 62790
    },
    {
      "loss_action": 0.003097489010542631,
      "loss_total": 0.003097489010542631,
      "step": 62790
    },
    {
      "loss_action": 0.004387553781270981,
      "loss_total": 0.004387553781270981,
      "step": 62790
    },
    {
      "loss_action": 0.0035974238999187946,
      "loss_total": 0.0035974238999187946,
      "step": 62790
    },
    {
      "loss_action": 0.005136994644999504,
      "loss_total": 0.005136994644999504,
      "step": 62790
    },
    {
      "loss_action": 0.007660837844014168,
      "loss_total": 0.007660837844014168,
      "step": 62790
    },
    {
      "loss_action": 0.006446212530136108,
      "loss_total": 0.006446212530136108,
      "step": 62790
    },
    {
      "loss_action": 0.014274016954004765,
      "loss_total": 0.014274016954004765,
      "step": 62790
    },
    {
      "grad_norm": 0.16327621042728424,
      "learning_rate": 9.690255234442913e-05,
      "loss": 0.0076,
      "step": 62800
    },
    {
      "loss_action": 0.005762086249887943,
      "loss_total": 0.005762086249887943,
      "step": 62800
    },
    {
      "loss_action": 0.008221869356930256,
      "loss_total": 0.008221869356930256,
      "step": 62800
    },
    {
      "loss_action": 0.007077216170728207,
      "loss_total": 0.007077216170728207,
      "step": 62800
    },
    {
      "loss_action": 0.014800083823502064,
      "loss_total": 0.014800083823502064,
      "step": 62800
    },
    {
      "loss_action": 0.020565427839756012,
      "loss_total": 0.020565427839756012,
      "step": 62800
    },
    {
      "loss_action": 0.006692453287541866,
      "loss_total": 0.006692453287541866,
      "step": 62800
    },
    {
      "loss_action": 0.008690639398992062,
      "loss_total": 0.008690639398992062,
      "step": 62800
    },
    {
      "loss_action": 0.010730117559432983,
      "loss_total": 0.010730117559432983,
      "step": 62800
    },
    {
      "grad_norm": 0.17834044992923737,
      "learning_rate": 9.690111987794261e-05,
      "loss": 0.0084,
      "step": 62810
    },
    {
      "loss_action": 0.006877962499856949,
      "loss_total": 0.006877962499856949,
      "step": 62810
    },
    {
      "loss_action": 0.0035319591406732798,
      "loss_total": 0.0035319591406732798,
      "step": 62810
    },
    {
      "loss_action": 0.030723687261343002,
      "loss_total": 0.030723687261343002,
      "step": 62810
    },
    {
      "loss_action": 0.018434761092066765,
      "loss_total": 0.018434761092066765,
      "step": 62810
    },
    {
      "loss_action": 0.011110684834420681,
      "loss_total": 0.011110684834420681,
      "step": 62810
    },
    {
      "loss_action": 0.020735053345561028,
      "loss_total": 0.020735053345561028,
      "step": 62810
    },
    {
      "loss_action": 0.003368861973285675,
      "loss_total": 0.003368861973285675,
      "step": 62810
    },
    {
      "loss_action": 0.0037910458631813526,
      "loss_total": 0.0037910458631813526,
      "step": 62810
    },
    {
      "grad_norm": 0.15256564319133759,
      "learning_rate": 9.689968709089134e-05,
      "loss": 0.0087,
      "step": 62820
    },
    {
      "loss_action": 0.010672527365386486,
      "loss_total": 0.010672527365386486,
      "step": 62820
    },
    {
      "loss_action": 0.00692922156304121,
      "loss_total": 0.00692922156304121,
      "step": 62820
    },
    {
      "loss_action": 0.0060145119205117226,
      "loss_total": 0.0060145119205117226,
      "step": 62820
    },
    {
      "loss_action": 0.008287271484732628,
      "loss_total": 0.008287271484732628,
      "step": 62820
    },
    {
      "loss_action": 0.010889592580497265,
      "loss_total": 0.010889592580497265,
      "step": 62820
    },
    {
      "loss_action": 0.004054606426507235,
      "loss_total": 0.004054606426507235,
      "step": 62820
    },
    {
      "loss_action": 0.0021964358165860176,
      "loss_total": 0.0021964358165860176,
      "step": 62820
    },
    {
      "loss_action": 0.006878371350467205,
      "loss_total": 0.006878371350467205,
      "step": 62820
    },
    {
      "grad_norm": 0.1320749670267105,
      "learning_rate": 9.689825398328512e-05,
      "loss": 0.0074,
      "step": 62830
    },
    {
      "loss_action": 0.008765069767832756,
      "loss_total": 0.008765069767832756,
      "step": 62830
    },
    {
      "loss_action": 0.005480630788952112,
      "loss_total": 0.005480630788952112,
      "step": 62830
    },
    {
      "loss_action": 0.010371324606239796,
      "loss_total": 0.010371324606239796,
      "step": 62830
    },
    {
      "loss_action": 0.006415138021111488,
      "loss_total": 0.006415138021111488,
      "step": 62830
    },
    {
      "loss_action": 0.011390283703804016,
      "loss_total": 0.011390283703804016,
      "step": 62830
    },
    {
      "loss_action": 0.006135067902505398,
      "loss_total": 0.006135067902505398,
      "step": 62830
    },
    {
      "loss_action": 0.010366584174335003,
      "loss_total": 0.010366584174335003,
      "step": 62830
    },
    {
      "loss_action": 0.0036225346848368645,
      "loss_total": 0.0036225346848368645,
      "step": 62830
    },
    {
      "grad_norm": 0.15929177403450012,
      "learning_rate": 9.689682055513372e-05,
      "loss": 0.0085,
      "step": 62840
    },
    {
      "loss_action": 0.0034240628592669964,
      "loss_total": 0.0034240628592669964,
      "step": 62840
    },
    {
      "loss_action": 0.004806378856301308,
      "loss_total": 0.004806378856301308,
      "step": 62840
    },
    {
      "loss_action": 0.008592795580625534,
      "loss_total": 0.008592795580625534,
      "step": 62840
    },
    {
      "loss_action": 0.003217310644686222,
      "loss_total": 0.003217310644686222,
      "step": 62840
    },
    {
      "loss_action": 0.006448688916862011,
      "loss_total": 0.006448688916862011,
      "step": 62840
    },
    {
      "loss_action": 0.00788313988596201,
      "loss_total": 0.00788313988596201,
      "step": 62840
    },
    {
      "loss_action": 0.0063707055523991585,
      "loss_total": 0.0063707055523991585,
      "step": 62840
    },
    {
      "loss_action": 0.003432672470808029,
      "loss_total": 0.003432672470808029,
      "step": 62840
    },
    {
      "grad_norm": 0.1055721715092659,
      "learning_rate": 9.689538680644695e-05,
      "loss": 0.0079,
      "step": 62850
    },
    {
      "loss_action": 0.019367480650544167,
      "loss_total": 0.019367480650544167,
      "step": 62850
    },
    {
      "loss_action": 0.01067475788295269,
      "loss_total": 0.01067475788295269,
      "step": 62850
    },
    {
      "loss_action": 0.004253583028912544,
      "loss_total": 0.004253583028912544,
      "step": 62850
    },
    {
      "loss_action": 0.004291420802474022,
      "loss_total": 0.004291420802474022,
      "step": 62850
    },
    {
      "loss_action": 0.0019076841417700052,
      "loss_total": 0.0019076841417700052,
      "step": 62850
    },
    {
      "loss_action": 0.004529508296400309,
      "loss_total": 0.004529508296400309,
      "step": 62850
    },
    {
      "loss_action": 0.0038618312682956457,
      "loss_total": 0.0038618312682956457,
      "step": 62850
    },
    {
      "loss_action": 0.004795663058757782,
      "loss_total": 0.004795663058757782,
      "step": 62850
    },
    {
      "grad_norm": 0.11651505529880524,
      "learning_rate": 9.689395273723463e-05,
      "loss": 0.0064,
      "step": 62860
    },
    {
      "loss_action": 0.004092871677130461,
      "loss_total": 0.004092871677130461,
      "step": 62860
    },
    {
      "loss_action": 0.008548019453883171,
      "loss_total": 0.008548019453883171,
      "step": 62860
    },
    {
      "loss_action": 0.009912695735692978,
      "loss_total": 0.009912695735692978,
      "step": 62860
    },
    {
      "loss_action": 0.00525953434407711,
      "loss_total": 0.00525953434407711,
      "step": 62860
    },
    {
      "loss_action": 0.00865190289914608,
      "loss_total": 0.00865190289914608,
      "step": 62860
    },
    {
      "loss_action": 0.019970111548900604,
      "loss_total": 0.019970111548900604,
      "step": 62860
    },
    {
      "loss_action": 0.013114625588059425,
      "loss_total": 0.013114625588059425,
      "step": 62860
    },
    {
      "loss_action": 0.0035531255416572094,
      "loss_total": 0.0035531255416572094,
      "step": 62860
    },
    {
      "grad_norm": 0.14213664829730988,
      "learning_rate": 9.689251834750654e-05,
      "loss": 0.0086,
      "step": 62870
    },
    {
      "loss_action": 0.013786369003355503,
      "loss_total": 0.013786369003355503,
      "step": 62870
    },
    {
      "loss_action": 0.005604986101388931,
      "loss_total": 0.005604986101388931,
      "step": 62870
    },
    {
      "loss_action": 0.01164922397583723,
      "loss_total": 0.01164922397583723,
      "step": 62870
    },
    {
      "loss_action": 0.005179229192435741,
      "loss_total": 0.005179229192435741,
      "step": 62870
    },
    {
      "loss_action": 0.0035396330058574677,
      "loss_total": 0.0035396330058574677,
      "step": 62870
    },
    {
      "loss_action": 0.004158723168075085,
      "loss_total": 0.004158723168075085,
      "step": 62870
    },
    {
      "loss_action": 0.006872411351650953,
      "loss_total": 0.006872411351650953,
      "step": 62870
    },
    {
      "loss_action": 0.00573255680501461,
      "loss_total": 0.00573255680501461,
      "step": 62870
    },
    {
      "grad_norm": 0.1367594599723816,
      "learning_rate": 9.68910836372725e-05,
      "loss": 0.0076,
      "step": 62880
    },
    {
      "loss_action": 0.01322280801832676,
      "loss_total": 0.01322280801832676,
      "step": 62880
    },
    {
      "loss_action": 0.016228994354605675,
      "loss_total": 0.016228994354605675,
      "step": 62880
    },
    {
      "loss_action": 0.004340356215834618,
      "loss_total": 0.004340356215834618,
      "step": 62880
    },
    {
      "loss_action": 0.005531325936317444,
      "loss_total": 0.005531325936317444,
      "step": 62880
    },
    {
      "loss_action": 0.006574637722223997,
      "loss_total": 0.006574637722223997,
      "step": 62880
    },
    {
      "loss_action": 0.00505754305049777,
      "loss_total": 0.00505754305049777,
      "step": 62880
    },
    {
      "loss_action": 0.004009362775832415,
      "loss_total": 0.004009362775832415,
      "step": 62880
    },
    {
      "loss_action": 0.007493836339563131,
      "loss_total": 0.007493836339563131,
      "step": 62880
    },
    {
      "grad_norm": 0.10446123778820038,
      "learning_rate": 9.688964860654231e-05,
      "loss": 0.0066,
      "step": 62890
    },
    {
      "loss_action": 0.0029856697656214237,
      "loss_total": 0.0029856697656214237,
      "step": 62890
    },
    {
      "loss_action": 0.0021551414392888546,
      "loss_total": 0.0021551414392888546,
      "step": 62890
    },
    {
      "loss_action": 0.002419221680611372,
      "loss_total": 0.002419221680611372,
      "step": 62890
    },
    {
      "loss_action": 0.008435392752289772,
      "loss_total": 0.008435392752289772,
      "step": 62890
    },
    {
      "loss_action": 0.0024124374613165855,
      "loss_total": 0.0024124374613165855,
      "step": 62890
    },
    {
      "loss_action": 0.008070405572652817,
      "loss_total": 0.008070405572652817,
      "step": 62890
    },
    {
      "loss_action": 0.01344386488199234,
      "loss_total": 0.01344386488199234,
      "step": 62890
    },
    {
      "loss_action": 0.015620282851159573,
      "loss_total": 0.015620282851159573,
      "step": 62890
    },
    {
      "grad_norm": 0.09776686877012253,
      "learning_rate": 9.688821325532575e-05,
      "loss": 0.008,
      "step": 62900
    },
    {
      "loss_action": 0.004462682642042637,
      "loss_total": 0.004462682642042637,
      "step": 62900
    },
    {
      "loss_action": 0.004018827341496944,
      "loss_total": 0.004018827341496944,
      "step": 62900
    },
    {
      "loss_action": 0.0029356840532273054,
      "loss_total": 0.0029356840532273054,
      "step": 62900
    },
    {
      "loss_action": 0.0029266136698424816,
      "loss_total": 0.0029266136698424816,
      "step": 62900
    },
    {
      "loss_action": 0.0058118500746786594,
      "loss_total": 0.0058118500746786594,
      "step": 62900
    },
    {
      "loss_action": 0.006787208840250969,
      "loss_total": 0.006787208840250969,
      "step": 62900
    },
    {
      "loss_action": 0.007003779988735914,
      "loss_total": 0.007003779988735914,
      "step": 62900
    },
    {
      "loss_action": 0.004488315898925066,
      "loss_total": 0.004488315898925066,
      "step": 62900
    },
    {
      "grad_norm": 0.11689277738332748,
      "learning_rate": 9.688677758363268e-05,
      "loss": 0.0066,
      "step": 62910
    },
    {
      "loss_action": 0.0081605464220047,
      "loss_total": 0.0081605464220047,
      "step": 62910
    },
    {
      "loss_action": 0.006565036252140999,
      "loss_total": 0.006565036252140999,
      "step": 62910
    },
    {
      "loss_action": 0.006536805536597967,
      "loss_total": 0.006536805536597967,
      "step": 62910
    },
    {
      "loss_action": 0.005583798512816429,
      "loss_total": 0.005583798512816429,
      "step": 62910
    },
    {
      "loss_action": 0.0050111208111047745,
      "loss_total": 0.0050111208111047745,
      "step": 62910
    },
    {
      "loss_action": 0.010079046711325645,
      "loss_total": 0.010079046711325645,
      "step": 62910
    },
    {
      "loss_action": 0.0037503456696867943,
      "loss_total": 0.0037503456696867943,
      "step": 62910
    },
    {
      "loss_action": 0.003179949941113591,
      "loss_total": 0.003179949941113591,
      "step": 62910
    },
    {
      "grad_norm": 0.11577651649713516,
      "learning_rate": 9.688534159147289e-05,
      "loss": 0.0081,
      "step": 62920
    },
    {
      "loss_action": 0.004295080900192261,
      "loss_total": 0.004295080900192261,
      "step": 62920
    },
    {
      "loss_action": 0.006456287577748299,
      "loss_total": 0.006456287577748299,
      "step": 62920
    },
    {
      "loss_action": 0.0031095268204808235,
      "loss_total": 0.0031095268204808235,
      "step": 62920
    },
    {
      "loss_action": 0.0032784673385322094,
      "loss_total": 0.0032784673385322094,
      "step": 62920
    },
    {
      "loss_action": 0.0018036231631413102,
      "loss_total": 0.0018036231631413102,
      "step": 62920
    },
    {
      "loss_action": 0.0033407441806048155,
      "loss_total": 0.0033407441806048155,
      "step": 62920
    },
    {
      "loss_action": 0.004096297547221184,
      "loss_total": 0.004096297547221184,
      "step": 62920
    },
    {
      "loss_action": 0.00372689263895154,
      "loss_total": 0.00372689263895154,
      "step": 62920
    },
    {
      "grad_norm": 0.11292140185832977,
      "learning_rate": 9.688390527885618e-05,
      "loss": 0.0065,
      "step": 62930
    },
    {
      "loss_action": 0.005541023798286915,
      "loss_total": 0.005541023798286915,
      "step": 62930
    },
    {
      "loss_action": 0.0036209258250892162,
      "loss_total": 0.0036209258250892162,
      "step": 62930
    },
    {
      "loss_action": 0.004759863018989563,
      "loss_total": 0.004759863018989563,
      "step": 62930
    },
    {
      "loss_action": 0.0054039922542870045,
      "loss_total": 0.0054039922542870045,
      "step": 62930
    },
    {
      "loss_action": 0.004755388014018536,
      "loss_total": 0.004755388014018536,
      "step": 62930
    },
    {
      "loss_action": 0.005271296016871929,
      "loss_total": 0.005271296016871929,
      "step": 62930
    },
    {
      "loss_action": 0.007338240277022123,
      "loss_total": 0.007338240277022123,
      "step": 62930
    },
    {
      "loss_action": 0.005071940831840038,
      "loss_total": 0.005071940831840038,
      "step": 62930
    },
    {
      "grad_norm": 0.11586625874042511,
      "learning_rate": 9.688246864579238e-05,
      "loss": 0.0065,
      "step": 62940
    },
    {
      "loss_action": 0.003297884948551655,
      "loss_total": 0.003297884948551655,
      "step": 62940
    },
    {
      "loss_action": 0.003839271841570735,
      "loss_total": 0.003839271841570735,
      "step": 62940
    },
    {
      "loss_action": 0.032500606030225754,
      "loss_total": 0.032500606030225754,
      "step": 62940
    },
    {
      "loss_action": 0.0045330217108130455,
      "loss_total": 0.0045330217108130455,
      "step": 62940
    },
    {
      "loss_action": 0.020356418564915657,
      "loss_total": 0.020356418564915657,
      "step": 62940
    },
    {
      "loss_action": 0.012263590469956398,
      "loss_total": 0.012263590469956398,
      "step": 62940
    },
    {
      "loss_action": 0.007243028841912746,
      "loss_total": 0.007243028841912746,
      "step": 62940
    },
    {
      "loss_action": 0.0037780634593218565,
      "loss_total": 0.0037780634593218565,
      "step": 62940
    },
    {
      "grad_norm": 0.17491716146469116,
      "learning_rate": 9.688103169229131e-05,
      "loss": 0.0076,
      "step": 62950
    },
    {
      "loss_action": 0.0038738592993468046,
      "loss_total": 0.0038738592993468046,
      "step": 62950
    },
    {
      "loss_action": 0.00369821023195982,
      "loss_total": 0.00369821023195982,
      "step": 62950
    },
    {
      "loss_action": 0.012939843349158764,
      "loss_total": 0.012939843349158764,
      "step": 62950
    },
    {
      "loss_action": 0.009800373576581478,
      "loss_total": 0.009800373576581478,
      "step": 62950
    },
    {
      "loss_action": 0.014868475496768951,
      "loss_total": 0.014868475496768951,
      "step": 62950
    },
    {
      "loss_action": 0.0025082475040107965,
      "loss_total": 0.0025082475040107965,
      "step": 62950
    },
    {
      "loss_action": 0.005568593740463257,
      "loss_total": 0.005568593740463257,
      "step": 62950
    },
    {
      "loss_action": 0.010088559240102768,
      "loss_total": 0.010088559240102768,
      "step": 62950
    },
    {
      "grad_norm": 0.13678023219108582,
      "learning_rate": 9.687959441836279e-05,
      "loss": 0.0078,
      "step": 62960
    },
    {
      "loss_action": 0.008507149294018745,
      "loss_total": 0.008507149294018745,
      "step": 62960
    },
    {
      "loss_action": 0.0073331790044903755,
      "loss_total": 0.0073331790044903755,
      "step": 62960
    },
    {
      "loss_action": 0.004732915200293064,
      "loss_total": 0.004732915200293064,
      "step": 62960
    },
    {
      "loss_action": 0.00654223095625639,
      "loss_total": 0.00654223095625639,
      "step": 62960
    },
    {
      "loss_action": 0.0072081126272678375,
      "loss_total": 0.0072081126272678375,
      "step": 62960
    },
    {
      "loss_action": 0.0050389645621180534,
      "loss_total": 0.0050389645621180534,
      "step": 62960
    },
    {
      "loss_action": 0.004689701832830906,
      "loss_total": 0.004689701832830906,
      "step": 62960
    },
    {
      "loss_action": 0.013889992609620094,
      "loss_total": 0.013889992609620094,
      "step": 62960
    },
    {
      "grad_norm": 0.11339757591485977,
      "learning_rate": 9.687815682401667e-05,
      "loss": 0.007,
      "step": 62970
    },
    {
      "loss_action": 0.0028994937893003225,
      "loss_total": 0.0028994937893003225,
      "step": 62970
    },
    {
      "loss_action": 0.005461597815155983,
      "loss_total": 0.005461597815155983,
      "step": 62970
    },
    {
      "loss_action": 0.0020979749970138073,
      "loss_total": 0.0020979749970138073,
      "step": 62970
    },
    {
      "loss_action": 0.004798318725079298,
      "loss_total": 0.004798318725079298,
      "step": 62970
    },
    {
      "loss_action": 0.02267351746559143,
      "loss_total": 0.02267351746559143,
      "step": 62970
    },
    {
      "loss_action": 0.0068362923339009285,
      "loss_total": 0.0068362923339009285,
      "step": 62970
    },
    {
      "loss_action": 0.004162037745118141,
      "loss_total": 0.004162037745118141,
      "step": 62970
    },
    {
      "loss_action": 0.006478746887296438,
      "loss_total": 0.006478746887296438,
      "step": 62970
    },
    {
      "grad_norm": 0.11418356001377106,
      "learning_rate": 9.687671890926271e-05,
      "loss": 0.0083,
      "step": 62980
    },
    {
      "loss_action": 0.0030665849335491657,
      "loss_total": 0.0030665849335491657,
      "step": 62980
    },
    {
      "loss_action": 0.011802555993199348,
      "loss_total": 0.011802555993199348,
      "step": 62980
    },
    {
      "loss_action": 0.0030841026455163956,
      "loss_total": 0.0030841026455163956,
      "step": 62980
    },
    {
      "loss_action": 0.007950272411108017,
      "loss_total": 0.007950272411108017,
      "step": 62980
    },
    {
      "loss_action": 0.002681454410776496,
      "loss_total": 0.002681454410776496,
      "step": 62980
    },
    {
      "loss_action": 0.004442716483026743,
      "loss_total": 0.004442716483026743,
      "step": 62980
    },
    {
      "loss_action": 0.003413926810026169,
      "loss_total": 0.003413926810026169,
      "step": 62980
    },
    {
      "loss_action": 0.0069518680684268475,
      "loss_total": 0.0069518680684268475,
      "step": 62980
    },
    {
      "grad_norm": 0.10907652229070663,
      "learning_rate": 9.687528067411081e-05,
      "loss": 0.0075,
      "step": 62990
    },
    {
      "loss_action": 0.01226821169257164,
      "loss_total": 0.01226821169257164,
      "step": 62990
    },
    {
      "loss_action": 0.006211521103978157,
      "loss_total": 0.006211521103978157,
      "step": 62990
    },
    {
      "loss_action": 0.01155012845993042,
      "loss_total": 0.01155012845993042,
      "step": 62990
    },
    {
      "loss_action": 0.00741566950455308,
      "loss_total": 0.00741566950455308,
      "step": 62990
    },
    {
      "loss_action": 0.00786240678280592,
      "loss_total": 0.00786240678280592,
      "step": 62990
    },
    {
      "loss_action": 0.0033215354196727276,
      "loss_total": 0.0033215354196727276,
      "step": 62990
    },
    {
      "loss_action": 0.011095002293586731,
      "loss_total": 0.011095002293586731,
      "step": 62990
    },
    {
      "loss_action": 0.00664823642000556,
      "loss_total": 0.00664823642000556,
      "step": 62990
    },
    {
      "grad_norm": 0.1296529322862625,
      "learning_rate": 9.687384211857075e-05,
      "loss": 0.0087,
      "step": 63000
    },
    {
      "loss_action": 0.007519781589508057,
      "loss_total": 0.007519781589508057,
      "step": 63000
    },
    {
      "loss_action": 0.008457576856017113,
      "loss_total": 0.008457576856017113,
      "step": 63000
    },
    {
      "loss_action": 0.005736093968153,
      "loss_total": 0.005736093968153,
      "step": 63000
    },
    {
      "loss_action": 0.00843253917992115,
      "loss_total": 0.00843253917992115,
      "step": 63000
    },
    {
      "loss_action": 0.005738436244428158,
      "loss_total": 0.005738436244428158,
      "step": 63000
    },
    {
      "loss_action": 0.0051185679621994495,
      "loss_total": 0.0051185679621994495,
      "step": 63000
    },
    {
      "loss_action": 0.0026537831872701645,
      "loss_total": 0.0026537831872701645,
      "step": 63000
    },
    {
      "loss_action": 0.00706976093351841,
      "loss_total": 0.00706976093351841,
      "step": 63000
    },
    {
      "grad_norm": 0.08987961709499359,
      "learning_rate": 9.68724032426524e-05,
      "loss": 0.0071,
      "step": 63010
    },
    {
      "loss_action": 0.003676791675388813,
      "loss_total": 0.003676791675388813,
      "step": 63010
    },
    {
      "loss_action": 0.002674837363883853,
      "loss_total": 0.002674837363883853,
      "step": 63010
    },
    {
      "loss_action": 0.010866513475775719,
      "loss_total": 0.010866513475775719,
      "step": 63010
    },
    {
      "loss_action": 0.00250294990837574,
      "loss_total": 0.00250294990837574,
      "step": 63010
    },
    {
      "loss_action": 0.00816925335675478,
      "loss_total": 0.00816925335675478,
      "step": 63010
    },
    {
      "loss_action": 0.007241003215312958,
      "loss_total": 0.007241003215312958,
      "step": 63010
    },
    {
      "loss_action": 0.007482469081878662,
      "loss_total": 0.007482469081878662,
      "step": 63010
    },
    {
      "loss_action": 0.004355343524366617,
      "loss_total": 0.004355343524366617,
      "step": 63010
    },
    {
      "grad_norm": 0.10416752099990845,
      "learning_rate": 9.687096404636555e-05,
      "loss": 0.0085,
      "step": 63020
    },
    {
      "loss_action": 0.005688971374183893,
      "loss_total": 0.005688971374183893,
      "step": 63020
    },
    {
      "loss_action": 0.007848426699638367,
      "loss_total": 0.007848426699638367,
      "step": 63020
    },
    {
      "loss_action": 0.00658435607329011,
      "loss_total": 0.00658435607329011,
      "step": 63020
    },
    {
      "loss_action": 0.004768937826156616,
      "loss_total": 0.004768937826156616,
      "step": 63020
    },
    {
      "loss_action": 0.0036503085866570473,
      "loss_total": 0.0036503085866570473,
      "step": 63020
    },
    {
      "loss_action": 0.0022651865147054195,
      "loss_total": 0.0022651865147054195,
      "step": 63020
    },
    {
      "loss_action": 0.0018709719879552722,
      "loss_total": 0.0018709719879552722,
      "step": 63020
    },
    {
      "loss_action": 0.003248799592256546,
      "loss_total": 0.003248799592256546,
      "step": 63020
    },
    {
      "grad_norm": 0.13350838422775269,
      "learning_rate": 9.686952452972007e-05,
      "loss": 0.0071,
      "step": 63030
    },
    {
      "loss_action": 0.008738065138459206,
      "loss_total": 0.008738065138459206,
      "step": 63030
    },
    {
      "loss_action": 0.02772381529211998,
      "loss_total": 0.02772381529211998,
      "step": 63030
    },
    {
      "loss_action": 0.011873167008161545,
      "loss_total": 0.011873167008161545,
      "step": 63030
    },
    {
      "loss_action": 0.005565774627029896,
      "loss_total": 0.005565774627029896,
      "step": 63030
    },
    {
      "loss_action": 0.010279001668095589,
      "loss_total": 0.010279001668095589,
      "step": 63030
    },
    {
      "loss_action": 0.0043338630348443985,
      "loss_total": 0.0043338630348443985,
      "step": 63030
    },
    {
      "loss_action": 0.01946403831243515,
      "loss_total": 0.01946403831243515,
      "step": 63030
    },
    {
      "loss_action": 0.004705615341663361,
      "loss_total": 0.004705615341663361,
      "step": 63030
    },
    {
      "grad_norm": 0.16392767429351807,
      "learning_rate": 9.686808469272581e-05,
      "loss": 0.0088,
      "step": 63040
    },
    {
      "loss_action": 0.0041111609898507595,
      "loss_total": 0.0041111609898507595,
      "step": 63040
    },
    {
      "loss_action": 0.0036159506998956203,
      "loss_total": 0.0036159506998956203,
      "step": 63040
    },
    {
      "loss_action": 0.00696207769215107,
      "loss_total": 0.00696207769215107,
      "step": 63040
    },
    {
      "loss_action": 0.032405491918325424,
      "loss_total": 0.032405491918325424,
      "step": 63040
    },
    {
      "loss_action": 0.00744293350726366,
      "loss_total": 0.00744293350726366,
      "step": 63040
    },
    {
      "loss_action": 0.005434613674879074,
      "loss_total": 0.005434613674879074,
      "step": 63040
    },
    {
      "loss_action": 0.012233041226863861,
      "loss_total": 0.012233041226863861,
      "step": 63040
    },
    {
      "loss_action": 0.0070847924798727036,
      "loss_total": 0.0070847924798727036,
      "step": 63040
    },
    {
      "grad_norm": 0.2014365941286087,
      "learning_rate": 9.686664453539256e-05,
      "loss": 0.0077,
      "step": 63050
    },
    {
      "loss_action": 0.004698141478002071,
      "loss_total": 0.004698141478002071,
      "step": 63050
    },
    {
      "loss_action": 0.009010577574372292,
      "loss_total": 0.009010577574372292,
      "step": 63050
    },
    {
      "loss_action": 0.003850259818136692,
      "loss_total": 0.003850259818136692,
      "step": 63050
    },
    {
      "loss_action": 0.009019680321216583,
      "loss_total": 0.009019680321216583,
      "step": 63050
    },
    {
      "loss_action": 0.005696801468729973,
      "loss_total": 0.005696801468729973,
      "step": 63050
    },
    {
      "loss_action": 0.0025015485007315874,
      "loss_total": 0.0025015485007315874,
      "step": 63050
    },
    {
      "loss_action": 0.009484386071562767,
      "loss_total": 0.009484386071562767,
      "step": 63050
    },
    {
      "loss_action": 0.00847422331571579,
      "loss_total": 0.00847422331571579,
      "step": 63050
    },
    {
      "grad_norm": 0.10290735214948654,
      "learning_rate": 9.686520405773023e-05,
      "loss": 0.0067,
      "step": 63060
    },
    {
      "loss_action": 0.004285139963030815,
      "loss_total": 0.004285139963030815,
      "step": 63060
    },
    {
      "loss_action": 0.018752573058009148,
      "loss_total": 0.018752573058009148,
      "step": 63060
    },
    {
      "loss_action": 0.005402029491961002,
      "loss_total": 0.005402029491961002,
      "step": 63060
    },
    {
      "loss_action": 0.002073380397632718,
      "loss_total": 0.002073380397632718,
      "step": 63060
    },
    {
      "loss_action": 0.0012391593772917986,
      "loss_total": 0.0012391593772917986,
      "step": 63060
    },
    {
      "loss_action": 0.005306799430400133,
      "loss_total": 0.005306799430400133,
      "step": 63060
    },
    {
      "loss_action": 0.00502962339669466,
      "loss_total": 0.00502962339669466,
      "step": 63060
    },
    {
      "loss_action": 0.0035374145954847336,
      "loss_total": 0.0035374145954847336,
      "step": 63060
    },
    {
      "grad_norm": 0.08928117156028748,
      "learning_rate": 9.686376325974861e-05,
      "loss": 0.0068,
      "step": 63070
    },
    {
      "loss_action": 0.003382755210623145,
      "loss_total": 0.003382755210623145,
      "step": 63070
    },
    {
      "loss_action": 0.012344484217464924,
      "loss_total": 0.012344484217464924,
      "step": 63070
    },
    {
      "loss_action": 0.010642031207680702,
      "loss_total": 0.010642031207680702,
      "step": 63070
    },
    {
      "loss_action": 0.00434283260256052,
      "loss_total": 0.00434283260256052,
      "step": 63070
    },
    {
      "loss_action": 0.003939125686883926,
      "loss_total": 0.003939125686883926,
      "step": 63070
    },
    {
      "loss_action": 0.005776149686425924,
      "loss_total": 0.005776149686425924,
      "step": 63070
    },
    {
      "loss_action": 0.0041337511502206326,
      "loss_total": 0.0041337511502206326,
      "step": 63070
    },
    {
      "loss_action": 0.0027090085204690695,
      "loss_total": 0.0027090085204690695,
      "step": 63070
    },
    {
      "grad_norm": 0.11628925800323486,
      "learning_rate": 9.686232214145757e-05,
      "loss": 0.0086,
      "step": 63080
    },
    {
      "loss_action": 0.0035475832410156727,
      "loss_total": 0.0035475832410156727,
      "step": 63080
    },
    {
      "loss_action": 0.008969811722636223,
      "loss_total": 0.008969811722636223,
      "step": 63080
    },
    {
      "loss_action": 0.01489900890737772,
      "loss_total": 0.01489900890737772,
      "step": 63080
    },
    {
      "loss_action": 0.003737477585673332,
      "loss_total": 0.003737477585673332,
      "step": 63080
    },
    {
      "loss_action": 0.008846093900501728,
      "loss_total": 0.008846093900501728,
      "step": 63080
    },
    {
      "loss_action": 0.01028345711529255,
      "loss_total": 0.01028345711529255,
      "step": 63080
    },
    {
      "loss_action": 0.0021096908021718264,
      "loss_total": 0.0021096908021718264,
      "step": 63080
    },
    {
      "loss_action": 0.00297042285092175,
      "loss_total": 0.00297042285092175,
      "step": 63080
    },
    {
      "grad_norm": 0.16482925415039062,
      "learning_rate": 9.686088070286696e-05,
      "loss": 0.0084,
      "step": 63090
    },
    {
      "loss_action": 0.013055037707090378,
      "loss_total": 0.013055037707090378,
      "step": 63090
    },
    {
      "loss_action": 0.0035510538145899773,
      "loss_total": 0.0035510538145899773,
      "step": 63090
    },
    {
      "loss_action": 0.0038307849317789078,
      "loss_total": 0.0038307849317789078,
      "step": 63090
    },
    {
      "loss_action": 0.006093194242566824,
      "loss_total": 0.006093194242566824,
      "step": 63090
    },
    {
      "loss_action": 0.011136422865092754,
      "loss_total": 0.011136422865092754,
      "step": 63090
    },
    {
      "loss_action": 0.00773888174444437,
      "loss_total": 0.00773888174444437,
      "step": 63090
    },
    {
      "loss_action": 0.006874861195683479,
      "loss_total": 0.006874861195683479,
      "step": 63090
    },
    {
      "loss_action": 0.005218517035245895,
      "loss_total": 0.005218517035245895,
      "step": 63090
    },
    {
      "grad_norm": 0.1573013961315155,
      "learning_rate": 9.685943894398664e-05,
      "loss": 0.0082,
      "step": 63100
    },
    {
      "loss_action": 0.0027254901360720396,
      "loss_total": 0.0027254901360720396,
      "step": 63100
    },
    {
      "loss_action": 0.008664369583129883,
      "loss_total": 0.008664369583129883,
      "step": 63100
    },
    {
      "loss_action": 0.0031079335603863,
      "loss_total": 0.0031079335603863,
      "step": 63100
    },
    {
      "loss_action": 0.003684351919218898,
      "loss_total": 0.003684351919218898,
      "step": 63100
    },
    {
      "loss_action": 0.015258724801242352,
      "loss_total": 0.015258724801242352,
      "step": 63100
    },
    {
      "loss_action": 0.00965433195233345,
      "loss_total": 0.00965433195233345,
      "step": 63100
    },
    {
      "loss_action": 0.004534332547336817,
      "loss_total": 0.004534332547336817,
      "step": 63100
    },
    {
      "loss_action": 0.011784008704125881,
      "loss_total": 0.011784008704125881,
      "step": 63100
    },
    {
      "grad_norm": 0.10716336220502853,
      "learning_rate": 9.685799686482646e-05,
      "loss": 0.008,
      "step": 63110
    },
    {
      "loss_action": 0.002473969478160143,
      "loss_total": 0.002473969478160143,
      "step": 63110
    },
    {
      "loss_action": 0.006393165793269873,
      "loss_total": 0.006393165793269873,
      "step": 63110
    },
    {
      "loss_action": 0.005684622097760439,
      "loss_total": 0.005684622097760439,
      "step": 63110
    },
    {
      "loss_action": 0.00455137575045228,
      "loss_total": 0.00455137575045228,
      "step": 63110
    },
    {
      "loss_action": 0.007951361127197742,
      "loss_total": 0.007951361127197742,
      "step": 63110
    },
    {
      "loss_action": 0.004291683901101351,
      "loss_total": 0.004291683901101351,
      "step": 63110
    },
    {
      "loss_action": 0.007222386077046394,
      "loss_total": 0.007222386077046394,
      "step": 63110
    },
    {
      "loss_action": 0.002813552040606737,
      "loss_total": 0.002813552040606737,
      "step": 63110
    },
    {
      "grad_norm": 0.10445479303598404,
      "learning_rate": 9.685655446539625e-05,
      "loss": 0.0069,
      "step": 63120
    },
    {
      "loss_action": 0.013481246307492256,
      "loss_total": 0.013481246307492256,
      "step": 63120
    },
    {
      "loss_action": 0.004302180837839842,
      "loss_total": 0.004302180837839842,
      "step": 63120
    },
    {
      "loss_action": 0.002229836070910096,
      "loss_total": 0.002229836070910096,
      "step": 63120
    },
    {
      "loss_action": 0.0051870280876755714,
      "loss_total": 0.0051870280876755714,
      "step": 63120
    },
    {
      "loss_action": 0.0018482625018805265,
      "loss_total": 0.0018482625018805265,
      "step": 63120
    },
    {
      "loss_action": 0.008015989325940609,
      "loss_total": 0.008015989325940609,
      "step": 63120
    },
    {
      "loss_action": 0.0080303605645895,
      "loss_total": 0.0080303605645895,
      "step": 63120
    },
    {
      "loss_action": 0.010069578886032104,
      "loss_total": 0.010069578886032104,
      "step": 63120
    },
    {
      "grad_norm": 0.09857445955276489,
      "learning_rate": 9.68551117457059e-05,
      "loss": 0.0074,
      "step": 63130
    },
    {
      "loss_action": 0.0058402325958013535,
      "loss_total": 0.0058402325958013535,
      "step": 63130
    },
    {
      "loss_action": 0.0025084959343075752,
      "loss_total": 0.0025084959343075752,
      "step": 63130
    },
    {
      "loss_action": 0.007606025785207748,
      "loss_total": 0.007606025785207748,
      "step": 63130
    },
    {
      "loss_action": 0.0047041140496730804,
      "loss_total": 0.0047041140496730804,
      "step": 63130
    },
    {
      "loss_action": 0.004635620396584272,
      "loss_total": 0.004635620396584272,
      "step": 63130
    },
    {
      "loss_action": 0.006177722476422787,
      "loss_total": 0.006177722476422787,
      "step": 63130
    },
    {
      "loss_action": 0.007486909627914429,
      "loss_total": 0.007486909627914429,
      "step": 63130
    },
    {
      "loss_action": 0.008696614764630795,
      "loss_total": 0.008696614764630795,
      "step": 63130
    },
    {
      "grad_norm": 0.12403865158557892,
      "learning_rate": 9.685366870576527e-05,
      "loss": 0.0076,
      "step": 63140
    },
    {
      "loss_action": 0.003513739677146077,
      "loss_total": 0.003513739677146077,
      "step": 63140
    },
    {
      "loss_action": 0.016329769045114517,
      "loss_total": 0.016329769045114517,
      "step": 63140
    },
    {
      "loss_action": 0.004832926206290722,
      "loss_total": 0.004832926206290722,
      "step": 63140
    },
    {
      "loss_action": 0.0032001228537410498,
      "loss_total": 0.0032001228537410498,
      "step": 63140
    },
    {
      "loss_action": 0.002306477166712284,
      "loss_total": 0.002306477166712284,
      "step": 63140
    },
    {
      "loss_action": 0.004675194155424833,
      "loss_total": 0.004675194155424833,
      "step": 63140
    },
    {
      "loss_action": 0.014556679874658585,
      "loss_total": 0.014556679874658585,
      "step": 63140
    },
    {
      "loss_action": 0.008033791556954384,
      "loss_total": 0.008033791556954384,
      "step": 63140
    },
    {
      "grad_norm": 0.18827936053276062,
      "learning_rate": 9.685222534558421e-05,
      "loss": 0.0081,
      "step": 63150
    },
    {
      "loss_action": 0.006985361222177744,
      "loss_total": 0.006985361222177744,
      "step": 63150
    },
    {
      "loss_action": 0.00836294423788786,
      "loss_total": 0.00836294423788786,
      "step": 63150
    },
    {
      "loss_action": 0.009559480473399162,
      "loss_total": 0.009559480473399162,
      "step": 63150
    },
    {
      "loss_action": 0.003132939338684082,
      "loss_total": 0.003132939338684082,
      "step": 63150
    },
    {
      "loss_action": 0.006391732022166252,
      "loss_total": 0.006391732022166252,
      "step": 63150
    },
    {
      "loss_action": 0.032917920500040054,
      "loss_total": 0.032917920500040054,
      "step": 63150
    },
    {
      "loss_action": 0.006289376411587,
      "loss_total": 0.006289376411587,
      "step": 63150
    },
    {
      "loss_action": 0.007289808243513107,
      "loss_total": 0.007289808243513107,
      "step": 63150
    },
    {
      "grad_norm": 0.15052761137485504,
      "learning_rate": 9.685078166517258e-05,
      "loss": 0.0081,
      "step": 63160
    },
    {
      "loss_action": 0.006205421872437,
      "loss_total": 0.006205421872437,
      "step": 63160
    },
    {
      "loss_action": 0.0058664605021476746,
      "loss_total": 0.0058664605021476746,
      "step": 63160
    },
    {
      "loss_action": 0.005164261441677809,
      "loss_total": 0.005164261441677809,
      "step": 63160
    },
    {
      "loss_action": 0.01477649062871933,
      "loss_total": 0.01477649062871933,
      "step": 63160
    },
    {
      "loss_action": 0.004779210779815912,
      "loss_total": 0.004779210779815912,
      "step": 63160
    },
    {
      "loss_action": 0.008747875690460205,
      "loss_total": 0.008747875690460205,
      "step": 63160
    },
    {
      "loss_action": 0.009719328954815865,
      "loss_total": 0.009719328954815865,
      "step": 63160
    },
    {
      "loss_action": 0.004192735999822617,
      "loss_total": 0.004192735999822617,
      "step": 63160
    },
    {
      "grad_norm": 0.08445534855127335,
      "learning_rate": 9.684933766454027e-05,
      "loss": 0.0067,
      "step": 63170
    },
    {
      "loss_action": 0.00509642343968153,
      "loss_total": 0.00509642343968153,
      "step": 63170
    },
    {
      "loss_action": 0.006342489272356033,
      "loss_total": 0.006342489272356033,
      "step": 63170
    },
    {
      "loss_action": 0.004855092149227858,
      "loss_total": 0.004855092149227858,
      "step": 63170
    },
    {
      "loss_action": 0.002367702778428793,
      "loss_total": 0.002367702778428793,
      "step": 63170
    },
    {
      "loss_action": 0.003431712742894888,
      "loss_total": 0.003431712742894888,
      "step": 63170
    },
    {
      "loss_action": 0.012515753507614136,
      "loss_total": 0.012515753507614136,
      "step": 63170
    },
    {
      "loss_action": 0.0027942857705056667,
      "loss_total": 0.0027942857705056667,
      "step": 63170
    },
    {
      "loss_action": 0.0066264658235013485,
      "loss_total": 0.0066264658235013485,
      "step": 63170
    },
    {
      "grad_norm": 0.14288564026355743,
      "learning_rate": 9.684789334369714e-05,
      "loss": 0.0082,
      "step": 63180
    },
    {
      "loss_action": 0.003809475339949131,
      "loss_total": 0.003809475339949131,
      "step": 63180
    },
    {
      "loss_action": 0.02660730481147766,
      "loss_total": 0.02660730481147766,
      "step": 63180
    },
    {
      "loss_action": 0.006935532204806805,
      "loss_total": 0.006935532204806805,
      "step": 63180
    },
    {
      "loss_action": 0.016138069331645966,
      "loss_total": 0.016138069331645966,
      "step": 63180
    },
    {
      "loss_action": 0.004635182209312916,
      "loss_total": 0.004635182209312916,
      "step": 63180
    },
    {
      "loss_action": 0.0035971999168395996,
      "loss_total": 0.0035971999168395996,
      "step": 63180
    },
    {
      "loss_action": 0.005880491342395544,
      "loss_total": 0.005880491342395544,
      "step": 63180
    },
    {
      "loss_action": 0.0074005527421832085,
      "loss_total": 0.0074005527421832085,
      "step": 63180
    },
    {
      "grad_norm": 0.14543382823467255,
      "learning_rate": 9.684644870265305e-05,
      "loss": 0.0081,
      "step": 63190
    },
    {
      "loss_action": 0.005281377583742142,
      "loss_total": 0.005281377583742142,
      "step": 63190
    },
    {
      "loss_action": 0.0035859730560332537,
      "loss_total": 0.0035859730560332537,
      "step": 63190
    },
    {
      "loss_action": 0.003468872979283333,
      "loss_total": 0.003468872979283333,
      "step": 63190
    },
    {
      "loss_action": 0.004053139127790928,
      "loss_total": 0.004053139127790928,
      "step": 63190
    },
    {
      "loss_action": 0.004158829338848591,
      "loss_total": 0.004158829338848591,
      "step": 63190
    },
    {
      "loss_action": 0.004549299832433462,
      "loss_total": 0.004549299832433462,
      "step": 63190
    },
    {
      "loss_action": 0.004257489927113056,
      "loss_total": 0.004257489927113056,
      "step": 63190
    },
    {
      "loss_action": 0.003442592453211546,
      "loss_total": 0.003442592453211546,
      "step": 63190
    },
    {
      "grad_norm": 0.10836604982614517,
      "learning_rate": 9.684500374141787e-05,
      "loss": 0.0071,
      "step": 63200
    },
    {
      "loss_action": 0.004433760419487953,
      "loss_total": 0.004433760419487953,
      "step": 63200
    },
    {
      "loss_action": 0.004983479157090187,
      "loss_total": 0.004983479157090187,
      "step": 63200
    },
    {
      "loss_action": 0.015237070620059967,
      "loss_total": 0.015237070620059967,
      "step": 63200
    },
    {
      "loss_action": 0.013229142874479294,
      "loss_total": 0.013229142874479294,
      "step": 63200
    },
    {
      "loss_action": 0.008208955638110638,
      "loss_total": 0.008208955638110638,
      "step": 63200
    },
    {
      "loss_action": 0.003275936236605048,
      "loss_total": 0.003275936236605048,
      "step": 63200
    },
    {
      "loss_action": 0.013040795922279358,
      "loss_total": 0.013040795922279358,
      "step": 63200
    },
    {
      "loss_action": 0.004729618318378925,
      "loss_total": 0.004729618318378925,
      "step": 63200
    },
    {
      "grad_norm": 0.12187447398900986,
      "learning_rate": 9.68435584600015e-05,
      "loss": 0.0078,
      "step": 63210
    },
    {
      "loss_action": 0.0070910947397351265,
      "loss_total": 0.0070910947397351265,
      "step": 63210
    },
    {
      "loss_action": 0.008144104853272438,
      "loss_total": 0.008144104853272438,
      "step": 63210
    },
    {
      "loss_action": 0.00309312017634511,
      "loss_total": 0.00309312017634511,
      "step": 63210
    },
    {
      "loss_action": 0.004573107697069645,
      "loss_total": 0.004573107697069645,
      "step": 63210
    },
    {
      "loss_action": 0.010700058192014694,
      "loss_total": 0.010700058192014694,
      "step": 63210
    },
    {
      "loss_action": 0.007145919371396303,
      "loss_total": 0.007145919371396303,
      "step": 63210
    },
    {
      "loss_action": 0.00373325077816844,
      "loss_total": 0.00373325077816844,
      "step": 63210
    },
    {
      "loss_action": 0.0028559258207678795,
      "loss_total": 0.0028559258207678795,
      "step": 63210
    },
    {
      "grad_norm": 0.16424094140529633,
      "learning_rate": 9.684211285841382e-05,
      "loss": 0.0074,
      "step": 63220
    },
    {
      "loss_action": 0.008313566446304321,
      "loss_total": 0.008313566446304321,
      "step": 63220
    },
    {
      "loss_action": 0.004665915854275227,
      "loss_total": 0.004665915854275227,
      "step": 63220
    },
    {
      "loss_action": 0.007054588291794062,
      "loss_total": 0.007054588291794062,
      "step": 63220
    },
    {
      "loss_action": 0.010489149950444698,
      "loss_total": 0.010489149950444698,
      "step": 63220
    },
    {
      "loss_action": 0.0044431863352656364,
      "loss_total": 0.0044431863352656364,
      "step": 63220
    },
    {
      "loss_action": 0.007197374012321234,
      "loss_total": 0.007197374012321234,
      "step": 63220
    },
    {
      "loss_action": 0.0019972724840044975,
      "loss_total": 0.0019972724840044975,
      "step": 63220
    },
    {
      "loss_action": 0.003114225808531046,
      "loss_total": 0.003114225808531046,
      "step": 63220
    },
    {
      "grad_norm": 0.11493262648582458,
      "learning_rate": 9.68406669366647e-05,
      "loss": 0.0073,
      "step": 63230
    },
    {
      "loss_action": 0.005787489004433155,
      "loss_total": 0.005787489004433155,
      "step": 63230
    },
    {
      "loss_action": 0.006010720040649176,
      "loss_total": 0.006010720040649176,
      "step": 63230
    },
    {
      "loss_action": 0.013721154071390629,
      "loss_total": 0.013721154071390629,
      "step": 63230
    },
    {
      "loss_action": 0.001966201700270176,
      "loss_total": 0.001966201700270176,
      "step": 63230
    },
    {
      "loss_action": 0.0037823340389877558,
      "loss_total": 0.0037823340389877558,
      "step": 63230
    },
    {
      "loss_action": 0.008504978381097317,
      "loss_total": 0.008504978381097317,
      "step": 63230
    },
    {
      "loss_action": 0.006599504966288805,
      "loss_total": 0.006599504966288805,
      "step": 63230
    },
    {
      "loss_action": 0.004149099811911583,
      "loss_total": 0.004149099811911583,
      "step": 63230
    },
    {
      "grad_norm": 0.1305164247751236,
      "learning_rate": 9.683922069476399e-05,
      "loss": 0.0086,
      "step": 63240
    },
    {
      "loss_action": 0.006882488261908293,
      "loss_total": 0.006882488261908293,
      "step": 63240
    },
    {
      "loss_action": 0.006244102492928505,
      "loss_total": 0.006244102492928505,
      "step": 63240
    },
    {
      "loss_action": 0.0026051397435367107,
      "loss_total": 0.0026051397435367107,
      "step": 63240
    },
    {
      "loss_action": 0.004809846170246601,
      "loss_total": 0.004809846170246601,
      "step": 63240
    },
    {
      "loss_action": 0.004061407409608364,
      "loss_total": 0.004061407409608364,
      "step": 63240
    },
    {
      "loss_action": 0.005787876900285482,
      "loss_total": 0.005787876900285482,
      "step": 63240
    },
    {
      "loss_action": 0.015484795905649662,
      "loss_total": 0.015484795905649662,
      "step": 63240
    },
    {
      "loss_action": 0.004996183328330517,
      "loss_total": 0.004996183328330517,
      "step": 63240
    },
    {
      "grad_norm": 0.08827634900808334,
      "learning_rate": 9.683777413272161e-05,
      "loss": 0.008,
      "step": 63250
    },
    {
      "loss_action": 0.002910518553107977,
      "loss_total": 0.002910518553107977,
      "step": 63250
    },
    {
      "loss_action": 0.00278925197198987,
      "loss_total": 0.00278925197198987,
      "step": 63250
    },
    {
      "loss_action": 0.003489656373858452,
      "loss_total": 0.003489656373858452,
      "step": 63250
    },
    {
      "loss_action": 0.00799544621258974,
      "loss_total": 0.00799544621258974,
      "step": 63250
    },
    {
      "loss_action": 0.007790880277752876,
      "loss_total": 0.007790880277752876,
      "step": 63250
    },
    {
      "loss_action": 0.013003112748265266,
      "loss_total": 0.013003112748265266,
      "step": 63250
    },
    {
      "loss_action": 0.009447470307350159,
      "loss_total": 0.009447470307350159,
      "step": 63250
    },
    {
      "loss_action": 0.005568475462496281,
      "loss_total": 0.005568475462496281,
      "step": 63250
    },
    {
      "grad_norm": 0.10640744119882584,
      "learning_rate": 9.683632725054747e-05,
      "loss": 0.0089,
      "step": 63260
    },
    {
      "loss_action": 0.008937794715166092,
      "loss_total": 0.008937794715166092,
      "step": 63260
    },
    {
      "loss_action": 0.0256174448877573,
      "loss_total": 0.0256174448877573,
      "step": 63260
    },
    {
      "loss_action": 0.011281654238700867,
      "loss_total": 0.011281654238700867,
      "step": 63260
    },
    {
      "loss_action": 0.0023370131384581327,
      "loss_total": 0.0023370131384581327,
      "step": 63260
    },
    {
      "loss_action": 0.011343153193593025,
      "loss_total": 0.011343153193593025,
      "step": 63260
    },
    {
      "loss_action": 0.007874649949371815,
      "loss_total": 0.007874649949371815,
      "step": 63260
    },
    {
      "loss_action": 0.01135161705315113,
      "loss_total": 0.01135161705315113,
      "step": 63260
    },
    {
      "loss_action": 0.003579468000680208,
      "loss_total": 0.003579468000680208,
      "step": 63260
    },
    {
      "grad_norm": 0.11141043156385422,
      "learning_rate": 9.683488004825141e-05,
      "loss": 0.0075,
      "step": 63270
    },
    {
      "loss_action": 0.004721108824014664,
      "loss_total": 0.004721108824014664,
      "step": 63270
    },
    {
      "loss_action": 0.006616231519728899,
      "loss_total": 0.006616231519728899,
      "step": 63270
    },
    {
      "loss_action": 0.004565826617181301,
      "loss_total": 0.004565826617181301,
      "step": 63270
    },
    {
      "loss_action": 0.0038082380779087543,
      "loss_total": 0.0038082380779087543,
      "step": 63270
    },
    {
      "loss_action": 0.004824711941182613,
      "loss_total": 0.004824711941182613,
      "step": 63270
    },
    {
      "loss_action": 0.005541641265153885,
      "loss_total": 0.005541641265153885,
      "step": 63270
    },
    {
      "loss_action": 0.0037014130502939224,
      "loss_total": 0.0037014130502939224,
      "step": 63270
    },
    {
      "loss_action": 0.002262369729578495,
      "loss_total": 0.002262369729578495,
      "step": 63270
    },
    {
      "grad_norm": 0.11080602556467056,
      "learning_rate": 9.683343252584335e-05,
      "loss": 0.0073,
      "step": 63280
    },
    {
      "loss_action": 0.011707250028848648,
      "loss_total": 0.011707250028848648,
      "step": 63280
    },
    {
      "loss_action": 0.013549264520406723,
      "loss_total": 0.013549264520406723,
      "step": 63280
    },
    {
      "loss_action": 0.008033481426537037,
      "loss_total": 0.008033481426537037,
      "step": 63280
    },
    {
      "loss_action": 0.019997045397758484,
      "loss_total": 0.019997045397758484,
      "step": 63280
    },
    {
      "loss_action": 0.008377708494663239,
      "loss_total": 0.008377708494663239,
      "step": 63280
    },
    {
      "loss_action": 0.003000091528519988,
      "loss_total": 0.003000091528519988,
      "step": 63280
    },
    {
      "loss_action": 0.004139746073633432,
      "loss_total": 0.004139746073633432,
      "step": 63280
    },
    {
      "loss_action": 0.027021221816539764,
      "loss_total": 0.027021221816539764,
      "step": 63280
    },
    {
      "grad_norm": 0.11579205095767975,
      "learning_rate": 9.683198468333317e-05,
      "loss": 0.007,
      "step": 63290
    },
    {
      "loss_action": 0.014198299497365952,
      "loss_total": 0.014198299497365952,
      "step": 63290
    },
    {
      "loss_action": 0.01000312902033329,
      "loss_total": 0.01000312902033329,
      "step": 63290
    },
    {
      "loss_action": 0.0033556432463228703,
      "loss_total": 0.0033556432463228703,
      "step": 63290
    },
    {
      "loss_action": 0.005354216322302818,
      "loss_total": 0.005354216322302818,
      "step": 63290
    },
    {
      "loss_action": 0.006036562845110893,
      "loss_total": 0.006036562845110893,
      "step": 63290
    },
    {
      "loss_action": 0.004592560697346926,
      "loss_total": 0.004592560697346926,
      "step": 63290
    },
    {
      "loss_action": 0.00978002231568098,
      "loss_total": 0.00978002231568098,
      "step": 63290
    },
    {
      "loss_action": 0.0080570625141263,
      "loss_total": 0.0080570625141263,
      "step": 63290
    },
    {
      "grad_norm": 0.0983038991689682,
      "learning_rate": 9.683053652073078e-05,
      "loss": 0.0078,
      "step": 63300
    },
    {
      "loss_action": 0.0019250733312219381,
      "loss_total": 0.0019250733312219381,
      "step": 63300
    },
    {
      "loss_action": 0.0028370709624141455,
      "loss_total": 0.0028370709624141455,
      "step": 63300
    },
    {
      "loss_action": 0.004689078312367201,
      "loss_total": 0.004689078312367201,
      "step": 63300
    },
    {
      "loss_action": 0.0029082081746309996,
      "loss_total": 0.0029082081746309996,
      "step": 63300
    },
    {
      "loss_action": 0.007277831435203552,
      "loss_total": 0.007277831435203552,
      "step": 63300
    },
    {
      "loss_action": 0.0017909486778080463,
      "loss_total": 0.0017909486778080463,
      "step": 63300
    },
    {
      "loss_action": 0.005191522650420666,
      "loss_total": 0.005191522650420666,
      "step": 63300
    },
    {
      "loss_action": 0.0016670975601300597,
      "loss_total": 0.0016670975601300597,
      "step": 63300
    },
    {
      "grad_norm": 0.0927467942237854,
      "learning_rate": 9.682908803804607e-05,
      "loss": 0.0082,
      "step": 63310
    },
    {
      "loss_action": 0.008808881044387817,
      "loss_total": 0.008808881044387817,
      "step": 63310
    },
    {
      "loss_action": 0.005092057399451733,
      "loss_total": 0.005092057399451733,
      "step": 63310
    },
    {
      "loss_action": 0.016853410750627518,
      "loss_total": 0.016853410750627518,
      "step": 63310
    },
    {
      "loss_action": 0.00433562695980072,
      "loss_total": 0.00433562695980072,
      "step": 63310
    },
    {
      "loss_action": 0.012370742857456207,
      "loss_total": 0.012370742857456207,
      "step": 63310
    },
    {
      "loss_action": 0.003866688348352909,
      "loss_total": 0.003866688348352909,
      "step": 63310
    },
    {
      "loss_action": 0.004622453823685646,
      "loss_total": 0.004622453823685646,
      "step": 63310
    },
    {
      "loss_action": 0.011712698265910149,
      "loss_total": 0.011712698265910149,
      "step": 63310
    },
    {
      "grad_norm": 0.13503512740135193,
      "learning_rate": 9.682763923528894e-05,
      "loss": 0.0064,
      "step": 63320
    },
    {
      "loss_action": 0.003742733970284462,
      "loss_total": 0.003742733970284462,
      "step": 63320
    },
    {
      "loss_action": 0.0033638854511082172,
      "loss_total": 0.0033638854511082172,
      "step": 63320
    },
    {
      "loss_action": 0.013262435793876648,
      "loss_total": 0.013262435793876648,
      "step": 63320
    },
    {
      "loss_action": 0.005530850030481815,
      "loss_total": 0.005530850030481815,
      "step": 63320
    },
    {
      "loss_action": 0.010656236670911312,
      "loss_total": 0.010656236670911312,
      "step": 63320
    },
    {
      "loss_action": 0.006551263853907585,
      "loss_total": 0.006551263853907585,
      "step": 63320
    },
    {
      "loss_action": 0.004909016191959381,
      "loss_total": 0.004909016191959381,
      "step": 63320
    },
    {
      "loss_action": 0.004115134943276644,
      "loss_total": 0.004115134943276644,
      "step": 63320
    },
    {
      "grad_norm": 0.11040601879358292,
      "learning_rate": 9.682619011246929e-05,
      "loss": 0.0069,
      "step": 63330
    },
    {
      "loss_action": 0.004484448581933975,
      "loss_total": 0.004484448581933975,
      "step": 63330
    },
    {
      "loss_action": 0.005646056961268187,
      "loss_total": 0.005646056961268187,
      "step": 63330
    },
    {
      "loss_action": 0.004340651910752058,
      "loss_total": 0.004340651910752058,
      "step": 63330
    },
    {
      "loss_action": 0.004067485686391592,
      "loss_total": 0.004067485686391592,
      "step": 63330
    },
    {
      "loss_action": 0.013001675717532635,
      "loss_total": 0.013001675717532635,
      "step": 63330
    },
    {
      "loss_action": 0.003425454255193472,
      "loss_total": 0.003425454255193472,
      "step": 63330
    },
    {
      "loss_action": 0.0029901356901973486,
      "loss_total": 0.0029901356901973486,
      "step": 63330
    },
    {
      "loss_action": 0.0021059636492282152,
      "loss_total": 0.0021059636492282152,
      "step": 63330
    },
    {
      "grad_norm": 0.09730246663093567,
      "learning_rate": 9.682474066959703e-05,
      "loss": 0.0055,
      "step": 63340
    },
    {
      "loss_action": 0.013788282871246338,
      "loss_total": 0.013788282871246338,
      "step": 63340
    },
    {
      "loss_action": 0.013200443238019943,
      "loss_total": 0.013200443238019943,
      "step": 63340
    },
    {
      "loss_action": 0.012537527829408646,
      "loss_total": 0.012537527829408646,
      "step": 63340
    },
    {
      "loss_action": 0.0032586788292974234,
      "loss_total": 0.0032586788292974234,
      "step": 63340
    },
    {
      "loss_action": 0.03332424536347389,
      "loss_total": 0.03332424536347389,
      "step": 63340
    },
    {
      "loss_action": 0.0030577925499528646,
      "loss_total": 0.0030577925499528646,
      "step": 63340
    },
    {
      "loss_action": 0.0030585462227463722,
      "loss_total": 0.0030585462227463722,
      "step": 63340
    },
    {
      "loss_action": 0.01234280876815319,
      "loss_total": 0.01234280876815319,
      "step": 63340
    },
    {
      "grad_norm": 0.10115323960781097,
      "learning_rate": 9.682329090668206e-05,
      "loss": 0.0073,
      "step": 63350
    },
    {
      "loss_action": 0.006736649200320244,
      "loss_total": 0.006736649200320244,
      "step": 63350
    },
    {
      "loss_action": 0.013241047039628029,
      "loss_total": 0.013241047039628029,
      "step": 63350
    },
    {
      "loss_action": 0.006205480080097914,
      "loss_total": 0.006205480080097914,
      "step": 63350
    },
    {
      "loss_action": 0.010403628461062908,
      "loss_total": 0.010403628461062908,
      "step": 63350
    },
    {
      "loss_action": 0.007375463843345642,
      "loss_total": 0.007375463843345642,
      "step": 63350
    },
    {
      "loss_action": 0.00954878143966198,
      "loss_total": 0.00954878143966198,
      "step": 63350
    },
    {
      "loss_action": 0.0035699072759598494,
      "loss_total": 0.0035699072759598494,
      "step": 63350
    },
    {
      "loss_action": 0.002626969013363123,
      "loss_total": 0.002626969013363123,
      "step": 63350
    },
    {
      "grad_norm": 0.08104231208562851,
      "learning_rate": 9.682184082373431e-05,
      "loss": 0.0076,
      "step": 63360
    },
    {
      "loss_action": 0.005777330137789249,
      "loss_total": 0.005777330137789249,
      "step": 63360
    },
    {
      "loss_action": 0.022312253713607788,
      "loss_total": 0.022312253713607788,
      "step": 63360
    },
    {
      "loss_action": 0.0042572468519210815,
      "loss_total": 0.0042572468519210815,
      "step": 63360
    },
    {
      "loss_action": 0.0024435236118733883,
      "loss_total": 0.0024435236118733883,
      "step": 63360
    },
    {
      "loss_action": 0.014768823981285095,
      "loss_total": 0.014768823981285095,
      "step": 63360
    },
    {
      "loss_action": 0.03327471762895584,
      "loss_total": 0.03327471762895584,
      "step": 63360
    },
    {
      "loss_action": 0.003626700025051832,
      "loss_total": 0.003626700025051832,
      "step": 63360
    },
    {
      "loss_action": 0.005868123844265938,
      "loss_total": 0.005868123844265938,
      "step": 63360
    },
    {
      "grad_norm": 0.1114063486456871,
      "learning_rate": 9.682039042076366e-05,
      "loss": 0.0075,
      "step": 63370
    },
    {
      "loss_action": 0.005001687444746494,
      "loss_total": 0.005001687444746494,
      "step": 63370
    },
    {
      "loss_action": 0.010131857357919216,
      "loss_total": 0.010131857357919216,
      "step": 63370
    },
    {
      "loss_action": 0.004219405818730593,
      "loss_total": 0.004219405818730593,
      "step": 63370
    },
    {
      "loss_action": 0.0034159841015934944,
      "loss_total": 0.0034159841015934944,
      "step": 63370
    },
    {
      "loss_action": 0.01853928342461586,
      "loss_total": 0.01853928342461586,
      "step": 63370
    },
    {
      "loss_action": 0.005620483309030533,
      "loss_total": 0.005620483309030533,
      "step": 63370
    },
    {
      "loss_action": 0.0043517425656318665,
      "loss_total": 0.0043517425656318665,
      "step": 63370
    },
    {
      "loss_action": 0.022504959255456924,
      "loss_total": 0.022504959255456924,
      "step": 63370
    },
    {
      "grad_norm": 0.08127333223819733,
      "learning_rate": 9.681893969778005e-05,
      "loss": 0.0071,
      "step": 63380
    },
    {
      "loss_action": 0.0022905729711055756,
      "loss_total": 0.0022905729711055756,
      "step": 63380
    },
    {
      "loss_action": 0.0056507401168346405,
      "loss_total": 0.0056507401168346405,
      "step": 63380
    },
    {
      "loss_action": 0.0026723546907305717,
      "loss_total": 0.0026723546907305717,
      "step": 63380
    },
    {
      "loss_action": 0.007333648856729269,
      "loss_total": 0.007333648856729269,
      "step": 63380
    },
    {
      "loss_action": 0.003282736986875534,
      "loss_total": 0.003282736986875534,
      "step": 63380
    },
    {
      "loss_action": 0.005163555033504963,
      "loss_total": 0.005163555033504963,
      "step": 63380
    },
    {
      "loss_action": 0.011852185241878033,
      "loss_total": 0.011852185241878033,
      "step": 63380
    },
    {
      "loss_action": 0.012225552462041378,
      "loss_total": 0.012225552462041378,
      "step": 63380
    },
    {
      "grad_norm": 0.07310189306735992,
      "learning_rate": 9.681748865479336e-05,
      "loss": 0.0079,
      "step": 63390
    },
    {
      "loss_action": 0.004142395220696926,
      "loss_total": 0.004142395220696926,
      "step": 63390
    },
    {
      "loss_action": 0.008228868246078491,
      "loss_total": 0.008228868246078491,
      "step": 63390
    },
    {
      "loss_action": 0.01192441862076521,
      "loss_total": 0.01192441862076521,
      "step": 63390
    },
    {
      "loss_action": 0.014791680499911308,
      "loss_total": 0.014791680499911308,
      "step": 63390
    },
    {
      "loss_action": 0.0014191856607794762,
      "loss_total": 0.0014191856607794762,
      "step": 63390
    },
    {
      "loss_action": 0.003598748240619898,
      "loss_total": 0.003598748240619898,
      "step": 63390
    },
    {
      "loss_action": 0.01187576912343502,
      "loss_total": 0.01187576912343502,
      "step": 63390
    },
    {
      "loss_action": 0.0061479602009058,
      "loss_total": 0.0061479602009058,
      "step": 63390
    },
    {
      "grad_norm": 0.07727701961994171,
      "learning_rate": 9.681603729181356e-05,
      "loss": 0.0066,
      "step": 63400
    },
    {
      "loss_action": 0.0057581039145588875,
      "loss_total": 0.0057581039145588875,
      "step": 63400
    },
    {
      "loss_action": 0.0039047193713486195,
      "loss_total": 0.0039047193713486195,
      "step": 63400
    },
    {
      "loss_action": 0.009508267045021057,
      "loss_total": 0.009508267045021057,
      "step": 63400
    },
    {
      "loss_action": 0.002904315013438463,
      "loss_total": 0.002904315013438463,
      "step": 63400
    },
    {
      "loss_action": 0.017666928470134735,
      "loss_total": 0.017666928470134735,
      "step": 63400
    },
    {
      "loss_action": 0.0027759489603340626,
      "loss_total": 0.0027759489603340626,
      "step": 63400
    },
    {
      "loss_action": 0.004626802168786526,
      "loss_total": 0.004626802168786526,
      "step": 63400
    },
    {
      "loss_action": 0.0017818460473790765,
      "loss_total": 0.0017818460473790765,
      "step": 63400
    },
    {
      "grad_norm": 0.09110371023416519,
      "learning_rate": 9.681458560885053e-05,
      "loss": 0.0067,
      "step": 63410
    },
    {
      "loss_action": 0.003166831796988845,
      "loss_total": 0.003166831796988845,
      "step": 63410
    },
    {
      "loss_action": 0.0025204347912222147,
      "loss_total": 0.0025204347912222147,
      "step": 63410
    },
    {
      "loss_action": 0.0037980421911925077,
      "loss_total": 0.0037980421911925077,
      "step": 63410
    },
    {
      "loss_action": 0.0021759099327027798,
      "loss_total": 0.0021759099327027798,
      "step": 63410
    },
    {
      "loss_action": 0.0028859395533800125,
      "loss_total": 0.0028859395533800125,
      "step": 63410
    },
    {
      "loss_action": 0.01580927148461342,
      "loss_total": 0.01580927148461342,
      "step": 63410
    },
    {
      "loss_action": 0.0045699793845415115,
      "loss_total": 0.0045699793845415115,
      "step": 63410
    },
    {
      "loss_action": 0.009710214100778103,
      "loss_total": 0.009710214100778103,
      "step": 63410
    },
    {
      "grad_norm": 0.0797375962138176,
      "learning_rate": 9.68131336059142e-05,
      "loss": 0.0063,
      "step": 63420
    },
    {
      "loss_action": 0.005987209267914295,
      "loss_total": 0.005987209267914295,
      "step": 63420
    },
    {
      "loss_action": 0.0030732224695384502,
      "loss_total": 0.0030732224695384502,
      "step": 63420
    },
    {
      "loss_action": 0.0058979010209441185,
      "loss_total": 0.0058979010209441185,
      "step": 63420
    },
    {
      "loss_action": 0.00872662290930748,
      "loss_total": 0.00872662290930748,
      "step": 63420
    },
    {
      "loss_action": 0.0065517607145011425,
      "loss_total": 0.0065517607145011425,
      "step": 63420
    },
    {
      "loss_action": 0.0021081012673676014,
      "loss_total": 0.0021081012673676014,
      "step": 63420
    },
    {
      "loss_action": 0.004375343210995197,
      "loss_total": 0.004375343210995197,
      "step": 63420
    },
    {
      "loss_action": 0.0069683813489973545,
      "loss_total": 0.0069683813489973545,
      "step": 63420
    },
    {
      "grad_norm": 0.10389652103185654,
      "learning_rate": 9.68116812830145e-05,
      "loss": 0.0062,
      "step": 63430
    },
    {
      "loss_action": 0.004579461645334959,
      "loss_total": 0.004579461645334959,
      "step": 63430
    },
    {
      "loss_action": 0.006144738756120205,
      "loss_total": 0.006144738756120205,
      "step": 63430
    },
    {
      "loss_action": 0.008590616285800934,
      "loss_total": 0.008590616285800934,
      "step": 63430
    },
    {
      "loss_action": 0.005357546731829643,
      "loss_total": 0.005357546731829643,
      "step": 63430
    },
    {
      "loss_action": 0.008847645483911037,
      "loss_total": 0.008847645483911037,
      "step": 63430
    },
    {
      "loss_action": 0.003825570922344923,
      "loss_total": 0.003825570922344923,
      "step": 63430
    },
    {
      "loss_action": 0.0038130986504256725,
      "loss_total": 0.0038130986504256725,
      "step": 63430
    },
    {
      "loss_action": 0.008377514779567719,
      "loss_total": 0.008377514779567719,
      "step": 63430
    },
    {
      "grad_norm": 0.08622799813747406,
      "learning_rate": 9.681022864016136e-05,
      "loss": 0.007,
      "step": 63440
    },
    {
      "loss_action": 0.01641410030424595,
      "loss_total": 0.01641410030424595,
      "step": 63440
    },
    {
      "loss_action": 0.014516903087496758,
      "loss_total": 0.014516903087496758,
      "step": 63440
    },
    {
      "loss_action": 0.005165827926248312,
      "loss_total": 0.005165827926248312,
      "step": 63440
    },
    {
      "loss_action": 0.005528151988983154,
      "loss_total": 0.005528151988983154,
      "step": 63440
    },
    {
      "loss_action": 0.004612483084201813,
      "loss_total": 0.004612483084201813,
      "step": 63440
    },
    {
      "loss_action": 0.003499897662550211,
      "loss_total": 0.003499897662550211,
      "step": 63440
    },
    {
      "loss_action": 0.012984268367290497,
      "loss_total": 0.012984268367290497,
      "step": 63440
    },
    {
      "loss_action": 0.0018785210559144616,
      "loss_total": 0.0018785210559144616,
      "step": 63440
    },
    {
      "grad_norm": 0.10392586886882782,
      "learning_rate": 9.680877567736468e-05,
      "loss": 0.0075,
      "step": 63450
    },
    {
      "loss_action": 0.008817736059427261,
      "loss_total": 0.008817736059427261,
      "step": 63450
    },
    {
      "loss_action": 0.009380670264363289,
      "loss_total": 0.009380670264363289,
      "step": 63450
    },
    {
      "loss_action": 0.0022877193987369537,
      "loss_total": 0.0022877193987369537,
      "step": 63450
    },
    {
      "loss_action": 0.00724730733782053,
      "loss_total": 0.00724730733782053,
      "step": 63450
    },
    {
      "loss_action": 0.003184592816978693,
      "loss_total": 0.003184592816978693,
      "step": 63450
    },
    {
      "loss_action": 0.008340239524841309,
      "loss_total": 0.008340239524841309,
      "step": 63450
    },
    {
      "loss_action": 0.011913600377738476,
      "loss_total": 0.011913600377738476,
      "step": 63450
    },
    {
      "loss_action": 0.021587440744042397,
      "loss_total": 0.021587440744042397,
      "step": 63450
    },
    {
      "grad_norm": 0.12273251265287399,
      "learning_rate": 9.680732239463444e-05,
      "loss": 0.0071,
      "step": 63460
    },
    {
      "loss_action": 0.004965381696820259,
      "loss_total": 0.004965381696820259,
      "step": 63460
    },
    {
      "loss_action": 0.012202137149870396,
      "loss_total": 0.012202137149870396,
      "step": 63460
    },
    {
      "loss_action": 0.005592739209532738,
      "loss_total": 0.005592739209532738,
      "step": 63460
    },
    {
      "loss_action": 0.0028513800352811813,
      "loss_total": 0.0028513800352811813,
      "step": 63460
    },
    {
      "loss_action": 0.008710306137800217,
      "loss_total": 0.008710306137800217,
      "step": 63460
    },
    {
      "loss_action": 0.002791609847918153,
      "loss_total": 0.002791609847918153,
      "step": 63460
    },
    {
      "loss_action": 0.009008588269352913,
      "loss_total": 0.009008588269352913,
      "step": 63460
    },
    {
      "loss_action": 0.0026254598051309586,
      "loss_total": 0.0026254598051309586,
      "step": 63460
    },
    {
      "grad_norm": 0.07682662457227707,
      "learning_rate": 9.680586879198054e-05,
      "loss": 0.0065,
      "step": 63470
    },
    {
      "loss_action": 0.008403296582400799,
      "loss_total": 0.008403296582400799,
      "step": 63470
    },
    {
      "loss_action": 0.005492095369845629,
      "loss_total": 0.005492095369845629,
      "step": 63470
    },
    {
      "loss_action": 0.0049868738278746605,
      "loss_total": 0.0049868738278746605,
      "step": 63470
    },
    {
      "loss_action": 0.0021534953266382217,
      "loss_total": 0.0021534953266382217,
      "step": 63470
    },
    {
      "loss_action": 0.004067393019795418,
      "loss_total": 0.004067393019795418,
      "step": 63470
    },
    {
      "loss_action": 0.0018964223563671112,
      "loss_total": 0.0018964223563671112,
      "step": 63470
    },
    {
      "loss_action": 0.009560192935168743,
      "loss_total": 0.009560192935168743,
      "step": 63470
    },
    {
      "loss_action": 0.0013155197957530618,
      "loss_total": 0.0013155197957530618,
      "step": 63470
    },
    {
      "grad_norm": 0.09134091436862946,
      "learning_rate": 9.680441486941292e-05,
      "loss": 0.0066,
      "step": 63480
    },
    {
      "loss_action": 0.0023506591096520424,
      "loss_total": 0.0023506591096520424,
      "step": 63480
    },
    {
      "loss_action": 0.007342359516769648,
      "loss_total": 0.007342359516769648,
      "step": 63480
    },
    {
      "loss_action": 0.00400793319568038,
      "loss_total": 0.00400793319568038,
      "step": 63480
    },
    {
      "loss_action": 0.015014521777629852,
      "loss_total": 0.015014521777629852,
      "step": 63480
    },
    {
      "loss_action": 0.00916348583996296,
      "loss_total": 0.00916348583996296,
      "step": 63480
    },
    {
      "loss_action": 0.004527141340076923,
      "loss_total": 0.004527141340076923,
      "step": 63480
    },
    {
      "loss_action": 0.0032050088047981262,
      "loss_total": 0.0032050088047981262,
      "step": 63480
    },
    {
      "loss_action": 0.0030810784082859755,
      "loss_total": 0.0030810784082859755,
      "step": 63480
    },
    {
      "grad_norm": 0.13061262667179108,
      "learning_rate": 9.680296062694152e-05,
      "loss": 0.0061,
      "step": 63490
    },
    {
      "loss_action": 0.004594940692186356,
      "loss_total": 0.004594940692186356,
      "step": 63490
    },
    {
      "loss_action": 0.0024711433798074722,
      "loss_total": 0.0024711433798074722,
      "step": 63490
    },
    {
      "loss_action": 0.0035546368453651667,
      "loss_total": 0.0035546368453651667,
      "step": 63490
    },
    {
      "loss_action": 0.005983269773423672,
      "loss_total": 0.005983269773423672,
      "step": 63490
    },
    {
      "loss_action": 0.004832147620618343,
      "loss_total": 0.004832147620618343,
      "step": 63490
    },
    {
      "loss_action": 0.006998982280492783,
      "loss_total": 0.006998982280492783,
      "step": 63490
    },
    {
      "loss_action": 0.004115351941436529,
      "loss_total": 0.004115351941436529,
      "step": 63490
    },
    {
      "loss_action": 0.008732132613658905,
      "loss_total": 0.008732132613658905,
      "step": 63490
    },
    {
      "grad_norm": 0.08790691196918488,
      "learning_rate": 9.680150606457628e-05,
      "loss": 0.0062,
      "step": 63500
    },
    {
      "loss_action": 0.004296174272894859,
      "loss_total": 0.004296174272894859,
      "step": 63500
    },
    {
      "loss_action": 0.002329450100660324,
      "loss_total": 0.002329450100660324,
      "step": 63500
    },
    {
      "loss_action": 0.011135159991681576,
      "loss_total": 0.011135159991681576,
      "step": 63500
    },
    {
      "loss_action": 0.0028613118920475245,
      "loss_total": 0.0028613118920475245,
      "step": 63500
    },
    {
      "loss_action": 0.004608330316841602,
      "loss_total": 0.004608330316841602,
      "step": 63500
    },
    {
      "loss_action": 0.0045021651312708855,
      "loss_total": 0.0045021651312708855,
      "step": 63500
    },
    {
      "loss_action": 0.00453310227021575,
      "loss_total": 0.00453310227021575,
      "step": 63500
    },
    {
      "loss_action": 0.013182769529521465,
      "loss_total": 0.013182769529521465,
      "step": 63500
    },
    {
      "grad_norm": 0.09969592839479446,
      "learning_rate": 9.680005118232716e-05,
      "loss": 0.0074,
      "step": 63510
    },
    {
      "loss_action": 0.0027671828866004944,
      "loss_total": 0.0027671828866004944,
      "step": 63510
    },
    {
      "loss_action": 0.008102575317025185,
      "loss_total": 0.008102575317025185,
      "step": 63510
    },
    {
      "loss_action": 0.016196446493268013,
      "loss_total": 0.016196446493268013,
      "step": 63510
    },
    {
      "loss_action": 0.005996428430080414,
      "loss_total": 0.005996428430080414,
      "step": 63510
    },
    {
      "loss_action": 0.005941703915596008,
      "loss_total": 0.005941703915596008,
      "step": 63510
    },
    {
      "loss_action": 0.002868788782507181,
      "loss_total": 0.002868788782507181,
      "step": 63510
    },
    {
      "loss_action": 0.005957696121186018,
      "loss_total": 0.005957696121186018,
      "step": 63510
    },
    {
      "loss_action": 0.0024434197694063187,
      "loss_total": 0.0024434197694063187,
      "step": 63510
    },
    {
      "grad_norm": 0.10999125987291336,
      "learning_rate": 9.679859598020405e-05,
      "loss": 0.0071,
      "step": 63520
    },
    {
      "loss_action": 0.016677947714924812,
      "loss_total": 0.016677947714924812,
      "step": 63520
    },
    {
      "loss_action": 0.005335474386811256,
      "loss_total": 0.005335474386811256,
      "step": 63520
    },
    {
      "loss_action": 0.0020014974288642406,
      "loss_total": 0.0020014974288642406,
      "step": 63520
    },
    {
      "loss_action": 0.006642403081059456,
      "loss_total": 0.006642403081059456,
      "step": 63520
    },
    {
      "loss_action": 0.004014002159237862,
      "loss_total": 0.004014002159237862,
      "step": 63520
    },
    {
      "loss_action": 0.017997613176703453,
      "loss_total": 0.017997613176703453,
      "step": 63520
    },
    {
      "loss_action": 0.002933305921033025,
      "loss_total": 0.002933305921033025,
      "step": 63520
    },
    {
      "loss_action": 0.006790324114263058,
      "loss_total": 0.006790324114263058,
      "step": 63520
    },
    {
      "grad_norm": 0.11040633171796799,
      "learning_rate": 9.679714045821694e-05,
      "loss": 0.0068,
      "step": 63530
    },
    {
      "loss_action": 0.002923031570389867,
      "loss_total": 0.002923031570389867,
      "step": 63530
    },
    {
      "loss_action": 0.004351755604147911,
      "loss_total": 0.004351755604147911,
      "step": 63530
    },
    {
      "loss_action": 0.0035451389849185944,
      "loss_total": 0.0035451389849185944,
      "step": 63530
    },
    {
      "loss_action": 0.005213570315390825,
      "loss_total": 0.005213570315390825,
      "step": 63530
    },
    {
      "loss_action": 0.0037795493844896555,
      "loss_total": 0.0037795493844896555,
      "step": 63530
    },
    {
      "loss_action": 0.0027763694524765015,
      "loss_total": 0.0027763694524765015,
      "step": 63530
    },
    {
      "loss_action": 0.0068793450482189655,
      "loss_total": 0.0068793450482189655,
      "step": 63530
    },
    {
      "loss_action": 0.009211678057909012,
      "loss_total": 0.009211678057909012,
      "step": 63530
    },
    {
      "grad_norm": 0.12931184470653534,
      "learning_rate": 9.67956846163758e-05,
      "loss": 0.0062,
      "step": 63540
    },
    {
      "loss_action": 0.0034663749393075705,
      "loss_total": 0.0034663749393075705,
      "step": 63540
    },
    {
      "loss_action": 0.022067490965127945,
      "loss_total": 0.022067490965127945,
      "step": 63540
    },
    {
      "loss_action": 0.023113340139389038,
      "loss_total": 0.023113340139389038,
      "step": 63540
    },
    {
      "loss_action": 0.0022878823801875114,
      "loss_total": 0.0022878823801875114,
      "step": 63540
    },
    {
      "loss_action": 0.015423793345689774,
      "loss_total": 0.015423793345689774,
      "step": 63540
    },
    {
      "loss_action": 0.0041579920798540115,
      "loss_total": 0.0041579920798540115,
      "step": 63540
    },
    {
      "loss_action": 0.008492519147694111,
      "loss_total": 0.008492519147694111,
      "step": 63540
    },
    {
      "loss_action": 0.004242853261530399,
      "loss_total": 0.004242853261530399,
      "step": 63540
    },
    {
      "grad_norm": 0.09997787326574326,
      "learning_rate": 9.679422845469053e-05,
      "loss": 0.0082,
      "step": 63550
    },
    {
      "loss_action": 0.0034806684125214815,
      "loss_total": 0.0034806684125214815,
      "step": 63550
    },
    {
      "loss_action": 0.0059734610840678215,
      "loss_total": 0.0059734610840678215,
      "step": 63550
    },
    {
      "loss_action": 0.023275718092918396,
      "loss_total": 0.023275718092918396,
      "step": 63550
    },
    {
      "loss_action": 0.0102585069835186,
      "loss_total": 0.0102585069835186,
      "step": 63550
    },
    {
      "loss_action": 0.003996082581579685,
      "loss_total": 0.003996082581579685,
      "step": 63550
    },
    {
      "loss_action": 0.004307002294808626,
      "loss_total": 0.004307002294808626,
      "step": 63550
    },
    {
      "loss_action": 0.006440025754272938,
      "loss_total": 0.006440025754272938,
      "step": 63550
    },
    {
      "loss_action": 0.013214739970862865,
      "loss_total": 0.013214739970862865,
      "step": 63550
    },
    {
      "grad_norm": 0.11100133508443832,
      "learning_rate": 9.679277197317109e-05,
      "loss": 0.0067,
      "step": 63560
    },
    {
      "loss_action": 0.004749070852994919,
      "loss_total": 0.004749070852994919,
      "step": 63560
    },
    {
      "loss_action": 0.012653883546590805,
      "loss_total": 0.012653883546590805,
      "step": 63560
    },
    {
      "loss_action": 0.0013063641963526607,
      "loss_total": 0.0013063641963526607,
      "step": 63560
    },
    {
      "loss_action": 0.011292122304439545,
      "loss_total": 0.011292122304439545,
      "step": 63560
    },
    {
      "loss_action": 0.004116609692573547,
      "loss_total": 0.004116609692573547,
      "step": 63560
    },
    {
      "loss_action": 0.0022153877653181553,
      "loss_total": 0.0022153877653181553,
      "step": 63560
    },
    {
      "loss_action": 0.002425930928438902,
      "loss_total": 0.002425930928438902,
      "step": 63560
    },
    {
      "loss_action": 0.002834412269294262,
      "loss_total": 0.002834412269294262,
      "step": 63560
    },
    {
      "grad_norm": 0.13406643271446228,
      "learning_rate": 9.679131517182747e-05,
      "loss": 0.0074,
      "step": 63570
    },
    {
      "loss_action": 0.004590826109051704,
      "loss_total": 0.004590826109051704,
      "step": 63570
    },
    {
      "loss_action": 0.01483186800032854,
      "loss_total": 0.01483186800032854,
      "step": 63570
    },
    {
      "loss_action": 0.005280614830553532,
      "loss_total": 0.005280614830553532,
      "step": 63570
    },
    {
      "loss_action": 0.0038613774813711643,
      "loss_total": 0.0038613774813711643,
      "step": 63570
    },
    {
      "loss_action": 0.006259710527956486,
      "loss_total": 0.006259710527956486,
      "step": 63570
    },
    {
      "loss_action": 0.004719385411590338,
      "loss_total": 0.004719385411590338,
      "step": 63570
    },
    {
      "loss_action": 0.015792906284332275,
      "loss_total": 0.015792906284332275,
      "step": 63570
    },
    {
      "loss_action": 0.01662500947713852,
      "loss_total": 0.01662500947713852,
      "step": 63570
    },
    {
      "grad_norm": 0.17208947241306305,
      "learning_rate": 9.678985805066958e-05,
      "loss": 0.0084,
      "step": 63580
    },
    {
      "loss_action": 0.0088117066770792,
      "loss_total": 0.0088117066770792,
      "step": 63580
    },
    {
      "loss_action": 0.004605590365827084,
      "loss_total": 0.004605590365827084,
      "step": 63580
    },
    {
      "loss_action": 0.004122044891119003,
      "loss_total": 0.004122044891119003,
      "step": 63580
    },
    {
      "loss_action": 0.002711176872253418,
      "loss_total": 0.002711176872253418,
      "step": 63580
    },
    {
      "loss_action": 0.0026443437673151493,
      "loss_total": 0.0026443437673151493,
      "step": 63580
    },
    {
      "loss_action": 0.024468088522553444,
      "loss_total": 0.024468088522553444,
      "step": 63580
    },
    {
      "loss_action": 0.0035841139033436775,
      "loss_total": 0.0035841139033436775,
      "step": 63580
    },
    {
      "loss_action": 0.0029031161684542894,
      "loss_total": 0.0029031161684542894,
      "step": 63580
    },
    {
      "grad_norm": 0.12255658954381943,
      "learning_rate": 9.678840060970742e-05,
      "loss": 0.0072,
      "step": 63590
    },
    {
      "loss_action": 0.004351294599473476,
      "loss_total": 0.004351294599473476,
      "step": 63590
    },
    {
      "loss_action": 0.013912845402956009,
      "loss_total": 0.013912845402956009,
      "step": 63590
    },
    {
      "loss_action": 0.003885699436068535,
      "loss_total": 0.003885699436068535,
      "step": 63590
    },
    {
      "loss_action": 0.004030435346066952,
      "loss_total": 0.004030435346066952,
      "step": 63590
    },
    {
      "loss_action": 0.019634107127785683,
      "loss_total": 0.019634107127785683,
      "step": 63590
    },
    {
      "loss_action": 0.005273052491247654,
      "loss_total": 0.005273052491247654,
      "step": 63590
    },
    {
      "loss_action": 0.0032003778032958508,
      "loss_total": 0.0032003778032958508,
      "step": 63590
    },
    {
      "loss_action": 0.006228084210306406,
      "loss_total": 0.006228084210306406,
      "step": 63590
    },
    {
      "grad_norm": 0.13838684558868408,
      "learning_rate": 9.678694284895094e-05,
      "loss": 0.008,
      "step": 63600
    },
    {
      "loss_action": 0.018037769943475723,
      "loss_total": 0.018037769943475723,
      "step": 63600
    },
    {
      "loss_action": 0.0076134889386594296,
      "loss_total": 0.0076134889386594296,
      "step": 63600
    },
    {
      "loss_action": 0.006682590581476688,
      "loss_total": 0.006682590581476688,
      "step": 63600
    },
    {
      "loss_action": 0.0036902395077049732,
      "loss_total": 0.0036902395077049732,
      "step": 63600
    },
    {
      "loss_action": 0.02062012068927288,
      "loss_total": 0.02062012068927288,
      "step": 63600
    },
    {
      "loss_action": 0.0031979552004486322,
      "loss_total": 0.0031979552004486322,
      "step": 63600
    },
    {
      "loss_action": 0.011754673905670643,
      "loss_total": 0.011754673905670643,
      "step": 63600
    },
    {
      "loss_action": 0.008660569787025452,
      "loss_total": 0.008660569787025452,
      "step": 63600
    },
    {
      "grad_norm": 0.15644915401935577,
      "learning_rate": 9.67854847684101e-05,
      "loss": 0.0077,
      "step": 63610
    },
    {
      "loss_action": 0.009262320585548878,
      "loss_total": 0.009262320585548878,
      "step": 63610
    },
    {
      "loss_action": 0.011740884743630886,
      "loss_total": 0.011740884743630886,
      "step": 63610
    },
    {
      "loss_action": 0.008441932499408722,
      "loss_total": 0.008441932499408722,
      "step": 63610
    },
    {
      "loss_action": 0.013580461032688618,
      "loss_total": 0.013580461032688618,
      "step": 63610
    },
    {
      "loss_action": 0.006103833205997944,
      "loss_total": 0.006103833205997944,
      "step": 63610
    },
    {
      "loss_action": 0.0031640275847166777,
      "loss_total": 0.0031640275847166777,
      "step": 63610
    },
    {
      "loss_action": 0.00387946586124599,
      "loss_total": 0.00387946586124599,
      "step": 63610
    },
    {
      "loss_action": 0.0030732895247638226,
      "loss_total": 0.0030732895247638226,
      "step": 63610
    },
    {
      "grad_norm": 0.08863259106874466,
      "learning_rate": 9.678402636809486e-05,
      "loss": 0.0067,
      "step": 63620
    },
    {
      "loss_action": 0.0019398359581828117,
      "loss_total": 0.0019398359581828117,
      "step": 63620
    },
    {
      "loss_action": 0.0021199090406298637,
      "loss_total": 0.0021199090406298637,
      "step": 63620
    },
    {
      "loss_action": 0.005291959270834923,
      "loss_total": 0.005291959270834923,
      "step": 63620
    },
    {
      "loss_action": 0.022168727591633797,
      "loss_total": 0.022168727591633797,
      "step": 63620
    },
    {
      "loss_action": 0.005609855055809021,
      "loss_total": 0.005609855055809021,
      "step": 63620
    },
    {
      "loss_action": 0.006659946404397488,
      "loss_total": 0.006659946404397488,
      "step": 63620
    },
    {
      "loss_action": 0.008906476199626923,
      "loss_total": 0.008906476199626923,
      "step": 63620
    },
    {
      "loss_action": 0.002818294335156679,
      "loss_total": 0.002818294335156679,
      "step": 63620
    },
    {
      "grad_norm": 0.08485762029886246,
      "learning_rate": 9.678256764801519e-05,
      "loss": 0.0063,
      "step": 63630
    },
    {
      "loss_action": 0.006095441989600658,
      "loss_total": 0.006095441989600658,
      "step": 63630
    },
    {
      "loss_action": 0.0035358481109142303,
      "loss_total": 0.0035358481109142303,
      "step": 63630
    },
    {
      "loss_action": 0.015403561294078827,
      "loss_total": 0.015403561294078827,
      "step": 63630
    },
    {
      "loss_action": 0.013124746270477772,
      "loss_total": 0.013124746270477772,
      "step": 63630
    },
    {
      "loss_action": 0.004942707717418671,
      "loss_total": 0.004942707717418671,
      "step": 63630
    },
    {
      "loss_action": 0.0035023922100663185,
      "loss_total": 0.0035023922100663185,
      "step": 63630
    },
    {
      "loss_action": 0.003770067822188139,
      "loss_total": 0.003770067822188139,
      "step": 63630
    },
    {
      "loss_action": 0.003032984910532832,
      "loss_total": 0.003032984910532832,
      "step": 63630
    },
    {
      "grad_norm": 0.1063665822148323,
      "learning_rate": 9.678110860818106e-05,
      "loss": 0.0071,
      "step": 63640
    },
    {
      "loss_action": 0.015329431742429733,
      "loss_total": 0.015329431742429733,
      "step": 63640
    },
    {
      "loss_action": 0.012108521535992622,
      "loss_total": 0.012108521535992622,
      "step": 63640
    },
    {
      "loss_action": 0.005709421820938587,
      "loss_total": 0.005709421820938587,
      "step": 63640
    },
    {
      "loss_action": 0.0026608556509017944,
      "loss_total": 0.0026608556509017944,
      "step": 63640
    },
    {
      "loss_action": 0.0033117723651230335,
      "loss_total": 0.0033117723651230335,
      "step": 63640
    },
    {
      "loss_action": 0.011506848968565464,
      "loss_total": 0.011506848968565464,
      "step": 63640
    },
    {
      "loss_action": 0.0033198161981999874,
      "loss_total": 0.0033198161981999874,
      "step": 63640
    },
    {
      "loss_action": 0.003025494748726487,
      "loss_total": 0.003025494748726487,
      "step": 63640
    },
    {
      "grad_norm": 0.09097085893154144,
      "learning_rate": 9.677964924860245e-05,
      "loss": 0.0073,
      "step": 63650
    },
    {
      "loss_action": 0.012419205158948898,
      "loss_total": 0.012419205158948898,
      "step": 63650
    },
    {
      "loss_action": 0.009504680521786213,
      "loss_total": 0.009504680521786213,
      "step": 63650
    },
    {
      "loss_action": 0.002230370417237282,
      "loss_total": 0.002230370417237282,
      "step": 63650
    },
    {
      "loss_action": 0.00711651099845767,
      "loss_total": 0.00711651099845767,
      "step": 63650
    },
    {
      "loss_action": 0.002562934532761574,
      "loss_total": 0.002562934532761574,
      "step": 63650
    },
    {
      "loss_action": 0.004069535993039608,
      "loss_total": 0.004069535993039608,
      "step": 63650
    },
    {
      "loss_action": 0.007306123152375221,
      "loss_total": 0.007306123152375221,
      "step": 63650
    },
    {
      "loss_action": 0.0030582158360630274,
      "loss_total": 0.0030582158360630274,
      "step": 63650
    },
    {
      "grad_norm": 0.10666265338659286,
      "learning_rate": 9.677818956928933e-05,
      "loss": 0.0077,
      "step": 63660
    },
    {
      "loss_action": 0.0034018708392977715,
      "loss_total": 0.0034018708392977715,
      "step": 63660
    },
    {
      "loss_action": 0.01468328945338726,
      "loss_total": 0.01468328945338726,
      "step": 63660
    },
    {
      "loss_action": 0.005371869541704655,
      "loss_total": 0.005371869541704655,
      "step": 63660
    },
    {
      "loss_action": 0.006599169224500656,
      "loss_total": 0.006599169224500656,
      "step": 63660
    },
    {
      "loss_action": 0.009141611866652966,
      "loss_total": 0.009141611866652966,
      "step": 63660
    },
    {
      "loss_action": 0.007194916717708111,
      "loss_total": 0.007194916717708111,
      "step": 63660
    },
    {
      "loss_action": 0.004708029329776764,
      "loss_total": 0.004708029329776764,
      "step": 63660
    },
    {
      "loss_action": 0.005806612782180309,
      "loss_total": 0.005806612782180309,
      "step": 63660
    },
    {
      "grad_norm": 0.10330519080162048,
      "learning_rate": 9.677672957025167e-05,
      "loss": 0.0068,
      "step": 63670
    },
    {
      "loss_action": 0.0029568381141871214,
      "loss_total": 0.0029568381141871214,
      "step": 63670
    },
    {
      "loss_action": 0.00607141200453043,
      "loss_total": 0.00607141200453043,
      "step": 63670
    },
    {
      "loss_action": 0.020888442173600197,
      "loss_total": 0.020888442173600197,
      "step": 63670
    },
    {
      "loss_action": 0.0019986345432698727,
      "loss_total": 0.0019986345432698727,
      "step": 63670
    },
    {
      "loss_action": 0.003135259263217449,
      "loss_total": 0.003135259263217449,
      "step": 63670
    },
    {
      "loss_action": 0.007077275775372982,
      "loss_total": 0.007077275775372982,
      "step": 63670
    },
    {
      "loss_action": 0.0048481314443051815,
      "loss_total": 0.0048481314443051815,
      "step": 63670
    },
    {
      "loss_action": 0.006921291351318359,
      "loss_total": 0.006921291351318359,
      "step": 63670
    },
    {
      "grad_norm": 0.16830861568450928,
      "learning_rate": 9.677526925149947e-05,
      "loss": 0.0078,
      "step": 63680
    },
    {
      "loss_action": 0.009439957328140736,
      "loss_total": 0.009439957328140736,
      "step": 63680
    },
    {
      "loss_action": 0.008655918762087822,
      "loss_total": 0.008655918762087822,
      "step": 63680
    },
    {
      "loss_action": 0.003133133053779602,
      "loss_total": 0.003133133053779602,
      "step": 63680
    },
    {
      "loss_action": 0.005190559197217226,
      "loss_total": 0.005190559197217226,
      "step": 63680
    },
    {
      "loss_action": 0.00817596260458231,
      "loss_total": 0.00817596260458231,
      "step": 63680
    },
    {
      "loss_action": 0.00608791084960103,
      "loss_total": 0.00608791084960103,
      "step": 63680
    },
    {
      "loss_action": 0.01430165022611618,
      "loss_total": 0.01430165022611618,
      "step": 63680
    },
    {
      "loss_action": 0.0031545613892376423,
      "loss_total": 0.0031545613892376423,
      "step": 63680
    },
    {
      "grad_norm": 0.08670036494731903,
      "learning_rate": 9.67738086130427e-05,
      "loss": 0.0089,
      "step": 63690
    },
    {
      "loss_action": 0.004664039239287376,
      "loss_total": 0.004664039239287376,
      "step": 63690
    },
    {
      "loss_action": 0.004257748834788799,
      "loss_total": 0.004257748834788799,
      "step": 63690
    },
    {
      "loss_action": 0.02293415367603302,
      "loss_total": 0.02293415367603302,
      "step": 63690
    },
    {
      "loss_action": 0.004157679155468941,
      "loss_total": 0.004157679155468941,
      "step": 63690
    },
    {
      "loss_action": 0.004769731312990189,
      "loss_total": 0.004769731312990189,
      "step": 63690
    },
    {
      "loss_action": 0.013636745512485504,
      "loss_total": 0.013636745512485504,
      "step": 63690
    },
    {
      "loss_action": 0.013204794377088547,
      "loss_total": 0.013204794377088547,
      "step": 63690
    },
    {
      "loss_action": 0.010445437394082546,
      "loss_total": 0.010445437394082546,
      "step": 63690
    },
    {
      "grad_norm": 0.09019936621189117,
      "learning_rate": 9.677234765489133e-05,
      "loss": 0.0083,
      "step": 63700
    },
    {
      "loss_action": 0.006751382723450661,
      "loss_total": 0.006751382723450661,
      "step": 63700
    },
    {
      "loss_action": 0.004326134920120239,
      "loss_total": 0.004326134920120239,
      "step": 63700
    },
    {
      "loss_action": 0.00415705656632781,
      "loss_total": 0.00415705656632781,
      "step": 63700
    },
    {
      "loss_action": 0.0072188107296824455,
      "loss_total": 0.0072188107296824455,
      "step": 63700
    },
    {
      "loss_action": 0.0121405478566885,
      "loss_total": 0.0121405478566885,
      "step": 63700
    },
    {
      "loss_action": 0.006388702429831028,
      "loss_total": 0.006388702429831028,
      "step": 63700
    },
    {
      "loss_action": 0.010952113196253777,
      "loss_total": 0.010952113196253777,
      "step": 63700
    },
    {
      "loss_action": 0.013851655647158623,
      "loss_total": 0.013851655647158623,
      "step": 63700
    },
    {
      "grad_norm": 0.16311463713645935,
      "learning_rate": 9.677088637705535e-05,
      "loss": 0.0078,
      "step": 63710
    },
    {
      "loss_action": 0.00989479385316372,
      "loss_total": 0.00989479385316372,
      "step": 63710
    },
    {
      "loss_action": 0.005166997201740742,
      "loss_total": 0.005166997201740742,
      "step": 63710
    },
    {
      "loss_action": 0.008508594706654549,
      "loss_total": 0.008508594706654549,
      "step": 63710
    },
    {
      "loss_action": 0.001883448800072074,
      "loss_total": 0.001883448800072074,
      "step": 63710
    },
    {
      "loss_action": 0.008989254012703896,
      "loss_total": 0.008989254012703896,
      "step": 63710
    },
    {
      "loss_action": 0.006464577279984951,
      "loss_total": 0.006464577279984951,
      "step": 63710
    },
    {
      "loss_action": 0.004259590990841389,
      "loss_total": 0.004259590990841389,
      "step": 63710
    },
    {
      "loss_action": 0.004153545014560223,
      "loss_total": 0.004153545014560223,
      "step": 63710
    },
    {
      "grad_norm": 0.07921607047319412,
      "learning_rate": 9.676942477954476e-05,
      "loss": 0.0065,
      "step": 63720
    },
    {
      "loss_action": 0.0019009236712008715,
      "loss_total": 0.0019009236712008715,
      "step": 63720
    },
    {
      "loss_action": 0.010704522021114826,
      "loss_total": 0.010704522021114826,
      "step": 63720
    },
    {
      "loss_action": 0.003103042021393776,
      "loss_total": 0.003103042021393776,
      "step": 63720
    },
    {
      "loss_action": 0.008048023097217083,
      "loss_total": 0.008048023097217083,
      "step": 63720
    },
    {
      "loss_action": 0.004616080783307552,
      "loss_total": 0.004616080783307552,
      "step": 63720
    },
    {
      "loss_action": 0.013009181246161461,
      "loss_total": 0.013009181246161461,
      "step": 63720
    },
    {
      "loss_action": 0.00563316885381937,
      "loss_total": 0.00563316885381937,
      "step": 63720
    },
    {
      "loss_action": 0.00222158245742321,
      "loss_total": 0.00222158245742321,
      "step": 63720
    },
    {
      "grad_norm": 0.11436033993959427,
      "learning_rate": 9.676796286236955e-05,
      "loss": 0.0068,
      "step": 63730
    },
    {
      "loss_action": 0.008929198607802391,
      "loss_total": 0.008929198607802391,
      "step": 63730
    },
    {
      "loss_action": 0.004942626692354679,
      "loss_total": 0.004942626692354679,
      "step": 63730
    },
    {
      "loss_action": 0.004776314832270145,
      "loss_total": 0.004776314832270145,
      "step": 63730
    },
    {
      "loss_action": 0.020502662286162376,
      "loss_total": 0.020502662286162376,
      "step": 63730
    },
    {
      "loss_action": 0.005113046616315842,
      "loss_total": 0.005113046616315842,
      "step": 63730
    },
    {
      "loss_action": 0.010300872847437859,
      "loss_total": 0.010300872847437859,
      "step": 63730
    },
    {
      "loss_action": 0.017923636361956596,
      "loss_total": 0.017923636361956596,
      "step": 63730
    },
    {
      "loss_action": 0.004024644382297993,
      "loss_total": 0.004024644382297993,
      "step": 63730
    },
    {
      "grad_norm": 0.12985296547412872,
      "learning_rate": 9.67665006255397e-05,
      "loss": 0.0074,
      "step": 63740
    },
    {
      "loss_action": 0.03032202273607254,
      "loss_total": 0.03032202273607254,
      "step": 63740
    },
    {
      "loss_action": 0.021792270243167877,
      "loss_total": 0.021792270243167877,
      "step": 63740
    },
    {
      "loss_action": 0.02828066051006317,
      "loss_total": 0.02828066051006317,
      "step": 63740
    },
    {
      "loss_action": 0.0026915320195257664,
      "loss_total": 0.0026915320195257664,
      "step": 63740
    },
    {
      "loss_action": 0.009119965136051178,
      "loss_total": 0.009119965136051178,
      "step": 63740
    },
    {
      "loss_action": 0.007053212728351355,
      "loss_total": 0.007053212728351355,
      "step": 63740
    },
    {
      "loss_action": 0.006491317413747311,
      "loss_total": 0.006491317413747311,
      "step": 63740
    },
    {
      "loss_action": 0.0045071253553032875,
      "loss_total": 0.0045071253553032875,
      "step": 63740
    },
    {
      "grad_norm": 0.11714642494916916,
      "learning_rate": 9.676503806906522e-05,
      "loss": 0.0084,
      "step": 63750
    },
    {
      "loss_action": 0.004863575100898743,
      "loss_total": 0.004863575100898743,
      "step": 63750
    },
    {
      "loss_action": 0.0074690040200948715,
      "loss_total": 0.0074690040200948715,
      "step": 63750
    },
    {
      "loss_action": 0.0025473639834672213,
      "loss_total": 0.0025473639834672213,
      "step": 63750
    },
    {
      "loss_action": 0.0061692604795098305,
      "loss_total": 0.0061692604795098305,
      "step": 63750
    },
    {
      "loss_action": 0.006212362088263035,
      "loss_total": 0.006212362088263035,
      "step": 63750
    },
    {
      "loss_action": 0.002222146838903427,
      "loss_total": 0.002222146838903427,
      "step": 63750
    },
    {
      "loss_action": 0.021941199898719788,
      "loss_total": 0.021941199898719788,
      "step": 63750
    },
    {
      "loss_action": 0.0041025131940841675,
      "loss_total": 0.0041025131940841675,
      "step": 63750
    },
    {
      "grad_norm": 0.11441592127084732,
      "learning_rate": 9.676357519295609e-05,
      "loss": 0.0075,
      "step": 63760
    },
    {
      "loss_action": 0.008980263024568558,
      "loss_total": 0.008980263024568558,
      "step": 63760
    },
    {
      "loss_action": 0.0031692031770944595,
      "loss_total": 0.0031692031770944595,
      "step": 63760
    },
    {
      "loss_action": 0.0059759849682450294,
      "loss_total": 0.0059759849682450294,
      "step": 63760
    },
    {
      "loss_action": 0.010168131440877914,
      "loss_total": 0.010168131440877914,
      "step": 63760
    },
    {
      "loss_action": 0.005587328225374222,
      "loss_total": 0.005587328225374222,
      "step": 63760
    },
    {
      "loss_action": 0.013677169568836689,
      "loss_total": 0.013677169568836689,
      "step": 63760
    },
    {
      "loss_action": 0.008036024868488312,
      "loss_total": 0.008036024868488312,
      "step": 63760
    },
    {
      "loss_action": 0.002448949497193098,
      "loss_total": 0.002448949497193098,
      "step": 63760
    },
    {
      "grad_norm": 0.1476544886827469,
      "learning_rate": 9.676211199722232e-05,
      "loss": 0.008,
      "step": 63770
    },
    {
      "loss_action": 0.025527190417051315,
      "loss_total": 0.025527190417051315,
      "step": 63770
    },
    {
      "loss_action": 0.009899210184812546,
      "loss_total": 0.009899210184812546,
      "step": 63770
    },
    {
      "loss_action": 0.006136545445770025,
      "loss_total": 0.006136545445770025,
      "step": 63770
    },
    {
      "loss_action": 0.002635928336530924,
      "loss_total": 0.002635928336530924,
      "step": 63770
    },
    {
      "loss_action": 0.008059598505496979,
      "loss_total": 0.008059598505496979,
      "step": 63770
    },
    {
      "loss_action": 0.0029299322050064802,
      "loss_total": 0.0029299322050064802,
      "step": 63770
    },
    {
      "loss_action": 0.01493181474506855,
      "loss_total": 0.01493181474506855,
      "step": 63770
    },
    {
      "loss_action": 0.002287986222654581,
      "loss_total": 0.002287986222654581,
      "step": 63770
    },
    {
      "grad_norm": 0.10193916410207748,
      "learning_rate": 9.67606484818739e-05,
      "loss": 0.0074,
      "step": 63780
    },
    {
      "loss_action": 0.020016534253954887,
      "loss_total": 0.020016534253954887,
      "step": 63780
    },
    {
      "loss_action": 0.005336025729775429,
      "loss_total": 0.005336025729775429,
      "step": 63780
    },
    {
      "loss_action": 0.0041960133239626884,
      "loss_total": 0.0041960133239626884,
      "step": 63780
    },
    {
      "loss_action": 0.0038484607357531786,
      "loss_total": 0.0038484607357531786,
      "step": 63780
    },
    {
      "loss_action": 0.005147688556462526,
      "loss_total": 0.005147688556462526,
      "step": 63780
    },
    {
      "loss_action": 0.004511299077421427,
      "loss_total": 0.004511299077421427,
      "step": 63780
    },
    {
      "loss_action": 0.011352798901498318,
      "loss_total": 0.011352798901498318,
      "step": 63780
    },
    {
      "loss_action": 0.00664722453802824,
      "loss_total": 0.00664722453802824,
      "step": 63780
    },
    {
      "grad_norm": 0.09540798515081406,
      "learning_rate": 9.675918464692081e-05,
      "loss": 0.0078,
      "step": 63790
    },
    {
      "loss_action": 0.0018813151400536299,
      "loss_total": 0.0018813151400536299,
      "step": 63790
    },
    {
      "loss_action": 0.015591269358992577,
      "loss_total": 0.015591269358992577,
      "step": 63790
    },
    {
      "loss_action": 0.005601251497864723,
      "loss_total": 0.005601251497864723,
      "step": 63790
    },
    {
      "loss_action": 0.0024606739170849323,
      "loss_total": 0.0024606739170849323,
      "step": 63790
    },
    {
      "loss_action": 0.003063804470002651,
      "loss_total": 0.003063804470002651,
      "step": 63790
    },
    {
      "loss_action": 0.0022846022620797157,
      "loss_total": 0.0022846022620797157,
      "step": 63790
    },
    {
      "loss_action": 0.0026826527900993824,
      "loss_total": 0.0026826527900993824,
      "step": 63790
    },
    {
      "loss_action": 0.005117889493703842,
      "loss_total": 0.005117889493703842,
      "step": 63790
    },
    {
      "grad_norm": 0.14262700080871582,
      "learning_rate": 9.675772049237313e-05,
      "loss": 0.0072,
      "step": 63800
    },
    {
      "loss_action": 0.0022839149460196495,
      "loss_total": 0.0022839149460196495,
      "step": 63800
    },
    {
      "loss_action": 0.017171408981084824,
      "loss_total": 0.017171408981084824,
      "step": 63800
    },
    {
      "loss_action": 0.009204307571053505,
      "loss_total": 0.009204307571053505,
      "step": 63800
    },
    {
      "loss_action": 0.005539280362427235,
      "loss_total": 0.005539280362427235,
      "step": 63800
    },
    {
      "loss_action": 0.005691390484571457,
      "loss_total": 0.005691390484571457,
      "step": 63800
    },
    {
      "loss_action": 0.005682073999196291,
      "loss_total": 0.005682073999196291,
      "step": 63800
    },
    {
      "loss_action": 0.0045280782505869865,
      "loss_total": 0.0045280782505869865,
      "step": 63800
    },
    {
      "loss_action": 0.005911408923566341,
      "loss_total": 0.005911408923566341,
      "step": 63800
    },
    {
      "grad_norm": 0.16715598106384277,
      "learning_rate": 9.675625601824081e-05,
      "loss": 0.0085,
      "step": 63810
    },
    {
      "loss_action": 0.012177947908639908,
      "loss_total": 0.012177947908639908,
      "step": 63810
    },
    {
      "loss_action": 0.01155250333249569,
      "loss_total": 0.01155250333249569,
      "step": 63810
    },
    {
      "loss_action": 0.0032330381218343973,
      "loss_total": 0.0032330381218343973,
      "step": 63810
    },
    {
      "loss_action": 0.005508989095687866,
      "loss_total": 0.005508989095687866,
      "step": 63810
    },
    {
      "loss_action": 0.00646623969078064,
      "loss_total": 0.00646623969078064,
      "step": 63810
    },
    {
      "loss_action": 0.005701033864170313,
      "loss_total": 0.005701033864170313,
      "step": 63810
    },
    {
      "loss_action": 0.05472428724169731,
      "loss_total": 0.05472428724169731,
      "step": 63810
    },
    {
      "loss_action": 0.002920012455433607,
      "loss_total": 0.002920012455433607,
      "step": 63810
    },
    {
      "grad_norm": 0.14213599264621735,
      "learning_rate": 9.675479122453386e-05,
      "loss": 0.008,
      "step": 63820
    },
    {
      "loss_action": 0.004016525112092495,
      "loss_total": 0.004016525112092495,
      "step": 63820
    },
    {
      "loss_action": 0.00844639167189598,
      "loss_total": 0.00844639167189598,
      "step": 63820
    },
    {
      "loss_action": 0.004147888161242008,
      "loss_total": 0.004147888161242008,
      "step": 63820
    },
    {
      "loss_action": 0.0037086852826178074,
      "loss_total": 0.0037086852826178074,
      "step": 63820
    },
    {
      "loss_action": 0.004424896091222763,
      "loss_total": 0.004424896091222763,
      "step": 63820
    },
    {
      "loss_action": 0.0032720654271543026,
      "loss_total": 0.0032720654271543026,
      "step": 63820
    },
    {
      "loss_action": 0.010924681089818478,
      "loss_total": 0.010924681089818478,
      "step": 63820
    },
    {
      "loss_action": 0.010451758280396461,
      "loss_total": 0.010451758280396461,
      "step": 63820
    },
    {
      "grad_norm": 0.11840292066335678,
      "learning_rate": 9.675332611126232e-05,
      "loss": 0.0077,
      "step": 63830
    },
    {
      "loss_action": 0.002280488144606352,
      "loss_total": 0.002280488144606352,
      "step": 63830
    },
    {
      "loss_action": 0.011489803902804852,
      "loss_total": 0.011489803902804852,
      "step": 63830
    },
    {
      "loss_action": 0.007687687873840332,
      "loss_total": 0.007687687873840332,
      "step": 63830
    },
    {
      "loss_action": 0.0036170119419693947,
      "loss_total": 0.0036170119419693947,
      "step": 63830
    },
    {
      "loss_action": 0.005101397633552551,
      "loss_total": 0.005101397633552551,
      "step": 63830
    },
    {
      "loss_action": 0.00480042165145278,
      "loss_total": 0.00480042165145278,
      "step": 63830
    },
    {
      "loss_action": 0.0027308003045618534,
      "loss_total": 0.0027308003045618534,
      "step": 63830
    },
    {
      "loss_action": 0.003407544456422329,
      "loss_total": 0.003407544456422329,
      "step": 63830
    },
    {
      "grad_norm": 0.11547186970710754,
      "learning_rate": 9.675186067843616e-05,
      "loss": 0.0064,
      "step": 63840
    },
    {
      "loss_action": 0.005047045182436705,
      "loss_total": 0.005047045182436705,
      "step": 63840
    },
    {
      "loss_action": 0.0020228163339197636,
      "loss_total": 0.0020228163339197636,
      "step": 63840
    },
    {
      "loss_action": 0.00835500005632639,
      "loss_total": 0.00835500005632639,
      "step": 63840
    },
    {
      "loss_action": 0.007467450574040413,
      "loss_total": 0.007467450574040413,
      "step": 63840
    },
    {
      "loss_action": 0.003548086853697896,
      "loss_total": 0.003548086853697896,
      "step": 63840
    },
    {
      "loss_action": 0.006789444014430046,
      "loss_total": 0.006789444014430046,
      "step": 63840
    },
    {
      "loss_action": 0.002164576668292284,
      "loss_total": 0.002164576668292284,
      "step": 63840
    },
    {
      "loss_action": 0.004492207895964384,
      "loss_total": 0.004492207895964384,
      "step": 63840
    },
    {
      "grad_norm": 0.2149316668510437,
      "learning_rate": 9.675039492606544e-05,
      "loss": 0.0091,
      "step": 63850
    },
    {
      "loss_action": 0.004288429394364357,
      "loss_total": 0.004288429394364357,
      "step": 63850
    },
    {
      "loss_action": 0.005465228110551834,
      "loss_total": 0.005465228110551834,
      "step": 63850
    },
    {
      "loss_action": 0.0050020902417600155,
      "loss_total": 0.0050020902417600155,
      "step": 63850
    },
    {
      "loss_action": 0.003868059255182743,
      "loss_total": 0.003868059255182743,
      "step": 63850
    },
    {
      "loss_action": 0.006375819910317659,
      "loss_total": 0.006375819910317659,
      "step": 63850
    },
    {
      "loss_action": 0.0037643718533217907,
      "loss_total": 0.0037643718533217907,
      "step": 63850
    },
    {
      "loss_action": 0.0028621386736631393,
      "loss_total": 0.0028621386736631393,
      "step": 63850
    },
    {
      "loss_action": 0.00917604099959135,
      "loss_total": 0.00917604099959135,
      "step": 63850
    },
    {
      "grad_norm": 0.10883721709251404,
      "learning_rate": 9.674892885416016e-05,
      "loss": 0.007,
      "step": 63860
    },
    {
      "loss_action": 0.030825473368167877,
      "loss_total": 0.030825473368167877,
      "step": 63860
    },
    {
      "loss_action": 0.009000844322144985,
      "loss_total": 0.009000844322144985,
      "step": 63860
    },
    {
      "loss_action": 0.007396645378321409,
      "loss_total": 0.007396645378321409,
      "step": 63860
    },
    {
      "loss_action": 0.009457096457481384,
      "loss_total": 0.009457096457481384,
      "step": 63860
    },
    {
      "loss_action": 0.02043250761926174,
      "loss_total": 0.02043250761926174,
      "step": 63860
    },
    {
      "loss_action": 0.0024828386958688498,
      "loss_total": 0.0024828386958688498,
      "step": 63860
    },
    {
      "loss_action": 0.0035247746855020523,
      "loss_total": 0.0035247746855020523,
      "step": 63860
    },
    {
      "loss_action": 0.012874510139226913,
      "loss_total": 0.012874510139226913,
      "step": 63860
    },
    {
      "grad_norm": 0.08183567970991135,
      "learning_rate": 9.674746246273033e-05,
      "loss": 0.0072,
      "step": 63870
    },
    {
      "loss_action": 0.0025484911166131496,
      "loss_total": 0.0025484911166131496,
      "step": 63870
    },
    {
      "loss_action": 0.009577094577252865,
      "loss_total": 0.009577094577252865,
      "step": 63870
    },
    {
      "loss_action": 0.0024576676078140736,
      "loss_total": 0.0024576676078140736,
      "step": 63870
    },
    {
      "loss_action": 0.006266488693654537,
      "loss_total": 0.006266488693654537,
      "step": 63870
    },
    {
      "loss_action": 0.002183623146265745,
      "loss_total": 0.002183623146265745,
      "step": 63870
    },
    {
      "loss_action": 0.015124805271625519,
      "loss_total": 0.015124805271625519,
      "step": 63870
    },
    {
      "loss_action": 0.03400145098567009,
      "loss_total": 0.03400145098567009,
      "step": 63870
    },
    {
      "loss_action": 0.008681395091116428,
      "loss_total": 0.008681395091116428,
      "step": 63870
    },
    {
      "grad_norm": 0.12249646335840225,
      "learning_rate": 9.6745995751786e-05,
      "loss": 0.0075,
      "step": 63880
    },
    {
      "loss_action": 0.010532436892390251,
      "loss_total": 0.010532436892390251,
      "step": 63880
    },
    {
      "loss_action": 0.006804758682847023,
      "loss_total": 0.006804758682847023,
      "step": 63880
    },
    {
      "loss_action": 0.0065911212004721165,
      "loss_total": 0.0065911212004721165,
      "step": 63880
    },
    {
      "loss_action": 0.008892752230167389,
      "loss_total": 0.008892752230167389,
      "step": 63880
    },
    {
      "loss_action": 0.004239268600940704,
      "loss_total": 0.004239268600940704,
      "step": 63880
    },
    {
      "loss_action": 0.006274865008890629,
      "loss_total": 0.006274865008890629,
      "step": 63880
    },
    {
      "loss_action": 0.006872822996228933,
      "loss_total": 0.006872822996228933,
      "step": 63880
    },
    {
      "loss_action": 0.003500155406072736,
      "loss_total": 0.003500155406072736,
      "step": 63880
    },
    {
      "grad_norm": 0.09808989614248276,
      "learning_rate": 9.674452872133717e-05,
      "loss": 0.0065,
      "step": 63890
    },
    {
      "loss_action": 0.015035674907267094,
      "loss_total": 0.015035674907267094,
      "step": 63890
    },
    {
      "loss_action": 0.008396820165216923,
      "loss_total": 0.008396820165216923,
      "step": 63890
    },
    {
      "loss_action": 0.006216946989297867,
      "loss_total": 0.006216946989297867,
      "step": 63890
    },
    {
      "loss_action": 0.004755816422402859,
      "loss_total": 0.004755816422402859,
      "step": 63890
    },
    {
      "loss_action": 0.002713873516768217,
      "loss_total": 0.002713873516768217,
      "step": 63890
    },
    {
      "loss_action": 0.00556227657943964,
      "loss_total": 0.00556227657943964,
      "step": 63890
    },
    {
      "loss_action": 0.003949127160012722,
      "loss_total": 0.003949127160012722,
      "step": 63890
    },
    {
      "loss_action": 0.008702481165528297,
      "loss_total": 0.008702481165528297,
      "step": 63890
    },
    {
      "grad_norm": 0.11884887516498566,
      "learning_rate": 9.674306137139387e-05,
      "loss": 0.0071,
      "step": 63900
    },
    {
      "loss_action": 0.004389629699289799,
      "loss_total": 0.004389629699289799,
      "step": 63900
    },
    {
      "loss_action": 0.009148633107542992,
      "loss_total": 0.009148633107542992,
      "step": 63900
    },
    {
      "loss_action": 0.00276033952832222,
      "loss_total": 0.00276033952832222,
      "step": 63900
    },
    {
      "loss_action": 0.0033983802422881126,
      "loss_total": 0.0033983802422881126,
      "step": 63900
    },
    {
      "loss_action": 0.0037277736701071262,
      "loss_total": 0.0037277736701071262,
      "step": 63900
    },
    {
      "loss_action": 0.008231237530708313,
      "loss_total": 0.008231237530708313,
      "step": 63900
    },
    {
      "loss_action": 0.0066026607528328896,
      "loss_total": 0.0066026607528328896,
      "step": 63900
    },
    {
      "loss_action": 0.006333567667752504,
      "loss_total": 0.006333567667752504,
      "step": 63900
    },
    {
      "grad_norm": 0.11266510933637619,
      "learning_rate": 9.674159370196614e-05,
      "loss": 0.0081,
      "step": 63910
    },
    {
      "loss_action": 0.003548049833625555,
      "loss_total": 0.003548049833625555,
      "step": 63910
    },
    {
      "loss_action": 0.015744592994451523,
      "loss_total": 0.015744592994451523,
      "step": 63910
    },
    {
      "loss_action": 0.0379292331635952,
      "loss_total": 0.0379292331635952,
      "step": 63910
    },
    {
      "loss_action": 0.008231794461607933,
      "loss_total": 0.008231794461607933,
      "step": 63910
    },
    {
      "loss_action": 0.014507141895592213,
      "loss_total": 0.014507141895592213,
      "step": 63910
    },
    {
      "loss_action": 0.009489838033914566,
      "loss_total": 0.009489838033914566,
      "step": 63910
    },
    {
      "loss_action": 0.004725405015051365,
      "loss_total": 0.004725405015051365,
      "step": 63910
    },
    {
      "loss_action": 0.005110455676913261,
      "loss_total": 0.005110455676913261,
      "step": 63910
    },
    {
      "grad_norm": 0.12858033180236816,
      "learning_rate": 9.674012571306401e-05,
      "loss": 0.008,
      "step": 63920
    },
    {
      "loss_action": 0.0028202184475958347,
      "loss_total": 0.0028202184475958347,
      "step": 63920
    },
    {
      "loss_action": 0.0030387896113097668,
      "loss_total": 0.0030387896113097668,
      "step": 63920
    },
    {
      "loss_action": 0.0084970872849226,
      "loss_total": 0.0084970872849226,
      "step": 63920
    },
    {
      "loss_action": 0.004012942314147949,
      "loss_total": 0.004012942314147949,
      "step": 63920
    },
    {
      "loss_action": 0.004694306291639805,
      "loss_total": 0.004694306291639805,
      "step": 63920
    },
    {
      "loss_action": 0.008161572739481926,
      "loss_total": 0.008161572739481926,
      "step": 63920
    },
    {
      "loss_action": 0.0018414242658764124,
      "loss_total": 0.0018414242658764124,
      "step": 63920
    },
    {
      "loss_action": 0.003636379726231098,
      "loss_total": 0.003636379726231098,
      "step": 63920
    },
    {
      "grad_norm": 0.13016515970230103,
      "learning_rate": 9.673865740469751e-05,
      "loss": 0.0062,
      "step": 63930
    },
    {
      "loss_action": 0.0041943020187318325,
      "loss_total": 0.0041943020187318325,
      "step": 63930
    },
    {
      "loss_action": 0.003123138565570116,
      "loss_total": 0.003123138565570116,
      "step": 63930
    },
    {
      "loss_action": 0.004998245742172003,
      "loss_total": 0.004998245742172003,
      "step": 63930
    },
    {
      "loss_action": 0.005952768959105015,
      "loss_total": 0.005952768959105015,
      "step": 63930
    },
    {
      "loss_action": 0.0027303420938551426,
      "loss_total": 0.0027303420938551426,
      "step": 63930
    },
    {
      "loss_action": 0.0069229574874043465,
      "loss_total": 0.0069229574874043465,
      "step": 63930
    },
    {
      "loss_action": 0.0051061855629086494,
      "loss_total": 0.0051061855629086494,
      "step": 63930
    },
    {
      "loss_action": 0.007673024665564299,
      "loss_total": 0.007673024665564299,
      "step": 63930
    },
    {
      "grad_norm": 0.09500101208686829,
      "learning_rate": 9.673718877687668e-05,
      "loss": 0.0061,
      "step": 63940
    },
    {
      "loss_action": 0.0016023525968194008,
      "loss_total": 0.0016023525968194008,
      "step": 63940
    },
    {
      "loss_action": 0.0021397327072918415,
      "loss_total": 0.0021397327072918415,
      "step": 63940
    },
    {
      "loss_action": 0.010800078511238098,
      "loss_total": 0.010800078511238098,
      "step": 63940
    },
    {
      "loss_action": 0.004525434225797653,
      "loss_total": 0.004525434225797653,
      "step": 63940
    },
    {
      "loss_action": 0.004434818401932716,
      "loss_total": 0.004434818401932716,
      "step": 63940
    },
    {
      "loss_action": 0.004360363818705082,
      "loss_total": 0.004360363818705082,
      "step": 63940
    },
    {
      "loss_action": 0.0029952924232929945,
      "loss_total": 0.0029952924232929945,
      "step": 63940
    },
    {
      "loss_action": 0.003132750978693366,
      "loss_total": 0.003132750978693366,
      "step": 63940
    },
    {
      "grad_norm": 0.0974290519952774,
      "learning_rate": 9.673571982961155e-05,
      "loss": 0.006,
      "step": 63950
    },
    {
      "loss_action": 0.008075064048171043,
      "loss_total": 0.008075064048171043,
      "step": 63950
    },
    {
      "loss_action": 0.002722655888646841,
      "loss_total": 0.002722655888646841,
      "step": 63950
    },
    {
      "loss_action": 0.0034214025363326073,
      "loss_total": 0.0034214025363326073,
      "step": 63950
    },
    {
      "loss_action": 0.006600040011107922,
      "loss_total": 0.006600040011107922,
      "step": 63950
    },
    {
      "loss_action": 0.005524222273379564,
      "loss_total": 0.005524222273379564,
      "step": 63950
    },
    {
      "loss_action": 0.006651549134403467,
      "loss_total": 0.006651549134403467,
      "step": 63950
    },
    {
      "loss_action": 0.008404456079006195,
      "loss_total": 0.008404456079006195,
      "step": 63950
    },
    {
      "loss_action": 0.008943547494709492,
      "loss_total": 0.008943547494709492,
      "step": 63950
    },
    {
      "grad_norm": 0.14080539345741272,
      "learning_rate": 9.673425056291216e-05,
      "loss": 0.0071,
      "step": 63960
    },
    {
      "loss_action": 0.007276684977114201,
      "loss_total": 0.007276684977114201,
      "step": 63960
    },
    {
      "loss_action": 0.010450208559632301,
      "loss_total": 0.010450208559632301,
      "step": 63960
    },
    {
      "loss_action": 0.01515241526067257,
      "loss_total": 0.01515241526067257,
      "step": 63960
    },
    {
      "loss_action": 0.006768005900084972,
      "loss_total": 0.006768005900084972,
      "step": 63960
    },
    {
      "loss_action": 0.006179040297865868,
      "loss_total": 0.006179040297865868,
      "step": 63960
    },
    {
      "loss_action": 0.0076255835592746735,
      "loss_total": 0.0076255835592746735,
      "step": 63960
    },
    {
      "loss_action": 0.0078085074201226234,
      "loss_total": 0.0078085074201226234,
      "step": 63960
    },
    {
      "loss_action": 0.00618458166718483,
      "loss_total": 0.00618458166718483,
      "step": 63960
    },
    {
      "grad_norm": 0.11296901851892471,
      "learning_rate": 9.673278097678856e-05,
      "loss": 0.0083,
      "step": 63970
    },
    {
      "loss_action": 0.007194762118160725,
      "loss_total": 0.007194762118160725,
      "step": 63970
    },
    {
      "loss_action": 0.019612504169344902,
      "loss_total": 0.019612504169344902,
      "step": 63970
    },
    {
      "loss_action": 0.003979778382927179,
      "loss_total": 0.003979778382927179,
      "step": 63970
    },
    {
      "loss_action": 0.00500941276550293,
      "loss_total": 0.00500941276550293,
      "step": 63970
    },
    {
      "loss_action": 0.003707685973495245,
      "loss_total": 0.003707685973495245,
      "step": 63970
    },
    {
      "loss_action": 0.008314905688166618,
      "loss_total": 0.008314905688166618,
      "step": 63970
    },
    {
      "loss_action": 0.006084871012717485,
      "loss_total": 0.006084871012717485,
      "step": 63970
    },
    {
      "loss_action": 0.0046806675381958485,
      "loss_total": 0.0046806675381958485,
      "step": 63970
    },
    {
      "grad_norm": 0.15621943771839142,
      "learning_rate": 9.67313110712508e-05,
      "loss": 0.0078,
      "step": 63980
    },
    {
      "loss_action": 0.006872944999486208,
      "loss_total": 0.006872944999486208,
      "step": 63980
    },
    {
      "loss_action": 0.007404829375445843,
      "loss_total": 0.007404829375445843,
      "step": 63980
    },
    {
      "loss_action": 0.0060087768360972404,
      "loss_total": 0.0060087768360972404,
      "step": 63980
    },
    {
      "loss_action": 0.007901603356003761,
      "loss_total": 0.007901603356003761,
      "step": 63980
    },
    {
      "loss_action": 0.004222455900162458,
      "loss_total": 0.004222455900162458,
      "step": 63980
    },
    {
      "loss_action": 0.0035014727618545294,
      "loss_total": 0.0035014727618545294,
      "step": 63980
    },
    {
      "loss_action": 0.002244703471660614,
      "loss_total": 0.002244703471660614,
      "step": 63980
    },
    {
      "loss_action": 0.014808334410190582,
      "loss_total": 0.014808334410190582,
      "step": 63980
    },
    {
      "grad_norm": 0.09177829325199127,
      "learning_rate": 9.67298408463089e-05,
      "loss": 0.0073,
      "step": 63990
    },
    {
      "loss_action": 0.01512773334980011,
      "loss_total": 0.01512773334980011,
      "step": 63990
    },
    {
      "loss_action": 0.009360667318105698,
      "loss_total": 0.009360667318105698,
      "step": 63990
    },
    {
      "loss_action": 0.006601501721888781,
      "loss_total": 0.006601501721888781,
      "step": 63990
    },
    {
      "loss_action": 0.027614332735538483,
      "loss_total": 0.027614332735538483,
      "step": 63990
    },
    {
      "loss_action": 0.0047944472171366215,
      "loss_total": 0.0047944472171366215,
      "step": 63990
    },
    {
      "loss_action": 0.030704617500305176,
      "loss_total": 0.030704617500305176,
      "step": 63990
    },
    {
      "loss_action": 0.0027255932800471783,
      "loss_total": 0.0027255932800471783,
      "step": 63990
    },
    {
      "loss_action": 0.005243354476988316,
      "loss_total": 0.005243354476988316,
      "step": 63990
    },
    {
      "grad_norm": 0.10011034458875656,
      "learning_rate": 9.672837030197292e-05,
      "loss": 0.0082,
      "step": 64000
    },
    {
      "loss_action": 0.009450076147913933,
      "loss_total": 0.009450076147913933,
      "step": 64000
    },
    {
      "loss_action": 0.011850487440824509,
      "loss_total": 0.011850487440824509,
      "step": 64000
    },
    {
      "loss_action": 0.0033462666906416416,
      "loss_total": 0.0033462666906416416,
      "step": 64000
    },
    {
      "loss_action": 0.0056984517723321915,
      "loss_total": 0.0056984517723321915,
      "step": 64000
    },
    {
      "loss_action": 0.003901206888258457,
      "loss_total": 0.003901206888258457,
      "step": 64000
    },
    {
      "loss_action": 0.009916351176798344,
      "loss_total": 0.009916351176798344,
      "step": 64000
    },
    {
      "loss_action": 0.0028434116393327713,
      "loss_total": 0.0028434116393327713,
      "step": 64000
    },
    {
      "loss_action": 0.016496073454618454,
      "loss_total": 0.016496073454618454,
      "step": 64000
    },
    {
      "grad_norm": 0.1362997442483902,
      "learning_rate": 9.672689943825294e-05,
      "loss": 0.0082,
      "step": 64010
    },
    {
      "loss_action": 0.007597016170620918,
      "loss_total": 0.007597016170620918,
      "step": 64010
    },
    {
      "loss_action": 0.003651948878541589,
      "loss_total": 0.003651948878541589,
      "step": 64010
    },
    {
      "loss_action": 0.0036246227100491524,
      "loss_total": 0.0036246227100491524,
      "step": 64010
    },
    {
      "loss_action": 0.005637010093778372,
      "loss_total": 0.005637010093778372,
      "step": 64010
    },
    {
      "loss_action": 0.010455558076500893,
      "loss_total": 0.010455558076500893,
      "step": 64010
    },
    {
      "loss_action": 0.011734139174222946,
      "loss_total": 0.011734139174222946,
      "step": 64010
    },
    {
      "loss_action": 0.0038286959752440453,
      "loss_total": 0.0038286959752440453,
      "step": 64010
    },
    {
      "loss_action": 0.005116332322359085,
      "loss_total": 0.005116332322359085,
      "step": 64010
    },
    {
      "grad_norm": 0.11738921701908112,
      "learning_rate": 9.672542825515898e-05,
      "loss": 0.0067,
      "step": 64020
    },
    {
      "loss_action": 0.004812822211533785,
      "loss_total": 0.004812822211533785,
      "step": 64020
    },
    {
      "loss_action": 0.006598677020519972,
      "loss_total": 0.006598677020519972,
      "step": 64020
    },
    {
      "loss_action": 0.005026490427553654,
      "loss_total": 0.005026490427553654,
      "step": 64020
    },
    {
      "loss_action": 0.005335258785635233,
      "loss_total": 0.005335258785635233,
      "step": 64020
    },
    {
      "loss_action": 0.0072309281677007675,
      "loss_total": 0.0072309281677007675,
      "step": 64020
    },
    {
      "loss_action": 0.002573604928329587,
      "loss_total": 0.002573604928329587,
      "step": 64020
    },
    {
      "loss_action": 0.007762467488646507,
      "loss_total": 0.007762467488646507,
      "step": 64020
    },
    {
      "loss_action": 0.0023857776541262865,
      "loss_total": 0.0023857776541262865,
      "step": 64020
    },
    {
      "grad_norm": 0.09971735626459122,
      "learning_rate": 9.672395675270111e-05,
      "loss": 0.0075,
      "step": 64030
    },
    {
      "loss_action": 0.007595706731081009,
      "loss_total": 0.007595706731081009,
      "step": 64030
    },
    {
      "loss_action": 0.005201014224439859,
      "loss_total": 0.005201014224439859,
      "step": 64030
    },
    {
      "loss_action": 0.010737378150224686,
      "loss_total": 0.010737378150224686,
      "step": 64030
    },
    {
      "loss_action": 0.0034359630662947893,
      "loss_total": 0.0034359630662947893,
      "step": 64030
    },
    {
      "loss_action": 0.004006943665444851,
      "loss_total": 0.004006943665444851,
      "step": 64030
    },
    {
      "loss_action": 0.021932728588581085,
      "loss_total": 0.021932728588581085,
      "step": 64030
    },
    {
      "loss_action": 0.007981684058904648,
      "loss_total": 0.007981684058904648,
      "step": 64030
    },
    {
      "loss_action": 0.01706363633275032,
      "loss_total": 0.01706363633275032,
      "step": 64030
    },
    {
      "grad_norm": 0.12659579515457153,
      "learning_rate": 9.672248493088938e-05,
      "loss": 0.0079,
      "step": 64040
    },
    {
      "loss_action": 0.0028005328495055437,
      "loss_total": 0.0028005328495055437,
      "step": 64040
    },
    {
      "loss_action": 0.009981277398765087,
      "loss_total": 0.009981277398765087,
      "step": 64040
    },
    {
      "loss_action": 0.006234071683138609,
      "loss_total": 0.006234071683138609,
      "step": 64040
    },
    {
      "loss_action": 0.024114569649100304,
      "loss_total": 0.024114569649100304,
      "step": 64040
    },
    {
      "loss_action": 0.00527556799352169,
      "loss_total": 0.00527556799352169,
      "step": 64040
    },
    {
      "loss_action": 0.004579630214720964,
      "loss_total": 0.004579630214720964,
      "step": 64040
    },
    {
      "loss_action": 0.0022380859591066837,
      "loss_total": 0.0022380859591066837,
      "step": 64040
    },
    {
      "loss_action": 0.0038677481934428215,
      "loss_total": 0.0038677481934428215,
      "step": 64040
    },
    {
      "grad_norm": 0.11918731778860092,
      "learning_rate": 9.672101278973384e-05,
      "loss": 0.009,
      "step": 64050
    },
    {
      "loss_action": 0.0034497687593102455,
      "loss_total": 0.0034497687593102455,
      "step": 64050
    },
    {
      "loss_action": 0.0025173432659357786,
      "loss_total": 0.0025173432659357786,
      "step": 64050
    },
    {
      "loss_action": 0.005693512968719006,
      "loss_total": 0.005693512968719006,
      "step": 64050
    },
    {
      "loss_action": 0.007417408283799887,
      "loss_total": 0.007417408283799887,
      "step": 64050
    },
    {
      "loss_action": 0.0052147372625768185,
      "loss_total": 0.0052147372625768185,
      "step": 64050
    },
    {
      "loss_action": 0.010297694243490696,
      "loss_total": 0.010297694243490696,
      "step": 64050
    },
    {
      "loss_action": 0.007620271760970354,
      "loss_total": 0.007620271760970354,
      "step": 64050
    },
    {
      "loss_action": 0.006625929847359657,
      "loss_total": 0.006625929847359657,
      "step": 64050
    },
    {
      "grad_norm": 0.11526694148778915,
      "learning_rate": 9.67195403292446e-05,
      "loss": 0.0076,
      "step": 64060
    },
    {
      "loss_action": 0.0037378191482275724,
      "loss_total": 0.0037378191482275724,
      "step": 64060
    },
    {
      "loss_action": 0.007789496332406998,
      "loss_total": 0.007789496332406998,
      "step": 64060
    },
    {
      "loss_action": 0.007780671585351229,
      "loss_total": 0.007780671585351229,
      "step": 64060
    },
    {
      "loss_action": 0.004392603412270546,
      "loss_total": 0.004392603412270546,
      "step": 64060
    },
    {
      "loss_action": 0.0016671980265527964,
      "loss_total": 0.0016671980265527964,
      "step": 64060
    },
    {
      "loss_action": 0.003452653530985117,
      "loss_total": 0.003452653530985117,
      "step": 64060
    },
    {
      "loss_action": 0.005037051625549793,
      "loss_total": 0.005037051625549793,
      "step": 64060
    },
    {
      "loss_action": 0.012070396915078163,
      "loss_total": 0.012070396915078163,
      "step": 64060
    },
    {
      "grad_norm": 0.11913306266069412,
      "learning_rate": 9.671806754943166e-05,
      "loss": 0.0084,
      "step": 64070
    },
    {
      "loss_action": 0.007310465443879366,
      "loss_total": 0.007310465443879366,
      "step": 64070
    },
    {
      "loss_action": 0.005596824921667576,
      "loss_total": 0.005596824921667576,
      "step": 64070
    },
    {
      "loss_action": 0.004757381044328213,
      "loss_total": 0.004757381044328213,
      "step": 64070
    },
    {
      "loss_action": 0.0032957540825009346,
      "loss_total": 0.0032957540825009346,
      "step": 64070
    },
    {
      "loss_action": 0.01535776350647211,
      "loss_total": 0.01535776350647211,
      "step": 64070
    },
    {
      "loss_action": 0.0033723958767950535,
      "loss_total": 0.0033723958767950535,
      "step": 64070
    },
    {
      "loss_action": 0.005068812519311905,
      "loss_total": 0.005068812519311905,
      "step": 64070
    },
    {
      "loss_action": 0.009676805697381496,
      "loss_total": 0.009676805697381496,
      "step": 64070
    },
    {
      "grad_norm": 0.13171319663524628,
      "learning_rate": 9.671659445030512e-05,
      "loss": 0.0079,
      "step": 64080
    },
    {
      "loss_action": 0.005848536267876625,
      "loss_total": 0.005848536267876625,
      "step": 64080
    },
    {
      "loss_action": 0.005440072156488895,
      "loss_total": 0.005440072156488895,
      "step": 64080
    },
    {
      "loss_action": 0.007150905206799507,
      "loss_total": 0.007150905206799507,
      "step": 64080
    },
    {
      "loss_action": 0.008116167970001698,
      "loss_total": 0.008116167970001698,
      "step": 64080
    },
    {
      "loss_action": 0.009203469380736351,
      "loss_total": 0.009203469380736351,
      "step": 64080
    },
    {
      "loss_action": 0.019417893141508102,
      "loss_total": 0.019417893141508102,
      "step": 64080
    },
    {
      "loss_action": 0.012321604415774345,
      "loss_total": 0.012321604415774345,
      "step": 64080
    },
    {
      "loss_action": 0.006484051235020161,
      "loss_total": 0.006484051235020161,
      "step": 64080
    },
    {
      "grad_norm": 0.11722252517938614,
      "learning_rate": 9.671512103187506e-05,
      "loss": 0.0082,
      "step": 64090
    },
    {
      "loss_action": 0.011268740519881248,
      "loss_total": 0.011268740519881248,
      "step": 64090
    },
    {
      "loss_action": 0.005632356740534306,
      "loss_total": 0.005632356740534306,
      "step": 64090
    },
    {
      "loss_action": 0.007873744703829288,
      "loss_total": 0.007873744703829288,
      "step": 64090
    },
    {
      "loss_action": 0.008751548826694489,
      "loss_total": 0.008751548826694489,
      "step": 64090
    },
    {
      "loss_action": 0.0024545304477214813,
      "loss_total": 0.0024545304477214813,
      "step": 64090
    },
    {
      "loss_action": 0.0244024358689785,
      "loss_total": 0.0244024358689785,
      "step": 64090
    },
    {
      "loss_action": 0.004200599156320095,
      "loss_total": 0.004200599156320095,
      "step": 64090
    },
    {
      "loss_action": 0.006095935590565205,
      "loss_total": 0.006095935590565205,
      "step": 64090
    },
    {
      "grad_norm": 0.12117563188076019,
      "learning_rate": 9.671364729415151e-05,
      "loss": 0.0071,
      "step": 64100
    },
    {
      "loss_action": 0.006336021237075329,
      "loss_total": 0.006336021237075329,
      "step": 64100
    },
    {
      "loss_action": 0.007890142500400543,
      "loss_total": 0.007890142500400543,
      "step": 64100
    },
    {
      "loss_action": 0.009831158444285393,
      "loss_total": 0.009831158444285393,
      "step": 64100
    },
    {
      "loss_action": 0.007308067753911018,
      "loss_total": 0.007308067753911018,
      "step": 64100
    },
    {
      "loss_action": 0.009585029445588589,
      "loss_total": 0.009585029445588589,
      "step": 64100
    },
    {
      "loss_action": 0.0025118368212133646,
      "loss_total": 0.0025118368212133646,
      "step": 64100
    },
    {
      "loss_action": 0.003925512079149485,
      "loss_total": 0.003925512079149485,
      "step": 64100
    },
    {
      "loss_action": 0.009433233179152012,
      "loss_total": 0.009433233179152012,
      "step": 64100
    },
    {
      "grad_norm": 0.12218628823757172,
      "learning_rate": 9.671217323714459e-05,
      "loss": 0.0074,
      "step": 64110
    },
    {
      "loss_action": 0.003063162323087454,
      "loss_total": 0.003063162323087454,
      "step": 64110
    },
    {
      "loss_action": 0.004092145711183548,
      "loss_total": 0.004092145711183548,
      "step": 64110
    },
    {
      "loss_action": 0.018108006566762924,
      "loss_total": 0.018108006566762924,
      "step": 64110
    },
    {
      "loss_action": 0.005381748080253601,
      "loss_total": 0.005381748080253601,
      "step": 64110
    },
    {
      "loss_action": 0.008703583851456642,
      "loss_total": 0.008703583851456642,
      "step": 64110
    },
    {
      "loss_action": 0.0068418849259614944,
      "loss_total": 0.0068418849259614944,
      "step": 64110
    },
    {
      "loss_action": 0.0030895452946424484,
      "loss_total": 0.0030895452946424484,
      "step": 64110
    },
    {
      "loss_action": 0.010428452864289284,
      "loss_total": 0.010428452864289284,
      "step": 64110
    },
    {
      "grad_norm": 0.15444621443748474,
      "learning_rate": 9.671069886086432e-05,
      "loss": 0.0079,
      "step": 64120
    },
    {
      "loss_action": 0.0025236133951693773,
      "loss_total": 0.0025236133951693773,
      "step": 64120
    },
    {
      "loss_action": 0.0024366630241274834,
      "loss_total": 0.0024366630241274834,
      "step": 64120
    },
    {
      "loss_action": 0.0030814646743237972,
      "loss_total": 0.0030814646743237972,
      "step": 64120
    },
    {
      "loss_action": 0.008570881560444832,
      "loss_total": 0.008570881560444832,
      "step": 64120
    },
    {
      "loss_action": 0.008284363895654678,
      "loss_total": 0.008284363895654678,
      "step": 64120
    },
    {
      "loss_action": 0.012022208422422409,
      "loss_total": 0.012022208422422409,
      "step": 64120
    },
    {
      "loss_action": 0.0036123921163380146,
      "loss_total": 0.0036123921163380146,
      "step": 64120
    },
    {
      "loss_action": 0.005792126525193453,
      "loss_total": 0.005792126525193453,
      "step": 64120
    },
    {
      "grad_norm": 0.12039666622877121,
      "learning_rate": 9.670922416532084e-05,
      "loss": 0.0073,
      "step": 64130
    },
    {
      "loss_action": 0.004005668219178915,
      "loss_total": 0.004005668219178915,
      "step": 64130
    },
    {
      "loss_action": 0.00364669319242239,
      "loss_total": 0.00364669319242239,
      "step": 64130
    },
    {
      "loss_action": 0.0037389048375189304,
      "loss_total": 0.0037389048375189304,
      "step": 64130
    },
    {
      "loss_action": 0.005992126651108265,
      "loss_total": 0.005992126651108265,
      "step": 64130
    },
    {
      "loss_action": 0.006233794614672661,
      "loss_total": 0.006233794614672661,
      "step": 64130
    },
    {
      "loss_action": 0.0046753594651818275,
      "loss_total": 0.0046753594651818275,
      "step": 64130
    },
    {
      "loss_action": 0.005085619166493416,
      "loss_total": 0.005085619166493416,
      "step": 64130
    },
    {
      "loss_action": 0.00811697356402874,
      "loss_total": 0.00811697356402874,
      "step": 64130
    },
    {
      "grad_norm": 0.10669196397066116,
      "learning_rate": 9.67077491505242e-05,
      "loss": 0.007,
      "step": 64140
    },
    {
      "loss_action": 0.007534639909863472,
      "loss_total": 0.007534639909863472,
      "step": 64140
    },
    {
      "loss_action": 0.004413822665810585,
      "loss_total": 0.004413822665810585,
      "step": 64140
    },
    {
      "loss_action": 0.008140199817717075,
      "loss_total": 0.008140199817717075,
      "step": 64140
    },
    {
      "loss_action": 0.007321313954889774,
      "loss_total": 0.007321313954889774,
      "step": 64140
    },
    {
      "loss_action": 0.01726585440337658,
      "loss_total": 0.01726585440337658,
      "step": 64140
    },
    {
      "loss_action": 0.024326639249920845,
      "loss_total": 0.024326639249920845,
      "step": 64140
    },
    {
      "loss_action": 0.004138151649385691,
      "loss_total": 0.004138151649385691,
      "step": 64140
    },
    {
      "loss_action": 0.007135986350476742,
      "loss_total": 0.007135986350476742,
      "step": 64140
    },
    {
      "grad_norm": 0.09944693744182587,
      "learning_rate": 9.670627381648447e-05,
      "loss": 0.0079,
      "step": 64150
    },
    {
      "loss_action": 0.005263603292405605,
      "loss_total": 0.005263603292405605,
      "step": 64150
    },
    {
      "loss_action": 0.004564891569316387,
      "loss_total": 0.004564891569316387,
      "step": 64150
    },
    {
      "loss_action": 0.0027541404124349356,
      "loss_total": 0.0027541404124349356,
      "step": 64150
    },
    {
      "loss_action": 0.013362539932131767,
      "loss_total": 0.013362539932131767,
      "step": 64150
    },
    {
      "loss_action": 0.011500157415866852,
      "loss_total": 0.011500157415866852,
      "step": 64150
    },
    {
      "loss_action": 0.004386081360280514,
      "loss_total": 0.004386081360280514,
      "step": 64150
    },
    {
      "loss_action": 0.00650366535410285,
      "loss_total": 0.00650366535410285,
      "step": 64150
    },
    {
      "loss_action": 0.0022957695182412863,
      "loss_total": 0.0022957695182412863,
      "step": 64150
    },
    {
      "grad_norm": 0.09385498613119125,
      "learning_rate": 9.670479816321174e-05,
      "loss": 0.0095,
      "step": 64160
    },
    {
      "loss_action": 0.0031880629248917103,
      "loss_total": 0.0031880629248917103,
      "step": 64160
    },
    {
      "loss_action": 0.011242873966693878,
      "loss_total": 0.011242873966693878,
      "step": 64160
    },
    {
      "loss_action": 0.00678612757474184,
      "loss_total": 0.00678612757474184,
      "step": 64160
    },
    {
      "loss_action": 0.0046341437846422195,
      "loss_total": 0.0046341437846422195,
      "step": 64160
    },
    {
      "loss_action": 0.0028835395351052284,
      "loss_total": 0.0028835395351052284,
      "step": 64160
    },
    {
      "loss_action": 0.008723292499780655,
      "loss_total": 0.008723292499780655,
      "step": 64160
    },
    {
      "loss_action": 0.009685209020972252,
      "loss_total": 0.009685209020972252,
      "step": 64160
    },
    {
      "loss_action": 0.006498245522379875,
      "loss_total": 0.006498245522379875,
      "step": 64160
    },
    {
      "grad_norm": 0.08694257587194443,
      "learning_rate": 9.670332219071612e-05,
      "loss": 0.0073,
      "step": 64170
    },
    {
      "loss_action": 0.007433245424181223,
      "loss_total": 0.007433245424181223,
      "step": 64170
    },
    {
      "loss_action": 0.006747739389538765,
      "loss_total": 0.006747739389538765,
      "step": 64170
    },
    {
      "loss_action": 0.00556431757286191,
      "loss_total": 0.00556431757286191,
      "step": 64170
    },
    {
      "loss_action": 0.01692376658320427,
      "loss_total": 0.01692376658320427,
      "step": 64170
    },
    {
      "loss_action": 0.012021845206618309,
      "loss_total": 0.012021845206618309,
      "step": 64170
    },
    {
      "loss_action": 0.007509629242122173,
      "loss_total": 0.007509629242122173,
      "step": 64170
    },
    {
      "loss_action": 0.0029178564436733723,
      "loss_total": 0.0029178564436733723,
      "step": 64170
    },
    {
      "loss_action": 0.01379700843244791,
      "loss_total": 0.01379700843244791,
      "step": 64170
    },
    {
      "grad_norm": 0.1226089671254158,
      "learning_rate": 9.670184589900765e-05,
      "loss": 0.0088,
      "step": 64180
    },
    {
      "loss_action": 0.009351112879812717,
      "loss_total": 0.009351112879812717,
      "step": 64180
    },
    {
      "loss_action": 0.002698895987123251,
      "loss_total": 0.002698895987123251,
      "step": 64180
    },
    {
      "loss_action": 0.0058937640860676765,
      "loss_total": 0.0058937640860676765,
      "step": 64180
    },
    {
      "loss_action": 0.005589348264038563,
      "loss_total": 0.005589348264038563,
      "step": 64180
    },
    {
      "loss_action": 0.006201812997460365,
      "loss_total": 0.006201812997460365,
      "step": 64180
    },
    {
      "loss_action": 0.0033160599414259195,
      "loss_total": 0.0033160599414259195,
      "step": 64180
    },
    {
      "loss_action": 0.005416722968220711,
      "loss_total": 0.005416722968220711,
      "step": 64180
    },
    {
      "loss_action": 0.0040573179721832275,
      "loss_total": 0.0040573179721832275,
      "step": 64180
    },
    {
      "grad_norm": 0.1396966427564621,
      "learning_rate": 9.670036928809647e-05,
      "loss": 0.0069,
      "step": 64190
    },
    {
      "loss_action": 0.006125354208052158,
      "loss_total": 0.006125354208052158,
      "step": 64190
    },
    {
      "loss_action": 0.001891692285425961,
      "loss_total": 0.001891692285425961,
      "step": 64190
    },
    {
      "loss_action": 0.0030184458009898663,
      "loss_total": 0.0030184458009898663,
      "step": 64190
    },
    {
      "loss_action": 0.009375509805977345,
      "loss_total": 0.009375509805977345,
      "step": 64190
    },
    {
      "loss_action": 0.0026888158172369003,
      "loss_total": 0.0026888158172369003,
      "step": 64190
    },
    {
      "loss_action": 0.019128121435642242,
      "loss_total": 0.019128121435642242,
      "step": 64190
    },
    {
      "loss_action": 0.0059274788945913315,
      "loss_total": 0.0059274788945913315,
      "step": 64190
    },
    {
      "loss_action": 0.008750660344958305,
      "loss_total": 0.008750660344958305,
      "step": 64190
    },
    {
      "grad_norm": 0.08968602865934372,
      "learning_rate": 9.669889235799265e-05,
      "loss": 0.0077,
      "step": 64200
    },
    {
      "loss_action": 0.008900295943021774,
      "loss_total": 0.008900295943021774,
      "step": 64200
    },
    {
      "loss_action": 0.0077242497354745865,
      "loss_total": 0.0077242497354745865,
      "step": 64200
    },
    {
      "loss_action": 0.0034545324742794037,
      "loss_total": 0.0034545324742794037,
      "step": 64200
    },
    {
      "loss_action": 0.004457732662558556,
      "loss_total": 0.004457732662558556,
      "step": 64200
    },
    {
      "loss_action": 0.01887417770922184,
      "loss_total": 0.01887417770922184,
      "step": 64200
    },
    {
      "loss_action": 0.0048986696638166904,
      "loss_total": 0.0048986696638166904,
      "step": 64200
    },
    {
      "loss_action": 0.011565692722797394,
      "loss_total": 0.011565692722797394,
      "step": 64200
    },
    {
      "loss_action": 0.008356842212378979,
      "loss_total": 0.008356842212378979,
      "step": 64200
    },
    {
      "grad_norm": 0.07768911123275757,
      "learning_rate": 9.669741510870628e-05,
      "loss": 0.0071,
      "step": 64210
    },
    {
      "loss_action": 0.012344449758529663,
      "loss_total": 0.012344449758529663,
      "step": 64210
    },
    {
      "loss_action": 0.0054482948035001755,
      "loss_total": 0.0054482948035001755,
      "step": 64210
    },
    {
      "loss_action": 0.004074334166944027,
      "loss_total": 0.004074334166944027,
      "step": 64210
    },
    {
      "loss_action": 0.0023938054218888283,
      "loss_total": 0.0023938054218888283,
      "step": 64210
    },
    {
      "loss_action": 0.007097403518855572,
      "loss_total": 0.007097403518855572,
      "step": 64210
    },
    {
      "loss_action": 0.0032323491759598255,
      "loss_total": 0.0032323491759598255,
      "step": 64210
    },
    {
      "loss_action": 0.006530127488076687,
      "loss_total": 0.006530127488076687,
      "step": 64210
    },
    {
      "loss_action": 0.003966543823480606,
      "loss_total": 0.003966543823480606,
      "step": 64210
    },
    {
      "grad_norm": 0.15833014249801636,
      "learning_rate": 9.669593754024746e-05,
      "loss": 0.0072,
      "step": 64220
    },
    {
      "loss_action": 0.004116596654057503,
      "loss_total": 0.004116596654057503,
      "step": 64220
    },
    {
      "loss_action": 0.005288903601467609,
      "loss_total": 0.005288903601467609,
      "step": 64220
    },
    {
      "loss_action": 0.006227218545973301,
      "loss_total": 0.006227218545973301,
      "step": 64220
    },
    {
      "loss_action": 0.007366121746599674,
      "loss_total": 0.007366121746599674,
      "step": 64220
    },
    {
      "loss_action": 0.0034684049896895885,
      "loss_total": 0.0034684049896895885,
      "step": 64220
    },
    {
      "loss_action": 0.007137972861528397,
      "loss_total": 0.007137972861528397,
      "step": 64220
    },
    {
      "loss_action": 0.010916557163000107,
      "loss_total": 0.010916557163000107,
      "step": 64220
    },
    {
      "loss_action": 0.00827818363904953,
      "loss_total": 0.00827818363904953,
      "step": 64220
    },
    {
      "grad_norm": 0.15073609352111816,
      "learning_rate": 9.66944596526263e-05,
      "loss": 0.0071,
      "step": 64230
    },
    {
      "loss_action": 0.0047515081241726875,
      "loss_total": 0.0047515081241726875,
      "step": 64230
    },
    {
      "loss_action": 0.00544707290828228,
      "loss_total": 0.00544707290828228,
      "step": 64230
    },
    {
      "loss_action": 0.011014236137270927,
      "loss_total": 0.011014236137270927,
      "step": 64230
    },
    {
      "loss_action": 0.012685742229223251,
      "loss_total": 0.012685742229223251,
      "step": 64230
    },
    {
      "loss_action": 0.014004696160554886,
      "loss_total": 0.014004696160554886,
      "step": 64230
    },
    {
      "loss_action": 0.014558844268321991,
      "loss_total": 0.014558844268321991,
      "step": 64230
    },
    {
      "loss_action": 0.005634155124425888,
      "loss_total": 0.005634155124425888,
      "step": 64230
    },
    {
      "loss_action": 0.0061721825040876865,
      "loss_total": 0.0061721825040876865,
      "step": 64230
    },
    {
      "grad_norm": 0.12340131402015686,
      "learning_rate": 9.66929814458529e-05,
      "loss": 0.0075,
      "step": 64240
    },
    {
      "loss_action": 0.008413886651396751,
      "loss_total": 0.008413886651396751,
      "step": 64240
    },
    {
      "loss_action": 0.0029568704776465893,
      "loss_total": 0.0029568704776465893,
      "step": 64240
    },
    {
      "loss_action": 0.009159798733890057,
      "loss_total": 0.009159798733890057,
      "step": 64240
    },
    {
      "loss_action": 0.010561990551650524,
      "loss_total": 0.010561990551650524,
      "step": 64240
    },
    {
      "loss_action": 0.007592144422233105,
      "loss_total": 0.007592144422233105,
      "step": 64240
    },
    {
      "loss_action": 0.002461614552885294,
      "loss_total": 0.002461614552885294,
      "step": 64240
    },
    {
      "loss_action": 0.006980520207434893,
      "loss_total": 0.006980520207434893,
      "step": 64240
    },
    {
      "loss_action": 0.006597533822059631,
      "loss_total": 0.006597533822059631,
      "step": 64240
    },
    {
      "grad_norm": 0.12271176278591156,
      "learning_rate": 9.669150291993734e-05,
      "loss": 0.0066,
      "step": 64250
    },
    {
      "loss_action": 0.017608197405934334,
      "loss_total": 0.017608197405934334,
      "step": 64250
    },
    {
      "loss_action": 0.004520726390182972,
      "loss_total": 0.004520726390182972,
      "step": 64250
    },
    {
      "loss_action": 0.01038430817425251,
      "loss_total": 0.01038430817425251,
      "step": 64250
    },
    {
      "loss_action": 0.005259307567030191,
      "loss_total": 0.005259307567030191,
      "step": 64250
    },
    {
      "loss_action": 0.005153701640665531,
      "loss_total": 0.005153701640665531,
      "step": 64250
    },
    {
      "loss_action": 0.005419031251221895,
      "loss_total": 0.005419031251221895,
      "step": 64250
    },
    {
      "loss_action": 0.002284727059304714,
      "loss_total": 0.002284727059304714,
      "step": 64250
    },
    {
      "loss_action": 0.0029151542112231255,
      "loss_total": 0.0029151542112231255,
      "step": 64250
    },
    {
      "grad_norm": 0.15607790648937225,
      "learning_rate": 9.669002407488976e-05,
      "loss": 0.0075,
      "step": 64260
    },
    {
      "loss_action": 0.01842338591814041,
      "loss_total": 0.01842338591814041,
      "step": 64260
    },
    {
      "loss_action": 0.006599773652851582,
      "loss_total": 0.006599773652851582,
      "step": 64260
    },
    {
      "loss_action": 0.004138519987463951,
      "loss_total": 0.004138519987463951,
      "step": 64260
    },
    {
      "loss_action": 0.0021478631533682346,
      "loss_total": 0.0021478631533682346,
      "step": 64260
    },
    {
      "loss_action": 0.007957760244607925,
      "loss_total": 0.007957760244607925,
      "step": 64260
    },
    {
      "loss_action": 0.004754703491926193,
      "loss_total": 0.004754703491926193,
      "step": 64260
    },
    {
      "loss_action": 0.0024064304307103157,
      "loss_total": 0.0024064304307103157,
      "step": 64260
    },
    {
      "loss_action": 0.010226169601082802,
      "loss_total": 0.010226169601082802,
      "step": 64260
    },
    {
      "grad_norm": 0.162920743227005,
      "learning_rate": 9.668854491072023e-05,
      "loss": 0.007,
      "step": 64270
    },
    {
      "loss_action": 0.002171535976231098,
      "loss_total": 0.002171535976231098,
      "step": 64270
    },
    {
      "loss_action": 0.0040101357735693455,
      "loss_total": 0.0040101357735693455,
      "step": 64270
    },
    {
      "loss_action": 0.005024102050811052,
      "loss_total": 0.005024102050811052,
      "step": 64270
    },
    {
      "loss_action": 0.00823758915066719,
      "loss_total": 0.00823758915066719,
      "step": 64270
    },
    {
      "loss_action": 0.00428744126111269,
      "loss_total": 0.00428744126111269,
      "step": 64270
    },
    {
      "loss_action": 0.003173777600750327,
      "loss_total": 0.003173777600750327,
      "step": 64270
    },
    {
      "loss_action": 0.009410536848008633,
      "loss_total": 0.009410536848008633,
      "step": 64270
    },
    {
      "loss_action": 0.015423163771629333,
      "loss_total": 0.015423163771629333,
      "step": 64270
    },
    {
      "grad_norm": 0.08810992538928986,
      "learning_rate": 9.668706542743889e-05,
      "loss": 0.0079,
      "step": 64280
    },
    {
      "loss_action": 0.010923326015472412,
      "loss_total": 0.010923326015472412,
      "step": 64280
    },
    {
      "loss_action": 0.0021450803615152836,
      "loss_total": 0.0021450803615152836,
      "step": 64280
    },
    {
      "loss_action": 0.007728602271527052,
      "loss_total": 0.007728602271527052,
      "step": 64280
    },
    {
      "loss_action": 0.007816195487976074,
      "loss_total": 0.007816195487976074,
      "step": 64280
    },
    {
      "loss_action": 0.006208210252225399,
      "loss_total": 0.006208210252225399,
      "step": 64280
    },
    {
      "loss_action": 0.007507979404181242,
      "loss_total": 0.007507979404181242,
      "step": 64280
    },
    {
      "loss_action": 0.00673489598557353,
      "loss_total": 0.00673489598557353,
      "step": 64280
    },
    {
      "loss_action": 0.017990898340940475,
      "loss_total": 0.017990898340940475,
      "step": 64280
    },
    {
      "grad_norm": 0.11944465339183807,
      "learning_rate": 9.668558562505584e-05,
      "loss": 0.0078,
      "step": 64290
    },
    {
      "loss_action": 0.01975470781326294,
      "loss_total": 0.01975470781326294,
      "step": 64290
    },
    {
      "loss_action": 0.0034612459130585194,
      "loss_total": 0.0034612459130585194,
      "step": 64290
    },
    {
      "loss_action": 0.005873538553714752,
      "loss_total": 0.005873538553714752,
      "step": 64290
    },
    {
      "loss_action": 0.002385723637416959,
      "loss_total": 0.002385723637416959,
      "step": 64290
    },
    {
      "loss_action": 0.004867861047387123,
      "loss_total": 0.004867861047387123,
      "step": 64290
    },
    {
      "loss_action": 0.008751318790018559,
      "loss_total": 0.008751318790018559,
      "step": 64290
    },
    {
      "loss_action": 0.006245525553822517,
      "loss_total": 0.006245525553822517,
      "step": 64290
    },
    {
      "loss_action": 0.005834049079567194,
      "loss_total": 0.005834049079567194,
      "step": 64290
    },
    {
      "grad_norm": 0.16005204617977142,
      "learning_rate": 9.66841055035812e-05,
      "loss": 0.0072,
      "step": 64300
    },
    {
      "loss_action": 0.0027608079835772514,
      "loss_total": 0.0027608079835772514,
      "step": 64300
    },
    {
      "loss_action": 0.016908379271626472,
      "loss_total": 0.016908379271626472,
      "step": 64300
    },
    {
      "loss_action": 0.014411079697310925,
      "loss_total": 0.014411079697310925,
      "step": 64300
    },
    {
      "loss_action": 0.004643399268388748,
      "loss_total": 0.004643399268388748,
      "step": 64300
    },
    {
      "loss_action": 0.003130999393761158,
      "loss_total": 0.003130999393761158,
      "step": 64300
    },
    {
      "loss_action": 0.0039768400602042675,
      "loss_total": 0.0039768400602042675,
      "step": 64300
    },
    {
      "loss_action": 0.003603873075917363,
      "loss_total": 0.003603873075917363,
      "step": 64300
    },
    {
      "loss_action": 0.004822695627808571,
      "loss_total": 0.004822695627808571,
      "step": 64300
    },
    {
      "grad_norm": 0.1257474273443222,
      "learning_rate": 9.668262506302508e-05,
      "loss": 0.0078,
      "step": 64310
    },
    {
      "loss_action": 0.008526822552084923,
      "loss_total": 0.008526822552084923,
      "step": 64310
    },
    {
      "loss_action": 0.007848897948861122,
      "loss_total": 0.007848897948861122,
      "step": 64310
    },
    {
      "loss_action": 0.007282653823494911,
      "loss_total": 0.007282653823494911,
      "step": 64310
    },
    {
      "loss_action": 0.00601482018828392,
      "loss_total": 0.00601482018828392,
      "step": 64310
    },
    {
      "loss_action": 0.004122160375118256,
      "loss_total": 0.004122160375118256,
      "step": 64310
    },
    {
      "loss_action": 0.0034427063073962927,
      "loss_total": 0.0034427063073962927,
      "step": 64310
    },
    {
      "loss_action": 0.00764313992112875,
      "loss_total": 0.00764313992112875,
      "step": 64310
    },
    {
      "loss_action": 0.0017941758269444108,
      "loss_total": 0.0017941758269444108,
      "step": 64310
    },
    {
      "grad_norm": 0.10304900258779526,
      "learning_rate": 9.66811443033976e-05,
      "loss": 0.0072,
      "step": 64320
    },
    {
      "loss_action": 0.016673510894179344,
      "loss_total": 0.016673510894179344,
      "step": 64320
    },
    {
      "loss_action": 0.0071666063740849495,
      "loss_total": 0.0071666063740849495,
      "step": 64320
    },
    {
      "loss_action": 0.002901844447478652,
      "loss_total": 0.002901844447478652,
      "step": 64320
    },
    {
      "loss_action": 0.007891949266195297,
      "loss_total": 0.007891949266195297,
      "step": 64320
    },
    {
      "loss_action": 0.0026391572318971157,
      "loss_total": 0.0026391572318971157,
      "step": 64320
    },
    {
      "loss_action": 0.005948026664555073,
      "loss_total": 0.005948026664555073,
      "step": 64320
    },
    {
      "loss_action": 0.0037488359957933426,
      "loss_total": 0.0037488359957933426,
      "step": 64320
    },
    {
      "loss_action": 0.004717383533716202,
      "loss_total": 0.004717383533716202,
      "step": 64320
    },
    {
      "grad_norm": 0.1185707300901413,
      "learning_rate": 9.667966322470889e-05,
      "loss": 0.0068,
      "step": 64330
    },
    {
      "loss_action": 0.004366118460893631,
      "loss_total": 0.004366118460893631,
      "step": 64330
    },
    {
      "loss_action": 0.0016684115398675203,
      "loss_total": 0.0016684115398675203,
      "step": 64330
    },
    {
      "loss_action": 0.003945367410778999,
      "loss_total": 0.003945367410778999,
      "step": 64330
    },
    {
      "loss_action": 0.0024490305222570896,
      "loss_total": 0.0024490305222570896,
      "step": 64330
    },
    {
      "loss_action": 0.006984603591263294,
      "loss_total": 0.006984603591263294,
      "step": 64330
    },
    {
      "loss_action": 0.0028196126222610474,
      "loss_total": 0.0028196126222610474,
      "step": 64330
    },
    {
      "loss_action": 0.002102575497701764,
      "loss_total": 0.002102575497701764,
      "step": 64330
    },
    {
      "loss_action": 0.014935757964849472,
      "loss_total": 0.014935757964849472,
      "step": 64330
    },
    {
      "grad_norm": 0.08715753257274628,
      "learning_rate": 9.667818182696906e-05,
      "loss": 0.0064,
      "step": 64340
    },
    {
      "loss_action": 0.003937100060284138,
      "loss_total": 0.003937100060284138,
      "step": 64340
    },
    {
      "loss_action": 0.002381938509643078,
      "loss_total": 0.002381938509643078,
      "step": 64340
    },
    {
      "loss_action": 0.012220660224556923,
      "loss_total": 0.012220660224556923,
      "step": 64340
    },
    {
      "loss_action": 0.008276626467704773,
      "loss_total": 0.008276626467704773,
      "step": 64340
    },
    {
      "loss_action": 0.0015812213532626629,
      "loss_total": 0.0015812213532626629,
      "step": 64340
    },
    {
      "loss_action": 0.0042515904642641544,
      "loss_total": 0.0042515904642641544,
      "step": 64340
    },
    {
      "loss_action": 0.008228085935115814,
      "loss_total": 0.008228085935115814,
      "step": 64340
    },
    {
      "loss_action": 0.0045331381261348724,
      "loss_total": 0.0045331381261348724,
      "step": 64340
    },
    {
      "grad_norm": 0.09260551631450653,
      "learning_rate": 9.667670011018824e-05,
      "loss": 0.0071,
      "step": 64350
    },
    {
      "loss_action": 0.007418537512421608,
      "loss_total": 0.007418537512421608,
      "step": 64350
    },
    {
      "loss_action": 0.0076252794824540615,
      "loss_total": 0.0076252794824540615,
      "step": 64350
    },
    {
      "loss_action": 0.004109576344490051,
      "loss_total": 0.004109576344490051,
      "step": 64350
    },
    {
      "loss_action": 0.01317465491592884,
      "loss_total": 0.01317465491592884,
      "step": 64350
    },
    {
      "loss_action": 0.005716282874345779,
      "loss_total": 0.005716282874345779,
      "step": 64350
    },
    {
      "loss_action": 0.027385691180825233,
      "loss_total": 0.027385691180825233,
      "step": 64350
    },
    {
      "loss_action": 0.014516612514853477,
      "loss_total": 0.014516612514853477,
      "step": 64350
    },
    {
      "loss_action": 0.001607414218597114,
      "loss_total": 0.001607414218597114,
      "step": 64350
    },
    {
      "grad_norm": 0.08860477060079575,
      "learning_rate": 9.667521807437656e-05,
      "loss": 0.0071,
      "step": 64360
    },
    {
      "loss_action": 0.0022378587163984776,
      "loss_total": 0.0022378587163984776,
      "step": 64360
    },
    {
      "loss_action": 0.0035586818121373653,
      "loss_total": 0.0035586818121373653,
      "step": 64360
    },
    {
      "loss_action": 0.003383235540241003,
      "loss_total": 0.003383235540241003,
      "step": 64360
    },
    {
      "loss_action": 0.009893775917589664,
      "loss_total": 0.009893775917589664,
      "step": 64360
    },
    {
      "loss_action": 0.01362581830471754,
      "loss_total": 0.01362581830471754,
      "step": 64360
    },
    {
      "loss_action": 0.007405398413538933,
      "loss_total": 0.007405398413538933,
      "step": 64360
    },
    {
      "loss_action": 0.005312027409672737,
      "loss_total": 0.005312027409672737,
      "step": 64360
    },
    {
      "loss_action": 0.004990695975720882,
      "loss_total": 0.004990695975720882,
      "step": 64360
    },
    {
      "grad_norm": 0.13003909587860107,
      "learning_rate": 9.667373571954414e-05,
      "loss": 0.0091,
      "step": 64370
    },
    {
      "loss_action": 0.004114576615393162,
      "loss_total": 0.004114576615393162,
      "step": 64370
    },
    {
      "loss_action": 0.00196771789342165,
      "loss_total": 0.00196771789342165,
      "step": 64370
    },
    {
      "loss_action": 0.009477385319769382,
      "loss_total": 0.009477385319769382,
      "step": 64370
    },
    {
      "loss_action": 0.015418163500726223,
      "loss_total": 0.015418163500726223,
      "step": 64370
    },
    {
      "loss_action": 0.008304541930556297,
      "loss_total": 0.008304541930556297,
      "step": 64370
    },
    {
      "loss_action": 0.002039235085248947,
      "loss_total": 0.002039235085248947,
      "step": 64370
    },
    {
      "loss_action": 0.009159822948276997,
      "loss_total": 0.009159822948276997,
      "step": 64370
    },
    {
      "loss_action": 0.015988729894161224,
      "loss_total": 0.015988729894161224,
      "step": 64370
    },
    {
      "grad_norm": 0.12081614136695862,
      "learning_rate": 9.667225304570113e-05,
      "loss": 0.0075,
      "step": 64380
    },
    {
      "loss_action": 0.004955160431563854,
      "loss_total": 0.004955160431563854,
      "step": 64380
    },
    {
      "loss_action": 0.009212792851030827,
      "loss_total": 0.009212792851030827,
      "step": 64380
    },
    {
      "loss_action": 0.005473907571285963,
      "loss_total": 0.005473907571285963,
      "step": 64380
    },
    {
      "loss_action": 0.006095302756875753,
      "loss_total": 0.006095302756875753,
      "step": 64380
    },
    {
      "loss_action": 0.006009452976286411,
      "loss_total": 0.006009452976286411,
      "step": 64380
    },
    {
      "loss_action": 0.011078070849180222,
      "loss_total": 0.011078070849180222,
      "step": 64380
    },
    {
      "loss_action": 0.013317683711647987,
      "loss_total": 0.013317683711647987,
      "step": 64380
    },
    {
      "loss_action": 0.00518885487690568,
      "loss_total": 0.00518885487690568,
      "step": 64380
    },
    {
      "grad_norm": 0.14573277533054352,
      "learning_rate": 9.667077005285767e-05,
      "loss": 0.0066,
      "step": 64390
    },
    {
      "loss_action": 0.0026932619512081146,
      "loss_total": 0.0026932619512081146,
      "step": 64390
    },
    {
      "loss_action": 0.007885499857366085,
      "loss_total": 0.007885499857366085,
      "step": 64390
    },
    {
      "loss_action": 0.010856050997972488,
      "loss_total": 0.010856050997972488,
      "step": 64390
    },
    {
      "loss_action": 0.0028308548498898745,
      "loss_total": 0.0028308548498898745,
      "step": 64390
    },
    {
      "loss_action": 0.002983605023473501,
      "loss_total": 0.002983605023473501,
      "step": 64390
    },
    {
      "loss_action": 0.00394703634083271,
      "loss_total": 0.00394703634083271,
      "step": 64390
    },
    {
      "loss_action": 0.006016587372869253,
      "loss_total": 0.006016587372869253,
      "step": 64390
    },
    {
      "loss_action": 0.015441253781318665,
      "loss_total": 0.015441253781318665,
      "step": 64390
    },
    {
      "grad_norm": 0.149684339761734,
      "learning_rate": 9.666928674102385e-05,
      "loss": 0.0073,
      "step": 64400
    },
    {
      "loss_action": 0.007085407618433237,
      "loss_total": 0.007085407618433237,
      "step": 64400
    },
    {
      "loss_action": 0.0019864938221871853,
      "loss_total": 0.0019864938221871853,
      "step": 64400
    },
    {
      "loss_action": 0.01788157969713211,
      "loss_total": 0.01788157969713211,
      "step": 64400
    },
    {
      "loss_action": 0.016770798712968826,
      "loss_total": 0.016770798712968826,
      "step": 64400
    },
    {
      "loss_action": 0.004899576306343079,
      "loss_total": 0.004899576306343079,
      "step": 64400
    },
    {
      "loss_action": 0.005381497088819742,
      "loss_total": 0.005381497088819742,
      "step": 64400
    },
    {
      "loss_action": 0.01170341856777668,
      "loss_total": 0.01170341856777668,
      "step": 64400
    },
    {
      "loss_action": 0.01597694307565689,
      "loss_total": 0.01597694307565689,
      "step": 64400
    },
    {
      "grad_norm": 0.11706086993217468,
      "learning_rate": 9.666780311020985e-05,
      "loss": 0.0074,
      "step": 64410
    },
    {
      "loss_action": 0.004927925765514374,
      "loss_total": 0.004927925765514374,
      "step": 64410
    },
    {
      "loss_action": 0.012070637196302414,
      "loss_total": 0.012070637196302414,
      "step": 64410
    },
    {
      "loss_action": 0.013609262183308601,
      "loss_total": 0.013609262183308601,
      "step": 64410
    },
    {
      "loss_action": 0.004287124611437321,
      "loss_total": 0.004287124611437321,
      "step": 64410
    },
    {
      "loss_action": 0.007045050151646137,
      "loss_total": 0.007045050151646137,
      "step": 64410
    },
    {
      "loss_action": 0.00856458954513073,
      "loss_total": 0.00856458954513073,
      "step": 64410
    },
    {
      "loss_action": 0.0027466407045722008,
      "loss_total": 0.0027466407045722008,
      "step": 64410
    },
    {
      "loss_action": 0.0077516729943454266,
      "loss_total": 0.0077516729943454266,
      "step": 64410
    },
    {
      "grad_norm": 0.10981123894453049,
      "learning_rate": 9.666631916042579e-05,
      "loss": 0.0073,
      "step": 64420
    },
    {
      "loss_action": 0.004478971473872662,
      "loss_total": 0.004478971473872662,
      "step": 64420
    },
    {
      "loss_action": 0.003419101471081376,
      "loss_total": 0.003419101471081376,
      "step": 64420
    },
    {
      "loss_action": 0.0025781504809856415,
      "loss_total": 0.0025781504809856415,
      "step": 64420
    },
    {
      "loss_action": 0.016045359894633293,
      "loss_total": 0.016045359894633293,
      "step": 64420
    },
    {
      "loss_action": 0.01140716951340437,
      "loss_total": 0.01140716951340437,
      "step": 64420
    },
    {
      "loss_action": 0.005947079509496689,
      "loss_total": 0.005947079509496689,
      "step": 64420
    },
    {
      "loss_action": 0.007453085854649544,
      "loss_total": 0.007453085854649544,
      "step": 64420
    },
    {
      "loss_action": 0.010334291495382786,
      "loss_total": 0.010334291495382786,
      "step": 64420
    },
    {
      "grad_norm": 0.12084736675024033,
      "learning_rate": 9.666483489168184e-05,
      "loss": 0.0067,
      "step": 64430
    },
    {
      "loss_action": 0.006427126005291939,
      "loss_total": 0.006427126005291939,
      "step": 64430
    },
    {
      "loss_action": 0.0030414341017603874,
      "loss_total": 0.0030414341017603874,
      "step": 64430
    },
    {
      "loss_action": 0.00319416681304574,
      "loss_total": 0.00319416681304574,
      "step": 64430
    },
    {
      "loss_action": 0.0039740996435284615,
      "loss_total": 0.0039740996435284615,
      "step": 64430
    },
    {
      "loss_action": 0.05289845168590546,
      "loss_total": 0.05289845168590546,
      "step": 64430
    },
    {
      "loss_action": 0.012221365235745907,
      "loss_total": 0.012221365235745907,
      "step": 64430
    },
    {
      "loss_action": 0.004482832737267017,
      "loss_total": 0.004482832737267017,
      "step": 64430
    },
    {
      "loss_action": 0.004596466664224863,
      "loss_total": 0.004596466664224863,
      "step": 64430
    },
    {
      "grad_norm": 0.10892461240291595,
      "learning_rate": 9.66633503039881e-05,
      "loss": 0.0066,
      "step": 64440
    },
    {
      "loss_action": 0.013733922503888607,
      "loss_total": 0.013733922503888607,
      "step": 64440
    },
    {
      "loss_action": 0.009210467338562012,
      "loss_total": 0.009210467338562012,
      "step": 64440
    },
    {
      "loss_action": 0.0038990708999335766,
      "loss_total": 0.0038990708999335766,
      "step": 64440
    },
    {
      "loss_action": 0.0025252816267311573,
      "loss_total": 0.0025252816267311573,
      "step": 64440
    },
    {
      "loss_action": 0.014217909425497055,
      "loss_total": 0.014217909425497055,
      "step": 64440
    },
    {
      "loss_action": 0.00569074135273695,
      "loss_total": 0.00569074135273695,
      "step": 64440
    },
    {
      "loss_action": 0.0076205553486943245,
      "loss_total": 0.0076205553486943245,
      "step": 64440
    },
    {
      "loss_action": 0.020433243364095688,
      "loss_total": 0.020433243364095688,
      "step": 64440
    },
    {
      "grad_norm": 0.11682509630918503,
      "learning_rate": 9.666186539735476e-05,
      "loss": 0.0083,
      "step": 64450
    },
    {
      "loss_action": 0.014920622110366821,
      "loss_total": 0.014920622110366821,
      "step": 64450
    },
    {
      "loss_action": 0.006874105893075466,
      "loss_total": 0.006874105893075466,
      "step": 64450
    },
    {
      "loss_action": 0.011370819061994553,
      "loss_total": 0.011370819061994553,
      "step": 64450
    },
    {
      "loss_action": 0.003987717442214489,
      "loss_total": 0.003987717442214489,
      "step": 64450
    },
    {
      "loss_action": 0.016226405277848244,
      "loss_total": 0.016226405277848244,
      "step": 64450
    },
    {
      "loss_action": 0.01298539713025093,
      "loss_total": 0.01298539713025093,
      "step": 64450
    },
    {
      "loss_action": 0.008586084470152855,
      "loss_total": 0.008586084470152855,
      "step": 64450
    },
    {
      "loss_action": 0.009933176450431347,
      "loss_total": 0.009933176450431347,
      "step": 64450
    },
    {
      "grad_norm": 0.11385153234004974,
      "learning_rate": 9.666038017179196e-05,
      "loss": 0.0073,
      "step": 64460
    },
    {
      "loss_action": 0.0027679838240146637,
      "loss_total": 0.0027679838240146637,
      "step": 64460
    },
    {
      "loss_action": 0.005117092747241259,
      "loss_total": 0.005117092747241259,
      "step": 64460
    },
    {
      "loss_action": 0.010206347331404686,
      "loss_total": 0.010206347331404686,
      "step": 64460
    },
    {
      "loss_action": 0.021954882889986038,
      "loss_total": 0.021954882889986038,
      "step": 64460
    },
    {
      "loss_action": 0.010692182928323746,
      "loss_total": 0.010692182928323746,
      "step": 64460
    },
    {
      "loss_action": 0.00801360234618187,
      "loss_total": 0.00801360234618187,
      "step": 64460
    },
    {
      "loss_action": 0.010066444054245949,
      "loss_total": 0.010066444054245949,
      "step": 64460
    },
    {
      "loss_action": 0.008207665756344795,
      "loss_total": 0.008207665756344795,
      "step": 64460
    },
    {
      "grad_norm": 0.10280609130859375,
      "learning_rate": 9.665889462730981e-05,
      "loss": 0.0077,
      "step": 64470
    },
    {
      "loss_action": 0.005042501725256443,
      "loss_total": 0.005042501725256443,
      "step": 64470
    },
    {
      "loss_action": 0.0065720947459340096,
      "loss_total": 0.0065720947459340096,
      "step": 64470
    },
    {
      "loss_action": 0.006611013785004616,
      "loss_total": 0.006611013785004616,
      "step": 64470
    },
    {
      "loss_action": 0.003396357409656048,
      "loss_total": 0.003396357409656048,
      "step": 64470
    },
    {
      "loss_action": 0.0019015561556443572,
      "loss_total": 0.0019015561556443572,
      "step": 64470
    },
    {
      "loss_action": 0.005963858217000961,
      "loss_total": 0.005963858217000961,
      "step": 64470
    },
    {
      "loss_action": 0.0034584810491651297,
      "loss_total": 0.0034584810491651297,
      "step": 64470
    },
    {
      "loss_action": 0.007531991694122553,
      "loss_total": 0.007531991694122553,
      "step": 64470
    },
    {
      "grad_norm": 0.1101410984992981,
      "learning_rate": 9.665740876391853e-05,
      "loss": 0.0063,
      "step": 64480
    },
    {
      "loss_action": 0.019495945423841476,
      "loss_total": 0.019495945423841476,
      "step": 64480
    },
    {
      "loss_action": 0.0060591427609324455,
      "loss_total": 0.0060591427609324455,
      "step": 64480
    },
    {
      "loss_action": 0.0075905281119048595,
      "loss_total": 0.0075905281119048595,
      "step": 64480
    },
    {
      "loss_action": 0.005659554153680801,
      "loss_total": 0.005659554153680801,
      "step": 64480
    },
    {
      "loss_action": 0.005628665909171104,
      "loss_total": 0.005628665909171104,
      "step": 64480
    },
    {
      "loss_action": 0.003973059356212616,
      "loss_total": 0.003973059356212616,
      "step": 64480
    },
    {
      "loss_action": 0.003298492869362235,
      "loss_total": 0.003298492869362235,
      "step": 64480
    },
    {
      "loss_action": 0.009342561475932598,
      "loss_total": 0.009342561475932598,
      "step": 64480
    },
    {
      "grad_norm": 0.08490143716335297,
      "learning_rate": 9.665592258162823e-05,
      "loss": 0.0074,
      "step": 64490
    },
    {
      "loss_action": 0.005816631019115448,
      "loss_total": 0.005816631019115448,
      "step": 64490
    },
    {
      "loss_action": 0.007461146917194128,
      "loss_total": 0.007461146917194128,
      "step": 64490
    },
    {
      "loss_action": 0.0024886145256459713,
      "loss_total": 0.0024886145256459713,
      "step": 64490
    },
    {
      "loss_action": 0.0035840561613440514,
      "loss_total": 0.0035840561613440514,
      "step": 64490
    },
    {
      "loss_action": 0.0030940365977585316,
      "loss_total": 0.0030940365977585316,
      "step": 64490
    },
    {
      "loss_action": 0.0018911215011030436,
      "loss_total": 0.0018911215011030436,
      "step": 64490
    },
    {
      "loss_action": 0.0028447953518480062,
      "loss_total": 0.0028447953518480062,
      "step": 64490
    },
    {
      "loss_action": 0.010174022056162357,
      "loss_total": 0.010174022056162357,
      "step": 64490
    },
    {
      "grad_norm": 0.10893039405345917,
      "learning_rate": 9.665443608044907e-05,
      "loss": 0.0064,
      "step": 64500
    },
    {
      "loss_action": 0.006317027844488621,
      "loss_total": 0.006317027844488621,
      "step": 64500
    },
    {
      "loss_action": 0.01059139147400856,
      "loss_total": 0.01059139147400856,
      "step": 64500
    },
    {
      "loss_action": 0.016262302175164223,
      "loss_total": 0.016262302175164223,
      "step": 64500
    },
    {
      "loss_action": 0.0025556187611073256,
      "loss_total": 0.0025556187611073256,
      "step": 64500
    },
    {
      "loss_action": 0.0029592332430183887,
      "loss_total": 0.0029592332430183887,
      "step": 64500
    },
    {
      "loss_action": 0.007728464435786009,
      "loss_total": 0.007728464435786009,
      "step": 64500
    },
    {
      "loss_action": 0.02223643846809864,
      "loss_total": 0.02223643846809864,
      "step": 64500
    },
    {
      "loss_action": 0.004901519976556301,
      "loss_total": 0.004901519976556301,
      "step": 64500
    },
    {
      "grad_norm": 0.11900580674409866,
      "learning_rate": 9.665294926039123e-05,
      "loss": 0.0064,
      "step": 64510
    },
    {
      "loss_action": 0.012034624814987183,
      "loss_total": 0.012034624814987183,
      "step": 64510
    },
    {
      "loss_action": 0.007845662534236908,
      "loss_total": 0.007845662534236908,
      "step": 64510
    },
    {
      "loss_action": 0.002431119093671441,
      "loss_total": 0.002431119093671441,
      "step": 64510
    },
    {
      "loss_action": 0.007049528881907463,
      "loss_total": 0.007049528881907463,
      "step": 64510
    },
    {
      "loss_action": 0.002300665946677327,
      "loss_total": 0.002300665946677327,
      "step": 64510
    },
    {
      "loss_action": 0.014690897427499294,
      "loss_total": 0.014690897427499294,
      "step": 64510
    },
    {
      "loss_action": 0.00465425755828619,
      "loss_total": 0.00465425755828619,
      "step": 64510
    },
    {
      "loss_action": 0.009155563078820705,
      "loss_total": 0.009155563078820705,
      "step": 64510
    },
    {
      "grad_norm": 0.12768355011940002,
      "learning_rate": 9.665146212146488e-05,
      "loss": 0.0076,
      "step": 64520
    },
    {
      "loss_action": 0.0024610029067844152,
      "loss_total": 0.0024610029067844152,
      "step": 64520
    },
    {
      "loss_action": 0.00917789526283741,
      "loss_total": 0.00917789526283741,
      "step": 64520
    },
    {
      "loss_action": 0.005381920374929905,
      "loss_total": 0.005381920374929905,
      "step": 64520
    },
    {
      "loss_action": 0.003647055011242628,
      "loss_total": 0.003647055011242628,
      "step": 64520
    },
    {
      "loss_action": 0.0040588476695120335,
      "loss_total": 0.0040588476695120335,
      "step": 64520
    },
    {
      "loss_action": 0.004627259448170662,
      "loss_total": 0.004627259448170662,
      "step": 64520
    },
    {
      "loss_action": 0.0026473626494407654,
      "loss_total": 0.0026473626494407654,
      "step": 64520
    },
    {
      "loss_action": 0.008136387914419174,
      "loss_total": 0.008136387914419174,
      "step": 64520
    },
    {
      "grad_norm": 0.09456668049097061,
      "learning_rate": 9.664997466368014e-05,
      "loss": 0.0064,
      "step": 64530
    },
    {
      "loss_action": 0.0018687518313527107,
      "loss_total": 0.0018687518313527107,
      "step": 64530
    },
    {
      "loss_action": 0.010318896733224392,
      "loss_total": 0.010318896733224392,
      "step": 64530
    },
    {
      "loss_action": 0.009526810608804226,
      "loss_total": 0.009526810608804226,
      "step": 64530
    },
    {
      "loss_action": 0.0048498837277293205,
      "loss_total": 0.0048498837277293205,
      "step": 64530
    },
    {
      "loss_action": 0.00589183671399951,
      "loss_total": 0.00589183671399951,
      "step": 64530
    },
    {
      "loss_action": 0.013609819114208221,
      "loss_total": 0.013609819114208221,
      "step": 64530
    },
    {
      "loss_action": 0.005558503791689873,
      "loss_total": 0.005558503791689873,
      "step": 64530
    },
    {
      "loss_action": 0.007239914499223232,
      "loss_total": 0.007239914499223232,
      "step": 64530
    },
    {
      "grad_norm": 0.12576530873775482,
      "learning_rate": 9.664848688704721e-05,
      "loss": 0.0078,
      "step": 64540
    },
    {
      "loss_action": 0.0034195054322481155,
      "loss_total": 0.0034195054322481155,
      "step": 64540
    },
    {
      "loss_action": 0.004406731575727463,
      "loss_total": 0.004406731575727463,
      "step": 64540
    },
    {
      "loss_action": 0.0057484302669763565,
      "loss_total": 0.0057484302669763565,
      "step": 64540
    },
    {
      "loss_action": 0.005737097468227148,
      "loss_total": 0.005737097468227148,
      "step": 64540
    },
    {
      "loss_action": 0.006761212833225727,
      "loss_total": 0.006761212833225727,
      "step": 64540
    },
    {
      "loss_action": 0.007691049948334694,
      "loss_total": 0.007691049948334694,
      "step": 64540
    },
    {
      "loss_action": 0.0030726587865501642,
      "loss_total": 0.0030726587865501642,
      "step": 64540
    },
    {
      "loss_action": 0.007725867908447981,
      "loss_total": 0.007725867908447981,
      "step": 64540
    },
    {
      "grad_norm": 0.10843613743782043,
      "learning_rate": 9.664699879157626e-05,
      "loss": 0.0082,
      "step": 64550
    },
    {
      "loss_action": 0.006724907550960779,
      "loss_total": 0.006724907550960779,
      "step": 64550
    },
    {
      "loss_action": 0.0061874063685536385,
      "loss_total": 0.0061874063685536385,
      "step": 64550
    },
    {
      "loss_action": 0.0031048262026160955,
      "loss_total": 0.0031048262026160955,
      "step": 64550
    },
    {
      "loss_action": 0.0036424598656594753,
      "loss_total": 0.0036424598656594753,
      "step": 64550
    },
    {
      "loss_action": 0.005301794968545437,
      "loss_total": 0.005301794968545437,
      "step": 64550
    },
    {
      "loss_action": 0.007851388305425644,
      "loss_total": 0.007851388305425644,
      "step": 64550
    },
    {
      "loss_action": 0.002370619447901845,
      "loss_total": 0.002370619447901845,
      "step": 64550
    },
    {
      "loss_action": 0.004106584470719099,
      "loss_total": 0.004106584470719099,
      "step": 64550
    },
    {
      "grad_norm": 0.12036579102277756,
      "learning_rate": 9.664551037727746e-05,
      "loss": 0.0063,
      "step": 64560
    },
    {
      "loss_action": 0.003915285225957632,
      "loss_total": 0.003915285225957632,
      "step": 64560
    },
    {
      "loss_action": 0.0031068669632077217,
      "loss_total": 0.0031068669632077217,
      "step": 64560
    },
    {
      "loss_action": 0.005593074485659599,
      "loss_total": 0.005593074485659599,
      "step": 64560
    },
    {
      "loss_action": 0.0030469074845314026,
      "loss_total": 0.0030469074845314026,
      "step": 64560
    },
    {
      "loss_action": 0.006194430869072676,
      "loss_total": 0.006194430869072676,
      "step": 64560
    },
    {
      "loss_action": 0.004489727783948183,
      "loss_total": 0.004489727783948183,
      "step": 64560
    },
    {
      "loss_action": 0.012256724759936333,
      "loss_total": 0.012256724759936333,
      "step": 64560
    },
    {
      "loss_action": 0.0075223264284431934,
      "loss_total": 0.0075223264284431934,
      "step": 64560
    },
    {
      "grad_norm": 0.1420477032661438,
      "learning_rate": 9.664402164416097e-05,
      "loss": 0.0076,
      "step": 64570
    },
    {
      "loss_action": 0.0036965380422770977,
      "loss_total": 0.0036965380422770977,
      "step": 64570
    },
    {
      "loss_action": 0.009163867682218552,
      "loss_total": 0.009163867682218552,
      "step": 64570
    },
    {
      "loss_action": 0.003058054018765688,
      "loss_total": 0.003058054018765688,
      "step": 64570
    },
    {
      "loss_action": 0.008625694550573826,
      "loss_total": 0.008625694550573826,
      "step": 64570
    },
    {
      "loss_action": 0.03155716136097908,
      "loss_total": 0.03155716136097908,
      "step": 64570
    },
    {
      "loss_action": 0.008512529544532299,
      "loss_total": 0.008512529544532299,
      "step": 64570
    },
    {
      "loss_action": 0.004384204745292664,
      "loss_total": 0.004384204745292664,
      "step": 64570
    },
    {
      "loss_action": 0.004251155536621809,
      "loss_total": 0.004251155536621809,
      "step": 64570
    },
    {
      "grad_norm": 0.10549740493297577,
      "learning_rate": 9.664253259223697e-05,
      "loss": 0.0075,
      "step": 64580
    },
    {
      "loss_action": 0.0038232505321502686,
      "loss_total": 0.0038232505321502686,
      "step": 64580
    },
    {
      "loss_action": 0.01151900365948677,
      "loss_total": 0.01151900365948677,
      "step": 64580
    },
    {
      "loss_action": 0.009996687062084675,
      "loss_total": 0.009996687062084675,
      "step": 64580
    },
    {
      "loss_action": 0.020718852058053017,
      "loss_total": 0.020718852058053017,
      "step": 64580
    },
    {
      "loss_action": 0.007109247613698244,
      "loss_total": 0.007109247613698244,
      "step": 64580
    },
    {
      "loss_action": 0.006987477652728558,
      "loss_total": 0.006987477652728558,
      "step": 64580
    },
    {
      "loss_action": 0.009041914716362953,
      "loss_total": 0.009041914716362953,
      "step": 64580
    },
    {
      "loss_action": 0.005082182586193085,
      "loss_total": 0.005082182586193085,
      "step": 64580
    },
    {
      "grad_norm": 0.11368556320667267,
      "learning_rate": 9.664104322151564e-05,
      "loss": 0.0095,
      "step": 64590
    },
    {
      "loss_action": 0.013206982985138893,
      "loss_total": 0.013206982985138893,
      "step": 64590
    },
    {
      "loss_action": 0.005630192346870899,
      "loss_total": 0.005630192346870899,
      "step": 64590
    },
    {
      "loss_action": 0.016238689422607422,
      "loss_total": 0.016238689422607422,
      "step": 64590
    },
    {
      "loss_action": 0.00791140366345644,
      "loss_total": 0.00791140366345644,
      "step": 64590
    },
    {
      "loss_action": 0.0028420211747288704,
      "loss_total": 0.0028420211747288704,
      "step": 64590
    },
    {
      "loss_action": 0.008732308633625507,
      "loss_total": 0.008732308633625507,
      "step": 64590
    },
    {
      "loss_action": 0.00789560005068779,
      "loss_total": 0.00789560005068779,
      "step": 64590
    },
    {
      "loss_action": 0.005546810105443001,
      "loss_total": 0.005546810105443001,
      "step": 64590
    },
    {
      "grad_norm": 0.11375004798173904,
      "learning_rate": 9.663955353200717e-05,
      "loss": 0.0074,
      "step": 64600
    },
    {
      "loss_action": 0.02232247404754162,
      "loss_total": 0.02232247404754162,
      "step": 64600
    },
    {
      "loss_action": 0.003708464791998267,
      "loss_total": 0.003708464791998267,
      "step": 64600
    },
    {
      "loss_action": 0.009164320304989815,
      "loss_total": 0.009164320304989815,
      "step": 64600
    },
    {
      "loss_action": 0.0028875740244984627,
      "loss_total": 0.0028875740244984627,
      "step": 64600
    },
    {
      "loss_action": 0.007666018791496754,
      "loss_total": 0.007666018791496754,
      "step": 64600
    },
    {
      "loss_action": 0.0036947086919099092,
      "loss_total": 0.0036947086919099092,
      "step": 64600
    },
    {
      "loss_action": 0.009694401174783707,
      "loss_total": 0.009694401174783707,
      "step": 64600
    },
    {
      "loss_action": 0.00266168056987226,
      "loss_total": 0.00266168056987226,
      "step": 64600
    },
    {
      "grad_norm": 0.11872826516628265,
      "learning_rate": 9.663806352372172e-05,
      "loss": 0.008,
      "step": 64610
    },
    {
      "loss_action": 0.0034470506943762302,
      "loss_total": 0.0034470506943762302,
      "step": 64610
    },
    {
      "loss_action": 0.0768294632434845,
      "loss_total": 0.0768294632434845,
      "step": 64610
    },
    {
      "loss_action": 0.07572571933269501,
      "loss_total": 0.07572571933269501,
      "step": 64610
    },
    {
      "loss_action": 0.010173382237553596,
      "loss_total": 0.010173382237553596,
      "step": 64610
    },
    {
      "loss_action": 0.010042862966656685,
      "loss_total": 0.010042862966656685,
      "step": 64610
    },
    {
      "loss_action": 0.0055336426012218,
      "loss_total": 0.0055336426012218,
      "step": 64610
    },
    {
      "loss_action": 0.01037726178765297,
      "loss_total": 0.01037726178765297,
      "step": 64610
    },
    {
      "loss_action": 0.005399705376476049,
      "loss_total": 0.005399705376476049,
      "step": 64610
    },
    {
      "grad_norm": 0.08347467333078384,
      "learning_rate": 9.663657319666948e-05,
      "loss": 0.0097,
      "step": 64620
    },
    {
      "loss_action": 0.004093012772500515,
      "loss_total": 0.004093012772500515,
      "step": 64620
    },
    {
      "loss_action": 0.002993053523823619,
      "loss_total": 0.002993053523823619,
      "step": 64620
    },
    {
      "loss_action": 0.004499989561736584,
      "loss_total": 0.004499989561736584,
      "step": 64620
    },
    {
      "loss_action": 0.004375927150249481,
      "loss_total": 0.004375927150249481,
      "step": 64620
    },
    {
      "loss_action": 0.01272645778954029,
      "loss_total": 0.01272645778954029,
      "step": 64620
    },
    {
      "loss_action": 0.004872303921729326,
      "loss_total": 0.004872303921729326,
      "step": 64620
    },
    {
      "loss_action": 0.008961302228271961,
      "loss_total": 0.008961302228271961,
      "step": 64620
    },
    {
      "loss_action": 0.007826262153685093,
      "loss_total": 0.007826262153685093,
      "step": 64620
    },
    {
      "grad_norm": 0.14556743204593658,
      "learning_rate": 9.663508255086065e-05,
      "loss": 0.0071,
      "step": 64630
    },
    {
      "loss_action": 0.007877891883254051,
      "loss_total": 0.007877891883254051,
      "step": 64630
    },
    {
      "loss_action": 0.007962129078805447,
      "loss_total": 0.007962129078805447,
      "step": 64630
    },
    {
      "loss_action": 0.003985804505646229,
      "loss_total": 0.003985804505646229,
      "step": 64630
    },
    {
      "loss_action": 0.004327672999352217,
      "loss_total": 0.004327672999352217,
      "step": 64630
    },
    {
      "loss_action": 0.0038528675213456154,
      "loss_total": 0.0038528675213456154,
      "step": 64630
    },
    {
      "loss_action": 0.002604325767606497,
      "loss_total": 0.002604325767606497,
      "step": 64630
    },
    {
      "loss_action": 0.010695535689592361,
      "loss_total": 0.010695535689592361,
      "step": 64630
    },
    {
      "loss_action": 0.0023996399249881506,
      "loss_total": 0.0023996399249881506,
      "step": 64630
    },
    {
      "grad_norm": 0.07478392124176025,
      "learning_rate": 9.663359158630542e-05,
      "loss": 0.0071,
      "step": 64640
    },
    {
      "loss_action": 0.0032963789999485016,
      "loss_total": 0.0032963789999485016,
      "step": 64640
    },
    {
      "loss_action": 0.0045223962515592575,
      "loss_total": 0.0045223962515592575,
      "step": 64640
    },
    {
      "loss_action": 0.003003560472279787,
      "loss_total": 0.003003560472279787,
      "step": 64640
    },
    {
      "loss_action": 0.011098346672952175,
      "loss_total": 0.011098346672952175,
      "step": 64640
    },
    {
      "loss_action": 0.010259371250867844,
      "loss_total": 0.010259371250867844,
      "step": 64640
    },
    {
      "loss_action": 0.005890644155442715,
      "loss_total": 0.005890644155442715,
      "step": 64640
    },
    {
      "loss_action": 0.012701957486569881,
      "loss_total": 0.012701957486569881,
      "step": 64640
    },
    {
      "loss_action": 0.013407580554485321,
      "loss_total": 0.013407580554485321,
      "step": 64640
    },
    {
      "grad_norm": 0.11244329065084457,
      "learning_rate": 9.663210030301395e-05,
      "loss": 0.008,
      "step": 64650
    },
    {
      "loss_action": 0.006970368325710297,
      "loss_total": 0.006970368325710297,
      "step": 64650
    },
    {
      "loss_action": 0.003993408288806677,
      "loss_total": 0.003993408288806677,
      "step": 64650
    },
    {
      "loss_action": 0.0038173720240592957,
      "loss_total": 0.0038173720240592957,
      "step": 64650
    },
    {
      "loss_action": 0.0025573577731847763,
      "loss_total": 0.0025573577731847763,
      "step": 64650
    },
    {
      "loss_action": 0.009313421323895454,
      "loss_total": 0.009313421323895454,
      "step": 64650
    },
    {
      "loss_action": 0.0029892900492995977,
      "loss_total": 0.0029892900492995977,
      "step": 64650
    },
    {
      "loss_action": 0.017285846173763275,
      "loss_total": 0.017285846173763275,
      "step": 64650
    },
    {
      "loss_action": 0.010560519993305206,
      "loss_total": 0.010560519993305206,
      "step": 64650
    },
    {
      "grad_norm": 0.09449002146720886,
      "learning_rate": 9.663060870099647e-05,
      "loss": 0.0065,
      "step": 64660
    },
    {
      "loss_action": 0.003557033371180296,
      "loss_total": 0.003557033371180296,
      "step": 64660
    },
    {
      "loss_action": 0.01370159164071083,
      "loss_total": 0.01370159164071083,
      "step": 64660
    },
    {
      "loss_action": 0.005454106256365776,
      "loss_total": 0.005454106256365776,
      "step": 64660
    },
    {
      "loss_action": 0.005235925782471895,
      "loss_total": 0.005235925782471895,
      "step": 64660
    },
    {
      "loss_action": 0.013600915670394897,
      "loss_total": 0.013600915670394897,
      "step": 64660
    },
    {
      "loss_action": 0.0037667169235646725,
      "loss_total": 0.0037667169235646725,
      "step": 64660
    },
    {
      "loss_action": 0.0026762844063341618,
      "loss_total": 0.0026762844063341618,
      "step": 64660
    },
    {
      "loss_action": 0.004969242960214615,
      "loss_total": 0.004969242960214615,
      "step": 64660
    },
    {
      "grad_norm": 0.08091940730810165,
      "learning_rate": 9.662911678026317e-05,
      "loss": 0.0075,
      "step": 64670
    },
    {
      "loss_action": 0.003592955879867077,
      "loss_total": 0.003592955879867077,
      "step": 64670
    },
    {
      "loss_action": 0.010827602818608284,
      "loss_total": 0.010827602818608284,
      "step": 64670
    },
    {
      "loss_action": 0.008697014302015305,
      "loss_total": 0.008697014302015305,
      "step": 64670
    },
    {
      "loss_action": 0.004158743657171726,
      "loss_total": 0.004158743657171726,
      "step": 64670
    },
    {
      "loss_action": 0.006027039140462875,
      "loss_total": 0.006027039140462875,
      "step": 64670
    },
    {
      "loss_action": 0.02799435704946518,
      "loss_total": 0.02799435704946518,
      "step": 64670
    },
    {
      "loss_action": 0.008685512468218803,
      "loss_total": 0.008685512468218803,
      "step": 64670
    },
    {
      "loss_action": 0.002861546818166971,
      "loss_total": 0.002861546818166971,
      "step": 64670
    },
    {
      "grad_norm": 0.14767269790172577,
      "learning_rate": 9.66276245408242e-05,
      "loss": 0.0076,
      "step": 64680
    },
    {
      "loss_action": 0.005297573283314705,
      "loss_total": 0.005297573283314705,
      "step": 64680
    },
    {
      "loss_action": 0.005493705626577139,
      "loss_total": 0.005493705626577139,
      "step": 64680
    },
    {
      "loss_action": 0.0033870521001517773,
      "loss_total": 0.0033870521001517773,
      "step": 64680
    },
    {
      "loss_action": 0.013521989807486534,
      "loss_total": 0.013521989807486534,
      "step": 64680
    },
    {
      "loss_action": 0.0031863555777817965,
      "loss_total": 0.0031863555777817965,
      "step": 64680
    },
    {
      "loss_action": 0.003904961980879307,
      "loss_total": 0.003904961980879307,
      "step": 64680
    },
    {
      "loss_action": 0.004500114358961582,
      "loss_total": 0.004500114358961582,
      "step": 64680
    },
    {
      "loss_action": 0.005590920336544514,
      "loss_total": 0.005590920336544514,
      "step": 64680
    },
    {
      "grad_norm": 0.10107903927564621,
      "learning_rate": 9.662613198268981e-05,
      "loss": 0.0064,
      "step": 64690
    },
    {
      "loss_action": 0.01573336310684681,
      "loss_total": 0.01573336310684681,
      "step": 64690
    },
    {
      "loss_action": 0.010970229282975197,
      "loss_total": 0.010970229282975197,
      "step": 64690
    },
    {
      "loss_action": 0.012224503792822361,
      "loss_total": 0.012224503792822361,
      "step": 64690
    },
    {
      "loss_action": 0.0032769888639450073,
      "loss_total": 0.0032769888639450073,
      "step": 64690
    },
    {
      "loss_action": 0.004344541113823652,
      "loss_total": 0.004344541113823652,
      "step": 64690
    },
    {
      "loss_action": 0.004376872442662716,
      "loss_total": 0.004376872442662716,
      "step": 64690
    },
    {
      "loss_action": 0.013740085996687412,
      "loss_total": 0.013740085996687412,
      "step": 64690
    },
    {
      "loss_action": 0.007496214471757412,
      "loss_total": 0.007496214471757412,
      "step": 64690
    },
    {
      "grad_norm": 0.09184642881155014,
      "learning_rate": 9.66246391058702e-05,
      "loss": 0.0074,
      "step": 64700
    },
    {
      "loss_action": 0.015849128365516663,
      "loss_total": 0.015849128365516663,
      "step": 64700
    },
    {
      "loss_action": 0.01734878495335579,
      "loss_total": 0.01734878495335579,
      "step": 64700
    },
    {
      "loss_action": 0.00964338704943657,
      "loss_total": 0.00964338704943657,
      "step": 64700
    },
    {
      "loss_action": 0.00426936149597168,
      "loss_total": 0.00426936149597168,
      "step": 64700
    },
    {
      "loss_action": 0.006580558139830828,
      "loss_total": 0.006580558139830828,
      "step": 64700
    },
    {
      "loss_action": 0.007313292007893324,
      "loss_total": 0.007313292007893324,
      "step": 64700
    },
    {
      "loss_action": 0.01491526234894991,
      "loss_total": 0.01491526234894991,
      "step": 64700
    },
    {
      "loss_action": 0.014217923395335674,
      "loss_total": 0.014217923395335674,
      "step": 64700
    },
    {
      "grad_norm": 0.11713588237762451,
      "learning_rate": 9.662314591037555e-05,
      "loss": 0.009,
      "step": 64710
    },
    {
      "loss_action": 0.013452980667352676,
      "loss_total": 0.013452980667352676,
      "step": 64710
    },
    {
      "loss_action": 0.0030642282217741013,
      "loss_total": 0.0030642282217741013,
      "step": 64710
    },
    {
      "loss_action": 0.00742805702611804,
      "loss_total": 0.00742805702611804,
      "step": 64710
    },
    {
      "loss_action": 0.0036188135854899883,
      "loss_total": 0.0036188135854899883,
      "step": 64710
    },
    {
      "loss_action": 0.008154433220624924,
      "loss_total": 0.008154433220624924,
      "step": 64710
    },
    {
      "loss_action": 0.009927188977599144,
      "loss_total": 0.009927188977599144,
      "step": 64710
    },
    {
      "loss_action": 0.00214022072032094,
      "loss_total": 0.00214022072032094,
      "step": 64710
    },
    {
      "loss_action": 0.005033834371715784,
      "loss_total": 0.005033834371715784,
      "step": 64710
    },
    {
      "grad_norm": 0.12235699594020844,
      "learning_rate": 9.662165239621608e-05,
      "loss": 0.0071,
      "step": 64720
    },
    {
      "loss_action": 0.002373387338593602,
      "loss_total": 0.002373387338593602,
      "step": 64720
    },
    {
      "loss_action": 0.007237670477479696,
      "loss_total": 0.007237670477479696,
      "step": 64720
    },
    {
      "loss_action": 0.008128844201564789,
      "loss_total": 0.008128844201564789,
      "step": 64720
    },
    {
      "loss_action": 0.014023836702108383,
      "loss_total": 0.014023836702108383,
      "step": 64720
    },
    {
      "loss_action": 0.0039316341280937195,
      "loss_total": 0.0039316341280937195,
      "step": 64720
    },
    {
      "loss_action": 0.0071357786655426025,
      "loss_total": 0.0071357786655426025,
      "step": 64720
    },
    {
      "loss_action": 0.006234177388250828,
      "loss_total": 0.006234177388250828,
      "step": 64720
    },
    {
      "loss_action": 0.004162135533988476,
      "loss_total": 0.004162135533988476,
      "step": 64720
    },
    {
      "grad_norm": 0.09293641149997711,
      "learning_rate": 9.662015856340198e-05,
      "loss": 0.0067,
      "step": 64730
    },
    {
      "loss_action": 0.0014658087166026235,
      "loss_total": 0.0014658087166026235,
      "step": 64730
    },
    {
      "loss_action": 0.0024167424999177456,
      "loss_total": 0.0024167424999177456,
      "step": 64730
    },
    {
      "loss_action": 0.007795414887368679,
      "loss_total": 0.007795414887368679,
      "step": 64730
    },
    {
      "loss_action": 0.008490089327096939,
      "loss_total": 0.008490089327096939,
      "step": 64730
    },
    {
      "loss_action": 0.0043407934717834,
      "loss_total": 0.0043407934717834,
      "step": 64730
    },
    {
      "loss_action": 0.005432852543890476,
      "loss_total": 0.005432852543890476,
      "step": 64730
    },
    {
      "loss_action": 0.006066412199288607,
      "loss_total": 0.006066412199288607,
      "step": 64730
    },
    {
      "loss_action": 0.003570431610569358,
      "loss_total": 0.003570431610569358,
      "step": 64730
    },
    {
      "grad_norm": 0.13945943117141724,
      "learning_rate": 9.661866441194349e-05,
      "loss": 0.0065,
      "step": 64740
    },
    {
      "loss_action": 0.004237455781549215,
      "loss_total": 0.004237455781549215,
      "step": 64740
    },
    {
      "loss_action": 0.010256360284984112,
      "loss_total": 0.010256360284984112,
      "step": 64740
    },
    {
      "loss_action": 0.0028449834790080786,
      "loss_total": 0.0028449834790080786,
      "step": 64740
    },
    {
      "loss_action": 0.01078260038048029,
      "loss_total": 0.01078260038048029,
      "step": 64740
    },
    {
      "loss_action": 0.00168525124900043,
      "loss_total": 0.00168525124900043,
      "step": 64740
    },
    {
      "loss_action": 0.006792253814637661,
      "loss_total": 0.006792253814637661,
      "step": 64740
    },
    {
      "loss_action": 0.012358545325696468,
      "loss_total": 0.012358545325696468,
      "step": 64740
    },
    {
      "loss_action": 0.006644080393016338,
      "loss_total": 0.006644080393016338,
      "step": 64740
    },
    {
      "grad_norm": 0.1307493895292282,
      "learning_rate": 9.661716994185081e-05,
      "loss": 0.0078,
      "step": 64750
    },
    {
      "loss_action": 0.013875788077712059,
      "loss_total": 0.013875788077712059,
      "step": 64750
    },
    {
      "loss_action": 0.005998779088258743,
      "loss_total": 0.005998779088258743,
      "step": 64750
    },
    {
      "loss_action": 0.004758942406624556,
      "loss_total": 0.004758942406624556,
      "step": 64750
    },
    {
      "loss_action": 0.0045263865031301975,
      "loss_total": 0.0045263865031301975,
      "step": 64750
    },
    {
      "loss_action": 0.004595199599862099,
      "loss_total": 0.004595199599862099,
      "step": 64750
    },
    {
      "loss_action": 0.01275734044611454,
      "loss_total": 0.01275734044611454,
      "step": 64750
    },
    {
      "loss_action": 0.004560766741633415,
      "loss_total": 0.004560766741633415,
      "step": 64750
    },
    {
      "loss_action": 0.004380294121801853,
      "loss_total": 0.004380294121801853,
      "step": 64750
    },
    {
      "grad_norm": 0.1144360601902008,
      "learning_rate": 9.661567515313415e-05,
      "loss": 0.0061,
      "step": 64760
    },
    {
      "loss_action": 0.0037236418575048447,
      "loss_total": 0.0037236418575048447,
      "step": 64760
    },
    {
      "loss_action": 0.0041891164146363735,
      "loss_total": 0.0041891164146363735,
      "step": 64760
    },
    {
      "loss_action": 0.0035532391630113125,
      "loss_total": 0.0035532391630113125,
      "step": 64760
    },
    {
      "loss_action": 0.00474998215213418,
      "loss_total": 0.00474998215213418,
      "step": 64760
    },
    {
      "loss_action": 0.01206936128437519,
      "loss_total": 0.01206936128437519,
      "step": 64760
    },
    {
      "loss_action": 0.004372692666947842,
      "loss_total": 0.004372692666947842,
      "step": 64760
    },
    {
      "loss_action": 0.005362252239137888,
      "loss_total": 0.005362252239137888,
      "step": 64760
    },
    {
      "loss_action": 0.017553314566612244,
      "loss_total": 0.017553314566612244,
      "step": 64760
    },
    {
      "grad_norm": 0.10100214183330536,
      "learning_rate": 9.661418004580371e-05,
      "loss": 0.0071,
      "step": 64770
    },
    {
      "loss_action": 0.0052271331660449505,
      "loss_total": 0.0052271331660449505,
      "step": 64770
    },
    {
      "loss_action": 0.006774806417524815,
      "loss_total": 0.006774806417524815,
      "step": 64770
    },
    {
      "loss_action": 0.0034500521142035723,
      "loss_total": 0.0034500521142035723,
      "step": 64770
    },
    {
      "loss_action": 0.022644810378551483,
      "loss_total": 0.022644810378551483,
      "step": 64770
    },
    {
      "loss_action": 0.0022988340351730585,
      "loss_total": 0.0022988340351730585,
      "step": 64770
    },
    {
      "loss_action": 0.004921216517686844,
      "loss_total": 0.004921216517686844,
      "step": 64770
    },
    {
      "loss_action": 0.0027723456732928753,
      "loss_total": 0.0027723456732928753,
      "step": 64770
    },
    {
      "loss_action": 0.009491892531514168,
      "loss_total": 0.009491892531514168,
      "step": 64770
    },
    {
      "grad_norm": 0.14163382351398468,
      "learning_rate": 9.661268461986974e-05,
      "loss": 0.0067,
      "step": 64780
    },
    {
      "loss_action": 0.0020620073191821575,
      "loss_total": 0.0020620073191821575,
      "step": 64780
    },
    {
      "loss_action": 0.009142527356743813,
      "loss_total": 0.009142527356743813,
      "step": 64780
    },
    {
      "loss_action": 0.004713457077741623,
      "loss_total": 0.004713457077741623,
      "step": 64780
    },
    {
      "loss_action": 0.016195831820368767,
      "loss_total": 0.016195831820368767,
      "step": 64780
    },
    {
      "loss_action": 0.014961116015911102,
      "loss_total": 0.014961116015911102,
      "step": 64780
    },
    {
      "loss_action": 0.002545128110796213,
      "loss_total": 0.002545128110796213,
      "step": 64780
    },
    {
      "loss_action": 0.006251026876270771,
      "loss_total": 0.006251026876270771,
      "step": 64780
    },
    {
      "loss_action": 0.0029506972059607506,
      "loss_total": 0.0029506972059607506,
      "step": 64780
    },
    {
      "grad_norm": 0.10435786098241806,
      "learning_rate": 9.661118887534244e-05,
      "loss": 0.0064,
      "step": 64790
    },
    {
      "loss_action": 0.0036217798478901386,
      "loss_total": 0.0036217798478901386,
      "step": 64790
    },
    {
      "loss_action": 0.03186951205134392,
      "loss_total": 0.03186951205134392,
      "step": 64790
    },
    {
      "loss_action": 0.005856381729245186,
      "loss_total": 0.005856381729245186,
      "step": 64790
    },
    {
      "loss_action": 0.009597854688763618,
      "loss_total": 0.009597854688763618,
      "step": 64790
    },
    {
      "loss_action": 0.0027148518711328506,
      "loss_total": 0.0027148518711328506,
      "step": 64790
    },
    {
      "loss_action": 0.031503476202487946,
      "loss_total": 0.031503476202487946,
      "step": 64790
    },
    {
      "loss_action": 0.008787048049271107,
      "loss_total": 0.008787048049271107,
      "step": 64790
    },
    {
      "loss_action": 0.008916467428207397,
      "loss_total": 0.008916467428207397,
      "step": 64790
    },
    {
      "grad_norm": 0.1174483448266983,
      "learning_rate": 9.660969281223205e-05,
      "loss": 0.0086,
      "step": 64800
    },
    {
      "loss_action": 0.006054080557078123,
      "loss_total": 0.006054080557078123,
      "step": 64800
    },
    {
      "loss_action": 0.005030322819948196,
      "loss_total": 0.005030322819948196,
      "step": 64800
    },
    {
      "loss_action": 0.012573014944791794,
      "loss_total": 0.012573014944791794,
      "step": 64800
    },
    {
      "loss_action": 0.011975008994340897,
      "loss_total": 0.011975008994340897,
      "step": 64800
    },
    {
      "loss_action": 0.013592511415481567,
      "loss_total": 0.013592511415481567,
      "step": 64800
    },
    {
      "loss_action": 0.00358665082603693,
      "loss_total": 0.00358665082603693,
      "step": 64800
    },
    {
      "loss_action": 0.004305110778659582,
      "loss_total": 0.004305110778659582,
      "step": 64800
    },
    {
      "loss_action": 0.005137293133884668,
      "loss_total": 0.005137293133884668,
      "step": 64800
    },
    {
      "grad_norm": 0.12050293385982513,
      "learning_rate": 9.660819643054878e-05,
      "loss": 0.0068,
      "step": 64810
    },
    {
      "loss_action": 0.005277389660477638,
      "loss_total": 0.005277389660477638,
      "step": 64810
    },
    {
      "loss_action": 0.016531551256775856,
      "loss_total": 0.016531551256775856,
      "step": 64810
    },
    {
      "loss_action": 0.007218334823846817,
      "loss_total": 0.007218334823846817,
      "step": 64810
    },
    {
      "loss_action": 0.006744160316884518,
      "loss_total": 0.006744160316884518,
      "step": 64810
    },
    {
      "loss_action": 0.0039648013189435005,
      "loss_total": 0.0039648013189435005,
      "step": 64810
    },
    {
      "loss_action": 0.0025713564828038216,
      "loss_total": 0.0025713564828038216,
      "step": 64810
    },
    {
      "loss_action": 0.003742823377251625,
      "loss_total": 0.003742823377251625,
      "step": 64810
    },
    {
      "loss_action": 0.0025608385913074017,
      "loss_total": 0.0025608385913074017,
      "step": 64810
    },
    {
      "grad_norm": 0.13126647472381592,
      "learning_rate": 9.660669973030288e-05,
      "loss": 0.0083,
      "step": 64820
    },
    {
      "loss_action": 0.0045038810931146145,
      "loss_total": 0.0045038810931146145,
      "step": 64820
    },
    {
      "loss_action": 0.004197922069579363,
      "loss_total": 0.004197922069579363,
      "step": 64820
    },
    {
      "loss_action": 0.007121440023183823,
      "loss_total": 0.007121440023183823,
      "step": 64820
    },
    {
      "loss_action": 0.005496062338352203,
      "loss_total": 0.005496062338352203,
      "step": 64820
    },
    {
      "loss_action": 0.004880549386143684,
      "loss_total": 0.004880549386143684,
      "step": 64820
    },
    {
      "loss_action": 0.004552608821541071,
      "loss_total": 0.004552608821541071,
      "step": 64820
    },
    {
      "loss_action": 0.005803242325782776,
      "loss_total": 0.005803242325782776,
      "step": 64820
    },
    {
      "loss_action": 0.01027462724596262,
      "loss_total": 0.01027462724596262,
      "step": 64820
    },
    {
      "grad_norm": 0.316812127828598,
      "learning_rate": 9.660520271150455e-05,
      "loss": 0.0098,
      "step": 64830
    },
    {
      "loss_action": 0.002774657914415002,
      "loss_total": 0.002774657914415002,
      "step": 64830
    },
    {
      "loss_action": 0.002441396936774254,
      "loss_total": 0.002441396936774254,
      "step": 64830
    },
    {
      "loss_action": 0.006643172353506088,
      "loss_total": 0.006643172353506088,
      "step": 64830
    },
    {
      "loss_action": 0.004629264585673809,
      "loss_total": 0.004629264585673809,
      "step": 64830
    },
    {
      "loss_action": 0.002659208606928587,
      "loss_total": 0.002659208606928587,
      "step": 64830
    },
    {
      "loss_action": 0.0037054545246064663,
      "loss_total": 0.0037054545246064663,
      "step": 64830
    },
    {
      "loss_action": 0.011807208880782127,
      "loss_total": 0.011807208880782127,
      "step": 64830
    },
    {
      "loss_action": 0.004361944738775492,
      "loss_total": 0.004361944738775492,
      "step": 64830
    },
    {
      "grad_norm": 0.11190634220838547,
      "learning_rate": 9.660370537416404e-05,
      "loss": 0.0091,
      "step": 64840
    },
    {
      "loss_action": 0.007662296295166016,
      "loss_total": 0.007662296295166016,
      "step": 64840
    },
    {
      "loss_action": 0.0133958850055933,
      "loss_total": 0.0133958850055933,
      "step": 64840
    },
    {
      "loss_action": 0.0065473224967718124,
      "loss_total": 0.0065473224967718124,
      "step": 64840
    },
    {
      "loss_action": 0.0038626783061772585,
      "loss_total": 0.0038626783061772585,
      "step": 64840
    },
    {
      "loss_action": 0.004104917868971825,
      "loss_total": 0.004104917868971825,
      "step": 64840
    },
    {
      "loss_action": 0.003889570478349924,
      "loss_total": 0.003889570478349924,
      "step": 64840
    },
    {
      "loss_action": 0.012792862951755524,
      "loss_total": 0.012792862951755524,
      "step": 64840
    },
    {
      "loss_action": 0.004305999726057053,
      "loss_total": 0.004305999726057053,
      "step": 64840
    },
    {
      "grad_norm": 0.11896352469921112,
      "learning_rate": 9.660220771829158e-05,
      "loss": 0.0097,
      "step": 64850
    },
    {
      "loss_action": 0.017605820670723915,
      "loss_total": 0.017605820670723915,
      "step": 64850
    },
    {
      "loss_action": 0.00419269734993577,
      "loss_total": 0.00419269734993577,
      "step": 64850
    },
    {
      "loss_action": 0.0064729987643659115,
      "loss_total": 0.0064729987643659115,
      "step": 64850
    },
    {
      "loss_action": 0.003901534480974078,
      "loss_total": 0.003901534480974078,
      "step": 64850
    },
    {
      "loss_action": 0.007061738986521959,
      "loss_total": 0.007061738986521959,
      "step": 64850
    },
    {
      "loss_action": 0.007156897336244583,
      "loss_total": 0.007156897336244583,
      "step": 64850
    },
    {
      "loss_action": 0.004391015972942114,
      "loss_total": 0.004391015972942114,
      "step": 64850
    },
    {
      "loss_action": 0.010242996737360954,
      "loss_total": 0.010242996737360954,
      "step": 64850
    },
    {
      "grad_norm": 0.10634917765855789,
      "learning_rate": 9.660070974389739e-05,
      "loss": 0.0082,
      "step": 64860
    },
    {
      "loss_action": 0.013925599865615368,
      "loss_total": 0.013925599865615368,
      "step": 64860
    },
    {
      "loss_action": 0.010532313026487827,
      "loss_total": 0.010532313026487827,
      "step": 64860
    },
    {
      "loss_action": 0.005328742787241936,
      "loss_total": 0.005328742787241936,
      "step": 64860
    },
    {
      "loss_action": 0.0027284964453428984,
      "loss_total": 0.0027284964453428984,
      "step": 64860
    },
    {
      "loss_action": 0.004245946649461985,
      "loss_total": 0.004245946649461985,
      "step": 64860
    },
    {
      "loss_action": 0.016435516998171806,
      "loss_total": 0.016435516998171806,
      "step": 64860
    },
    {
      "loss_action": 0.00984315387904644,
      "loss_total": 0.00984315387904644,
      "step": 64860
    },
    {
      "loss_action": 0.0026722587645053864,
      "loss_total": 0.0026722587645053864,
      "step": 64860
    },
    {
      "grad_norm": 0.13673293590545654,
      "learning_rate": 9.659921145099174e-05,
      "loss": 0.0076,
      "step": 64870
    },
    {
      "loss_action": 0.0077877468429505825,
      "loss_total": 0.0077877468429505825,
      "step": 64870
    },
    {
      "loss_action": 0.0048127202317118645,
      "loss_total": 0.0048127202317118645,
      "step": 64870
    },
    {
      "loss_action": 0.003985018469393253,
      "loss_total": 0.003985018469393253,
      "step": 64870
    },
    {
      "loss_action": 0.008302331902086735,
      "loss_total": 0.008302331902086735,
      "step": 64870
    },
    {
      "loss_action": 0.006199731025844812,
      "loss_total": 0.006199731025844812,
      "step": 64870
    },
    {
      "loss_action": 0.005270641762763262,
      "loss_total": 0.005270641762763262,
      "step": 64870
    },
    {
      "loss_action": 0.024889476597309113,
      "loss_total": 0.024889476597309113,
      "step": 64870
    },
    {
      "loss_action": 0.02297062799334526,
      "loss_total": 0.02297062799334526,
      "step": 64870
    },
    {
      "grad_norm": 0.11727691441774368,
      "learning_rate": 9.659771283958486e-05,
      "loss": 0.0092,
      "step": 64880
    },
    {
      "loss_action": 0.006887291092425585,
      "loss_total": 0.006887291092425585,
      "step": 64880
    },
    {
      "loss_action": 0.004705484490841627,
      "loss_total": 0.004705484490841627,
      "step": 64880
    },
    {
      "loss_action": 0.0050673154182732105,
      "loss_total": 0.0050673154182732105,
      "step": 64880
    },
    {
      "loss_action": 0.012039453722536564,
      "loss_total": 0.012039453722536564,
      "step": 64880
    },
    {
      "loss_action": 0.005080666393041611,
      "loss_total": 0.005080666393041611,
      "step": 64880
    },
    {
      "loss_action": 0.01064871996641159,
      "loss_total": 0.01064871996641159,
      "step": 64880
    },
    {
      "loss_action": 0.0025190720334649086,
      "loss_total": 0.0025190720334649086,
      "step": 64880
    },
    {
      "loss_action": 0.01027839444577694,
      "loss_total": 0.01027839444577694,
      "step": 64880
    },
    {
      "grad_norm": 0.09722859412431717,
      "learning_rate": 9.659621390968698e-05,
      "loss": 0.0066,
      "step": 64890
    },
    {
      "loss_action": 0.005968112964183092,
      "loss_total": 0.005968112964183092,
      "step": 64890
    },
    {
      "loss_action": 0.004071353003382683,
      "loss_total": 0.004071353003382683,
      "step": 64890
    },
    {
      "loss_action": 0.0023214088287204504,
      "loss_total": 0.0023214088287204504,
      "step": 64890
    },
    {
      "loss_action": 0.00197575893253088,
      "loss_total": 0.00197575893253088,
      "step": 64890
    },
    {
      "loss_action": 0.01462048664689064,
      "loss_total": 0.01462048664689064,
      "step": 64890
    },
    {
      "loss_action": 0.035412341356277466,
      "loss_total": 0.035412341356277466,
      "step": 64890
    },
    {
      "loss_action": 0.005170619580894709,
      "loss_total": 0.005170619580894709,
      "step": 64890
    },
    {
      "loss_action": 0.006969057023525238,
      "loss_total": 0.006969057023525238,
      "step": 64890
    },
    {
      "grad_norm": 0.12074673175811768,
      "learning_rate": 9.659471466130837e-05,
      "loss": 0.0094,
      "step": 64900
    },
    {
      "loss_action": 0.003342766547575593,
      "loss_total": 0.003342766547575593,
      "step": 64900
    },
    {
      "loss_action": 0.00746378256008029,
      "loss_total": 0.00746378256008029,
      "step": 64900
    },
    {
      "loss_action": 0.008629434742033482,
      "loss_total": 0.008629434742033482,
      "step": 64900
    },
    {
      "loss_action": 0.004160451702773571,
      "loss_total": 0.004160451702773571,
      "step": 64900
    },
    {
      "loss_action": 0.013854642398655415,
      "loss_total": 0.013854642398655415,
      "step": 64900
    },
    {
      "loss_action": 0.03496359661221504,
      "loss_total": 0.03496359661221504,
      "step": 64900
    },
    {
      "loss_action": 0.0056127868592739105,
      "loss_total": 0.0056127868592739105,
      "step": 64900
    },
    {
      "loss_action": 0.0037802259903401136,
      "loss_total": 0.0037802259903401136,
      "step": 64900
    },
    {
      "grad_norm": 0.1143500879406929,
      "learning_rate": 9.659321509445924e-05,
      "loss": 0.0082,
      "step": 64910
    },
    {
      "loss_action": 0.013345287181437016,
      "loss_total": 0.013345287181437016,
      "step": 64910
    },
    {
      "loss_action": 0.006923500448465347,
      "loss_total": 0.006923500448465347,
      "step": 64910
    },
    {
      "loss_action": 0.0037434406112879515,
      "loss_total": 0.0037434406112879515,
      "step": 64910
    },
    {
      "loss_action": 0.005127531476318836,
      "loss_total": 0.005127531476318836,
      "step": 64910
    },
    {
      "loss_action": 0.003331600921228528,
      "loss_total": 0.003331600921228528,
      "step": 64910
    },
    {
      "loss_action": 0.015219112858176231,
      "loss_total": 0.015219112858176231,
      "step": 64910
    },
    {
      "loss_action": 0.009014422073960304,
      "loss_total": 0.009014422073960304,
      "step": 64910
    },
    {
      "loss_action": 0.0033924714662134647,
      "loss_total": 0.0033924714662134647,
      "step": 64910
    },
    {
      "grad_norm": 0.10011697560548782,
      "learning_rate": 9.659171520914986e-05,
      "loss": 0.0077,
      "step": 64920
    },
    {
      "loss_action": 0.0046800170093774796,
      "loss_total": 0.0046800170093774796,
      "step": 64920
    },
    {
      "loss_action": 0.00799512304365635,
      "loss_total": 0.00799512304365635,
      "step": 64920
    },
    {
      "loss_action": 0.002631619106978178,
      "loss_total": 0.002631619106978178,
      "step": 64920
    },
    {
      "loss_action": 0.007287375628948212,
      "loss_total": 0.007287375628948212,
      "step": 64920
    },
    {
      "loss_action": 0.00324338604696095,
      "loss_total": 0.00324338604696095,
      "step": 64920
    },
    {
      "loss_action": 0.002152780769392848,
      "loss_total": 0.002152780769392848,
      "step": 64920
    },
    {
      "loss_action": 0.0068603577092289925,
      "loss_total": 0.0068603577092289925,
      "step": 64920
    },
    {
      "loss_action": 0.0020174551755189896,
      "loss_total": 0.0020174551755189896,
      "step": 64920
    },
    {
      "grad_norm": 0.12404272705316544,
      "learning_rate": 9.659021500539051e-05,
      "loss": 0.0067,
      "step": 64930
    },
    {
      "loss_action": 0.006976191885769367,
      "loss_total": 0.006976191885769367,
      "step": 64930
    },
    {
      "loss_action": 0.005865177605301142,
      "loss_total": 0.005865177605301142,
      "step": 64930
    },
    {
      "loss_action": 0.0038353956770151854,
      "loss_total": 0.0038353956770151854,
      "step": 64930
    },
    {
      "loss_action": 0.0034488909877836704,
      "loss_total": 0.0034488909877836704,
      "step": 64930
    },
    {
      "loss_action": 0.0027708625420928,
      "loss_total": 0.0027708625420928,
      "step": 64930
    },
    {
      "loss_action": 0.011891208589076996,
      "loss_total": 0.011891208589076996,
      "step": 64930
    },
    {
      "loss_action": 0.0039472877979278564,
      "loss_total": 0.0039472877979278564,
      "step": 64930
    },
    {
      "loss_action": 0.0044372486881911755,
      "loss_total": 0.0044372486881911755,
      "step": 64930
    },
    {
      "grad_norm": 0.1632196605205536,
      "learning_rate": 9.65887144831914e-05,
      "loss": 0.0075,
      "step": 64940
    },
    {
      "loss_action": 0.002390305045992136,
      "loss_total": 0.002390305045992136,
      "step": 64940
    },
    {
      "loss_action": 0.005161099135875702,
      "loss_total": 0.005161099135875702,
      "step": 64940
    },
    {
      "loss_action": 0.013543866574764252,
      "loss_total": 0.013543866574764252,
      "step": 64940
    },
    {
      "loss_action": 0.004502367693930864,
      "loss_total": 0.004502367693930864,
      "step": 64940
    },
    {
      "loss_action": 0.007617519237101078,
      "loss_total": 0.007617519237101078,
      "step": 64940
    },
    {
      "loss_action": 0.004324907436966896,
      "loss_total": 0.004324907436966896,
      "step": 64940
    },
    {
      "loss_action": 0.008673319593071938,
      "loss_total": 0.008673319593071938,
      "step": 64940
    },
    {
      "loss_action": 0.01840895228087902,
      "loss_total": 0.01840895228087902,
      "step": 64940
    },
    {
      "grad_norm": 0.12503419816493988,
      "learning_rate": 9.658721364256279e-05,
      "loss": 0.0078,
      "step": 64950
    },
    {
      "loss_action": 0.005227178800851107,
      "loss_total": 0.005227178800851107,
      "step": 64950
    },
    {
      "loss_action": 0.005837212782353163,
      "loss_total": 0.005837212782353163,
      "step": 64950
    },
    {
      "loss_action": 0.005268370732665062,
      "loss_total": 0.005268370732665062,
      "step": 64950
    },
    {
      "loss_action": 0.007479511667042971,
      "loss_total": 0.007479511667042971,
      "step": 64950
    },
    {
      "loss_action": 0.011068734340369701,
      "loss_total": 0.011068734340369701,
      "step": 64950
    },
    {
      "loss_action": 0.014110798016190529,
      "loss_total": 0.014110798016190529,
      "step": 64950
    },
    {
      "loss_action": 0.007092211861163378,
      "loss_total": 0.007092211861163378,
      "step": 64950
    },
    {
      "loss_action": 0.023753544315695763,
      "loss_total": 0.023753544315695763,
      "step": 64950
    },
    {
      "grad_norm": 0.09649176895618439,
      "learning_rate": 9.658571248351496e-05,
      "loss": 0.0075,
      "step": 64960
    },
    {
      "loss_action": 0.001970326527953148,
      "loss_total": 0.001970326527953148,
      "step": 64960
    },
    {
      "loss_action": 0.0035378264728933573,
      "loss_total": 0.0035378264728933573,
      "step": 64960
    },
    {
      "loss_action": 0.013376036658883095,
      "loss_total": 0.013376036658883095,
      "step": 64960
    },
    {
      "loss_action": 0.023417867720127106,
      "loss_total": 0.023417867720127106,
      "step": 64960
    },
    {
      "loss_action": 0.0028790347278118134,
      "loss_total": 0.0028790347278118134,
      "step": 64960
    },
    {
      "loss_action": 0.00941778626292944,
      "loss_total": 0.00941778626292944,
      "step": 64960
    },
    {
      "loss_action": 0.00396299734711647,
      "loss_total": 0.00396299734711647,
      "step": 64960
    },
    {
      "loss_action": 0.0019337404519319534,
      "loss_total": 0.0019337404519319534,
      "step": 64960
    },
    {
      "grad_norm": 0.15782412886619568,
      "learning_rate": 9.658421100605816e-05,
      "loss": 0.0075,
      "step": 64970
    },
    {
      "loss_action": 0.01087940763682127,
      "loss_total": 0.01087940763682127,
      "step": 64970
    },
    {
      "loss_action": 0.011039983481168747,
      "loss_total": 0.011039983481168747,
      "step": 64970
    },
    {
      "loss_action": 0.0025121921207755804,
      "loss_total": 0.0025121921207755804,
      "step": 64970
    },
    {
      "loss_action": 0.0028668129816651344,
      "loss_total": 0.0028668129816651344,
      "step": 64970
    },
    {
      "loss_action": 0.002998907584697008,
      "loss_total": 0.002998907584697008,
      "step": 64970
    },
    {
      "loss_action": 0.007200561463832855,
      "loss_total": 0.007200561463832855,
      "step": 64970
    },
    {
      "loss_action": 0.00470278225839138,
      "loss_total": 0.00470278225839138,
      "step": 64970
    },
    {
      "loss_action": 0.016971871256828308,
      "loss_total": 0.016971871256828308,
      "step": 64970
    },
    {
      "grad_norm": 0.11631989479064941,
      "learning_rate": 9.658270921020265e-05,
      "loss": 0.0087,
      "step": 64980
    },
    {
      "loss_action": 0.003201200859621167,
      "loss_total": 0.003201200859621167,
      "step": 64980
    },
    {
      "loss_action": 0.0023481426760554314,
      "loss_total": 0.0023481426760554314,
      "step": 64980
    },
    {
      "loss_action": 0.0034931215923279524,
      "loss_total": 0.0034931215923279524,
      "step": 64980
    },
    {
      "loss_action": 0.0032343673519790173,
      "loss_total": 0.0032343673519790173,
      "step": 64980
    },
    {
      "loss_action": 0.008021341636776924,
      "loss_total": 0.008021341636776924,
      "step": 64980
    },
    {
      "loss_action": 0.002026087138801813,
      "loss_total": 0.002026087138801813,
      "step": 64980
    },
    {
      "loss_action": 0.011430222541093826,
      "loss_total": 0.011430222541093826,
      "step": 64980
    },
    {
      "loss_action": 0.002967095235362649,
      "loss_total": 0.002967095235362649,
      "step": 64980
    },
    {
      "grad_norm": 0.09647980332374573,
      "learning_rate": 9.65812070959587e-05,
      "loss": 0.0077,
      "step": 64990
    },
    {
      "loss_action": 0.005413532257080078,
      "loss_total": 0.005413532257080078,
      "step": 64990
    },
    {
      "loss_action": 0.01975649781525135,
      "loss_total": 0.01975649781525135,
      "step": 64990
    },
    {
      "loss_action": 0.005111087113618851,
      "loss_total": 0.005111087113618851,
      "step": 64990
    },
    {
      "loss_action": 0.024881239980459213,
      "loss_total": 0.024881239980459213,
      "step": 64990
    },
    {
      "loss_action": 0.0024310830049216747,
      "loss_total": 0.0024310830049216747,
      "step": 64990
    },
    {
      "loss_action": 0.012102244421839714,
      "loss_total": 0.012102244421839714,
      "step": 64990
    },
    {
      "loss_action": 0.0038267544005066156,
      "loss_total": 0.0038267544005066156,
      "step": 64990
    },
    {
      "loss_action": 0.002686944790184498,
      "loss_total": 0.002686944790184498,
      "step": 64990
    },
    {
      "grad_norm": 0.11014488339424133,
      "learning_rate": 9.657970466333656e-05,
      "loss": 0.0075,
      "step": 65000
    },
    {
      "loss_action": 0.005318117327988148,
      "loss_total": 0.005318117327988148,
      "step": 65000
    },
    {
      "loss_action": 0.003668953198939562,
      "loss_total": 0.003668953198939562,
      "step": 65000
    },
    {
      "loss_action": 0.005719687789678574,
      "loss_total": 0.005719687789678574,
      "step": 65000
    },
    {
      "loss_action": 0.0152661157771945,
      "loss_total": 0.0152661157771945,
      "step": 65000
    },
    {
      "loss_action": 0.004802184645086527,
      "loss_total": 0.004802184645086527,
      "step": 65000
    },
    {
      "loss_action": 0.003398530650883913,
      "loss_total": 0.003398530650883913,
      "step": 65000
    },
    {
      "loss_action": 0.004984305705875158,
      "loss_total": 0.004984305705875158,
      "step": 65000
    },
    {
      "loss_action": 0.0017226380296051502,
      "loss_total": 0.0017226380296051502,
      "step": 65000
    },
    {
      "grad_norm": 0.0965002104640007,
      "learning_rate": 9.657820191234654e-05,
      "loss": 0.0073,
      "step": 65010
    },
    {
      "loss_action": 0.00826688576489687,
      "loss_total": 0.00826688576489687,
      "step": 65010
    },
    {
      "loss_action": 0.004458373878151178,
      "loss_total": 0.004458373878151178,
      "step": 65010
    },
    {
      "loss_action": 0.007595493458211422,
      "loss_total": 0.007595493458211422,
      "step": 65010
    },
    {
      "loss_action": 0.0034330058842897415,
      "loss_total": 0.0034330058842897415,
      "step": 65010
    },
    {
      "loss_action": 0.015572059899568558,
      "loss_total": 0.015572059899568558,
      "step": 65010
    },
    {
      "loss_action": 0.008864101953804493,
      "loss_total": 0.008864101953804493,
      "step": 65010
    },
    {
      "loss_action": 0.0033905142918229103,
      "loss_total": 0.0033905142918229103,
      "step": 65010
    },
    {
      "loss_action": 0.0060158646665513515,
      "loss_total": 0.0060158646665513515,
      "step": 65010
    },
    {
      "grad_norm": 0.12196852266788483,
      "learning_rate": 9.657669884299887e-05,
      "loss": 0.0074,
      "step": 65020
    },
    {
      "loss_action": 0.0055887713097035885,
      "loss_total": 0.0055887713097035885,
      "step": 65020
    },
    {
      "loss_action": 0.015559257939457893,
      "loss_total": 0.015559257939457893,
      "step": 65020
    },
    {
      "loss_action": 0.005112168844789267,
      "loss_total": 0.005112168844789267,
      "step": 65020
    },
    {
      "loss_action": 0.00519138015806675,
      "loss_total": 0.00519138015806675,
      "step": 65020
    },
    {
      "loss_action": 0.005708662793040276,
      "loss_total": 0.005708662793040276,
      "step": 65020
    },
    {
      "loss_action": 0.0066948398016393185,
      "loss_total": 0.0066948398016393185,
      "step": 65020
    },
    {
      "loss_action": 0.0029256874695420265,
      "loss_total": 0.0029256874695420265,
      "step": 65020
    },
    {
      "loss_action": 0.006860512308776379,
      "loss_total": 0.006860512308776379,
      "step": 65020
    },
    {
      "grad_norm": 0.10697153955698013,
      "learning_rate": 9.657519545530383e-05,
      "loss": 0.0069,
      "step": 65030
    },
    {
      "loss_action": 0.005644996650516987,
      "loss_total": 0.005644996650516987,
      "step": 65030
    },
    {
      "loss_action": 0.015120157971978188,
      "loss_total": 0.015120157971978188,
      "step": 65030
    },
    {
      "loss_action": 0.009167017415165901,
      "loss_total": 0.009167017415165901,
      "step": 65030
    },
    {
      "loss_action": 0.0029397637117654085,
      "loss_total": 0.0029397637117654085,
      "step": 65030
    },
    {
      "loss_action": 0.007802782580256462,
      "loss_total": 0.007802782580256462,
      "step": 65030
    },
    {
      "loss_action": 0.012020199559628963,
      "loss_total": 0.012020199559628963,
      "step": 65030
    },
    {
      "loss_action": 0.003956293221563101,
      "loss_total": 0.003956293221563101,
      "step": 65030
    },
    {
      "loss_action": 0.016784926876425743,
      "loss_total": 0.016784926876425743,
      "step": 65030
    },
    {
      "grad_norm": 0.09374179691076279,
      "learning_rate": 9.657369174927171e-05,
      "loss": 0.0071,
      "step": 65040
    },
    {
      "loss_action": 0.0046633025631308556,
      "loss_total": 0.0046633025631308556,
      "step": 65040
    },
    {
      "loss_action": 0.006600581109523773,
      "loss_total": 0.006600581109523773,
      "step": 65040
    },
    {
      "loss_action": 0.0033475246746093035,
      "loss_total": 0.0033475246746093035,
      "step": 65040
    },
    {
      "loss_action": 0.003005458740517497,
      "loss_total": 0.003005458740517497,
      "step": 65040
    },
    {
      "loss_action": 0.012703115120530128,
      "loss_total": 0.012703115120530128,
      "step": 65040
    },
    {
      "loss_action": 0.01228698156774044,
      "loss_total": 0.01228698156774044,
      "step": 65040
    },
    {
      "loss_action": 0.003979389555752277,
      "loss_total": 0.003979389555752277,
      "step": 65040
    },
    {
      "loss_action": 0.0014564369339495897,
      "loss_total": 0.0014564369339495897,
      "step": 65040
    },
    {
      "grad_norm": 0.1374727487564087,
      "learning_rate": 9.657218772491279e-05,
      "loss": 0.0073,
      "step": 65050
    },
    {
      "loss_action": 0.0044098952785134315,
      "loss_total": 0.0044098952785134315,
      "step": 65050
    },
    {
      "loss_action": 0.0038213212974369526,
      "loss_total": 0.0038213212974369526,
      "step": 65050
    },
    {
      "loss_action": 0.008372104726731777,
      "loss_total": 0.008372104726731777,
      "step": 65050
    },
    {
      "loss_action": 0.01216444093734026,
      "loss_total": 0.01216444093734026,
      "step": 65050
    },
    {
      "loss_action": 0.003008199855685234,
      "loss_total": 0.003008199855685234,
      "step": 65050
    },
    {
      "loss_action": 0.003809030167758465,
      "loss_total": 0.003809030167758465,
      "step": 65050
    },
    {
      "loss_action": 0.003698174376040697,
      "loss_total": 0.003698174376040697,
      "step": 65050
    },
    {
      "loss_action": 0.005374426022171974,
      "loss_total": 0.005374426022171974,
      "step": 65050
    },
    {
      "grad_norm": 0.07682085782289505,
      "learning_rate": 9.657068338223732e-05,
      "loss": 0.0066,
      "step": 65060
    },
    {
      "loss_action": 0.008402605541050434,
      "loss_total": 0.008402605541050434,
      "step": 65060
    },
    {
      "loss_action": 0.005034882575273514,
      "loss_total": 0.005034882575273514,
      "step": 65060
    },
    {
      "loss_action": 0.007000525947660208,
      "loss_total": 0.007000525947660208,
      "step": 65060
    },
    {
      "loss_action": 0.005964427720755339,
      "loss_total": 0.005964427720755339,
      "step": 65060
    },
    {
      "loss_action": 0.008706692606210709,
      "loss_total": 0.008706692606210709,
      "step": 65060
    },
    {
      "loss_action": 0.0034749233163893223,
      "loss_total": 0.0034749233163893223,
      "step": 65060
    },
    {
      "loss_action": 0.00534543814137578,
      "loss_total": 0.00534543814137578,
      "step": 65060
    },
    {
      "loss_action": 0.0014364164089784026,
      "loss_total": 0.0014364164089784026,
      "step": 65060
    },
    {
      "grad_norm": 0.12524083256721497,
      "learning_rate": 9.656917872125561e-05,
      "loss": 0.01,
      "step": 65070
    },
    {
      "loss_action": 0.009991670027375221,
      "loss_total": 0.009991670027375221,
      "step": 65070
    },
    {
      "loss_action": 0.005672777071595192,
      "loss_total": 0.005672777071595192,
      "step": 65070
    },
    {
      "loss_action": 0.0044628409668803215,
      "loss_total": 0.0044628409668803215,
      "step": 65070
    },
    {
      "loss_action": 0.005220882594585419,
      "loss_total": 0.005220882594585419,
      "step": 65070
    },
    {
      "loss_action": 0.003363455645740032,
      "loss_total": 0.003363455645740032,
      "step": 65070
    },
    {
      "loss_action": 0.007727180141955614,
      "loss_total": 0.007727180141955614,
      "step": 65070
    },
    {
      "loss_action": 0.006075481418520212,
      "loss_total": 0.006075481418520212,
      "step": 65070
    },
    {
      "loss_action": 0.0050488803535699844,
      "loss_total": 0.0050488803535699844,
      "step": 65070
    },
    {
      "grad_norm": 0.07836263626813889,
      "learning_rate": 9.656767374197795e-05,
      "loss": 0.0082,
      "step": 65080
    },
    {
      "loss_action": 0.006555216386914253,
      "loss_total": 0.006555216386914253,
      "step": 65080
    },
    {
      "loss_action": 0.0032376055605709553,
      "loss_total": 0.0032376055605709553,
      "step": 65080
    },
    {
      "loss_action": 0.004281522240489721,
      "loss_total": 0.004281522240489721,
      "step": 65080
    },
    {
      "loss_action": 0.00442631496116519,
      "loss_total": 0.00442631496116519,
      "step": 65080
    },
    {
      "loss_action": 0.006304804235696793,
      "loss_total": 0.006304804235696793,
      "step": 65080
    },
    {
      "loss_action": 0.006956601515412331,
      "loss_total": 0.006956601515412331,
      "step": 65080
    },
    {
      "loss_action": 0.005157492123544216,
      "loss_total": 0.005157492123544216,
      "step": 65080
    },
    {
      "loss_action": 0.0043245954439044,
      "loss_total": 0.0043245954439044,
      "step": 65080
    },
    {
      "grad_norm": 0.12876832485198975,
      "learning_rate": 9.65661684444146e-05,
      "loss": 0.0083,
      "step": 65090
    },
    {
      "loss_action": 0.00956607237458229,
      "loss_total": 0.00956607237458229,
      "step": 65090
    },
    {
      "loss_action": 0.002848974661901593,
      "loss_total": 0.002848974661901593,
      "step": 65090
    },
    {
      "loss_action": 0.003932601306587458,
      "loss_total": 0.003932601306587458,
      "step": 65090
    },
    {
      "loss_action": 0.007783595472574234,
      "loss_total": 0.007783595472574234,
      "step": 65090
    },
    {
      "loss_action": 0.007353066932410002,
      "loss_total": 0.007353066932410002,
      "step": 65090
    },
    {
      "loss_action": 0.0025278828106820583,
      "loss_total": 0.0025278828106820583,
      "step": 65090
    },
    {
      "loss_action": 0.00636164378374815,
      "loss_total": 0.00636164378374815,
      "step": 65090
    },
    {
      "loss_action": 0.004880662076175213,
      "loss_total": 0.004880662076175213,
      "step": 65090
    },
    {
      "grad_norm": 0.08836997300386429,
      "learning_rate": 9.656466282857586e-05,
      "loss": 0.0068,
      "step": 65100
    },
    {
      "loss_action": 0.008851706981658936,
      "loss_total": 0.008851706981658936,
      "step": 65100
    },
    {
      "loss_action": 0.005282940808683634,
      "loss_total": 0.005282940808683634,
      "step": 65100
    },
    {
      "loss_action": 0.00680527463555336,
      "loss_total": 0.00680527463555336,
      "step": 65100
    },
    {
      "loss_action": 0.0033438815735280514,
      "loss_total": 0.0033438815735280514,
      "step": 65100
    },
    {
      "loss_action": 0.005865042097866535,
      "loss_total": 0.005865042097866535,
      "step": 65100
    },
    {
      "loss_action": 0.010199783369898796,
      "loss_total": 0.010199783369898796,
      "step": 65100
    },
    {
      "loss_action": 0.009299642406404018,
      "loss_total": 0.009299642406404018,
      "step": 65100
    },
    {
      "loss_action": 0.004462020006030798,
      "loss_total": 0.004462020006030798,
      "step": 65100
    },
    {
      "grad_norm": 0.15497013926506042,
      "learning_rate": 9.656315689447203e-05,
      "loss": 0.01,
      "step": 65110
    },
    {
      "loss_action": 0.006547475233674049,
      "loss_total": 0.006547475233674049,
      "step": 65110
    },
    {
      "loss_action": 0.0023617895785719156,
      "loss_total": 0.0023617895785719156,
      "step": 65110
    },
    {
      "loss_action": 0.0042212652042508125,
      "loss_total": 0.0042212652042508125,
      "step": 65110
    },
    {
      "loss_action": 0.004614459350705147,
      "loss_total": 0.004614459350705147,
      "step": 65110
    },
    {
      "loss_action": 0.003940361551940441,
      "loss_total": 0.003940361551940441,
      "step": 65110
    },
    {
      "loss_action": 0.0043272520415484905,
      "loss_total": 0.0043272520415484905,
      "step": 65110
    },
    {
      "loss_action": 0.004734089598059654,
      "loss_total": 0.004734089598059654,
      "step": 65110
    },
    {
      "loss_action": 0.0022818641737103462,
      "loss_total": 0.0022818641737103462,
      "step": 65110
    },
    {
      "grad_norm": 0.23704448342323303,
      "learning_rate": 9.656165064211339e-05,
      "loss": 0.0101,
      "step": 65120
    },
    {
      "loss_action": 0.0037027266807854176,
      "loss_total": 0.0037027266807854176,
      "step": 65120
    },
    {
      "loss_action": 0.005620439071208239,
      "loss_total": 0.005620439071208239,
      "step": 65120
    },
    {
      "loss_action": 0.005488929338753223,
      "loss_total": 0.005488929338753223,
      "step": 65120
    },
    {
      "loss_action": 0.007912566885352135,
      "loss_total": 0.007912566885352135,
      "step": 65120
    },
    {
      "loss_action": 0.010935390368103981,
      "loss_total": 0.010935390368103981,
      "step": 65120
    },
    {
      "loss_action": 0.008698036894202232,
      "loss_total": 0.008698036894202232,
      "step": 65120
    },
    {
      "loss_action": 0.009536067955195904,
      "loss_total": 0.009536067955195904,
      "step": 65120
    },
    {
      "loss_action": 0.0059535508044064045,
      "loss_total": 0.0059535508044064045,
      "step": 65120
    },
    {
      "grad_norm": 0.11993810534477234,
      "learning_rate": 9.656014407151024e-05,
      "loss": 0.0085,
      "step": 65130
    },
    {
      "loss_action": 0.002189409453421831,
      "loss_total": 0.002189409453421831,
      "step": 65130
    },
    {
      "loss_action": 0.0022811417002230883,
      "loss_total": 0.0022811417002230883,
      "step": 65130
    },
    {
      "loss_action": 0.021163051947951317,
      "loss_total": 0.021163051947951317,
      "step": 65130
    },
    {
      "loss_action": 0.01330626755952835,
      "loss_total": 0.01330626755952835,
      "step": 65130
    },
    {
      "loss_action": 0.0050899675115942955,
      "loss_total": 0.0050899675115942955,
      "step": 65130
    },
    {
      "loss_action": 0.005977202206850052,
      "loss_total": 0.005977202206850052,
      "step": 65130
    },
    {
      "loss_action": 0.0028894622810184956,
      "loss_total": 0.0028894622810184956,
      "step": 65130
    },
    {
      "loss_action": 0.010232275351881981,
      "loss_total": 0.010232275351881981,
      "step": 65130
    },
    {
      "grad_norm": 0.15083971619606018,
      "learning_rate": 9.655863718267288e-05,
      "loss": 0.0089,
      "step": 65140
    },
    {
      "loss_action": 0.0044020614586770535,
      "loss_total": 0.0044020614586770535,
      "step": 65140
    },
    {
      "loss_action": 0.01896432600915432,
      "loss_total": 0.01896432600915432,
      "step": 65140
    },
    {
      "loss_action": 0.011587139219045639,
      "loss_total": 0.011587139219045639,
      "step": 65140
    },
    {
      "loss_action": 0.006317486986517906,
      "loss_total": 0.006317486986517906,
      "step": 65140
    },
    {
      "loss_action": 0.01486347708851099,
      "loss_total": 0.01486347708851099,
      "step": 65140
    },
    {
      "loss_action": 0.0034367055632174015,
      "loss_total": 0.0034367055632174015,
      "step": 65140
    },
    {
      "loss_action": 0.002724532736465335,
      "loss_total": 0.002724532736465335,
      "step": 65140
    },
    {
      "loss_action": 0.004779442213475704,
      "loss_total": 0.004779442213475704,
      "step": 65140
    },
    {
      "grad_norm": 0.12694668769836426,
      "learning_rate": 9.655712997561162e-05,
      "loss": 0.0073,
      "step": 65150
    },
    {
      "loss_action": 0.0017518410459160805,
      "loss_total": 0.0017518410459160805,
      "step": 65150
    },
    {
      "loss_action": 0.006921342574059963,
      "loss_total": 0.006921342574059963,
      "step": 65150
    },
    {
      "loss_action": 0.0032338169403374195,
      "loss_total": 0.0032338169403374195,
      "step": 65150
    },
    {
      "loss_action": 0.010732373222708702,
      "loss_total": 0.010732373222708702,
      "step": 65150
    },
    {
      "loss_action": 0.00450928183272481,
      "loss_total": 0.00450928183272481,
      "step": 65150
    },
    {
      "loss_action": 0.00300548505038023,
      "loss_total": 0.00300548505038023,
      "step": 65150
    },
    {
      "loss_action": 0.00655337143689394,
      "loss_total": 0.00655337143689394,
      "step": 65150
    },
    {
      "loss_action": 0.0032578646205365658,
      "loss_total": 0.0032578646205365658,
      "step": 65150
    },
    {
      "grad_norm": 0.0965363010764122,
      "learning_rate": 9.655562245033673e-05,
      "loss": 0.0066,
      "step": 65160
    },
    {
      "loss_action": 0.006789300590753555,
      "loss_total": 0.006789300590753555,
      "step": 65160
    },
    {
      "loss_action": 0.010729458183050156,
      "loss_total": 0.010729458183050156,
      "step": 65160
    },
    {
      "loss_action": 0.008367341011762619,
      "loss_total": 0.008367341011762619,
      "step": 65160
    },
    {
      "loss_action": 0.004096559714525938,
      "loss_total": 0.004096559714525938,
      "step": 65160
    },
    {
      "loss_action": 0.0026617415715008974,
      "loss_total": 0.0026617415715008974,
      "step": 65160
    },
    {
      "loss_action": 0.004062077961862087,
      "loss_total": 0.004062077961862087,
      "step": 65160
    },
    {
      "loss_action": 0.004353804048150778,
      "loss_total": 0.004353804048150778,
      "step": 65160
    },
    {
      "loss_action": 0.006690165959298611,
      "loss_total": 0.006690165959298611,
      "step": 65160
    },
    {
      "grad_norm": 0.10569152235984802,
      "learning_rate": 9.655411460685852e-05,
      "loss": 0.0065,
      "step": 65170
    },
    {
      "loss_action": 0.0038633078802376986,
      "loss_total": 0.0038633078802376986,
      "step": 65170
    },
    {
      "loss_action": 0.018573274835944176,
      "loss_total": 0.018573274835944176,
      "step": 65170
    },
    {
      "loss_action": 0.004921906162053347,
      "loss_total": 0.004921906162053347,
      "step": 65170
    },
    {
      "loss_action": 0.004583103582262993,
      "loss_total": 0.004583103582262993,
      "step": 65170
    },
    {
      "loss_action": 0.003696356900036335,
      "loss_total": 0.003696356900036335,
      "step": 65170
    },
    {
      "loss_action": 0.00964998546987772,
      "loss_total": 0.00964998546987772,
      "step": 65170
    },
    {
      "loss_action": 0.007110236212611198,
      "loss_total": 0.007110236212611198,
      "step": 65170
    },
    {
      "loss_action": 0.004254535771906376,
      "loss_total": 0.004254535771906376,
      "step": 65170
    },
    {
      "grad_norm": 0.09396623820066452,
      "learning_rate": 9.655260644518734e-05,
      "loss": 0.007,
      "step": 65180
    },
    {
      "loss_action": 0.0023839431814849377,
      "loss_total": 0.0023839431814849377,
      "step": 65180
    },
    {
      "loss_action": 0.0049566663801670074,
      "loss_total": 0.0049566663801670074,
      "step": 65180
    },
    {
      "loss_action": 0.0034975591115653515,
      "loss_total": 0.0034975591115653515,
      "step": 65180
    },
    {
      "loss_action": 0.01189427450299263,
      "loss_total": 0.01189427450299263,
      "step": 65180
    },
    {
      "loss_action": 0.006478890776634216,
      "loss_total": 0.006478890776634216,
      "step": 65180
    },
    {
      "loss_action": 0.015336469747126102,
      "loss_total": 0.015336469747126102,
      "step": 65180
    },
    {
      "loss_action": 0.036578401923179626,
      "loss_total": 0.036578401923179626,
      "step": 65180
    },
    {
      "loss_action": 0.010552318766713142,
      "loss_total": 0.010552318766713142,
      "step": 65180
    },
    {
      "grad_norm": 0.15089911222457886,
      "learning_rate": 9.655109796533345e-05,
      "loss": 0.0084,
      "step": 65190
    },
    {
      "loss_action": 0.0042826393619179726,
      "loss_total": 0.0042826393619179726,
      "step": 65190
    },
    {
      "loss_action": 0.013592427596449852,
      "loss_total": 0.013592427596449852,
      "step": 65190
    },
    {
      "loss_action": 0.004214710555970669,
      "loss_total": 0.004214710555970669,
      "step": 65190
    },
    {
      "loss_action": 0.011117403395473957,
      "loss_total": 0.011117403395473957,
      "step": 65190
    },
    {
      "loss_action": 0.002185424556955695,
      "loss_total": 0.002185424556955695,
      "step": 65190
    },
    {
      "loss_action": 0.017817175015807152,
      "loss_total": 0.017817175015807152,
      "step": 65190
    },
    {
      "loss_action": 0.012119157239794731,
      "loss_total": 0.012119157239794731,
      "step": 65190
    },
    {
      "loss_action": 0.005724829621613026,
      "loss_total": 0.005724829621613026,
      "step": 65190
    },
    {
      "grad_norm": 0.11626892536878586,
      "learning_rate": 9.654958916730719e-05,
      "loss": 0.0094,
      "step": 65200
    },
    {
      "loss_action": 0.00195944681763649,
      "loss_total": 0.00195944681763649,
      "step": 65200
    },
    {
      "loss_action": 0.00496246013790369,
      "loss_total": 0.00496246013790369,
      "step": 65200
    },
    {
      "loss_action": 0.01407807506620884,
      "loss_total": 0.01407807506620884,
      "step": 65200
    },
    {
      "loss_action": 0.0016935698222368956,
      "loss_total": 0.0016935698222368956,
      "step": 65200
    },
    {
      "loss_action": 0.015194734558463097,
      "loss_total": 0.015194734558463097,
      "step": 65200
    },
    {
      "loss_action": 0.004438209813088179,
      "loss_total": 0.004438209813088179,
      "step": 65200
    },
    {
      "loss_action": 0.001893735257908702,
      "loss_total": 0.001893735257908702,
      "step": 65200
    },
    {
      "loss_action": 0.004084720276296139,
      "loss_total": 0.004084720276296139,
      "step": 65200
    },
    {
      "grad_norm": 0.13647066056728363,
      "learning_rate": 9.654808005111883e-05,
      "loss": 0.0074,
      "step": 65210
    },
    {
      "loss_action": 0.015766248106956482,
      "loss_total": 0.015766248106956482,
      "step": 65210
    },
    {
      "loss_action": 0.013108939863741398,
      "loss_total": 0.013108939863741398,
      "step": 65210
    },
    {
      "loss_action": 0.005322571843862534,
      "loss_total": 0.005322571843862534,
      "step": 65210
    },
    {
      "loss_action": 0.0062337517738342285,
      "loss_total": 0.0062337517738342285,
      "step": 65210
    },
    {
      "loss_action": 0.005080218892544508,
      "loss_total": 0.005080218892544508,
      "step": 65210
    },
    {
      "loss_action": 0.014725128188729286,
      "loss_total": 0.014725128188729286,
      "step": 65210
    },
    {
      "loss_action": 0.016187816858291626,
      "loss_total": 0.016187816858291626,
      "step": 65210
    },
    {
      "loss_action": 0.004911835305392742,
      "loss_total": 0.004911835305392742,
      "step": 65210
    },
    {
      "grad_norm": 0.12195795774459839,
      "learning_rate": 9.654657061677874e-05,
      "loss": 0.0078,
      "step": 65220
    },
    {
      "loss_action": 0.005283559672534466,
      "loss_total": 0.005283559672534466,
      "step": 65220
    },
    {
      "loss_action": 0.006979876663535833,
      "loss_total": 0.006979876663535833,
      "step": 65220
    },
    {
      "loss_action": 0.00951140932738781,
      "loss_total": 0.00951140932738781,
      "step": 65220
    },
    {
      "loss_action": 0.006600655615329742,
      "loss_total": 0.006600655615329742,
      "step": 65220
    },
    {
      "loss_action": 0.011550205759704113,
      "loss_total": 0.011550205759704113,
      "step": 65220
    },
    {
      "loss_action": 0.008537853136658669,
      "loss_total": 0.008537853136658669,
      "step": 65220
    },
    {
      "loss_action": 0.01757671684026718,
      "loss_total": 0.01757671684026718,
      "step": 65220
    },
    {
      "loss_action": 0.010053921490907669,
      "loss_total": 0.010053921490907669,
      "step": 65220
    },
    {
      "grad_norm": 0.27218371629714966,
      "learning_rate": 9.654506086429722e-05,
      "loss": 0.0088,
      "step": 65230
    },
    {
      "loss_action": 0.0027443943545222282,
      "loss_total": 0.0027443943545222282,
      "step": 65230
    },
    {
      "loss_action": 0.004450079053640366,
      "loss_total": 0.004450079053640366,
      "step": 65230
    },
    {
      "loss_action": 0.00460180826485157,
      "loss_total": 0.00460180826485157,
      "step": 65230
    },
    {
      "loss_action": 0.002875621896237135,
      "loss_total": 0.002875621896237135,
      "step": 65230
    },
    {
      "loss_action": 0.005263159982860088,
      "loss_total": 0.005263159982860088,
      "step": 65230
    },
    {
      "loss_action": 0.006784041877835989,
      "loss_total": 0.006784041877835989,
      "step": 65230
    },
    {
      "loss_action": 0.00499845203012228,
      "loss_total": 0.00499845203012228,
      "step": 65230
    },
    {
      "loss_action": 0.007577694021165371,
      "loss_total": 0.007577694021165371,
      "step": 65230
    },
    {
      "grad_norm": 0.10063665360212326,
      "learning_rate": 9.654355079368456e-05,
      "loss": 0.0073,
      "step": 65240
    },
    {
      "loss_action": 0.006435324437916279,
      "loss_total": 0.006435324437916279,
      "step": 65240
    },
    {
      "loss_action": 0.006810639053583145,
      "loss_total": 0.006810639053583145,
      "step": 65240
    },
    {
      "loss_action": 0.005747366696596146,
      "loss_total": 0.005747366696596146,
      "step": 65240
    },
    {
      "loss_action": 0.010494282469153404,
      "loss_total": 0.010494282469153404,
      "step": 65240
    },
    {
      "loss_action": 0.004484651610255241,
      "loss_total": 0.004484651610255241,
      "step": 65240
    },
    {
      "loss_action": 0.005554906092584133,
      "loss_total": 0.005554906092584133,
      "step": 65240
    },
    {
      "loss_action": 0.009162019938230515,
      "loss_total": 0.009162019938230515,
      "step": 65240
    },
    {
      "loss_action": 0.006444960366934538,
      "loss_total": 0.006444960366934538,
      "step": 65240
    },
    {
      "grad_norm": 0.14266689121723175,
      "learning_rate": 9.654204040495111e-05,
      "loss": 0.0078,
      "step": 65250
    },
    {
      "loss_action": 0.0026073157787323,
      "loss_total": 0.0026073157787323,
      "step": 65250
    },
    {
      "loss_action": 0.010441252961754799,
      "loss_total": 0.010441252961754799,
      "step": 65250
    },
    {
      "loss_action": 0.014139753766357899,
      "loss_total": 0.014139753766357899,
      "step": 65250
    },
    {
      "loss_action": 0.0073575424030423164,
      "loss_total": 0.0073575424030423164,
      "step": 65250
    },
    {
      "loss_action": 0.005368909332901239,
      "loss_total": 0.005368909332901239,
      "step": 65250
    },
    {
      "loss_action": 0.005936074070632458,
      "loss_total": 0.005936074070632458,
      "step": 65250
    },
    {
      "loss_action": 0.004716111812740564,
      "loss_total": 0.004716111812740564,
      "step": 65250
    },
    {
      "loss_action": 0.008595510385930538,
      "loss_total": 0.008595510385930538,
      "step": 65250
    },
    {
      "grad_norm": 0.18145400285720825,
      "learning_rate": 9.654052969810719e-05,
      "loss": 0.0081,
      "step": 65260
    },
    {
      "loss_action": 0.007277676369994879,
      "loss_total": 0.007277676369994879,
      "step": 65260
    },
    {
      "loss_action": 0.005444001406431198,
      "loss_total": 0.005444001406431198,
      "step": 65260
    },
    {
      "loss_action": 0.0023487191647291183,
      "loss_total": 0.0023487191647291183,
      "step": 65260
    },
    {
      "loss_action": 0.01573079824447632,
      "loss_total": 0.01573079824447632,
      "step": 65260
    },
    {
      "loss_action": 0.00642282422631979,
      "loss_total": 0.00642282422631979,
      "step": 65260
    },
    {
      "loss_action": 0.002805090043693781,
      "loss_total": 0.002805090043693781,
      "step": 65260
    },
    {
      "loss_action": 0.0020788288675248623,
      "loss_total": 0.0020788288675248623,
      "step": 65260
    },
    {
      "loss_action": 0.009413913823664188,
      "loss_total": 0.009413913823664188,
      "step": 65260
    },
    {
      "grad_norm": 0.13293111324310303,
      "learning_rate": 9.65390186731631e-05,
      "loss": 0.0074,
      "step": 65270
    },
    {
      "loss_action": 0.003933114465326071,
      "loss_total": 0.003933114465326071,
      "step": 65270
    },
    {
      "loss_action": 0.004551416728645563,
      "loss_total": 0.004551416728645563,
      "step": 65270
    },
    {
      "loss_action": 0.0019857140723615885,
      "loss_total": 0.0019857140723615885,
      "step": 65270
    },
    {
      "loss_action": 0.0035347486846148968,
      "loss_total": 0.0035347486846148968,
      "step": 65270
    },
    {
      "loss_action": 0.008493899367749691,
      "loss_total": 0.008493899367749691,
      "step": 65270
    },
    {
      "loss_action": 0.012788869440555573,
      "loss_total": 0.012788869440555573,
      "step": 65270
    },
    {
      "loss_action": 0.005099202040582895,
      "loss_total": 0.005099202040582895,
      "step": 65270
    },
    {
      "loss_action": 0.016103772446513176,
      "loss_total": 0.016103772446513176,
      "step": 65270
    },
    {
      "grad_norm": 0.11859499663114548,
      "learning_rate": 9.65375073301292e-05,
      "loss": 0.007,
      "step": 65280
    },
    {
      "loss_action": 0.003635890781879425,
      "loss_total": 0.003635890781879425,
      "step": 65280
    },
    {
      "loss_action": 0.017046261578798294,
      "loss_total": 0.017046261578798294,
      "step": 65280
    },
    {
      "loss_action": 0.003646510187536478,
      "loss_total": 0.003646510187536478,
      "step": 65280
    },
    {
      "loss_action": 0.009670455008745193,
      "loss_total": 0.009670455008745193,
      "step": 65280
    },
    {
      "loss_action": 0.005078685935586691,
      "loss_total": 0.005078685935586691,
      "step": 65280
    },
    {
      "loss_action": 0.00397905008867383,
      "loss_total": 0.00397905008867383,
      "step": 65280
    },
    {
      "loss_action": 0.002413906389847398,
      "loss_total": 0.002413906389847398,
      "step": 65280
    },
    {
      "loss_action": 0.0033769127912819386,
      "loss_total": 0.0033769127912819386,
      "step": 65280
    },
    {
      "grad_norm": 0.11643453687429428,
      "learning_rate": 9.65359956690158e-05,
      "loss": 0.0079,
      "step": 65290
    },
    {
      "loss_action": 0.0033019930124282837,
      "loss_total": 0.0033019930124282837,
      "step": 65290
    },
    {
      "loss_action": 0.0067046573385596275,
      "loss_total": 0.0067046573385596275,
      "step": 65290
    },
    {
      "loss_action": 0.0032482556998729706,
      "loss_total": 0.0032482556998729706,
      "step": 65290
    },
    {
      "loss_action": 0.004540115594863892,
      "loss_total": 0.004540115594863892,
      "step": 65290
    },
    {
      "loss_action": 0.018726445734500885,
      "loss_total": 0.018726445734500885,
      "step": 65290
    },
    {
      "loss_action": 0.008957202546298504,
      "loss_total": 0.008957202546298504,
      "step": 65290
    },
    {
      "loss_action": 0.004090698901563883,
      "loss_total": 0.004090698901563883,
      "step": 65290
    },
    {
      "loss_action": 0.02914317138493061,
      "loss_total": 0.02914317138493061,
      "step": 65290
    },
    {
      "grad_norm": 0.11013857275247574,
      "learning_rate": 9.653448368983324e-05,
      "loss": 0.0088,
      "step": 65300
    },
    {
      "loss_action": 0.006594788283109665,
      "loss_total": 0.006594788283109665,
      "step": 65300
    },
    {
      "loss_action": 0.004353436175733805,
      "loss_total": 0.004353436175733805,
      "step": 65300
    },
    {
      "loss_action": 0.005376298911869526,
      "loss_total": 0.005376298911869526,
      "step": 65300
    },
    {
      "loss_action": 0.004273745231330395,
      "loss_total": 0.004273745231330395,
      "step": 65300
    },
    {
      "loss_action": 0.009193592704832554,
      "loss_total": 0.009193592704832554,
      "step": 65300
    },
    {
      "loss_action": 0.012740649282932281,
      "loss_total": 0.012740649282932281,
      "step": 65300
    },
    {
      "loss_action": 0.004389122594147921,
      "loss_total": 0.004389122594147921,
      "step": 65300
    },
    {
      "loss_action": 0.003696469124406576,
      "loss_total": 0.003696469124406576,
      "step": 65300
    },
    {
      "grad_norm": 0.10797243565320969,
      "learning_rate": 9.653297139259187e-05,
      "loss": 0.0083,
      "step": 65310
    },
    {
      "loss_action": 0.0027088653296232224,
      "loss_total": 0.0027088653296232224,
      "step": 65310
    },
    {
      "loss_action": 0.005646366160362959,
      "loss_total": 0.005646366160362959,
      "step": 65310
    },
    {
      "loss_action": 0.009210718795657158,
      "loss_total": 0.009210718795657158,
      "step": 65310
    },
    {
      "loss_action": 0.0030602728947997093,
      "loss_total": 0.0030602728947997093,
      "step": 65310
    },
    {
      "loss_action": 0.003843596437945962,
      "loss_total": 0.003843596437945962,
      "step": 65310
    },
    {
      "loss_action": 0.013452514074742794,
      "loss_total": 0.013452514074742794,
      "step": 65310
    },
    {
      "loss_action": 0.005532376933842897,
      "loss_total": 0.005532376933842897,
      "step": 65310
    },
    {
      "loss_action": 0.004267212934792042,
      "loss_total": 0.004267212934792042,
      "step": 65310
    },
    {
      "grad_norm": 0.09027151763439178,
      "learning_rate": 9.653145877730201e-05,
      "loss": 0.0083,
      "step": 65320
    },
    {
      "loss_action": 0.005940369330346584,
      "loss_total": 0.005940369330346584,
      "step": 65320
    },
    {
      "loss_action": 0.013442149385809898,
      "loss_total": 0.013442149385809898,
      "step": 65320
    },
    {
      "loss_action": 0.00537997018545866,
      "loss_total": 0.00537997018545866,
      "step": 65320
    },
    {
      "loss_action": 0.007510639727115631,
      "loss_total": 0.007510639727115631,
      "step": 65320
    },
    {
      "loss_action": 0.015108741819858551,
      "loss_total": 0.015108741819858551,
      "step": 65320
    },
    {
      "loss_action": 0.004369444213807583,
      "loss_total": 0.004369444213807583,
      "step": 65320
    },
    {
      "loss_action": 0.0047347210347652435,
      "loss_total": 0.0047347210347652435,
      "step": 65320
    },
    {
      "loss_action": 0.007848288863897324,
      "loss_total": 0.007848288863897324,
      "step": 65320
    },
    {
      "grad_norm": 0.0745956301689148,
      "learning_rate": 9.652994584397398e-05,
      "loss": 0.0066,
      "step": 65330
    },
    {
      "loss_action": 0.007812337018549442,
      "loss_total": 0.007812337018549442,
      "step": 65330
    },
    {
      "loss_action": 0.004526522010564804,
      "loss_total": 0.004526522010564804,
      "step": 65330
    },
    {
      "loss_action": 0.003990762867033482,
      "loss_total": 0.003990762867033482,
      "step": 65330
    },
    {
      "loss_action": 0.004519945941865444,
      "loss_total": 0.004519945941865444,
      "step": 65330
    },
    {
      "loss_action": 0.004158845171332359,
      "loss_total": 0.004158845171332359,
      "step": 65330
    },
    {
      "loss_action": 0.003480547107756138,
      "loss_total": 0.003480547107756138,
      "step": 65330
    },
    {
      "loss_action": 0.004576535429805517,
      "loss_total": 0.004576535429805517,
      "step": 65330
    },
    {
      "loss_action": 0.013747981749475002,
      "loss_total": 0.013747981749475002,
      "step": 65330
    },
    {
      "grad_norm": 0.07852297276258469,
      "learning_rate": 9.652843259261815e-05,
      "loss": 0.0072,
      "step": 65340
    },
    {
      "loss_action": 0.006782629061490297,
      "loss_total": 0.006782629061490297,
      "step": 65340
    },
    {
      "loss_action": 0.005274771712720394,
      "loss_total": 0.005274771712720394,
      "step": 65340
    },
    {
      "loss_action": 0.0018034314271062613,
      "loss_total": 0.0018034314271062613,
      "step": 65340
    },
    {
      "loss_action": 0.00444420613348484,
      "loss_total": 0.00444420613348484,
      "step": 65340
    },
    {
      "loss_action": 0.004463322926312685,
      "loss_total": 0.004463322926312685,
      "step": 65340
    },
    {
      "loss_action": 0.008346159011125565,
      "loss_total": 0.008346159011125565,
      "step": 65340
    },
    {
      "loss_action": 0.005247114226222038,
      "loss_total": 0.005247114226222038,
      "step": 65340
    },
    {
      "loss_action": 0.051815807819366455,
      "loss_total": 0.051815807819366455,
      "step": 65340
    },
    {
      "grad_norm": 0.07359444350004196,
      "learning_rate": 9.652691902324485e-05,
      "loss": 0.0069,
      "step": 65350
    },
    {
      "loss_action": 0.005563151091337204,
      "loss_total": 0.005563151091337204,
      "step": 65350
    },
    {
      "loss_action": 0.00859629176557064,
      "loss_total": 0.00859629176557064,
      "step": 65350
    },
    {
      "loss_action": 0.013335583731532097,
      "loss_total": 0.013335583731532097,
      "step": 65350
    },
    {
      "loss_action": 0.008148886263370514,
      "loss_total": 0.008148886263370514,
      "step": 65350
    },
    {
      "loss_action": 0.00663164583966136,
      "loss_total": 0.00663164583966136,
      "step": 65350
    },
    {
      "loss_action": 0.0018043160671368241,
      "loss_total": 0.0018043160671368241,
      "step": 65350
    },
    {
      "loss_action": 0.0015072636306285858,
      "loss_total": 0.0015072636306285858,
      "step": 65350
    },
    {
      "loss_action": 0.0016413397388532758,
      "loss_total": 0.0016413397388532758,
      "step": 65350
    },
    {
      "grad_norm": 0.09701542556285858,
      "learning_rate": 9.652540513586443e-05,
      "loss": 0.006,
      "step": 65360
    },
    {
      "loss_action": 0.003420561319217086,
      "loss_total": 0.003420561319217086,
      "step": 65360
    },
    {
      "loss_action": 0.00554652139544487,
      "loss_total": 0.00554652139544487,
      "step": 65360
    },
    {
      "loss_action": 0.0057838731445372105,
      "loss_total": 0.0057838731445372105,
      "step": 65360
    },
    {
      "loss_action": 0.006878589279949665,
      "loss_total": 0.006878589279949665,
      "step": 65360
    },
    {
      "loss_action": 0.0032181243877857924,
      "loss_total": 0.0032181243877857924,
      "step": 65360
    },
    {
      "loss_action": 0.006575365085154772,
      "loss_total": 0.006575365085154772,
      "step": 65360
    },
    {
      "loss_action": 0.002169294748455286,
      "loss_total": 0.002169294748455286,
      "step": 65360
    },
    {
      "loss_action": 0.005302044562995434,
      "loss_total": 0.005302044562995434,
      "step": 65360
    },
    {
      "grad_norm": 0.13495159149169922,
      "learning_rate": 9.652389093048723e-05,
      "loss": 0.0069,
      "step": 65370
    },
    {
      "loss_action": 0.0054757664911448956,
      "loss_total": 0.0054757664911448956,
      "step": 65370
    },
    {
      "loss_action": 0.001649264944717288,
      "loss_total": 0.001649264944717288,
      "step": 65370
    },
    {
      "loss_action": 0.006281899753957987,
      "loss_total": 0.006281899753957987,
      "step": 65370
    },
    {
      "loss_action": 0.003021770855411887,
      "loss_total": 0.003021770855411887,
      "step": 65370
    },
    {
      "loss_action": 0.005288579035550356,
      "loss_total": 0.005288579035550356,
      "step": 65370
    },
    {
      "loss_action": 0.0035479110665619373,
      "loss_total": 0.0035479110665619373,
      "step": 65370
    },
    {
      "loss_action": 0.005119092296808958,
      "loss_total": 0.005119092296808958,
      "step": 65370
    },
    {
      "loss_action": 0.006610037758946419,
      "loss_total": 0.006610037758946419,
      "step": 65370
    },
    {
      "grad_norm": 0.1979154497385025,
      "learning_rate": 9.652237640712362e-05,
      "loss": 0.0075,
      "step": 65380
    },
    {
      "loss_action": 0.004072266630828381,
      "loss_total": 0.004072266630828381,
      "step": 65380
    },
    {
      "loss_action": 0.01056330744177103,
      "loss_total": 0.01056330744177103,
      "step": 65380
    },
    {
      "loss_action": 0.008424961939454079,
      "loss_total": 0.008424961939454079,
      "step": 65380
    },
    {
      "loss_action": 0.004544205963611603,
      "loss_total": 0.004544205963611603,
      "step": 65380
    },
    {
      "loss_action": 0.003963252529501915,
      "loss_total": 0.003963252529501915,
      "step": 65380
    },
    {
      "loss_action": 0.008278819732367992,
      "loss_total": 0.008278819732367992,
      "step": 65380
    },
    {
      "loss_action": 0.011170289479196072,
      "loss_total": 0.011170289479196072,
      "step": 65380
    },
    {
      "loss_action": 0.003927072510123253,
      "loss_total": 0.003927072510123253,
      "step": 65380
    },
    {
      "grad_norm": 0.11277095973491669,
      "learning_rate": 9.652086156578393e-05,
      "loss": 0.0075,
      "step": 65390
    },
    {
      "loss_action": 0.006891835480928421,
      "loss_total": 0.006891835480928421,
      "step": 65390
    },
    {
      "loss_action": 0.007260741665959358,
      "loss_total": 0.007260741665959358,
      "step": 65390
    },
    {
      "loss_action": 0.009169694036245346,
      "loss_total": 0.009169694036245346,
      "step": 65390
    },
    {
      "loss_action": 0.024609385058283806,
      "loss_total": 0.024609385058283806,
      "step": 65390
    },
    {
      "loss_action": 0.006746838800609112,
      "loss_total": 0.006746838800609112,
      "step": 65390
    },
    {
      "loss_action": 0.012542514130473137,
      "loss_total": 0.012542514130473137,
      "step": 65390
    },
    {
      "loss_action": 0.00632481137290597,
      "loss_total": 0.00632481137290597,
      "step": 65390
    },
    {
      "loss_action": 0.002580293919891119,
      "loss_total": 0.002580293919891119,
      "step": 65390
    },
    {
      "grad_norm": 0.08584637939929962,
      "learning_rate": 9.651934640647851e-05,
      "loss": 0.0078,
      "step": 65400
    },
    {
      "loss_action": 0.025775086134672165,
      "loss_total": 0.025775086134672165,
      "step": 65400
    },
    {
      "loss_action": 0.0019682736601680517,
      "loss_total": 0.0019682736601680517,
      "step": 65400
    },
    {
      "loss_action": 0.013472483493387699,
      "loss_total": 0.013472483493387699,
      "step": 65400
    },
    {
      "loss_action": 0.01748468540608883,
      "loss_total": 0.01748468540608883,
      "step": 65400
    },
    {
      "loss_action": 0.004087168723344803,
      "loss_total": 0.004087168723344803,
      "step": 65400
    },
    {
      "loss_action": 0.008272254839539528,
      "loss_total": 0.008272254839539528,
      "step": 65400
    },
    {
      "loss_action": 0.03745396062731743,
      "loss_total": 0.03745396062731743,
      "step": 65400
    },
    {
      "loss_action": 0.0070797596126794815,
      "loss_total": 0.0070797596126794815,
      "step": 65400
    },
    {
      "grad_norm": 0.1034630760550499,
      "learning_rate": 9.651783092921774e-05,
      "loss": 0.008,
      "step": 65410
    },
    {
      "loss_action": 0.012302765622735023,
      "loss_total": 0.012302765622735023,
      "step": 65410
    },
    {
      "loss_action": 0.011606327258050442,
      "loss_total": 0.011606327258050442,
      "step": 65410
    },
    {
      "loss_action": 0.018652714788913727,
      "loss_total": 0.018652714788913727,
      "step": 65410
    },
    {
      "loss_action": 0.005300068762153387,
      "loss_total": 0.005300068762153387,
      "step": 65410
    },
    {
      "loss_action": 0.00637225853279233,
      "loss_total": 0.00637225853279233,
      "step": 65410
    },
    {
      "loss_action": 0.003762884996831417,
      "loss_total": 0.003762884996831417,
      "step": 65410
    },
    {
      "loss_action": 0.006795584689825773,
      "loss_total": 0.006795584689825773,
      "step": 65410
    },
    {
      "loss_action": 0.005662017036229372,
      "loss_total": 0.005662017036229372,
      "step": 65410
    },
    {
      "grad_norm": 0.10638336092233658,
      "learning_rate": 9.651631513401195e-05,
      "loss": 0.0084,
      "step": 65420
    },
    {
      "loss_action": 0.0030005271546542645,
      "loss_total": 0.0030005271546542645,
      "step": 65420
    },
    {
      "loss_action": 0.015919726341962814,
      "loss_total": 0.015919726341962814,
      "step": 65420
    },
    {
      "loss_action": 0.004651004448533058,
      "loss_total": 0.004651004448533058,
      "step": 65420
    },
    {
      "loss_action": 0.0030408776365220547,
      "loss_total": 0.0030408776365220547,
      "step": 65420
    },
    {
      "loss_action": 0.0038670641370117664,
      "loss_total": 0.0038670641370117664,
      "step": 65420
    },
    {
      "loss_action": 0.008547627367079258,
      "loss_total": 0.008547627367079258,
      "step": 65420
    },
    {
      "loss_action": 0.005696660839021206,
      "loss_total": 0.005696660839021206,
      "step": 65420
    },
    {
      "loss_action": 0.008616531267762184,
      "loss_total": 0.008616531267762184,
      "step": 65420
    },
    {
      "grad_norm": 0.11693907529115677,
      "learning_rate": 9.651479902087151e-05,
      "loss": 0.0072,
      "step": 65430
    },
    {
      "loss_action": 0.006854936946183443,
      "loss_total": 0.006854936946183443,
      "step": 65430
    },
    {
      "loss_action": 0.002566876821219921,
      "loss_total": 0.002566876821219921,
      "step": 65430
    },
    {
      "loss_action": 0.006959092803299427,
      "loss_total": 0.006959092803299427,
      "step": 65430
    },
    {
      "loss_action": 0.008924128487706184,
      "loss_total": 0.008924128487706184,
      "step": 65430
    },
    {
      "loss_action": 0.012573277577757835,
      "loss_total": 0.012573277577757835,
      "step": 65430
    },
    {
      "loss_action": 0.004319517873227596,
      "loss_total": 0.004319517873227596,
      "step": 65430
    },
    {
      "loss_action": 0.01103142462670803,
      "loss_total": 0.01103142462670803,
      "step": 65430
    },
    {
      "loss_action": 0.01592513732612133,
      "loss_total": 0.01592513732612133,
      "step": 65430
    },
    {
      "grad_norm": 0.1337253898382187,
      "learning_rate": 9.651328258980681e-05,
      "loss": 0.0065,
      "step": 65440
    },
    {
      "loss_action": 0.011819498613476753,
      "loss_total": 0.011819498613476753,
      "step": 65440
    },
    {
      "loss_action": 0.015193677507340908,
      "loss_total": 0.015193677507340908,
      "step": 65440
    },
    {
      "loss_action": 0.0032303931657224894,
      "loss_total": 0.0032303931657224894,
      "step": 65440
    },
    {
      "loss_action": 0.005047706887125969,
      "loss_total": 0.005047706887125969,
      "step": 65440
    },
    {
      "loss_action": 0.004243857227265835,
      "loss_total": 0.004243857227265835,
      "step": 65440
    },
    {
      "loss_action": 0.003925898112356663,
      "loss_total": 0.003925898112356663,
      "step": 65440
    },
    {
      "loss_action": 0.0066248951479792595,
      "loss_total": 0.0066248951479792595,
      "step": 65440
    },
    {
      "loss_action": 0.005311940796673298,
      "loss_total": 0.005311940796673298,
      "step": 65440
    },
    {
      "grad_norm": 0.1264445036649704,
      "learning_rate": 9.651176584082817e-05,
      "loss": 0.007,
      "step": 65450
    },
    {
      "loss_action": 0.005636109039187431,
      "loss_total": 0.005636109039187431,
      "step": 65450
    },
    {
      "loss_action": 0.006351326126605272,
      "loss_total": 0.006351326126605272,
      "step": 65450
    },
    {
      "loss_action": 0.00300725270062685,
      "loss_total": 0.00300725270062685,
      "step": 65450
    },
    {
      "loss_action": 0.010419460013508797,
      "loss_total": 0.010419460013508797,
      "step": 65450
    },
    {
      "loss_action": 0.0034948973916471004,
      "loss_total": 0.0034948973916471004,
      "step": 65450
    },
    {
      "loss_action": 0.009183300659060478,
      "loss_total": 0.009183300659060478,
      "step": 65450
    },
    {
      "loss_action": 0.00804026797413826,
      "loss_total": 0.00804026797413826,
      "step": 65450
    },
    {
      "loss_action": 0.010401306673884392,
      "loss_total": 0.010401306673884392,
      "step": 65450
    },
    {
      "grad_norm": 0.10418079793453217,
      "learning_rate": 9.651024877394599e-05,
      "loss": 0.0079,
      "step": 65460
    },
    {
      "loss_action": 0.021941373124718666,
      "loss_total": 0.021941373124718666,
      "step": 65460
    },
    {
      "loss_action": 0.0024721454828977585,
      "loss_total": 0.0024721454828977585,
      "step": 65460
    },
    {
      "loss_action": 0.0026644309982657433,
      "loss_total": 0.0026644309982657433,
      "step": 65460
    },
    {
      "loss_action": 0.005856658332049847,
      "loss_total": 0.005856658332049847,
      "step": 65460
    },
    {
      "loss_action": 0.007624487858265638,
      "loss_total": 0.007624487858265638,
      "step": 65460
    },
    {
      "loss_action": 0.011676655150949955,
      "loss_total": 0.011676655150949955,
      "step": 65460
    },
    {
      "loss_action": 0.029593005776405334,
      "loss_total": 0.029593005776405334,
      "step": 65460
    },
    {
      "loss_action": 0.012203704565763474,
      "loss_total": 0.012203704565763474,
      "step": 65460
    },
    {
      "grad_norm": 0.0874711349606514,
      "learning_rate": 9.650873138917063e-05,
      "loss": 0.0078,
      "step": 65470
    },
    {
      "loss_action": 0.003716022940352559,
      "loss_total": 0.003716022940352559,
      "step": 65470
    },
    {
      "loss_action": 0.062207795679569244,
      "loss_total": 0.062207795679569244,
      "step": 65470
    },
    {
      "loss_action": 0.004620415158569813,
      "loss_total": 0.004620415158569813,
      "step": 65470
    },
    {
      "loss_action": 0.004919653292745352,
      "loss_total": 0.004919653292745352,
      "step": 65470
    },
    {
      "loss_action": 0.01585892029106617,
      "loss_total": 0.01585892029106617,
      "step": 65470
    },
    {
      "loss_action": 0.008130845613777637,
      "loss_total": 0.008130845613777637,
      "step": 65470
    },
    {
      "loss_action": 0.005077570676803589,
      "loss_total": 0.005077570676803589,
      "step": 65470
    },
    {
      "loss_action": 0.003999481908977032,
      "loss_total": 0.003999481908977032,
      "step": 65470
    },
    {
      "grad_norm": 0.09312888234853745,
      "learning_rate": 9.650721368651244e-05,
      "loss": 0.0075,
      "step": 65480
    },
    {
      "loss_action": 0.006810093764215708,
      "loss_total": 0.006810093764215708,
      "step": 65480
    },
    {
      "loss_action": 0.005510405637323856,
      "loss_total": 0.005510405637323856,
      "step": 65480
    },
    {
      "loss_action": 0.00870981439948082,
      "loss_total": 0.00870981439948082,
      "step": 65480
    },
    {
      "loss_action": 0.011515112593770027,
      "loss_total": 0.011515112593770027,
      "step": 65480
    },
    {
      "loss_action": 0.004955459386110306,
      "loss_total": 0.004955459386110306,
      "step": 65480
    },
    {
      "loss_action": 0.011102931573987007,
      "loss_total": 0.011102931573987007,
      "step": 65480
    },
    {
      "loss_action": 0.01133058499544859,
      "loss_total": 0.01133058499544859,
      "step": 65480
    },
    {
      "loss_action": 0.010498153045773506,
      "loss_total": 0.010498153045773506,
      "step": 65480
    },
    {
      "grad_norm": 0.08071936666965485,
      "learning_rate": 9.650569566598182e-05,
      "loss": 0.0068,
      "step": 65490
    },
    {
      "loss_action": 0.0035153222270309925,
      "loss_total": 0.0035153222270309925,
      "step": 65490
    },
    {
      "loss_action": 0.0034944433718919754,
      "loss_total": 0.0034944433718919754,
      "step": 65490
    },
    {
      "loss_action": 0.008530337363481522,
      "loss_total": 0.008530337363481522,
      "step": 65490
    },
    {
      "loss_action": 0.002967468462884426,
      "loss_total": 0.002967468462884426,
      "step": 65490
    },
    {
      "loss_action": 0.0060688527300953865,
      "loss_total": 0.0060688527300953865,
      "step": 65490
    },
    {
      "loss_action": 0.003277202369645238,
      "loss_total": 0.003277202369645238,
      "step": 65490
    },
    {
      "loss_action": 0.0024998660665005445,
      "loss_total": 0.0024998660665005445,
      "step": 65490
    },
    {
      "loss_action": 0.013102943077683449,
      "loss_total": 0.013102943077683449,
      "step": 65490
    },
    {
      "grad_norm": 0.10408960282802582,
      "learning_rate": 9.650417732758915e-05,
      "loss": 0.0068,
      "step": 65500
    },
    {
      "loss_action": 0.002369226422160864,
      "loss_total": 0.002369226422160864,
      "step": 65500
    },
    {
      "loss_action": 0.002160040894523263,
      "loss_total": 0.002160040894523263,
      "step": 65500
    },
    {
      "loss_action": 0.008735494688153267,
      "loss_total": 0.008735494688153267,
      "step": 65500
    },
    {
      "loss_action": 0.006239633075892925,
      "loss_total": 0.006239633075892925,
      "step": 65500
    },
    {
      "loss_action": 0.003379031317308545,
      "loss_total": 0.003379031317308545,
      "step": 65500
    },
    {
      "loss_action": 0.004780685529112816,
      "loss_total": 0.004780685529112816,
      "step": 65500
    },
    {
      "loss_action": 0.004736270755529404,
      "loss_total": 0.004736270755529404,
      "step": 65500
    },
    {
      "loss_action": 0.003246256848797202,
      "loss_total": 0.003246256848797202,
      "step": 65500
    },
    {
      "grad_norm": 0.06851595640182495,
      "learning_rate": 9.650265867134478e-05,
      "loss": 0.006,
      "step": 65510
    },
    {
      "loss_action": 0.006032330449670553,
      "loss_total": 0.006032330449670553,
      "step": 65510
    },
    {
      "loss_action": 0.006694312673062086,
      "loss_total": 0.006694312673062086,
      "step": 65510
    },
    {
      "loss_action": 0.00851964857429266,
      "loss_total": 0.00851964857429266,
      "step": 65510
    },
    {
      "loss_action": 0.004299918655306101,
      "loss_total": 0.004299918655306101,
      "step": 65510
    },
    {
      "loss_action": 0.005496695637702942,
      "loss_total": 0.005496695637702942,
      "step": 65510
    },
    {
      "loss_action": 0.016726605594158173,
      "loss_total": 0.016726605594158173,
      "step": 65510
    },
    {
      "loss_action": 0.002287744078785181,
      "loss_total": 0.002287744078785181,
      "step": 65510
    },
    {
      "loss_action": 0.001958546694368124,
      "loss_total": 0.001958546694368124,
      "step": 65510
    },
    {
      "grad_norm": 0.09787564724683762,
      "learning_rate": 9.650113969725911e-05,
      "loss": 0.0064,
      "step": 65520
    },
    {
      "loss_action": 0.004418021067976952,
      "loss_total": 0.004418021067976952,
      "step": 65520
    },
    {
      "loss_action": 0.004737197421491146,
      "loss_total": 0.004737197421491146,
      "step": 65520
    },
    {
      "loss_action": 0.004837241023778915,
      "loss_total": 0.004837241023778915,
      "step": 65520
    },
    {
      "loss_action": 0.013609555549919605,
      "loss_total": 0.013609555549919605,
      "step": 65520
    },
    {
      "loss_action": 0.009900769218802452,
      "loss_total": 0.009900769218802452,
      "step": 65520
    },
    {
      "loss_action": 0.0044025820679962635,
      "loss_total": 0.0044025820679962635,
      "step": 65520
    },
    {
      "loss_action": 0.004285951144993305,
      "loss_total": 0.004285951144993305,
      "step": 65520
    },
    {
      "loss_action": 0.01110265776515007,
      "loss_total": 0.01110265776515007,
      "step": 65520
    },
    {
      "grad_norm": 0.08046219497919083,
      "learning_rate": 9.649962040534252e-05,
      "loss": 0.007,
      "step": 65530
    },
    {
      "loss_action": 0.0017713014967739582,
      "loss_total": 0.0017713014967739582,
      "step": 65530
    },
    {
      "loss_action": 0.0029867428820580244,
      "loss_total": 0.0029867428820580244,
      "step": 65530
    },
    {
      "loss_action": 0.004359749145805836,
      "loss_total": 0.004359749145805836,
      "step": 65530
    },
    {
      "loss_action": 0.002242725808173418,
      "loss_total": 0.002242725808173418,
      "step": 65530
    },
    {
      "loss_action": 0.006055780686438084,
      "loss_total": 0.006055780686438084,
      "step": 65530
    },
    {
      "loss_action": 0.002506844000890851,
      "loss_total": 0.002506844000890851,
      "step": 65530
    },
    {
      "loss_action": 0.0056103006936609745,
      "loss_total": 0.0056103006936609745,
      "step": 65530
    },
    {
      "loss_action": 0.0021182717755436897,
      "loss_total": 0.0021182717755436897,
      "step": 65530
    },
    {
      "grad_norm": 0.09080111980438232,
      "learning_rate": 9.649810079560539e-05,
      "loss": 0.0068,
      "step": 65540
    },
    {
      "loss_action": 0.006942172534763813,
      "loss_total": 0.006942172534763813,
      "step": 65540
    },
    {
      "loss_action": 0.004170514643192291,
      "loss_total": 0.004170514643192291,
      "step": 65540
    },
    {
      "loss_action": 0.010904510505497456,
      "loss_total": 0.010904510505497456,
      "step": 65540
    },
    {
      "loss_action": 0.005073439329862595,
      "loss_total": 0.005073439329862595,
      "step": 65540
    },
    {
      "loss_action": 0.009915396571159363,
      "loss_total": 0.009915396571159363,
      "step": 65540
    },
    {
      "loss_action": 0.004081582650542259,
      "loss_total": 0.004081582650542259,
      "step": 65540
    },
    {
      "loss_action": 0.003110381541773677,
      "loss_total": 0.003110381541773677,
      "step": 65540
    },
    {
      "loss_action": 0.006340143270790577,
      "loss_total": 0.006340143270790577,
      "step": 65540
    },
    {
      "grad_norm": 0.09244178980588913,
      "learning_rate": 9.64965808680581e-05,
      "loss": 0.0058,
      "step": 65550
    },
    {
      "loss_action": 0.005301106255501509,
      "loss_total": 0.005301106255501509,
      "step": 65550
    },
    {
      "loss_action": 0.007523709908127785,
      "loss_total": 0.007523709908127785,
      "step": 65550
    },
    {
      "loss_action": 0.01509431004524231,
      "loss_total": 0.01509431004524231,
      "step": 65550
    },
    {
      "loss_action": 0.003118994878605008,
      "loss_total": 0.003118994878605008,
      "step": 65550
    },
    {
      "loss_action": 0.0066119348630309105,
      "loss_total": 0.0066119348630309105,
      "step": 65550
    },
    {
      "loss_action": 0.004915711935609579,
      "loss_total": 0.004915711935609579,
      "step": 65550
    },
    {
      "loss_action": 0.0031826200429350138,
      "loss_total": 0.0031826200429350138,
      "step": 65550
    },
    {
      "loss_action": 0.01153117697685957,
      "loss_total": 0.01153117697685957,
      "step": 65550
    },
    {
      "grad_norm": 0.16200797259807587,
      "learning_rate": 9.649506062271106e-05,
      "loss": 0.0071,
      "step": 65560
    },
    {
      "loss_action": 0.009469875134527683,
      "loss_total": 0.009469875134527683,
      "step": 65560
    },
    {
      "loss_action": 0.008476398885250092,
      "loss_total": 0.008476398885250092,
      "step": 65560
    },
    {
      "loss_action": 0.019112253561615944,
      "loss_total": 0.019112253561615944,
      "step": 65560
    },
    {
      "loss_action": 0.004392881877720356,
      "loss_total": 0.004392881877720356,
      "step": 65560
    },
    {
      "loss_action": 0.0029014158062636852,
      "loss_total": 0.0029014158062636852,
      "step": 65560
    },
    {
      "loss_action": 0.003944615367799997,
      "loss_total": 0.003944615367799997,
      "step": 65560
    },
    {
      "loss_action": 0.004351070150732994,
      "loss_total": 0.004351070150732994,
      "step": 65560
    },
    {
      "loss_action": 0.003270525485277176,
      "loss_total": 0.003270525485277176,
      "step": 65560
    },
    {
      "grad_norm": 0.1035914421081543,
      "learning_rate": 9.649354005957466e-05,
      "loss": 0.0058,
      "step": 65570
    },
    {
      "loss_action": 0.01924443617463112,
      "loss_total": 0.01924443617463112,
      "step": 65570
    },
    {
      "loss_action": 0.00649036280810833,
      "loss_total": 0.00649036280810833,
      "step": 65570
    },
    {
      "loss_action": 0.008852359838783741,
      "loss_total": 0.008852359838783741,
      "step": 65570
    },
    {
      "loss_action": 0.0021864427253603935,
      "loss_total": 0.0021864427253603935,
      "step": 65570
    },
    {
      "loss_action": 0.012843298725783825,
      "loss_total": 0.012843298725783825,
      "step": 65570
    },
    {
      "loss_action": 0.005241205915808678,
      "loss_total": 0.005241205915808678,
      "step": 65570
    },
    {
      "loss_action": 0.0035693568643182516,
      "loss_total": 0.0035693568643182516,
      "step": 65570
    },
    {
      "loss_action": 0.004992163740098476,
      "loss_total": 0.004992163740098476,
      "step": 65570
    },
    {
      "grad_norm": 0.13775770366191864,
      "learning_rate": 9.649201917865924e-05,
      "loss": 0.0065,
      "step": 65580
    },
    {
      "loss_action": 0.005162741057574749,
      "loss_total": 0.005162741057574749,
      "step": 65580
    },
    {
      "loss_action": 0.005532753188163042,
      "loss_total": 0.005532753188163042,
      "step": 65580
    },
    {
      "loss_action": 0.003234588773921132,
      "loss_total": 0.003234588773921132,
      "step": 65580
    },
    {
      "loss_action": 0.004014197736978531,
      "loss_total": 0.004014197736978531,
      "step": 65580
    },
    {
      "loss_action": 0.0046818433329463005,
      "loss_total": 0.0046818433329463005,
      "step": 65580
    },
    {
      "loss_action": 0.024252690374851227,
      "loss_total": 0.024252690374851227,
      "step": 65580
    },
    {
      "loss_action": 0.012089403346180916,
      "loss_total": 0.012089403346180916,
      "step": 65580
    },
    {
      "loss_action": 0.002897216472774744,
      "loss_total": 0.002897216472774744,
      "step": 65580
    },
    {
      "grad_norm": 0.11430118978023529,
      "learning_rate": 9.649049797997527e-05,
      "loss": 0.0062,
      "step": 65590
    },
    {
      "loss_action": 0.007651329040527344,
      "loss_total": 0.007651329040527344,
      "step": 65590
    },
    {
      "loss_action": 0.004439993761479855,
      "loss_total": 0.004439993761479855,
      "step": 65590
    },
    {
      "loss_action": 0.004215540364384651,
      "loss_total": 0.004215540364384651,
      "step": 65590
    },
    {
      "loss_action": 0.009142283350229263,
      "loss_total": 0.009142283350229263,
      "step": 65590
    },
    {
      "loss_action": 0.004034378565847874,
      "loss_total": 0.004034378565847874,
      "step": 65590
    },
    {
      "loss_action": 0.004182927776128054,
      "loss_total": 0.004182927776128054,
      "step": 65590
    },
    {
      "loss_action": 0.0017069063615053892,
      "loss_total": 0.0017069063615053892,
      "step": 65590
    },
    {
      "loss_action": 0.005799699574708939,
      "loss_total": 0.005799699574708939,
      "step": 65590
    },
    {
      "grad_norm": 0.1679827719926834,
      "learning_rate": 9.64889764635331e-05,
      "loss": 0.0071,
      "step": 65600
    },
    {
      "loss_action": 0.00665712496265769,
      "loss_total": 0.00665712496265769,
      "step": 65600
    },
    {
      "loss_action": 0.005330354906618595,
      "loss_total": 0.005330354906618595,
      "step": 65600
    },
    {
      "loss_action": 0.004225836135447025,
      "loss_total": 0.004225836135447025,
      "step": 65600
    },
    {
      "loss_action": 0.0025478804018348455,
      "loss_total": 0.0025478804018348455,
      "step": 65600
    },
    {
      "loss_action": 0.012808002531528473,
      "loss_total": 0.012808002531528473,
      "step": 65600
    },
    {
      "loss_action": 0.0022244835272431374,
      "loss_total": 0.0022244835272431374,
      "step": 65600
    },
    {
      "loss_action": 0.0025402505416423082,
      "loss_total": 0.0025402505416423082,
      "step": 65600
    },
    {
      "loss_action": 0.006581899709999561,
      "loss_total": 0.006581899709999561,
      "step": 65600
    },
    {
      "grad_norm": 0.11045225709676743,
      "learning_rate": 9.648745462934314e-05,
      "loss": 0.0074,
      "step": 65610
    },
    {
      "loss_action": 0.003844842314720154,
      "loss_total": 0.003844842314720154,
      "step": 65610
    },
    {
      "loss_action": 0.0020022070966660976,
      "loss_total": 0.0020022070966660976,
      "step": 65610
    },
    {
      "loss_action": 0.00861392356455326,
      "loss_total": 0.00861392356455326,
      "step": 65610
    },
    {
      "loss_action": 0.0020304028876125813,
      "loss_total": 0.0020304028876125813,
      "step": 65610
    },
    {
      "loss_action": 0.004575399681925774,
      "loss_total": 0.004575399681925774,
      "step": 65610
    },
    {
      "loss_action": 0.008009161800146103,
      "loss_total": 0.008009161800146103,
      "step": 65610
    },
    {
      "loss_action": 0.004390096757560968,
      "loss_total": 0.004390096757560968,
      "step": 65610
    },
    {
      "loss_action": 0.004124830476939678,
      "loss_total": 0.004124830476939678,
      "step": 65610
    },
    {
      "grad_norm": 0.11955542862415314,
      "learning_rate": 9.648593247741578e-05,
      "loss": 0.006,
      "step": 65620
    },
    {
      "loss_action": 0.013545075431466103,
      "loss_total": 0.013545075431466103,
      "step": 65620
    },
    {
      "loss_action": 0.005431532859802246,
      "loss_total": 0.005431532859802246,
      "step": 65620
    },
    {
      "loss_action": 0.005821830593049526,
      "loss_total": 0.005821830593049526,
      "step": 65620
    },
    {
      "loss_action": 0.0033457553945481777,
      "loss_total": 0.0033457553945481777,
      "step": 65620
    },
    {
      "loss_action": 0.00766212260350585,
      "loss_total": 0.00766212260350585,
      "step": 65620
    },
    {
      "loss_action": 0.0043132612481713295,
      "loss_total": 0.0043132612481713295,
      "step": 65620
    },
    {
      "loss_action": 0.006804300472140312,
      "loss_total": 0.006804300472140312,
      "step": 65620
    },
    {
      "loss_action": 0.007534459698945284,
      "loss_total": 0.007534459698945284,
      "step": 65620
    },
    {
      "grad_norm": 0.16178058087825775,
      "learning_rate": 9.648441000776145e-05,
      "loss": 0.0084,
      "step": 65630
    },
    {
      "loss_action": 0.008944527246057987,
      "loss_total": 0.008944527246057987,
      "step": 65630
    },
    {
      "loss_action": 0.00960557907819748,
      "loss_total": 0.00960557907819748,
      "step": 65630
    },
    {
      "loss_action": 0.0026347048114985228,
      "loss_total": 0.0026347048114985228,
      "step": 65630
    },
    {
      "loss_action": 0.0037421854212880135,
      "loss_total": 0.0037421854212880135,
      "step": 65630
    },
    {
      "loss_action": 0.014431274496018887,
      "loss_total": 0.014431274496018887,
      "step": 65630
    },
    {
      "loss_action": 0.006376020144671202,
      "loss_total": 0.006376020144671202,
      "step": 65630
    },
    {
      "loss_action": 0.005047330632805824,
      "loss_total": 0.005047330632805824,
      "step": 65630
    },
    {
      "loss_action": 0.003807338420301676,
      "loss_total": 0.003807338420301676,
      "step": 65630
    },
    {
      "grad_norm": 0.12786243855953217,
      "learning_rate": 9.648288722039055e-05,
      "loss": 0.007,
      "step": 65640
    },
    {
      "loss_action": 0.007173927500844002,
      "loss_total": 0.007173927500844002,
      "step": 65640
    },
    {
      "loss_action": 0.0038949865847826004,
      "loss_total": 0.0038949865847826004,
      "step": 65640
    },
    {
      "loss_action": 0.009369813837110996,
      "loss_total": 0.009369813837110996,
      "step": 65640
    },
    {
      "loss_action": 0.011367687955498695,
      "loss_total": 0.011367687955498695,
      "step": 65640
    },
    {
      "loss_action": 0.008331232704222202,
      "loss_total": 0.008331232704222202,
      "step": 65640
    },
    {
      "loss_action": 0.006143324077129364,
      "loss_total": 0.006143324077129364,
      "step": 65640
    },
    {
      "loss_action": 0.004947185516357422,
      "loss_total": 0.004947185516357422,
      "step": 65640
    },
    {
      "loss_action": 0.006177431903779507,
      "loss_total": 0.006177431903779507,
      "step": 65640
    },
    {
      "grad_norm": 0.07189913094043732,
      "learning_rate": 9.648136411531348e-05,
      "loss": 0.0062,
      "step": 65650
    },
    {
      "loss_action": 0.007443138398230076,
      "loss_total": 0.007443138398230076,
      "step": 65650
    },
    {
      "loss_action": 0.004698232281953096,
      "loss_total": 0.004698232281953096,
      "step": 65650
    },
    {
      "loss_action": 0.008412356488406658,
      "loss_total": 0.008412356488406658,
      "step": 65650
    },
    {
      "loss_action": 0.0052907392382621765,
      "loss_total": 0.0052907392382621765,
      "step": 65650
    },
    {
      "loss_action": 0.006234563421458006,
      "loss_total": 0.006234563421458006,
      "step": 65650
    },
    {
      "loss_action": 0.007133305072784424,
      "loss_total": 0.007133305072784424,
      "step": 65650
    },
    {
      "loss_action": 0.00496864877641201,
      "loss_total": 0.00496864877641201,
      "step": 65650
    },
    {
      "loss_action": 0.009973044507205486,
      "loss_total": 0.009973044507205486,
      "step": 65650
    },
    {
      "grad_norm": 0.0958496555685997,
      "learning_rate": 9.647984069254063e-05,
      "loss": 0.0073,
      "step": 65660
    },
    {
      "loss_action": 0.0067691924050450325,
      "loss_total": 0.0067691924050450325,
      "step": 65660
    },
    {
      "loss_action": 0.0017512127524241805,
      "loss_total": 0.0017512127524241805,
      "step": 65660
    },
    {
      "loss_action": 0.011633988469839096,
      "loss_total": 0.011633988469839096,
      "step": 65660
    },
    {
      "loss_action": 0.011471495032310486,
      "loss_total": 0.011471495032310486,
      "step": 65660
    },
    {
      "loss_action": 0.003194195916876197,
      "loss_total": 0.003194195916876197,
      "step": 65660
    },
    {
      "loss_action": 0.002076787408441305,
      "loss_total": 0.002076787408441305,
      "step": 65660
    },
    {
      "loss_action": 0.0026237191632390022,
      "loss_total": 0.0026237191632390022,
      "step": 65660
    },
    {
      "loss_action": 0.004182124510407448,
      "loss_total": 0.004182124510407448,
      "step": 65660
    },
    {
      "grad_norm": 0.09029977768659592,
      "learning_rate": 9.647831695208245e-05,
      "loss": 0.0069,
      "step": 65670
    },
    {
      "loss_action": 0.002766567748039961,
      "loss_total": 0.002766567748039961,
      "step": 65670
    },
    {
      "loss_action": 0.0060722967609763145,
      "loss_total": 0.0060722967609763145,
      "step": 65670
    },
    {
      "loss_action": 0.0020720739848911762,
      "loss_total": 0.0020720739848911762,
      "step": 65670
    },
    {
      "loss_action": 0.008396422490477562,
      "loss_total": 0.008396422490477562,
      "step": 65670
    },
    {
      "loss_action": 0.004192844498902559,
      "loss_total": 0.004192844498902559,
      "step": 65670
    },
    {
      "loss_action": 0.009511828422546387,
      "loss_total": 0.009511828422546387,
      "step": 65670
    },
    {
      "loss_action": 0.0032286914065480232,
      "loss_total": 0.0032286914065480232,
      "step": 65670
    },
    {
      "loss_action": 0.011089514940977097,
      "loss_total": 0.011089514940977097,
      "step": 65670
    },
    {
      "grad_norm": 0.10518879443407059,
      "learning_rate": 9.647679289394934e-05,
      "loss": 0.0071,
      "step": 65680
    },
    {
      "loss_action": 0.0024439478293061256,
      "loss_total": 0.0024439478293061256,
      "step": 65680
    },
    {
      "loss_action": 0.004950661677867174,
      "loss_total": 0.004950661677867174,
      "step": 65680
    },
    {
      "loss_action": 0.010046321898698807,
      "loss_total": 0.010046321898698807,
      "step": 65680
    },
    {
      "loss_action": 0.007584977429360151,
      "loss_total": 0.007584977429360151,
      "step": 65680
    },
    {
      "loss_action": 0.006206936668604612,
      "loss_total": 0.006206936668604612,
      "step": 65680
    },
    {
      "loss_action": 0.010853360407054424,
      "loss_total": 0.010853360407054424,
      "step": 65680
    },
    {
      "loss_action": 0.004563562572002411,
      "loss_total": 0.004563562572002411,
      "step": 65680
    },
    {
      "loss_action": 0.003667134791612625,
      "loss_total": 0.003667134791612625,
      "step": 65680
    },
    {
      "grad_norm": 0.11764553934335709,
      "learning_rate": 9.647526851815172e-05,
      "loss": 0.0068,
      "step": 65690
    },
    {
      "loss_action": 0.01166844367980957,
      "loss_total": 0.01166844367980957,
      "step": 65690
    },
    {
      "loss_action": 0.002922619925811887,
      "loss_total": 0.002922619925811887,
      "step": 65690
    },
    {
      "loss_action": 0.00953749381005764,
      "loss_total": 0.00953749381005764,
      "step": 65690
    },
    {
      "loss_action": 0.006017677485942841,
      "loss_total": 0.006017677485942841,
      "step": 65690
    },
    {
      "loss_action": 0.0026234856341034174,
      "loss_total": 0.0026234856341034174,
      "step": 65690
    },
    {
      "loss_action": 0.003528066910803318,
      "loss_total": 0.003528066910803318,
      "step": 65690
    },
    {
      "loss_action": 0.005331771448254585,
      "loss_total": 0.005331771448254585,
      "step": 65690
    },
    {
      "loss_action": 0.006693579256534576,
      "loss_total": 0.006693579256534576,
      "step": 65690
    },
    {
      "grad_norm": 0.13132891058921814,
      "learning_rate": 9.647374382469999e-05,
      "loss": 0.008,
      "step": 65700
    },
    {
      "loss_action": 0.0043604690581560135,
      "loss_total": 0.0043604690581560135,
      "step": 65700
    },
    {
      "loss_action": 0.006645778194069862,
      "loss_total": 0.006645778194069862,
      "step": 65700
    },
    {
      "loss_action": 0.005176607519388199,
      "loss_total": 0.005176607519388199,
      "step": 65700
    },
    {
      "loss_action": 0.0029779630713164806,
      "loss_total": 0.0029779630713164806,
      "step": 65700
    },
    {
      "loss_action": 0.006370046176016331,
      "loss_total": 0.006370046176016331,
      "step": 65700
    },
    {
      "loss_action": 0.004298502113670111,
      "loss_total": 0.004298502113670111,
      "step": 65700
    },
    {
      "loss_action": 0.005819234997034073,
      "loss_total": 0.005819234997034073,
      "step": 65700
    },
    {
      "loss_action": 0.00387990172021091,
      "loss_total": 0.00387990172021091,
      "step": 65700
    },
    {
      "grad_norm": 0.09693138301372528,
      "learning_rate": 9.64722188136046e-05,
      "loss": 0.0067,
      "step": 65710
    },
    {
      "loss_action": 0.00467731012031436,
      "loss_total": 0.00467731012031436,
      "step": 65710
    },
    {
      "loss_action": 0.004323150031268597,
      "loss_total": 0.004323150031268597,
      "step": 65710
    },
    {
      "loss_action": 0.004185110330581665,
      "loss_total": 0.004185110330581665,
      "step": 65710
    },
    {
      "loss_action": 0.001993840094655752,
      "loss_total": 0.001993840094655752,
      "step": 65710
    },
    {
      "loss_action": 0.006945153698325157,
      "loss_total": 0.006945153698325157,
      "step": 65710
    },
    {
      "loss_action": 0.0025833211839199066,
      "loss_total": 0.0025833211839199066,
      "step": 65710
    },
    {
      "loss_action": 0.003869719337671995,
      "loss_total": 0.003869719337671995,
      "step": 65710
    },
    {
      "loss_action": 0.005178716033697128,
      "loss_total": 0.005178716033697128,
      "step": 65710
    },
    {
      "grad_norm": 0.10437694191932678,
      "learning_rate": 9.647069348487595e-05,
      "loss": 0.0086,
      "step": 65720
    },
    {
      "loss_action": 0.009599176235496998,
      "loss_total": 0.009599176235496998,
      "step": 65720
    },
    {
      "loss_action": 0.002288430230692029,
      "loss_total": 0.002288430230692029,
      "step": 65720
    },
    {
      "loss_action": 0.0055049327202141285,
      "loss_total": 0.0055049327202141285,
      "step": 65720
    },
    {
      "loss_action": 0.006271392572671175,
      "loss_total": 0.006271392572671175,
      "step": 65720
    },
    {
      "loss_action": 0.004742563236504793,
      "loss_total": 0.004742563236504793,
      "step": 65720
    },
    {
      "loss_action": 0.009941836819052696,
      "loss_total": 0.009941836819052696,
      "step": 65720
    },
    {
      "loss_action": 0.002943200059235096,
      "loss_total": 0.002943200059235096,
      "step": 65720
    },
    {
      "loss_action": 0.012017055414617062,
      "loss_total": 0.012017055414617062,
      "step": 65720
    },
    {
      "grad_norm": 0.11927414685487747,
      "learning_rate": 9.646916783852447e-05,
      "loss": 0.0074,
      "step": 65730
    },
    {
      "loss_action": 0.0031165173277258873,
      "loss_total": 0.0031165173277258873,
      "step": 65730
    },
    {
      "loss_action": 0.003408693242818117,
      "loss_total": 0.003408693242818117,
      "step": 65730
    },
    {
      "loss_action": 0.00555337592959404,
      "loss_total": 0.00555337592959404,
      "step": 65730
    },
    {
      "loss_action": 0.003050244878977537,
      "loss_total": 0.003050244878977537,
      "step": 65730
    },
    {
      "loss_action": 0.0044057779014110565,
      "loss_total": 0.0044057779014110565,
      "step": 65730
    },
    {
      "loss_action": 0.0033699364867061377,
      "loss_total": 0.0033699364867061377,
      "step": 65730
    },
    {
      "loss_action": 0.003859773278236389,
      "loss_total": 0.003859773278236389,
      "step": 65730
    },
    {
      "loss_action": 0.004493231885135174,
      "loss_total": 0.004493231885135174,
      "step": 65730
    },
    {
      "grad_norm": 0.13229626417160034,
      "learning_rate": 9.646764187456059e-05,
      "loss": 0.0062,
      "step": 65740
    },
    {
      "loss_action": 0.019961189478635788,
      "loss_total": 0.019961189478635788,
      "step": 65740
    },
    {
      "loss_action": 0.010109998285770416,
      "loss_total": 0.010109998285770416,
      "step": 65740
    },
    {
      "loss_action": 0.00692638847976923,
      "loss_total": 0.00692638847976923,
      "step": 65740
    },
    {
      "loss_action": 0.008481010794639587,
      "loss_total": 0.008481010794639587,
      "step": 65740
    },
    {
      "loss_action": 0.0028083547949790955,
      "loss_total": 0.0028083547949790955,
      "step": 65740
    },
    {
      "loss_action": 0.0055049704387784,
      "loss_total": 0.0055049704387784,
      "step": 65740
    },
    {
      "loss_action": 0.0076166074723005295,
      "loss_total": 0.0076166074723005295,
      "step": 65740
    },
    {
      "loss_action": 0.007679418195039034,
      "loss_total": 0.007679418195039034,
      "step": 65740
    },
    {
      "grad_norm": 0.06978555023670197,
      "learning_rate": 9.646611559299474e-05,
      "loss": 0.0064,
      "step": 65750
    },
    {
      "loss_action": 0.025827158242464066,
      "loss_total": 0.025827158242464066,
      "step": 65750
    },
    {
      "loss_action": 0.0036511120852082968,
      "loss_total": 0.0036511120852082968,
      "step": 65750
    },
    {
      "loss_action": 0.01080514956265688,
      "loss_total": 0.01080514956265688,
      "step": 65750
    },
    {
      "loss_action": 0.005179787985980511,
      "loss_total": 0.005179787985980511,
      "step": 65750
    },
    {
      "loss_action": 0.007488153874874115,
      "loss_total": 0.007488153874874115,
      "step": 65750
    },
    {
      "loss_action": 0.012917755171656609,
      "loss_total": 0.012917755171656609,
      "step": 65750
    },
    {
      "loss_action": 0.015571198426187038,
      "loss_total": 0.015571198426187038,
      "step": 65750
    },
    {
      "loss_action": 0.002305340487509966,
      "loss_total": 0.002305340487509966,
      "step": 65750
    },
    {
      "grad_norm": 0.0991642028093338,
      "learning_rate": 9.646458899383736e-05,
      "loss": 0.0088,
      "step": 65760
    },
    {
      "loss_action": 0.020392652601003647,
      "loss_total": 0.020392652601003647,
      "step": 65760
    },
    {
      "loss_action": 0.0046751294285058975,
      "loss_total": 0.0046751294285058975,
      "step": 65760
    },
    {
      "loss_action": 0.009532887488603592,
      "loss_total": 0.009532887488603592,
      "step": 65760
    },
    {
      "loss_action": 0.00439657736569643,
      "loss_total": 0.00439657736569643,
      "step": 65760
    },
    {
      "loss_action": 0.00838797353208065,
      "loss_total": 0.00838797353208065,
      "step": 65760
    },
    {
      "loss_action": 0.003600899362936616,
      "loss_total": 0.003600899362936616,
      "step": 65760
    },
    {
      "loss_action": 0.0060913460329174995,
      "loss_total": 0.0060913460329174995,
      "step": 65760
    },
    {
      "loss_action": 0.0036728517152369022,
      "loss_total": 0.0036728517152369022,
      "step": 65760
    },
    {
      "grad_norm": 0.12173815071582794,
      "learning_rate": 9.646306207709889e-05,
      "loss": 0.0071,
      "step": 65770
    },
    {
      "loss_action": 0.005356776528060436,
      "loss_total": 0.005356776528060436,
      "step": 65770
    },
    {
      "loss_action": 0.0028555395547300577,
      "loss_total": 0.0028555395547300577,
      "step": 65770
    },
    {
      "loss_action": 0.0043835509568452835,
      "loss_total": 0.0043835509568452835,
      "step": 65770
    },
    {
      "loss_action": 0.028770947828888893,
      "loss_total": 0.028770947828888893,
      "step": 65770
    },
    {
      "loss_action": 0.012898755259811878,
      "loss_total": 0.012898755259811878,
      "step": 65770
    },
    {
      "loss_action": 0.004417071118950844,
      "loss_total": 0.004417071118950844,
      "step": 65770
    },
    {
      "loss_action": 0.0120780561119318,
      "loss_total": 0.0120780561119318,
      "step": 65770
    },
    {
      "loss_action": 0.003156161867082119,
      "loss_total": 0.003156161867082119,
      "step": 65770
    },
    {
      "grad_norm": 0.11013827472925186,
      "learning_rate": 9.646153484278975e-05,
      "loss": 0.0089,
      "step": 65780
    },
    {
      "loss_action": 0.014454923570156097,
      "loss_total": 0.014454923570156097,
      "step": 65780
    },
    {
      "loss_action": 0.0065855118446052074,
      "loss_total": 0.0065855118446052074,
      "step": 65780
    },
    {
      "loss_action": 0.009170769713819027,
      "loss_total": 0.009170769713819027,
      "step": 65780
    },
    {
      "loss_action": 0.0027749324217438698,
      "loss_total": 0.0027749324217438698,
      "step": 65780
    },
    {
      "loss_action": 0.007896856404840946,
      "loss_total": 0.007896856404840946,
      "step": 65780
    },
    {
      "loss_action": 0.004775497131049633,
      "loss_total": 0.004775497131049633,
      "step": 65780
    },
    {
      "loss_action": 0.014489226043224335,
      "loss_total": 0.014489226043224335,
      "step": 65780
    },
    {
      "loss_action": 0.0030941925942897797,
      "loss_total": 0.0030941925942897797,
      "step": 65780
    },
    {
      "grad_norm": 0.13831748068332672,
      "learning_rate": 9.646000729092036e-05,
      "loss": 0.0083,
      "step": 65790
    },
    {
      "loss_action": 0.004575163125991821,
      "loss_total": 0.004575163125991821,
      "step": 65790
    },
    {
      "loss_action": 0.004395723342895508,
      "loss_total": 0.004395723342895508,
      "step": 65790
    },
    {
      "loss_action": 0.0035315768327564,
      "loss_total": 0.0035315768327564,
      "step": 65790
    },
    {
      "loss_action": 0.003765092696994543,
      "loss_total": 0.003765092696994543,
      "step": 65790
    },
    {
      "loss_action": 0.006700369995087385,
      "loss_total": 0.006700369995087385,
      "step": 65790
    },
    {
      "loss_action": 0.003058072878047824,
      "loss_total": 0.003058072878047824,
      "step": 65790
    },
    {
      "loss_action": 0.005425882525742054,
      "loss_total": 0.005425882525742054,
      "step": 65790
    },
    {
      "loss_action": 0.005260084755718708,
      "loss_total": 0.005260084755718708,
      "step": 65790
    },
    {
      "grad_norm": 0.07299000769853592,
      "learning_rate": 9.64584794215012e-05,
      "loss": 0.0076,
      "step": 65800
    },
    {
      "loss_action": 0.004834923893213272,
      "loss_total": 0.004834923893213272,
      "step": 65800
    },
    {
      "loss_action": 0.008461158722639084,
      "loss_total": 0.008461158722639084,
      "step": 65800
    },
    {
      "loss_action": 0.0024220445193350315,
      "loss_total": 0.0024220445193350315,
      "step": 65800
    },
    {
      "loss_action": 0.002693566493690014,
      "loss_total": 0.002693566493690014,
      "step": 65800
    },
    {
      "loss_action": 0.010358757339417934,
      "loss_total": 0.010358757339417934,
      "step": 65800
    },
    {
      "loss_action": 0.021672211587429047,
      "loss_total": 0.021672211587429047,
      "step": 65800
    },
    {
      "loss_action": 0.007919267751276493,
      "loss_total": 0.007919267751276493,
      "step": 65800
    },
    {
      "loss_action": 0.004306384827941656,
      "loss_total": 0.004306384827941656,
      "step": 65800
    },
    {
      "grad_norm": 0.10634560883045197,
      "learning_rate": 9.64569512345427e-05,
      "loss": 0.0066,
      "step": 65810
    },
    {
      "loss_action": 0.0035138947423547506,
      "loss_total": 0.0035138947423547506,
      "step": 65810
    },
    {
      "loss_action": 0.013053850270807743,
      "loss_total": 0.013053850270807743,
      "step": 65810
    },
    {
      "loss_action": 0.012973515316843987,
      "loss_total": 0.012973515316843987,
      "step": 65810
    },
    {
      "loss_action": 0.0017180427676066756,
      "loss_total": 0.0017180427676066756,
      "step": 65810
    },
    {
      "loss_action": 0.004973712842911482,
      "loss_total": 0.004973712842911482,
      "step": 65810
    },
    {
      "loss_action": 0.003516839351505041,
      "loss_total": 0.003516839351505041,
      "step": 65810
    },
    {
      "loss_action": 0.010434862226247787,
      "loss_total": 0.010434862226247787,
      "step": 65810
    },
    {
      "loss_action": 0.0023388254921883345,
      "loss_total": 0.0023388254921883345,
      "step": 65810
    },
    {
      "grad_norm": 0.10056213289499283,
      "learning_rate": 9.645542273005529e-05,
      "loss": 0.0067,
      "step": 65820
    },
    {
      "loss_action": 0.010281416587531567,
      "loss_total": 0.010281416587531567,
      "step": 65820
    },
    {
      "loss_action": 0.0012713226024061441,
      "loss_total": 0.0012713226024061441,
      "step": 65820
    },
    {
      "loss_action": 0.00339520163834095,
      "loss_total": 0.00339520163834095,
      "step": 65820
    },
    {
      "loss_action": 0.008671104907989502,
      "loss_total": 0.008671104907989502,
      "step": 65820
    },
    {
      "loss_action": 0.003056443529203534,
      "loss_total": 0.003056443529203534,
      "step": 65820
    },
    {
      "loss_action": 0.009794597513973713,
      "loss_total": 0.009794597513973713,
      "step": 65820
    },
    {
      "loss_action": 0.005388825200498104,
      "loss_total": 0.005388825200498104,
      "step": 65820
    },
    {
      "loss_action": 0.003928717225790024,
      "loss_total": 0.003928717225790024,
      "step": 65820
    },
    {
      "grad_norm": 0.11265882849693298,
      "learning_rate": 9.645389390804944e-05,
      "loss": 0.0075,
      "step": 65830
    },
    {
      "loss_action": 0.00550450012087822,
      "loss_total": 0.00550450012087822,
      "step": 65830
    },
    {
      "loss_action": 0.012861467897891998,
      "loss_total": 0.012861467897891998,
      "step": 65830
    },
    {
      "loss_action": 0.003033840097486973,
      "loss_total": 0.003033840097486973,
      "step": 65830
    },
    {
      "loss_action": 0.002650076989084482,
      "loss_total": 0.002650076989084482,
      "step": 65830
    },
    {
      "loss_action": 0.0017039908561855555,
      "loss_total": 0.0017039908561855555,
      "step": 65830
    },
    {
      "loss_action": 0.008195039816200733,
      "loss_total": 0.008195039816200733,
      "step": 65830
    },
    {
      "loss_action": 0.009872348979115486,
      "loss_total": 0.009872348979115486,
      "step": 65830
    },
    {
      "loss_action": 0.005072505213320255,
      "loss_total": 0.005072505213320255,
      "step": 65830
    },
    {
      "grad_norm": 0.13128943741321564,
      "learning_rate": 9.645236476853557e-05,
      "loss": 0.0079,
      "step": 65840
    },
    {
      "loss_action": 0.0019542528316378593,
      "loss_total": 0.0019542528316378593,
      "step": 65840
    },
    {
      "loss_action": 0.005044137127697468,
      "loss_total": 0.005044137127697468,
      "step": 65840
    },
    {
      "loss_action": 0.005071911495178938,
      "loss_total": 0.005071911495178938,
      "step": 65840
    },
    {
      "loss_action": 0.005052105523645878,
      "loss_total": 0.005052105523645878,
      "step": 65840
    },
    {
      "loss_action": 0.002746670041233301,
      "loss_total": 0.002746670041233301,
      "step": 65840
    },
    {
      "loss_action": 0.007248538546264172,
      "loss_total": 0.007248538546264172,
      "step": 65840
    },
    {
      "loss_action": 0.03571420907974243,
      "loss_total": 0.03571420907974243,
      "step": 65840
    },
    {
      "loss_action": 0.005518804769963026,
      "loss_total": 0.005518804769963026,
      "step": 65840
    },
    {
      "grad_norm": 0.10634665936231613,
      "learning_rate": 9.645083531152417e-05,
      "loss": 0.0061,
      "step": 65850
    },
    {
      "loss_action": 0.0034986119717359543,
      "loss_total": 0.0034986119717359543,
      "step": 65850
    },
    {
      "loss_action": 0.01491636224091053,
      "loss_total": 0.01491636224091053,
      "step": 65850
    },
    {
      "loss_action": 0.005510956048965454,
      "loss_total": 0.005510956048965454,
      "step": 65850
    },
    {
      "loss_action": 0.006106667686253786,
      "loss_total": 0.006106667686253786,
      "step": 65850
    },
    {
      "loss_action": 0.010115744546055794,
      "loss_total": 0.010115744546055794,
      "step": 65850
    },
    {
      "loss_action": 0.0044708107598125935,
      "loss_total": 0.0044708107598125935,
      "step": 65850
    },
    {
      "loss_action": 0.002516317181289196,
      "loss_total": 0.002516317181289196,
      "step": 65850
    },
    {
      "loss_action": 0.008960718289017677,
      "loss_total": 0.008960718289017677,
      "step": 65850
    },
    {
      "grad_norm": 0.09997893124818802,
      "learning_rate": 9.644930553702566e-05,
      "loss": 0.0067,
      "step": 65860
    },
    {
      "loss_action": 0.0037471505347639322,
      "loss_total": 0.0037471505347639322,
      "step": 65860
    },
    {
      "loss_action": 0.013350816443562508,
      "loss_total": 0.013350816443562508,
      "step": 65860
    },
    {
      "loss_action": 0.007625100202858448,
      "loss_total": 0.007625100202858448,
      "step": 65860
    },
    {
      "loss_action": 0.002480145078152418,
      "loss_total": 0.002480145078152418,
      "step": 65860
    },
    {
      "loss_action": 0.0071051656268537045,
      "loss_total": 0.0071051656268537045,
      "step": 65860
    },
    {
      "loss_action": 0.004518464673310518,
      "loss_total": 0.004518464673310518,
      "step": 65860
    },
    {
      "loss_action": 0.005315289366990328,
      "loss_total": 0.005315289366990328,
      "step": 65860
    },
    {
      "loss_action": 0.011645572260022163,
      "loss_total": 0.011645572260022163,
      "step": 65860
    },
    {
      "grad_norm": 0.08694431185722351,
      "learning_rate": 9.64477754450505e-05,
      "loss": 0.0062,
      "step": 65870
    },
    {
      "loss_action": 0.003988690208643675,
      "loss_total": 0.003988690208643675,
      "step": 65870
    },
    {
      "loss_action": 0.012054573744535446,
      "loss_total": 0.012054573744535446,
      "step": 65870
    },
    {
      "loss_action": 0.010474534705281258,
      "loss_total": 0.010474534705281258,
      "step": 65870
    },
    {
      "loss_action": 0.004621722269803286,
      "loss_total": 0.004621722269803286,
      "step": 65870
    },
    {
      "loss_action": 0.016192492097616196,
      "loss_total": 0.016192492097616196,
      "step": 65870
    },
    {
      "loss_action": 0.007045545615255833,
      "loss_total": 0.007045545615255833,
      "step": 65870
    },
    {
      "loss_action": 0.002303473185747862,
      "loss_total": 0.002303473185747862,
      "step": 65870
    },
    {
      "loss_action": 0.011007474735379219,
      "loss_total": 0.011007474735379219,
      "step": 65870
    },
    {
      "grad_norm": 0.13330678641796112,
      "learning_rate": 9.644624503560917e-05,
      "loss": 0.0071,
      "step": 65880
    },
    {
      "loss_action": 0.004761704243719578,
      "loss_total": 0.004761704243719578,
      "step": 65880
    },
    {
      "loss_action": 0.028172889724373817,
      "loss_total": 0.028172889724373817,
      "step": 65880
    },
    {
      "loss_action": 0.0039178598672151566,
      "loss_total": 0.0039178598672151566,
      "step": 65880
    },
    {
      "loss_action": 0.007091674953699112,
      "loss_total": 0.007091674953699112,
      "step": 65880
    },
    {
      "loss_action": 0.01077533420175314,
      "loss_total": 0.01077533420175314,
      "step": 65880
    },
    {
      "loss_action": 0.01549186185002327,
      "loss_total": 0.01549186185002327,
      "step": 65880
    },
    {
      "loss_action": 0.005061421077698469,
      "loss_total": 0.005061421077698469,
      "step": 65880
    },
    {
      "loss_action": 0.002037700964137912,
      "loss_total": 0.002037700964137912,
      "step": 65880
    },
    {
      "grad_norm": 0.09418618679046631,
      "learning_rate": 9.644471430871213e-05,
      "loss": 0.0081,
      "step": 65890
    },
    {
      "loss_action": 0.008349983021616936,
      "loss_total": 0.008349983021616936,
      "step": 65890
    },
    {
      "loss_action": 0.0054476819932460785,
      "loss_total": 0.0054476819932460785,
      "step": 65890
    },
    {
      "loss_action": 0.001516283373348415,
      "loss_total": 0.001516283373348415,
      "step": 65890
    },
    {
      "loss_action": 0.008873313665390015,
      "loss_total": 0.008873313665390015,
      "step": 65890
    },
    {
      "loss_action": 0.0034093009307980537,
      "loss_total": 0.0034093009307980537,
      "step": 65890
    },
    {
      "loss_action": 0.005522591061890125,
      "loss_total": 0.005522591061890125,
      "step": 65890
    },
    {
      "loss_action": 0.004655554424971342,
      "loss_total": 0.004655554424971342,
      "step": 65890
    },
    {
      "loss_action": 0.0023265182971954346,
      "loss_total": 0.0023265182971954346,
      "step": 65890
    },
    {
      "grad_norm": 0.11819092184305191,
      "learning_rate": 9.644318326436981e-05,
      "loss": 0.0067,
      "step": 65900
    },
    {
      "loss_action": 0.007468162104487419,
      "loss_total": 0.007468162104487419,
      "step": 65900
    },
    {
      "loss_action": 0.0040724617429077625,
      "loss_total": 0.0040724617429077625,
      "step": 65900
    },
    {
      "loss_action": 0.02133987843990326,
      "loss_total": 0.02133987843990326,
      "step": 65900
    },
    {
      "loss_action": 0.01660149358212948,
      "loss_total": 0.01660149358212948,
      "step": 65900
    },
    {
      "loss_action": 0.006173655856400728,
      "loss_total": 0.006173655856400728,
      "step": 65900
    },
    {
      "loss_action": 0.06658480316400528,
      "loss_total": 0.06658480316400528,
      "step": 65900
    },
    {
      "loss_action": 0.0027769291773438454,
      "loss_total": 0.0027769291773438454,
      "step": 65900
    },
    {
      "loss_action": 0.006616586819291115,
      "loss_total": 0.006616586819291115,
      "step": 65900
    },
    {
      "grad_norm": 0.1510765701532364,
      "learning_rate": 9.644165190259269e-05,
      "loss": 0.0084,
      "step": 65910
    },
    {
      "loss_action": 0.004935974255204201,
      "loss_total": 0.004935974255204201,
      "step": 65910
    },
    {
      "loss_action": 0.006217468064278364,
      "loss_total": 0.006217468064278364,
      "step": 65910
    },
    {
      "loss_action": 0.0026203799061477184,
      "loss_total": 0.0026203799061477184,
      "step": 65910
    },
    {
      "loss_action": 0.004286446142941713,
      "loss_total": 0.004286446142941713,
      "step": 65910
    },
    {
      "loss_action": 0.004091242328286171,
      "loss_total": 0.004091242328286171,
      "step": 65910
    },
    {
      "loss_action": 0.019909560680389404,
      "loss_total": 0.019909560680389404,
      "step": 65910
    },
    {
      "loss_action": 0.00763288140296936,
      "loss_total": 0.00763288140296936,
      "step": 65910
    },
    {
      "loss_action": 0.00783834233880043,
      "loss_total": 0.00783834233880043,
      "step": 65910
    },
    {
      "grad_norm": 0.08890272676944733,
      "learning_rate": 9.644012022339127e-05,
      "loss": 0.0081,
      "step": 65920
    },
    {
      "loss_action": 0.004450066015124321,
      "loss_total": 0.004450066015124321,
      "step": 65920
    },
    {
      "loss_action": 0.00419703871011734,
      "loss_total": 0.00419703871011734,
      "step": 65920
    },
    {
      "loss_action": 0.009337728843092918,
      "loss_total": 0.009337728843092918,
      "step": 65920
    },
    {
      "loss_action": 0.017744366079568863,
      "loss_total": 0.017744366079568863,
      "step": 65920
    },
    {
      "loss_action": 0.006698691286146641,
      "loss_total": 0.006698691286146641,
      "step": 65920
    },
    {
      "loss_action": 0.008598711341619492,
      "loss_total": 0.008598711341619492,
      "step": 65920
    },
    {
      "loss_action": 0.00440216064453125,
      "loss_total": 0.00440216064453125,
      "step": 65920
    },
    {
      "loss_action": 0.0025216243229806423,
      "loss_total": 0.0025216243229806423,
      "step": 65920
    },
    {
      "grad_norm": 0.14633525907993317,
      "learning_rate": 9.643858822677596e-05,
      "loss": 0.007,
      "step": 65930
    },
    {
      "loss_action": 0.007590970024466515,
      "loss_total": 0.007590970024466515,
      "step": 65930
    },
    {
      "loss_action": 0.011691072955727577,
      "loss_total": 0.011691072955727577,
      "step": 65930
    },
    {
      "loss_action": 0.010567142628133297,
      "loss_total": 0.010567142628133297,
      "step": 65930
    },
    {
      "loss_action": 0.014621058478951454,
      "loss_total": 0.014621058478951454,
      "step": 65930
    },
    {
      "loss_action": 0.004595369566231966,
      "loss_total": 0.004595369566231966,
      "step": 65930
    },
    {
      "loss_action": 0.012322827242314816,
      "loss_total": 0.012322827242314816,
      "step": 65930
    },
    {
      "loss_action": 0.005886896513402462,
      "loss_total": 0.005886896513402462,
      "step": 65930
    },
    {
      "loss_action": 0.006670225411653519,
      "loss_total": 0.006670225411653519,
      "step": 65930
    },
    {
      "grad_norm": 0.1423584222793579,
      "learning_rate": 9.643705591275726e-05,
      "loss": 0.0066,
      "step": 65940
    },
    {
      "loss_action": 0.02295175939798355,
      "loss_total": 0.02295175939798355,
      "step": 65940
    },
    {
      "loss_action": 0.0065435562282800674,
      "loss_total": 0.0065435562282800674,
      "step": 65940
    },
    {
      "loss_action": 0.011542947962880135,
      "loss_total": 0.011542947962880135,
      "step": 65940
    },
    {
      "loss_action": 0.00800193939357996,
      "loss_total": 0.00800193939357996,
      "step": 65940
    },
    {
      "loss_action": 0.01669486053287983,
      "loss_total": 0.01669486053287983,
      "step": 65940
    },
    {
      "loss_action": 0.01616329327225685,
      "loss_total": 0.01616329327225685,
      "step": 65940
    },
    {
      "loss_action": 0.00611113291233778,
      "loss_total": 0.00611113291233778,
      "step": 65940
    },
    {
      "loss_action": 0.005333508364856243,
      "loss_total": 0.005333508364856243,
      "step": 65940
    },
    {
      "grad_norm": 0.0900542363524437,
      "learning_rate": 9.643552328134566e-05,
      "loss": 0.007,
      "step": 65950
    },
    {
      "loss_action": 0.010587925091385841,
      "loss_total": 0.010587925091385841,
      "step": 65950
    },
    {
      "loss_action": 0.010100803337991238,
      "loss_total": 0.010100803337991238,
      "step": 65950
    },
    {
      "loss_action": 0.0073712486773729324,
      "loss_total": 0.0073712486773729324,
      "step": 65950
    },
    {
      "loss_action": 0.003116536419838667,
      "loss_total": 0.003116536419838667,
      "step": 65950
    },
    {
      "loss_action": 0.002252827398478985,
      "loss_total": 0.002252827398478985,
      "step": 65950
    },
    {
      "loss_action": 0.006054549943655729,
      "loss_total": 0.006054549943655729,
      "step": 65950
    },
    {
      "loss_action": 0.0033422436099499464,
      "loss_total": 0.0033422436099499464,
      "step": 65950
    },
    {
      "loss_action": 0.0029289619997143745,
      "loss_total": 0.0029289619997143745,
      "step": 65950
    },
    {
      "grad_norm": 0.13281770050525665,
      "learning_rate": 9.64339903325516e-05,
      "loss": 0.007,
      "step": 65960
    },
    {
      "loss_action": 0.0036625643260776997,
      "loss_total": 0.0036625643260776997,
      "step": 65960
    },
    {
      "loss_action": 0.004702915903180838,
      "loss_total": 0.004702915903180838,
      "step": 65960
    },
    {
      "loss_action": 0.003245543222874403,
      "loss_total": 0.003245543222874403,
      "step": 65960
    },
    {
      "loss_action": 0.012219159863889217,
      "loss_total": 0.012219159863889217,
      "step": 65960
    },
    {
      "loss_action": 0.004388679750263691,
      "loss_total": 0.004388679750263691,
      "step": 65960
    },
    {
      "loss_action": 0.004859022330492735,
      "loss_total": 0.004859022330492735,
      "step": 65960
    },
    {
      "loss_action": 0.0080717159435153,
      "loss_total": 0.0080717159435153,
      "step": 65960
    },
    {
      "loss_action": 0.004316783044487238,
      "loss_total": 0.004316783044487238,
      "step": 65960
    },
    {
      "grad_norm": 0.1411711722612381,
      "learning_rate": 9.64324570663856e-05,
      "loss": 0.0077,
      "step": 65970
    },
    {
      "loss_action": 0.008221509866416454,
      "loss_total": 0.008221509866416454,
      "step": 65970
    },
    {
      "loss_action": 0.00785699114203453,
      "loss_total": 0.00785699114203453,
      "step": 65970
    },
    {
      "loss_action": 0.01266564428806305,
      "loss_total": 0.01266564428806305,
      "step": 65970
    },
    {
      "loss_action": 0.004603876266628504,
      "loss_total": 0.004603876266628504,
      "step": 65970
    },
    {
      "loss_action": 0.0028598392382264137,
      "loss_total": 0.0028598392382264137,
      "step": 65970
    },
    {
      "loss_action": 0.008527819067239761,
      "loss_total": 0.008527819067239761,
      "step": 65970
    },
    {
      "loss_action": 0.003479887032881379,
      "loss_total": 0.003479887032881379,
      "step": 65970
    },
    {
      "loss_action": 0.018966004252433777,
      "loss_total": 0.018966004252433777,
      "step": 65970
    },
    {
      "grad_norm": 0.08407443016767502,
      "learning_rate": 9.643092348285809e-05,
      "loss": 0.0071,
      "step": 65980
    },
    {
      "loss_action": 0.0021502457093447447,
      "loss_total": 0.0021502457093447447,
      "step": 65980
    },
    {
      "loss_action": 0.008047331124544144,
      "loss_total": 0.008047331124544144,
      "step": 65980
    },
    {
      "loss_action": 0.005780923180282116,
      "loss_total": 0.005780923180282116,
      "step": 65980
    },
    {
      "loss_action": 0.005376844201236963,
      "loss_total": 0.005376844201236963,
      "step": 65980
    },
    {
      "loss_action": 0.005278622731566429,
      "loss_total": 0.005278622731566429,
      "step": 65980
    },
    {
      "loss_action": 0.003292923327535391,
      "loss_total": 0.003292923327535391,
      "step": 65980
    },
    {
      "loss_action": 0.009964979253709316,
      "loss_total": 0.009964979253709316,
      "step": 65980
    },
    {
      "loss_action": 0.005356404930353165,
      "loss_total": 0.005356404930353165,
      "step": 65980
    },
    {
      "grad_norm": 0.11996175348758698,
      "learning_rate": 9.64293895819796e-05,
      "loss": 0.0061,
      "step": 65990
    },
    {
      "loss_action": 0.004538941662758589,
      "loss_total": 0.004538941662758589,
      "step": 65990
    },
    {
      "loss_action": 0.0018804515711963177,
      "loss_total": 0.0018804515711963177,
      "step": 65990
    },
    {
      "loss_action": 0.0035252063535153866,
      "loss_total": 0.0035252063535153866,
      "step": 65990
    },
    {
      "loss_action": 0.004297693260014057,
      "loss_total": 0.004297693260014057,
      "step": 65990
    },
    {
      "loss_action": 0.017583802342414856,
      "loss_total": 0.017583802342414856,
      "step": 65990
    },
    {
      "loss_action": 0.0032444740645587444,
      "loss_total": 0.0032444740645587444,
      "step": 65990
    },
    {
      "loss_action": 0.001768796588294208,
      "loss_total": 0.001768796588294208,
      "step": 65990
    },
    {
      "loss_action": 0.004107899498194456,
      "loss_total": 0.004107899498194456,
      "step": 65990
    },
    {
      "grad_norm": 0.13188967108726501,
      "learning_rate": 9.642785536376059e-05,
      "loss": 0.0082,
      "step": 66000
    },
    {
      "loss_action": 0.00501766474917531,
      "loss_total": 0.00501766474917531,
      "step": 66000
    },
    {
      "loss_action": 0.003112724982202053,
      "loss_total": 0.003112724982202053,
      "step": 66000
    },
    {
      "loss_action": 0.009198533371090889,
      "loss_total": 0.009198533371090889,
      "step": 66000
    },
    {
      "loss_action": 0.004016605205833912,
      "loss_total": 0.004016605205833912,
      "step": 66000
    },
    {
      "loss_action": 0.008042199537158012,
      "loss_total": 0.008042199537158012,
      "step": 66000
    },
    {
      "loss_action": 0.00550610339269042,
      "loss_total": 0.00550610339269042,
      "step": 66000
    },
    {
      "loss_action": 0.002618074882775545,
      "loss_total": 0.002618074882775545,
      "step": 66000
    },
    {
      "loss_action": 0.007352280430495739,
      "loss_total": 0.007352280430495739,
      "step": 66000
    },
    {
      "grad_norm": 0.1415163278579712,
      "learning_rate": 9.642632082821155e-05,
      "loss": 0.0069,
      "step": 66010
    },
    {
      "loss_action": 0.016014091670513153,
      "loss_total": 0.016014091670513153,
      "step": 66010
    },
    {
      "loss_action": 0.01129352580755949,
      "loss_total": 0.01129352580755949,
      "step": 66010
    },
    {
      "loss_action": 0.019343886524438858,
      "loss_total": 0.019343886524438858,
      "step": 66010
    },
    {
      "loss_action": 0.0021488661877810955,
      "loss_total": 0.0021488661877810955,
      "step": 66010
    },
    {
      "loss_action": 0.005224693566560745,
      "loss_total": 0.005224693566560745,
      "step": 66010
    },
    {
      "loss_action": 0.00670257955789566,
      "loss_total": 0.00670257955789566,
      "step": 66010
    },
    {
      "loss_action": 0.0028843346517533064,
      "loss_total": 0.0028843346517533064,
      "step": 66010
    },
    {
      "loss_action": 0.007307521067559719,
      "loss_total": 0.007307521067559719,
      "step": 66010
    },
    {
      "grad_norm": 0.11149854958057404,
      "learning_rate": 9.642478597534295e-05,
      "loss": 0.0074,
      "step": 66020
    },
    {
      "loss_action": 0.005801442079246044,
      "loss_total": 0.005801442079246044,
      "step": 66020
    },
    {
      "loss_action": 0.005323082208633423,
      "loss_total": 0.005323082208633423,
      "step": 66020
    },
    {
      "loss_action": 0.00753790233284235,
      "loss_total": 0.00753790233284235,
      "step": 66020
    },
    {
      "loss_action": 0.01358243077993393,
      "loss_total": 0.01358243077993393,
      "step": 66020
    },
    {
      "loss_action": 0.0050468286499381065,
      "loss_total": 0.0050468286499381065,
      "step": 66020
    },
    {
      "loss_action": 0.002170074265450239,
      "loss_total": 0.002170074265450239,
      "step": 66020
    },
    {
      "loss_action": 0.010318123735487461,
      "loss_total": 0.010318123735487461,
      "step": 66020
    },
    {
      "loss_action": 0.010518265888094902,
      "loss_total": 0.010518265888094902,
      "step": 66020
    },
    {
      "grad_norm": 0.10077839344739914,
      "learning_rate": 9.642325080516531e-05,
      "loss": 0.0069,
      "step": 66030
    },
    {
      "loss_action": 0.006386514287441969,
      "loss_total": 0.006386514287441969,
      "step": 66030
    },
    {
      "loss_action": 0.006006796844303608,
      "loss_total": 0.006006796844303608,
      "step": 66030
    },
    {
      "loss_action": 0.09986278414726257,
      "loss_total": 0.09986278414726257,
      "step": 66030
    },
    {
      "loss_action": 0.004153785761445761,
      "loss_total": 0.004153785761445761,
      "step": 66030
    },
    {
      "loss_action": 0.00835692323744297,
      "loss_total": 0.00835692323744297,
      "step": 66030
    },
    {
      "loss_action": 0.005471831653267145,
      "loss_total": 0.005471831653267145,
      "step": 66030
    },
    {
      "loss_action": 0.007108550518751144,
      "loss_total": 0.007108550518751144,
      "step": 66030
    },
    {
      "loss_action": 0.010447824373841286,
      "loss_total": 0.010447824373841286,
      "step": 66030
    },
    {
      "grad_norm": 0.11184220761060715,
      "learning_rate": 9.64217153176891e-05,
      "loss": 0.0078,
      "step": 66040
    },
    {
      "loss_action": 0.006797824054956436,
      "loss_total": 0.006797824054956436,
      "step": 66040
    },
    {
      "loss_action": 0.006046643480658531,
      "loss_total": 0.006046643480658531,
      "step": 66040
    },
    {
      "loss_action": 0.005131823942065239,
      "loss_total": 0.005131823942065239,
      "step": 66040
    },
    {
      "loss_action": 0.016137033700942993,
      "loss_total": 0.016137033700942993,
      "step": 66040
    },
    {
      "loss_action": 0.003874356159940362,
      "loss_total": 0.003874356159940362,
      "step": 66040
    },
    {
      "loss_action": 0.005785555113106966,
      "loss_total": 0.005785555113106966,
      "step": 66040
    },
    {
      "loss_action": 0.007943755015730858,
      "loss_total": 0.007943755015730858,
      "step": 66040
    },
    {
      "loss_action": 0.03333897143602371,
      "loss_total": 0.03333897143602371,
      "step": 66040
    },
    {
      "grad_norm": 0.1801576018333435,
      "learning_rate": 9.642017951292483e-05,
      "loss": 0.0091,
      "step": 66050
    },
    {
      "loss_action": 0.003436930477619171,
      "loss_total": 0.003436930477619171,
      "step": 66050
    },
    {
      "loss_action": 0.004446281120181084,
      "loss_total": 0.004446281120181084,
      "step": 66050
    },
    {
      "loss_action": 0.00801197998225689,
      "loss_total": 0.00801197998225689,
      "step": 66050
    },
    {
      "loss_action": 0.002135701011866331,
      "loss_total": 0.002135701011866331,
      "step": 66050
    },
    {
      "loss_action": 0.004531336948275566,
      "loss_total": 0.004531336948275566,
      "step": 66050
    },
    {
      "loss_action": 0.010441835969686508,
      "loss_total": 0.010441835969686508,
      "step": 66050
    },
    {
      "loss_action": 0.00358215207234025,
      "loss_total": 0.00358215207234025,
      "step": 66050
    },
    {
      "loss_action": 0.007123860064893961,
      "loss_total": 0.007123860064893961,
      "step": 66050
    },
    {
      "grad_norm": 0.12265051901340485,
      "learning_rate": 9.641864339088301e-05,
      "loss": 0.0078,
      "step": 66060
    },
    {
      "loss_action": 0.002868227194994688,
      "loss_total": 0.002868227194994688,
      "step": 66060
    },
    {
      "loss_action": 0.007194426842033863,
      "loss_total": 0.007194426842033863,
      "step": 66060
    },
    {
      "loss_action": 0.0038253306411206722,
      "loss_total": 0.0038253306411206722,
      "step": 66060
    },
    {
      "loss_action": 0.013496723026037216,
      "loss_total": 0.013496723026037216,
      "step": 66060
    },
    {
      "loss_action": 0.0032400479540228844,
      "loss_total": 0.0032400479540228844,
      "step": 66060
    },
    {
      "loss_action": 0.005166902672499418,
      "loss_total": 0.005166902672499418,
      "step": 66060
    },
    {
      "loss_action": 0.006716121919453144,
      "loss_total": 0.006716121919453144,
      "step": 66060
    },
    {
      "loss_action": 0.005270496942102909,
      "loss_total": 0.005270496942102909,
      "step": 66060
    },
    {
      "grad_norm": 0.11853764951229095,
      "learning_rate": 9.641710695157411e-05,
      "loss": 0.007,
      "step": 66070
    },
    {
      "loss_action": 0.0035734684206545353,
      "loss_total": 0.0035734684206545353,
      "step": 66070
    },
    {
      "loss_action": 0.008078210055828094,
      "loss_total": 0.008078210055828094,
      "step": 66070
    },
    {
      "loss_action": 0.007224192377179861,
      "loss_total": 0.007224192377179861,
      "step": 66070
    },
    {
      "loss_action": 0.002617722377181053,
      "loss_total": 0.002617722377181053,
      "step": 66070
    },
    {
      "loss_action": 0.0019500571070238948,
      "loss_total": 0.0019500571070238948,
      "step": 66070
    },
    {
      "loss_action": 0.008244701661169529,
      "loss_total": 0.008244701661169529,
      "step": 66070
    },
    {
      "loss_action": 0.006455497350543737,
      "loss_total": 0.006455497350543737,
      "step": 66070
    },
    {
      "loss_action": 0.0030417651869356632,
      "loss_total": 0.0030417651869356632,
      "step": 66070
    },
    {
      "grad_norm": 0.09139862656593323,
      "learning_rate": 9.641557019500865e-05,
      "loss": 0.0068,
      "step": 66080
    },
    {
      "loss_action": 0.008169261738657951,
      "loss_total": 0.008169261738657951,
      "step": 66080
    },
    {
      "loss_action": 0.004374608397483826,
      "loss_total": 0.004374608397483826,
      "step": 66080
    },
    {
      "loss_action": 0.01175868883728981,
      "loss_total": 0.01175868883728981,
      "step": 66080
    },
    {
      "loss_action": 0.002994995564222336,
      "loss_total": 0.002994995564222336,
      "step": 66080
    },
    {
      "loss_action": 0.014367012307047844,
      "loss_total": 0.014367012307047844,
      "step": 66080
    },
    {
      "loss_action": 0.0052610402926802635,
      "loss_total": 0.0052610402926802635,
      "step": 66080
    },
    {
      "loss_action": 0.0022670275066047907,
      "loss_total": 0.0022670275066047907,
      "step": 66080
    },
    {
      "loss_action": 0.009919391013681889,
      "loss_total": 0.009919391013681889,
      "step": 66080
    },
    {
      "grad_norm": 0.11201577633619308,
      "learning_rate": 9.64140331211971e-05,
      "loss": 0.0072,
      "step": 66090
    },
    {
      "loss_action": 0.03761116415262222,
      "loss_total": 0.03761116415262222,
      "step": 66090
    },
    {
      "loss_action": 0.004280604422092438,
      "loss_total": 0.004280604422092438,
      "step": 66090
    },
    {
      "loss_action": 0.014389852993190289,
      "loss_total": 0.014389852993190289,
      "step": 66090
    },
    {
      "loss_action": 0.008538942784070969,
      "loss_total": 0.008538942784070969,
      "step": 66090
    },
    {
      "loss_action": 0.006995939649641514,
      "loss_total": 0.006995939649641514,
      "step": 66090
    },
    {
      "loss_action": 0.012933939695358276,
      "loss_total": 0.012933939695358276,
      "step": 66090
    },
    {
      "loss_action": 0.011599701829254627,
      "loss_total": 0.011599701829254627,
      "step": 66090
    },
    {
      "loss_action": 0.009105214849114418,
      "loss_total": 0.009105214849114418,
      "step": 66090
    },
    {
      "grad_norm": 0.19222009181976318,
      "learning_rate": 9.641249573015002e-05,
      "loss": 0.0072,
      "step": 66100
    },
    {
      "loss_action": 0.006104033440351486,
      "loss_total": 0.006104033440351486,
      "step": 66100
    },
    {
      "loss_action": 0.004981229547411203,
      "loss_total": 0.004981229547411203,
      "step": 66100
    },
    {
      "loss_action": 0.00741374958306551,
      "loss_total": 0.00741374958306551,
      "step": 66100
    },
    {
      "loss_action": 0.007201189175248146,
      "loss_total": 0.007201189175248146,
      "step": 66100
    },
    {
      "loss_action": 0.004384317435324192,
      "loss_total": 0.004384317435324192,
      "step": 66100
    },
    {
      "loss_action": 0.008512325584888458,
      "loss_total": 0.008512325584888458,
      "step": 66100
    },
    {
      "loss_action": 0.005302535369992256,
      "loss_total": 0.005302535369992256,
      "step": 66100
    },
    {
      "loss_action": 0.002608582843095064,
      "loss_total": 0.002608582843095064,
      "step": 66100
    },
    {
      "grad_norm": 0.1300293207168579,
      "learning_rate": 9.641095802187787e-05,
      "loss": 0.0072,
      "step": 66110
    },
    {
      "loss_action": 0.007857226766645908,
      "loss_total": 0.007857226766645908,
      "step": 66110
    },
    {
      "loss_action": 0.01572386547923088,
      "loss_total": 0.01572386547923088,
      "step": 66110
    },
    {
      "loss_action": 0.005704452283680439,
      "loss_total": 0.005704452283680439,
      "step": 66110
    },
    {
      "loss_action": 0.015182072296738625,
      "loss_total": 0.015182072296738625,
      "step": 66110
    },
    {
      "loss_action": 0.005206918343901634,
      "loss_total": 0.005206918343901634,
      "step": 66110
    },
    {
      "loss_action": 0.010010326281189919,
      "loss_total": 0.010010326281189919,
      "step": 66110
    },
    {
      "loss_action": 0.006656257435679436,
      "loss_total": 0.006656257435679436,
      "step": 66110
    },
    {
      "loss_action": 0.0061602164059877396,
      "loss_total": 0.0061602164059877396,
      "step": 66110
    },
    {
      "grad_norm": 0.10043331980705261,
      "learning_rate": 9.640941999639119e-05,
      "loss": 0.0078,
      "step": 66120
    },
    {
      "loss_action": 0.006427706219255924,
      "loss_total": 0.006427706219255924,
      "step": 66120
    },
    {
      "loss_action": 0.02470839023590088,
      "loss_total": 0.02470839023590088,
      "step": 66120
    },
    {
      "loss_action": 0.0060035791248083115,
      "loss_total": 0.0060035791248083115,
      "step": 66120
    },
    {
      "loss_action": 0.010605483315885067,
      "loss_total": 0.010605483315885067,
      "step": 66120
    },
    {
      "loss_action": 0.006852041929960251,
      "loss_total": 0.006852041929960251,
      "step": 66120
    },
    {
      "loss_action": 0.0024156058207154274,
      "loss_total": 0.0024156058207154274,
      "step": 66120
    },
    {
      "loss_action": 0.006513373926281929,
      "loss_total": 0.006513373926281929,
      "step": 66120
    },
    {
      "loss_action": 0.0029995597433298826,
      "loss_total": 0.0029995597433298826,
      "step": 66120
    },
    {
      "grad_norm": 0.10474483668804169,
      "learning_rate": 9.640788165370049e-05,
      "loss": 0.0074,
      "step": 66130
    },
    {
      "loss_action": 0.0050300247967243195,
      "loss_total": 0.0050300247967243195,
      "step": 66130
    },
    {
      "loss_action": 0.005311975721269846,
      "loss_total": 0.005311975721269846,
      "step": 66130
    },
    {
      "loss_action": 0.009659125469624996,
      "loss_total": 0.009659125469624996,
      "step": 66130
    },
    {
      "loss_action": 0.0014486219733953476,
      "loss_total": 0.0014486219733953476,
      "step": 66130
    },
    {
      "loss_action": 0.0033925166353583336,
      "loss_total": 0.0033925166353583336,
      "step": 66130
    },
    {
      "loss_action": 0.007427861448377371,
      "loss_total": 0.007427861448377371,
      "step": 66130
    },
    {
      "loss_action": 0.007003085687756538,
      "loss_total": 0.007003085687756538,
      "step": 66130
    },
    {
      "loss_action": 0.0020118393003940582,
      "loss_total": 0.0020118393003940582,
      "step": 66130
    },
    {
      "grad_norm": 0.10810884833335876,
      "learning_rate": 9.640634299381626e-05,
      "loss": 0.0082,
      "step": 66140
    },
    {
      "loss_action": 0.006668126676231623,
      "loss_total": 0.006668126676231623,
      "step": 66140
    },
    {
      "loss_action": 0.0033491074573248625,
      "loss_total": 0.0033491074573248625,
      "step": 66140
    },
    {
      "loss_action": 0.004368837922811508,
      "loss_total": 0.004368837922811508,
      "step": 66140
    },
    {
      "loss_action": 0.0038503569085150957,
      "loss_total": 0.0038503569085150957,
      "step": 66140
    },
    {
      "loss_action": 0.012809826992452145,
      "loss_total": 0.012809826992452145,
      "step": 66140
    },
    {
      "loss_action": 0.004391237627714872,
      "loss_total": 0.004391237627714872,
      "step": 66140
    },
    {
      "loss_action": 0.004199265036731958,
      "loss_total": 0.004199265036731958,
      "step": 66140
    },
    {
      "loss_action": 0.003583099227398634,
      "loss_total": 0.003583099227398634,
      "step": 66140
    },
    {
      "grad_norm": 0.11534138768911362,
      "learning_rate": 9.640480401674905e-05,
      "loss": 0.0064,
      "step": 66150
    },
    {
      "loss_action": 0.010219142772257328,
      "loss_total": 0.010219142772257328,
      "step": 66150
    },
    {
      "loss_action": 0.0023252021055668592,
      "loss_total": 0.0023252021055668592,
      "step": 66150
    },
    {
      "loss_action": 0.003704772563651204,
      "loss_total": 0.003704772563651204,
      "step": 66150
    },
    {
      "loss_action": 0.005801894702017307,
      "loss_total": 0.005801894702017307,
      "step": 66150
    },
    {
      "loss_action": 0.00604589655995369,
      "loss_total": 0.00604589655995369,
      "step": 66150
    },
    {
      "loss_action": 0.007892664521932602,
      "loss_total": 0.007892664521932602,
      "step": 66150
    },
    {
      "loss_action": 0.010284495539963245,
      "loss_total": 0.010284495539963245,
      "step": 66150
    },
    {
      "loss_action": 0.008906852453947067,
      "loss_total": 0.008906852453947067,
      "step": 66150
    },
    {
      "grad_norm": 0.0930488184094429,
      "learning_rate": 9.640326472250935e-05,
      "loss": 0.007,
      "step": 66160
    },
    {
      "loss_action": 0.009168309159576893,
      "loss_total": 0.009168309159576893,
      "step": 66160
    },
    {
      "loss_action": 0.0025627114810049534,
      "loss_total": 0.0025627114810049534,
      "step": 66160
    },
    {
      "loss_action": 0.003198777325451374,
      "loss_total": 0.003198777325451374,
      "step": 66160
    },
    {
      "loss_action": 0.008031940087676048,
      "loss_total": 0.008031940087676048,
      "step": 66160
    },
    {
      "loss_action": 0.0013493793085217476,
      "loss_total": 0.0013493793085217476,
      "step": 66160
    },
    {
      "loss_action": 0.0035357866436243057,
      "loss_total": 0.0035357866436243057,
      "step": 66160
    },
    {
      "loss_action": 0.002101507969200611,
      "loss_total": 0.002101507969200611,
      "step": 66160
    },
    {
      "loss_action": 0.004938815720379353,
      "loss_total": 0.004938815720379353,
      "step": 66160
    },
    {
      "grad_norm": 0.10422543436288834,
      "learning_rate": 9.64017251111077e-05,
      "loss": 0.0063,
      "step": 66170
    },
    {
      "loss_action": 0.0076341694220900536,
      "loss_total": 0.0076341694220900536,
      "step": 66170
    },
    {
      "loss_action": 0.006042441353201866,
      "loss_total": 0.006042441353201866,
      "step": 66170
    },
    {
      "loss_action": 0.003033089218661189,
      "loss_total": 0.003033089218661189,
      "step": 66170
    },
    {
      "loss_action": 0.002568495227023959,
      "loss_total": 0.002568495227023959,
      "step": 66170
    },
    {
      "loss_action": 0.006022386718541384,
      "loss_total": 0.006022386718541384,
      "step": 66170
    },
    {
      "loss_action": 0.008936434052884579,
      "loss_total": 0.008936434052884579,
      "step": 66170
    },
    {
      "loss_action": 0.0024217870086431503,
      "loss_total": 0.0024217870086431503,
      "step": 66170
    },
    {
      "loss_action": 0.0039306762628257275,
      "loss_total": 0.0039306762628257275,
      "step": 66170
    },
    {
      "grad_norm": 0.10476856678724289,
      "learning_rate": 9.640018518255462e-05,
      "loss": 0.0065,
      "step": 66180
    },
    {
      "loss_action": 0.012674344703555107,
      "loss_total": 0.012674344703555107,
      "step": 66180
    },
    {
      "loss_action": 0.004766485188156366,
      "loss_total": 0.004766485188156366,
      "step": 66180
    },
    {
      "loss_action": 0.0027921339496970177,
      "loss_total": 0.0027921339496970177,
      "step": 66180
    },
    {
      "loss_action": 0.0029047071002423763,
      "loss_total": 0.0029047071002423763,
      "step": 66180
    },
    {
      "loss_action": 0.0076164067722857,
      "loss_total": 0.0076164067722857,
      "step": 66180
    },
    {
      "loss_action": 0.015583952888846397,
      "loss_total": 0.015583952888846397,
      "step": 66180
    },
    {
      "loss_action": 0.006073262542486191,
      "loss_total": 0.006073262542486191,
      "step": 66180
    },
    {
      "loss_action": 0.010691260918974876,
      "loss_total": 0.010691260918974876,
      "step": 66180
    },
    {
      "grad_norm": 0.1132451593875885,
      "learning_rate": 9.639864493686061e-05,
      "loss": 0.0055,
      "step": 66190
    },
    {
      "loss_action": 0.0018672817386686802,
      "loss_total": 0.0018672817386686802,
      "step": 66190
    },
    {
      "loss_action": 0.001869928208179772,
      "loss_total": 0.001869928208179772,
      "step": 66190
    },
    {
      "loss_action": 0.0023633528035134077,
      "loss_total": 0.0023633528035134077,
      "step": 66190
    },
    {
      "loss_action": 0.008924612775444984,
      "loss_total": 0.008924612775444984,
      "step": 66190
    },
    {
      "loss_action": 0.0070235468447208405,
      "loss_total": 0.0070235468447208405,
      "step": 66190
    },
    {
      "loss_action": 0.0059548490680754185,
      "loss_total": 0.0059548490680754185,
      "step": 66190
    },
    {
      "loss_action": 0.009405427612364292,
      "loss_total": 0.009405427612364292,
      "step": 66190
    },
    {
      "loss_action": 0.009121831506490707,
      "loss_total": 0.009121831506490707,
      "step": 66190
    },
    {
      "grad_norm": 0.12781095504760742,
      "learning_rate": 9.639710437403625e-05,
      "loss": 0.0068,
      "step": 66200
    },
    {
      "loss_action": 0.003016072791069746,
      "loss_total": 0.003016072791069746,
      "step": 66200
    },
    {
      "loss_action": 0.00734301470220089,
      "loss_total": 0.00734301470220089,
      "step": 66200
    },
    {
      "loss_action": 0.012409951537847519,
      "loss_total": 0.012409951537847519,
      "step": 66200
    },
    {
      "loss_action": 0.00224989652633667,
      "loss_total": 0.00224989652633667,
      "step": 66200
    },
    {
      "loss_action": 0.005411720834672451,
      "loss_total": 0.005411720834672451,
      "step": 66200
    },
    {
      "loss_action": 0.005796235520392656,
      "loss_total": 0.005796235520392656,
      "step": 66200
    },
    {
      "loss_action": 0.005393180996179581,
      "loss_total": 0.005393180996179581,
      "step": 66200
    },
    {
      "loss_action": 0.01744583249092102,
      "loss_total": 0.01744583249092102,
      "step": 66200
    },
    {
      "grad_norm": 0.09932132065296173,
      "learning_rate": 9.639556349409202e-05,
      "loss": 0.0064,
      "step": 66210
    },
    {
      "loss_action": 0.005769308190792799,
      "loss_total": 0.005769308190792799,
      "step": 66210
    },
    {
      "loss_action": 0.0027686897665262222,
      "loss_total": 0.0027686897665262222,
      "step": 66210
    },
    {
      "loss_action": 0.005738536827266216,
      "loss_total": 0.005738536827266216,
      "step": 66210
    },
    {
      "loss_action": 0.003350419458001852,
      "loss_total": 0.003350419458001852,
      "step": 66210
    },
    {
      "loss_action": 0.0036092502996325493,
      "loss_total": 0.0036092502996325493,
      "step": 66210
    },
    {
      "loss_action": 0.005263990722596645,
      "loss_total": 0.005263990722596645,
      "step": 66210
    },
    {
      "loss_action": 0.007350821979343891,
      "loss_total": 0.007350821979343891,
      "step": 66210
    },
    {
      "loss_action": 0.0023332382552325726,
      "loss_total": 0.0023332382552325726,
      "step": 66210
    },
    {
      "grad_norm": 0.0801335871219635,
      "learning_rate": 9.639402229703848e-05,
      "loss": 0.0073,
      "step": 66220
    },
    {
      "loss_action": 0.005452082492411137,
      "loss_total": 0.005452082492411137,
      "step": 66220
    },
    {
      "loss_action": 0.006932938005775213,
      "loss_total": 0.006932938005775213,
      "step": 66220
    },
    {
      "loss_action": 0.002693310845643282,
      "loss_total": 0.002693310845643282,
      "step": 66220
    },
    {
      "loss_action": 0.00633469270542264,
      "loss_total": 0.00633469270542264,
      "step": 66220
    },
    {
      "loss_action": 0.006524018011987209,
      "loss_total": 0.006524018011987209,
      "step": 66220
    },
    {
      "loss_action": 0.004942920990288258,
      "loss_total": 0.004942920990288258,
      "step": 66220
    },
    {
      "loss_action": 0.0029640118591487408,
      "loss_total": 0.0029640118591487408,
      "step": 66220
    },
    {
      "loss_action": 0.0024692253209650517,
      "loss_total": 0.0024692253209650517,
      "step": 66220
    },
    {
      "grad_norm": 0.1444491595029831,
      "learning_rate": 9.639248078288614e-05,
      "loss": 0.0073,
      "step": 66230
    },
    {
      "loss_action": 0.003394298255443573,
      "loss_total": 0.003394298255443573,
      "step": 66230
    },
    {
      "loss_action": 0.006131322588771582,
      "loss_total": 0.006131322588771582,
      "step": 66230
    },
    {
      "loss_action": 0.007444975432008505,
      "loss_total": 0.007444975432008505,
      "step": 66230
    },
    {
      "loss_action": 0.009321575984358788,
      "loss_total": 0.009321575984358788,
      "step": 66230
    },
    {
      "loss_action": 0.00578864011913538,
      "loss_total": 0.00578864011913538,
      "step": 66230
    },
    {
      "loss_action": 0.006537020672112703,
      "loss_total": 0.006537020672112703,
      "step": 66230
    },
    {
      "loss_action": 0.0050188470631837845,
      "loss_total": 0.0050188470631837845,
      "step": 66230
    },
    {
      "loss_action": 0.010782688856124878,
      "loss_total": 0.010782688856124878,
      "step": 66230
    },
    {
      "grad_norm": 0.08527687937021255,
      "learning_rate": 9.639093895164556e-05,
      "loss": 0.0072,
      "step": 66240
    },
    {
      "loss_action": 0.0055909184738993645,
      "loss_total": 0.0055909184738993645,
      "step": 66240
    },
    {
      "loss_action": 0.010429841466248035,
      "loss_total": 0.010429841466248035,
      "step": 66240
    },
    {
      "loss_action": 0.01162446103990078,
      "loss_total": 0.01162446103990078,
      "step": 66240
    },
    {
      "loss_action": 0.0163300558924675,
      "loss_total": 0.0163300558924675,
      "step": 66240
    },
    {
      "loss_action": 0.0034804739989340305,
      "loss_total": 0.0034804739989340305,
      "step": 66240
    },
    {
      "loss_action": 0.011902255937457085,
      "loss_total": 0.011902255937457085,
      "step": 66240
    },
    {
      "loss_action": 0.011822689324617386,
      "loss_total": 0.011822689324617386,
      "step": 66240
    },
    {
      "loss_action": 0.0028161420486867428,
      "loss_total": 0.0028161420486867428,
      "step": 66240
    },
    {
      "grad_norm": 0.13607363402843475,
      "learning_rate": 9.638939680332729e-05,
      "loss": 0.0073,
      "step": 66250
    },
    {
      "loss_action": 0.0036776824854314327,
      "loss_total": 0.0036776824854314327,
      "step": 66250
    },
    {
      "loss_action": 0.004087592475116253,
      "loss_total": 0.004087592475116253,
      "step": 66250
    },
    {
      "loss_action": 0.0032676414120942354,
      "loss_total": 0.0032676414120942354,
      "step": 66250
    },
    {
      "loss_action": 0.003544893581420183,
      "loss_total": 0.003544893581420183,
      "step": 66250
    },
    {
      "loss_action": 0.012168783694505692,
      "loss_total": 0.012168783694505692,
      "step": 66250
    },
    {
      "loss_action": 0.0038588778115808964,
      "loss_total": 0.0038588778115808964,
      "step": 66250
    },
    {
      "loss_action": 0.0025218315422534943,
      "loss_total": 0.0025218315422534943,
      "step": 66250
    },
    {
      "loss_action": 0.02756495401263237,
      "loss_total": 0.02756495401263237,
      "step": 66250
    },
    {
      "grad_norm": 0.13140712678432465,
      "learning_rate": 9.638785433794182e-05,
      "loss": 0.0069,
      "step": 66260
    },
    {
      "loss_action": 0.006430063862353563,
      "loss_total": 0.006430063862353563,
      "step": 66260
    },
    {
      "loss_action": 0.003682039910927415,
      "loss_total": 0.003682039910927415,
      "step": 66260
    },
    {
      "loss_action": 0.01201818697154522,
      "loss_total": 0.01201818697154522,
      "step": 66260
    },
    {
      "loss_action": 0.01705876737833023,
      "loss_total": 0.01705876737833023,
      "step": 66260
    },
    {
      "loss_action": 0.004159742966294289,
      "loss_total": 0.004159742966294289,
      "step": 66260
    },
    {
      "loss_action": 0.018592506647109985,
      "loss_total": 0.018592506647109985,
      "step": 66260
    },
    {
      "loss_action": 0.004876351915299892,
      "loss_total": 0.004876351915299892,
      "step": 66260
    },
    {
      "loss_action": 0.0038065777625888586,
      "loss_total": 0.0038065777625888586,
      "step": 66260
    },
    {
      "grad_norm": 0.10827554017305374,
      "learning_rate": 9.638631155549974e-05,
      "loss": 0.0068,
      "step": 66270
    },
    {
      "loss_action": 0.003058040514588356,
      "loss_total": 0.003058040514588356,
      "step": 66270
    },
    {
      "loss_action": 0.01811290718615055,
      "loss_total": 0.01811290718615055,
      "step": 66270
    },
    {
      "loss_action": 0.0044021885842084885,
      "loss_total": 0.0044021885842084885,
      "step": 66270
    },
    {
      "loss_action": 0.02651350386440754,
      "loss_total": 0.02651350386440754,
      "step": 66270
    },
    {
      "loss_action": 0.010120129212737083,
      "loss_total": 0.010120129212737083,
      "step": 66270
    },
    {
      "loss_action": 0.0028591002337634563,
      "loss_total": 0.0028591002337634563,
      "step": 66270
    },
    {
      "loss_action": 0.010435842908918858,
      "loss_total": 0.010435842908918858,
      "step": 66270
    },
    {
      "loss_action": 0.01238233968615532,
      "loss_total": 0.01238233968615532,
      "step": 66270
    },
    {
      "grad_norm": 0.11726308614015579,
      "learning_rate": 9.638476845601156e-05,
      "loss": 0.0065,
      "step": 66280
    },
    {
      "loss_action": 0.0024934106040745974,
      "loss_total": 0.0024934106040745974,
      "step": 66280
    },
    {
      "loss_action": 0.0028464901261031628,
      "loss_total": 0.0028464901261031628,
      "step": 66280
    },
    {
      "loss_action": 0.007034989073872566,
      "loss_total": 0.007034989073872566,
      "step": 66280
    },
    {
      "loss_action": 0.004230090416967869,
      "loss_total": 0.004230090416967869,
      "step": 66280
    },
    {
      "loss_action": 0.003889894811436534,
      "loss_total": 0.003889894811436534,
      "step": 66280
    },
    {
      "loss_action": 0.00812389887869358,
      "loss_total": 0.00812389887869358,
      "step": 66280
    },
    {
      "loss_action": 0.008860568515956402,
      "loss_total": 0.008860568515956402,
      "step": 66280
    },
    {
      "loss_action": 0.0023678939323872328,
      "loss_total": 0.0023678939323872328,
      "step": 66280
    },
    {
      "grad_norm": 0.11142760515213013,
      "learning_rate": 9.638322503948785e-05,
      "loss": 0.0063,
      "step": 66290
    },
    {
      "loss_action": 0.0037215203046798706,
      "loss_total": 0.0037215203046798706,
      "step": 66290
    },
    {
      "loss_action": 0.0036113664973527193,
      "loss_total": 0.0036113664973527193,
      "step": 66290
    },
    {
      "loss_action": 0.0030580745078623295,
      "loss_total": 0.0030580745078623295,
      "step": 66290
    },
    {
      "loss_action": 0.008831195533275604,
      "loss_total": 0.008831195533275604,
      "step": 66290
    },
    {
      "loss_action": 0.003905250458046794,
      "loss_total": 0.003905250458046794,
      "step": 66290
    },
    {
      "loss_action": 0.006042626220732927,
      "loss_total": 0.006042626220732927,
      "step": 66290
    },
    {
      "loss_action": 0.003669882658869028,
      "loss_total": 0.003669882658869028,
      "step": 66290
    },
    {
      "loss_action": 0.0066470499150455,
      "loss_total": 0.0066470499150455,
      "step": 66290
    },
    {
      "grad_norm": 0.12833422422409058,
      "learning_rate": 9.638168130593914e-05,
      "loss": 0.0084,
      "step": 66300
    },
    {
      "loss_action": 0.003417667467147112,
      "loss_total": 0.003417667467147112,
      "step": 66300
    },
    {
      "loss_action": 0.0024848252069205046,
      "loss_total": 0.0024848252069205046,
      "step": 66300
    },
    {
      "loss_action": 0.011215311475098133,
      "loss_total": 0.011215311475098133,
      "step": 66300
    },
    {
      "loss_action": 0.009101172909140587,
      "loss_total": 0.009101172909140587,
      "step": 66300
    },
    {
      "loss_action": 0.005385925993323326,
      "loss_total": 0.005385925993323326,
      "step": 66300
    },
    {
      "loss_action": 0.007370437029749155,
      "loss_total": 0.007370437029749155,
      "step": 66300
    },
    {
      "loss_action": 0.002767551690340042,
      "loss_total": 0.002767551690340042,
      "step": 66300
    },
    {
      "loss_action": 0.006846164353191853,
      "loss_total": 0.006846164353191853,
      "step": 66300
    },
    {
      "grad_norm": 0.10270587354898453,
      "learning_rate": 9.638013725537602e-05,
      "loss": 0.0076,
      "step": 66310
    },
    {
      "loss_action": 0.0041901711374521255,
      "loss_total": 0.0041901711374521255,
      "step": 66310
    },
    {
      "loss_action": 0.004963403567671776,
      "loss_total": 0.004963403567671776,
      "step": 66310
    },
    {
      "loss_action": 0.008654619567096233,
      "loss_total": 0.008654619567096233,
      "step": 66310
    },
    {
      "loss_action": 0.006834506988525391,
      "loss_total": 0.006834506988525391,
      "step": 66310
    },
    {
      "loss_action": 0.012505661696195602,
      "loss_total": 0.012505661696195602,
      "step": 66310
    },
    {
      "loss_action": 0.007606272120028734,
      "loss_total": 0.007606272120028734,
      "step": 66310
    },
    {
      "loss_action": 0.003868012921884656,
      "loss_total": 0.003868012921884656,
      "step": 66310
    },
    {
      "loss_action": 0.005486689507961273,
      "loss_total": 0.005486689507961273,
      "step": 66310
    },
    {
      "grad_norm": 0.14392924308776855,
      "learning_rate": 9.637859288780899e-05,
      "loss": 0.007,
      "step": 66320
    },
    {
      "loss_action": 0.014546969905495644,
      "loss_total": 0.014546969905495644,
      "step": 66320
    },
    {
      "loss_action": 0.002564632333815098,
      "loss_total": 0.002564632333815098,
      "step": 66320
    },
    {
      "loss_action": 0.003445478854700923,
      "loss_total": 0.003445478854700923,
      "step": 66320
    },
    {
      "loss_action": 0.005585172679275274,
      "loss_total": 0.005585172679275274,
      "step": 66320
    },
    {
      "loss_action": 0.00446676230058074,
      "loss_total": 0.00446676230058074,
      "step": 66320
    },
    {
      "loss_action": 0.007493130397051573,
      "loss_total": 0.007493130397051573,
      "step": 66320
    },
    {
      "loss_action": 0.0041396040469408035,
      "loss_total": 0.0041396040469408035,
      "step": 66320
    },
    {
      "loss_action": 0.0058581773191690445,
      "loss_total": 0.0058581773191690445,
      "step": 66320
    },
    {
      "grad_norm": 0.09667603671550751,
      "learning_rate": 9.637704820324866e-05,
      "loss": 0.0074,
      "step": 66330
    },
    {
      "loss_action": 0.018371514976024628,
      "loss_total": 0.018371514976024628,
      "step": 66330
    },
    {
      "loss_action": 0.005874650552868843,
      "loss_total": 0.005874650552868843,
      "step": 66330
    },
    {
      "loss_action": 0.006976088043302298,
      "loss_total": 0.006976088043302298,
      "step": 66330
    },
    {
      "loss_action": 0.00969985406845808,
      "loss_total": 0.00969985406845808,
      "step": 66330
    },
    {
      "loss_action": 0.008223570883274078,
      "loss_total": 0.008223570883274078,
      "step": 66330
    },
    {
      "loss_action": 0.004992920905351639,
      "loss_total": 0.004992920905351639,
      "step": 66330
    },
    {
      "loss_action": 0.013512564823031425,
      "loss_total": 0.013512564823031425,
      "step": 66330
    },
    {
      "loss_action": 0.0028239411767572165,
      "loss_total": 0.0028239411767572165,
      "step": 66330
    },
    {
      "grad_norm": 0.10544099658727646,
      "learning_rate": 9.637550320170554e-05,
      "loss": 0.0079,
      "step": 66340
    },
    {
      "loss_action": 0.004921229090541601,
      "loss_total": 0.004921229090541601,
      "step": 66340
    },
    {
      "loss_action": 0.0107473935931921,
      "loss_total": 0.0107473935931921,
      "step": 66340
    },
    {
      "loss_action": 0.0036846441216766834,
      "loss_total": 0.0036846441216766834,
      "step": 66340
    },
    {
      "loss_action": 0.003484654240310192,
      "loss_total": 0.003484654240310192,
      "step": 66340
    },
    {
      "loss_action": 0.006451222579926252,
      "loss_total": 0.006451222579926252,
      "step": 66340
    },
    {
      "loss_action": 0.003745350521057844,
      "loss_total": 0.003745350521057844,
      "step": 66340
    },
    {
      "loss_action": 0.00911351665854454,
      "loss_total": 0.00911351665854454,
      "step": 66340
    },
    {
      "loss_action": 0.008526043966412544,
      "loss_total": 0.008526043966412544,
      "step": 66340
    },
    {
      "grad_norm": 0.07958073914051056,
      "learning_rate": 9.637395788319021e-05,
      "loss": 0.007,
      "step": 66350
    },
    {
      "loss_action": 0.0031103857327252626,
      "loss_total": 0.0031103857327252626,
      "step": 66350
    },
    {
      "loss_action": 0.004753484856337309,
      "loss_total": 0.004753484856337309,
      "step": 66350
    },
    {
      "loss_action": 0.003150618402287364,
      "loss_total": 0.003150618402287364,
      "step": 66350
    },
    {
      "loss_action": 0.017370680347085,
      "loss_total": 0.017370680347085,
      "step": 66350
    },
    {
      "loss_action": 0.005531923845410347,
      "loss_total": 0.005531923845410347,
      "step": 66350
    },
    {
      "loss_action": 0.0032140358816832304,
      "loss_total": 0.0032140358816832304,
      "step": 66350
    },
    {
      "loss_action": 0.007319488562643528,
      "loss_total": 0.007319488562643528,
      "step": 66350
    },
    {
      "loss_action": 0.006509680300951004,
      "loss_total": 0.006509680300951004,
      "step": 66350
    },
    {
      "grad_norm": 0.09943749755620956,
      "learning_rate": 9.637241224771325e-05,
      "loss": 0.0067,
      "step": 66360
    },
    {
      "loss_action": 0.0036672507412731647,
      "loss_total": 0.0036672507412731647,
      "step": 66360
    },
    {
      "loss_action": 0.0038014210294932127,
      "loss_total": 0.0038014210294932127,
      "step": 66360
    },
    {
      "loss_action": 0.00610594404861331,
      "loss_total": 0.00610594404861331,
      "step": 66360
    },
    {
      "loss_action": 0.0039680167101323605,
      "loss_total": 0.0039680167101323605,
      "step": 66360
    },
    {
      "loss_action": 0.003599027870222926,
      "loss_total": 0.003599027870222926,
      "step": 66360
    },
    {
      "loss_action": 0.003501546336337924,
      "loss_total": 0.003501546336337924,
      "step": 66360
    },
    {
      "loss_action": 0.008691648952662945,
      "loss_total": 0.008691648952662945,
      "step": 66360
    },
    {
      "loss_action": 0.005270167253911495,
      "loss_total": 0.005270167253911495,
      "step": 66360
    },
    {
      "grad_norm": 0.1135781854391098,
      "learning_rate": 9.63708662952852e-05,
      "loss": 0.0065,
      "step": 66370
    },
    {
      "loss_action": 0.002555984305217862,
      "loss_total": 0.002555984305217862,
      "step": 66370
    },
    {
      "loss_action": 0.004867945797741413,
      "loss_total": 0.004867945797741413,
      "step": 66370
    },
    {
      "loss_action": 0.0028115855529904366,
      "loss_total": 0.0028115855529904366,
      "step": 66370
    },
    {
      "loss_action": 0.014036968350410461,
      "loss_total": 0.014036968350410461,
      "step": 66370
    },
    {
      "loss_action": 0.0028707673773169518,
      "loss_total": 0.0028707673773169518,
      "step": 66370
    },
    {
      "loss_action": 0.005788445472717285,
      "loss_total": 0.005788445472717285,
      "step": 66370
    },
    {
      "loss_action": 0.007141892798244953,
      "loss_total": 0.007141892798244953,
      "step": 66370
    },
    {
      "loss_action": 0.0063744960352778435,
      "loss_total": 0.0063744960352778435,
      "step": 66370
    },
    {
      "grad_norm": 0.12742936611175537,
      "learning_rate": 9.636932002591663e-05,
      "loss": 0.0066,
      "step": 66380
    },
    {
      "loss_action": 0.005385648459196091,
      "loss_total": 0.005385648459196091,
      "step": 66380
    },
    {
      "loss_action": 0.0022183451801538467,
      "loss_total": 0.0022183451801538467,
      "step": 66380
    },
    {
      "loss_action": 0.025161799043416977,
      "loss_total": 0.025161799043416977,
      "step": 66380
    },
    {
      "loss_action": 0.0037408554926514626,
      "loss_total": 0.0037408554926514626,
      "step": 66380
    },
    {
      "loss_action": 0.0054998742416501045,
      "loss_total": 0.0054998742416501045,
      "step": 66380
    },
    {
      "loss_action": 0.01182054914534092,
      "loss_total": 0.01182054914534092,
      "step": 66380
    },
    {
      "loss_action": 0.019544044509530067,
      "loss_total": 0.019544044509530067,
      "step": 66380
    },
    {
      "loss_action": 0.0019886118825525045,
      "loss_total": 0.0019886118825525045,
      "step": 66380
    },
    {
      "grad_norm": 0.11404452472925186,
      "learning_rate": 9.636777343961812e-05,
      "loss": 0.0067,
      "step": 66390
    },
    {
      "loss_action": 0.005936682224273682,
      "loss_total": 0.005936682224273682,
      "step": 66390
    },
    {
      "loss_action": 0.0027427873574197292,
      "loss_total": 0.0027427873574197292,
      "step": 66390
    },
    {
      "loss_action": 0.007540364749729633,
      "loss_total": 0.007540364749729633,
      "step": 66390
    },
    {
      "loss_action": 0.017475809901952744,
      "loss_total": 0.017475809901952744,
      "step": 66390
    },
    {
      "loss_action": 0.004933496937155724,
      "loss_total": 0.004933496937155724,
      "step": 66390
    },
    {
      "loss_action": 0.0031840100418776274,
      "loss_total": 0.0031840100418776274,
      "step": 66390
    },
    {
      "loss_action": 0.010589667595922947,
      "loss_total": 0.010589667595922947,
      "step": 66390
    },
    {
      "loss_action": 0.008152499794960022,
      "loss_total": 0.008152499794960022,
      "step": 66390
    },
    {
      "grad_norm": 0.12283709645271301,
      "learning_rate": 9.636622653640021e-05,
      "loss": 0.0082,
      "step": 66400
    },
    {
      "loss_action": 0.00798596441745758,
      "loss_total": 0.00798596441745758,
      "step": 66400
    },
    {
      "loss_action": 0.0038609951734542847,
      "loss_total": 0.0038609951734542847,
      "step": 66400
    },
    {
      "loss_action": 0.007800941355526447,
      "loss_total": 0.007800941355526447,
      "step": 66400
    },
    {
      "loss_action": 0.0028962427750229836,
      "loss_total": 0.0028962427750229836,
      "step": 66400
    },
    {
      "loss_action": 0.005980541929602623,
      "loss_total": 0.005980541929602623,
      "step": 66400
    },
    {
      "loss_action": 0.003659143578261137,
      "loss_total": 0.003659143578261137,
      "step": 66400
    },
    {
      "loss_action": 0.005288286134600639,
      "loss_total": 0.005288286134600639,
      "step": 66400
    },
    {
      "loss_action": 0.0036083816085010767,
      "loss_total": 0.0036083816085010767,
      "step": 66400
    },
    {
      "grad_norm": 0.11978744715452194,
      "learning_rate": 9.636467931627354e-05,
      "loss": 0.0062,
      "step": 66410
    },
    {
      "loss_action": 0.0032529770396649837,
      "loss_total": 0.0032529770396649837,
      "step": 66410
    },
    {
      "loss_action": 0.004087377339601517,
      "loss_total": 0.004087377339601517,
      "step": 66410
    },
    {
      "loss_action": 0.011342767626047134,
      "loss_total": 0.011342767626047134,
      "step": 66410
    },
    {
      "loss_action": 0.009517481550574303,
      "loss_total": 0.009517481550574303,
      "step": 66410
    },
    {
      "loss_action": 0.005435810424387455,
      "loss_total": 0.005435810424387455,
      "step": 66410
    },
    {
      "loss_action": 0.009634571149945259,
      "loss_total": 0.009634571149945259,
      "step": 66410
    },
    {
      "loss_action": 0.0028250706382095814,
      "loss_total": 0.0028250706382095814,
      "step": 66410
    },
    {
      "loss_action": 0.006987113039940596,
      "loss_total": 0.006987113039940596,
      "step": 66410
    },
    {
      "grad_norm": 0.12586429715156555,
      "learning_rate": 9.63631317792486e-05,
      "loss": 0.0071,
      "step": 66420
    },
    {
      "loss_action": 0.0024432004429399967,
      "loss_total": 0.0024432004429399967,
      "step": 66420
    },
    {
      "loss_action": 0.031957291066646576,
      "loss_total": 0.031957291066646576,
      "step": 66420
    },
    {
      "loss_action": 0.004933529533445835,
      "loss_total": 0.004933529533445835,
      "step": 66420
    },
    {
      "loss_action": 0.010915626771748066,
      "loss_total": 0.010915626771748066,
      "step": 66420
    },
    {
      "loss_action": 0.006135711912065744,
      "loss_total": 0.006135711912065744,
      "step": 66420
    },
    {
      "loss_action": 0.005606654100120068,
      "loss_total": 0.005606654100120068,
      "step": 66420
    },
    {
      "loss_action": 0.00428980216383934,
      "loss_total": 0.00428980216383934,
      "step": 66420
    },
    {
      "loss_action": 0.0059314873069524765,
      "loss_total": 0.0059314873069524765,
      "step": 66420
    },
    {
      "grad_norm": 0.11902537196874619,
      "learning_rate": 9.636158392533603e-05,
      "loss": 0.0077,
      "step": 66430
    },
    {
      "loss_action": 0.0033637587912380695,
      "loss_total": 0.0033637587912380695,
      "step": 66430
    },
    {
      "loss_action": 0.00662853242829442,
      "loss_total": 0.00662853242829442,
      "step": 66430
    },
    {
      "loss_action": 0.01321384310722351,
      "loss_total": 0.01321384310722351,
      "step": 66430
    },
    {
      "loss_action": 0.010925466194748878,
      "loss_total": 0.010925466194748878,
      "step": 66430
    },
    {
      "loss_action": 0.002411659574136138,
      "loss_total": 0.002411659574136138,
      "step": 66430
    },
    {
      "loss_action": 0.02042689174413681,
      "loss_total": 0.02042689174413681,
      "step": 66430
    },
    {
      "loss_action": 0.014342349022626877,
      "loss_total": 0.014342349022626877,
      "step": 66430
    },
    {
      "loss_action": 0.003239637240767479,
      "loss_total": 0.003239637240767479,
      "step": 66430
    },
    {
      "grad_norm": 0.10991174727678299,
      "learning_rate": 9.636003575454637e-05,
      "loss": 0.0068,
      "step": 66440
    },
    {
      "loss_action": 0.002013444434851408,
      "loss_total": 0.002013444434851408,
      "step": 66440
    },
    {
      "loss_action": 0.005976480431854725,
      "loss_total": 0.005976480431854725,
      "step": 66440
    },
    {
      "loss_action": 0.003904992016032338,
      "loss_total": 0.003904992016032338,
      "step": 66440
    },
    {
      "loss_action": 0.005019790027290583,
      "loss_total": 0.005019790027290583,
      "step": 66440
    },
    {
      "loss_action": 0.0058027878403663635,
      "loss_total": 0.0058027878403663635,
      "step": 66440
    },
    {
      "loss_action": 0.013934354297816753,
      "loss_total": 0.013934354297816753,
      "step": 66440
    },
    {
      "loss_action": 0.0069919913075864315,
      "loss_total": 0.0069919913075864315,
      "step": 66440
    },
    {
      "loss_action": 0.007307348772883415,
      "loss_total": 0.007307348772883415,
      "step": 66440
    },
    {
      "grad_norm": 0.0898398756980896,
      "learning_rate": 9.635848726689024e-05,
      "loss": 0.006,
      "step": 66450
    },
    {
      "loss_action": 0.002056133234873414,
      "loss_total": 0.002056133234873414,
      "step": 66450
    },
    {
      "loss_action": 0.0015413403743878007,
      "loss_total": 0.0015413403743878007,
      "step": 66450
    },
    {
      "loss_action": 0.007273400202393532,
      "loss_total": 0.007273400202393532,
      "step": 66450
    },
    {
      "loss_action": 0.036803923547267914,
      "loss_total": 0.036803923547267914,
      "step": 66450
    },
    {
      "loss_action": 0.0016292526852339506,
      "loss_total": 0.0016292526852339506,
      "step": 66450
    },
    {
      "loss_action": 0.007758153136819601,
      "loss_total": 0.007758153136819601,
      "step": 66450
    },
    {
      "loss_action": 0.008546145632863045,
      "loss_total": 0.008546145632863045,
      "step": 66450
    },
    {
      "loss_action": 0.008768651634454727,
      "loss_total": 0.008768651634454727,
      "step": 66450
    },
    {
      "grad_norm": 0.10866664350032806,
      "learning_rate": 9.635693846237819e-05,
      "loss": 0.0063,
      "step": 66460
    },
    {
      "loss_action": 0.003584272228181362,
      "loss_total": 0.003584272228181362,
      "step": 66460
    },
    {
      "loss_action": 0.005362231284379959,
      "loss_total": 0.005362231284379959,
      "step": 66460
    },
    {
      "loss_action": 0.0024722209200263023,
      "loss_total": 0.0024722209200263023,
      "step": 66460
    },
    {
      "loss_action": 0.01446663960814476,
      "loss_total": 0.01446663960814476,
      "step": 66460
    },
    {
      "loss_action": 0.005553250666707754,
      "loss_total": 0.005553250666707754,
      "step": 66460
    },
    {
      "loss_action": 0.003841118887066841,
      "loss_total": 0.003841118887066841,
      "step": 66460
    },
    {
      "loss_action": 0.0036115902476012707,
      "loss_total": 0.0036115902476012707,
      "step": 66460
    },
    {
      "loss_action": 0.004718005191534758,
      "loss_total": 0.004718005191534758,
      "step": 66460
    },
    {
      "grad_norm": 0.10565384477376938,
      "learning_rate": 9.635538934102082e-05,
      "loss": 0.0068,
      "step": 66470
    },
    {
      "loss_action": 0.014600242488086224,
      "loss_total": 0.014600242488086224,
      "step": 66470
    },
    {
      "loss_action": 0.0053907474502921104,
      "loss_total": 0.0053907474502921104,
      "step": 66470
    },
    {
      "loss_action": 0.003017780836671591,
      "loss_total": 0.003017780836671591,
      "step": 66470
    },
    {
      "loss_action": 0.0075714681297540665,
      "loss_total": 0.0075714681297540665,
      "step": 66470
    },
    {
      "loss_action": 0.017345163971185684,
      "loss_total": 0.017345163971185684,
      "step": 66470
    },
    {
      "loss_action": 0.0043901135213673115,
      "loss_total": 0.0043901135213673115,
      "step": 66470
    },
    {
      "loss_action": 0.0038213732186704874,
      "loss_total": 0.0038213732186704874,
      "step": 66470
    },
    {
      "loss_action": 0.011808935552835464,
      "loss_total": 0.011808935552835464,
      "step": 66470
    },
    {
      "grad_norm": 0.16291551291942596,
      "learning_rate": 9.635383990282871e-05,
      "loss": 0.0072,
      "step": 66480
    },
    {
      "loss_action": 0.005027669481933117,
      "loss_total": 0.005027669481933117,
      "step": 66480
    },
    {
      "loss_action": 0.004066236317157745,
      "loss_total": 0.004066236317157745,
      "step": 66480
    },
    {
      "loss_action": 0.00460516894236207,
      "loss_total": 0.00460516894236207,
      "step": 66480
    },
    {
      "loss_action": 0.0035154661163687706,
      "loss_total": 0.0035154661163687706,
      "step": 66480
    },
    {
      "loss_action": 0.004691640380769968,
      "loss_total": 0.004691640380769968,
      "step": 66480
    },
    {
      "loss_action": 0.009106993675231934,
      "loss_total": 0.009106993675231934,
      "step": 66480
    },
    {
      "loss_action": 0.0063200113363564014,
      "loss_total": 0.0063200113363564014,
      "step": 66480
    },
    {
      "loss_action": 0.0028731026686728,
      "loss_total": 0.0028731026686728,
      "step": 66480
    },
    {
      "grad_norm": 0.1489335149526596,
      "learning_rate": 9.635229014781246e-05,
      "loss": 0.0069,
      "step": 66490
    },
    {
      "loss_action": 0.0035460430663079023,
      "loss_total": 0.0035460430663079023,
      "step": 66490
    },
    {
      "loss_action": 0.004667120985686779,
      "loss_total": 0.004667120985686779,
      "step": 66490
    },
    {
      "loss_action": 0.006677576340734959,
      "loss_total": 0.006677576340734959,
      "step": 66490
    },
    {
      "loss_action": 0.0022783109452575445,
      "loss_total": 0.0022783109452575445,
      "step": 66490
    },
    {
      "loss_action": 0.011893624439835548,
      "loss_total": 0.011893624439835548,
      "step": 66490
    },
    {
      "loss_action": 0.0033509363420307636,
      "loss_total": 0.0033509363420307636,
      "step": 66490
    },
    {
      "loss_action": 0.0030941239092499018,
      "loss_total": 0.0030941239092499018,
      "step": 66490
    },
    {
      "loss_action": 0.006024246569722891,
      "loss_total": 0.006024246569722891,
      "step": 66490
    },
    {
      "grad_norm": 0.08907730132341385,
      "learning_rate": 9.635074007598267e-05,
      "loss": 0.0064,
      "step": 66500
    },
    {
      "loss_action": 0.011928213760256767,
      "loss_total": 0.011928213760256767,
      "step": 66500
    },
    {
      "loss_action": 0.005064278841018677,
      "loss_total": 0.005064278841018677,
      "step": 66500
    },
    {
      "loss_action": 0.002917395904660225,
      "loss_total": 0.002917395904660225,
      "step": 66500
    },
    {
      "loss_action": 0.0024193781428039074,
      "loss_total": 0.0024193781428039074,
      "step": 66500
    },
    {
      "loss_action": 0.0017711860127747059,
      "loss_total": 0.0017711860127747059,
      "step": 66500
    },
    {
      "loss_action": 0.011478029191493988,
      "loss_total": 0.011478029191493988,
      "step": 66500
    },
    {
      "loss_action": 0.002461810130625963,
      "loss_total": 0.002461810130625963,
      "step": 66500
    },
    {
      "loss_action": 0.015536349266767502,
      "loss_total": 0.015536349266767502,
      "step": 66500
    },
    {
      "grad_norm": 0.11308532953262329,
      "learning_rate": 9.634918968734992e-05,
      "loss": 0.0072,
      "step": 66510
    },
    {
      "loss_action": 0.003340313211083412,
      "loss_total": 0.003340313211083412,
      "step": 66510
    },
    {
      "loss_action": 0.010410567745566368,
      "loss_total": 0.010410567745566368,
      "step": 66510
    },
    {
      "loss_action": 0.004841328132897615,
      "loss_total": 0.004841328132897615,
      "step": 66510
    },
    {
      "loss_action": 0.004744079429656267,
      "loss_total": 0.004744079429656267,
      "step": 66510
    },
    {
      "loss_action": 0.006837816443294287,
      "loss_total": 0.006837816443294287,
      "step": 66510
    },
    {
      "loss_action": 0.0024585602805018425,
      "loss_total": 0.0024585602805018425,
      "step": 66510
    },
    {
      "loss_action": 0.004259772598743439,
      "loss_total": 0.004259772598743439,
      "step": 66510
    },
    {
      "loss_action": 0.005277425050735474,
      "loss_total": 0.005277425050735474,
      "step": 66510
    },
    {
      "grad_norm": 0.08395257592201233,
      "learning_rate": 9.63476389819248e-05,
      "loss": 0.0065,
      "step": 66520
    },
    {
      "loss_action": 0.004287003073841333,
      "loss_total": 0.004287003073841333,
      "step": 66520
    },
    {
      "loss_action": 0.0015118543524295092,
      "loss_total": 0.0015118543524295092,
      "step": 66520
    },
    {
      "loss_action": 0.006387435831129551,
      "loss_total": 0.006387435831129551,
      "step": 66520
    },
    {
      "loss_action": 0.002184957265853882,
      "loss_total": 0.002184957265853882,
      "step": 66520
    },
    {
      "loss_action": 0.010872738435864449,
      "loss_total": 0.010872738435864449,
      "step": 66520
    },
    {
      "loss_action": 0.006000000052154064,
      "loss_total": 0.006000000052154064,
      "step": 66520
    },
    {
      "loss_action": 0.009919295087456703,
      "loss_total": 0.009919295087456703,
      "step": 66520
    },
    {
      "loss_action": 0.009974595159292221,
      "loss_total": 0.009974595159292221,
      "step": 66520
    },
    {
      "grad_norm": 0.10168080776929855,
      "learning_rate": 9.634608795971793e-05,
      "loss": 0.007,
      "step": 66530
    },
    {
      "loss_action": 0.012369396165013313,
      "loss_total": 0.012369396165013313,
      "step": 66530
    },
    {
      "loss_action": 0.0019265495939180255,
      "loss_total": 0.0019265495939180255,
      "step": 66530
    },
    {
      "loss_action": 0.010430118069052696,
      "loss_total": 0.010430118069052696,
      "step": 66530
    },
    {
      "loss_action": 0.00556070264428854,
      "loss_total": 0.00556070264428854,
      "step": 66530
    },
    {
      "loss_action": 0.006627563387155533,
      "loss_total": 0.006627563387155533,
      "step": 66530
    },
    {
      "loss_action": 0.009145613759756088,
      "loss_total": 0.009145613759756088,
      "step": 66530
    },
    {
      "loss_action": 0.011946089565753937,
      "loss_total": 0.011946089565753937,
      "step": 66530
    },
    {
      "loss_action": 0.010210542008280754,
      "loss_total": 0.010210542008280754,
      "step": 66530
    },
    {
      "grad_norm": 0.10759237408638,
      "learning_rate": 9.634453662073991e-05,
      "loss": 0.0063,
      "step": 66540
    },
    {
      "loss_action": 0.005861789919435978,
      "loss_total": 0.005861789919435978,
      "step": 66540
    },
    {
      "loss_action": 0.00790424644947052,
      "loss_total": 0.00790424644947052,
      "step": 66540
    },
    {
      "loss_action": 0.003509655361995101,
      "loss_total": 0.003509655361995101,
      "step": 66540
    },
    {
      "loss_action": 0.008432825095951557,
      "loss_total": 0.008432825095951557,
      "step": 66540
    },
    {
      "loss_action": 0.009644152596592903,
      "loss_total": 0.009644152596592903,
      "step": 66540
    },
    {
      "loss_action": 0.007221192587167025,
      "loss_total": 0.007221192587167025,
      "step": 66540
    },
    {
      "loss_action": 0.005122074857354164,
      "loss_total": 0.005122074857354164,
      "step": 66540
    },
    {
      "loss_action": 0.0021927349735051394,
      "loss_total": 0.0021927349735051394,
      "step": 66540
    },
    {
      "grad_norm": 0.08930816501379013,
      "learning_rate": 9.634298496500133e-05,
      "loss": 0.0072,
      "step": 66550
    },
    {
      "loss_action": 0.005757884122431278,
      "loss_total": 0.005757884122431278,
      "step": 66550
    },
    {
      "loss_action": 0.005617997143417597,
      "loss_total": 0.005617997143417597,
      "step": 66550
    },
    {
      "loss_action": 0.005664005875587463,
      "loss_total": 0.005664005875587463,
      "step": 66550
    },
    {
      "loss_action": 0.0038971893955022097,
      "loss_total": 0.0038971893955022097,
      "step": 66550
    },
    {
      "loss_action": 0.00932515598833561,
      "loss_total": 0.00932515598833561,
      "step": 66550
    },
    {
      "loss_action": 0.0016651765909045935,
      "loss_total": 0.0016651765909045935,
      "step": 66550
    },
    {
      "loss_action": 0.006254998967051506,
      "loss_total": 0.006254998967051506,
      "step": 66550
    },
    {
      "loss_action": 0.01698147878050804,
      "loss_total": 0.01698147878050804,
      "step": 66550
    },
    {
      "grad_norm": 0.1171875149011612,
      "learning_rate": 9.63414329925128e-05,
      "loss": 0.0075,
      "step": 66560
    },
    {
      "loss_action": 0.012279629707336426,
      "loss_total": 0.012279629707336426,
      "step": 66560
    },
    {
      "loss_action": 0.008700115606188774,
      "loss_total": 0.008700115606188774,
      "step": 66560
    },
    {
      "loss_action": 0.020839538425207138,
      "loss_total": 0.020839538425207138,
      "step": 66560
    },
    {
      "loss_action": 0.004334616474807262,
      "loss_total": 0.004334616474807262,
      "step": 66560
    },
    {
      "loss_action": 0.009764084592461586,
      "loss_total": 0.009764084592461586,
      "step": 66560
    },
    {
      "loss_action": 0.005114248022437096,
      "loss_total": 0.005114248022437096,
      "step": 66560
    },
    {
      "loss_action": 0.00924197118729353,
      "loss_total": 0.00924197118729353,
      "step": 66560
    },
    {
      "loss_action": 0.0030681847129017115,
      "loss_total": 0.0030681847129017115,
      "step": 66560
    },
    {
      "grad_norm": 0.12441921979188919,
      "learning_rate": 9.633988070328492e-05,
      "loss": 0.0069,
      "step": 66570
    },
    {
      "loss_action": 0.004298770800232887,
      "loss_total": 0.004298770800232887,
      "step": 66570
    },
    {
      "loss_action": 0.0029123183339834213,
      "loss_total": 0.0029123183339834213,
      "step": 66570
    },
    {
      "loss_action": 0.006693832576274872,
      "loss_total": 0.006693832576274872,
      "step": 66570
    },
    {
      "loss_action": 0.004243481904268265,
      "loss_total": 0.004243481904268265,
      "step": 66570
    },
    {
      "loss_action": 0.005949345417320728,
      "loss_total": 0.005949345417320728,
      "step": 66570
    },
    {
      "loss_action": 0.004655871540307999,
      "loss_total": 0.004655871540307999,
      "step": 66570
    },
    {
      "loss_action": 0.01639869250357151,
      "loss_total": 0.01639869250357151,
      "step": 66570
    },
    {
      "loss_action": 0.005705447867512703,
      "loss_total": 0.005705447867512703,
      "step": 66570
    },
    {
      "grad_norm": 0.11645631492137909,
      "learning_rate": 9.63383280973283e-05,
      "loss": 0.0065,
      "step": 66580
    },
    {
      "loss_action": 0.00252794218249619,
      "loss_total": 0.00252794218249619,
      "step": 66580
    },
    {
      "loss_action": 0.004553406499326229,
      "loss_total": 0.004553406499326229,
      "step": 66580
    },
    {
      "loss_action": 0.007206715643405914,
      "loss_total": 0.007206715643405914,
      "step": 66580
    },
    {
      "loss_action": 0.02215838059782982,
      "loss_total": 0.02215838059782982,
      "step": 66580
    },
    {
      "loss_action": 0.004183209501206875,
      "loss_total": 0.004183209501206875,
      "step": 66580
    },
    {
      "loss_action": 0.00707102008163929,
      "loss_total": 0.00707102008163929,
      "step": 66580
    },
    {
      "loss_action": 0.0035270180087536573,
      "loss_total": 0.0035270180087536573,
      "step": 66580
    },
    {
      "loss_action": 0.005378818139433861,
      "loss_total": 0.005378818139433861,
      "step": 66580
    },
    {
      "grad_norm": 0.10657988488674164,
      "learning_rate": 9.633677517465359e-05,
      "loss": 0.0082,
      "step": 66590
    },
    {
      "loss_action": 0.00461107213050127,
      "loss_total": 0.00461107213050127,
      "step": 66590
    },
    {
      "loss_action": 0.00472611840814352,
      "loss_total": 0.00472611840814352,
      "step": 66590
    },
    {
      "loss_action": 0.013358230702579021,
      "loss_total": 0.013358230702579021,
      "step": 66590
    },
    {
      "loss_action": 0.009213060140609741,
      "loss_total": 0.009213060140609741,
      "step": 66590
    },
    {
      "loss_action": 0.0063724215142428875,
      "loss_total": 0.0063724215142428875,
      "step": 66590
    },
    {
      "loss_action": 0.0047525325790047646,
      "loss_total": 0.0047525325790047646,
      "step": 66590
    },
    {
      "loss_action": 0.008842552080750465,
      "loss_total": 0.008842552080750465,
      "step": 66590
    },
    {
      "loss_action": 0.0069005051627755165,
      "loss_total": 0.0069005051627755165,
      "step": 66590
    },
    {
      "grad_norm": 0.10901297628879547,
      "learning_rate": 9.633522193527134e-05,
      "loss": 0.0065,
      "step": 66600
    },
    {
      "loss_action": 0.006271952763199806,
      "loss_total": 0.006271952763199806,
      "step": 66600
    },
    {
      "loss_action": 0.005785146728157997,
      "loss_total": 0.005785146728157997,
      "step": 66600
    },
    {
      "loss_action": 0.0029658616986125708,
      "loss_total": 0.0029658616986125708,
      "step": 66600
    },
    {
      "loss_action": 0.010527479462325573,
      "loss_total": 0.010527479462325573,
      "step": 66600
    },
    {
      "loss_action": 0.009730476886034012,
      "loss_total": 0.009730476886034012,
      "step": 66600
    },
    {
      "loss_action": 0.00489383190870285,
      "loss_total": 0.00489383190870285,
      "step": 66600
    },
    {
      "loss_action": 0.009914734400808811,
      "loss_total": 0.009914734400808811,
      "step": 66600
    },
    {
      "loss_action": 0.001800814876332879,
      "loss_total": 0.001800814876332879,
      "step": 66600
    },
    {
      "grad_norm": 0.11609373241662979,
      "learning_rate": 9.63336683791922e-05,
      "loss": 0.0074,
      "step": 66610
    },
    {
      "loss_action": 0.005725006107240915,
      "loss_total": 0.005725006107240915,
      "step": 66610
    },
    {
      "loss_action": 0.00533292768523097,
      "loss_total": 0.00533292768523097,
      "step": 66610
    },
    {
      "loss_action": 0.004596560262143612,
      "loss_total": 0.004596560262143612,
      "step": 66610
    },
    {
      "loss_action": 0.0028060697950422764,
      "loss_total": 0.0028060697950422764,
      "step": 66610
    },
    {
      "loss_action": 0.010006514377892017,
      "loss_total": 0.010006514377892017,
      "step": 66610
    },
    {
      "loss_action": 0.013673401437699795,
      "loss_total": 0.013673401437699795,
      "step": 66610
    },
    {
      "loss_action": 0.004881161265075207,
      "loss_total": 0.004881161265075207,
      "step": 66610
    },
    {
      "loss_action": 0.0055074188858270645,
      "loss_total": 0.0055074188858270645,
      "step": 66610
    },
    {
      "grad_norm": 0.11902297288179398,
      "learning_rate": 9.633211450642681e-05,
      "loss": 0.0067,
      "step": 66620
    },
    {
      "loss_action": 0.0026366151869297028,
      "loss_total": 0.0026366151869297028,
      "step": 66620
    },
    {
      "loss_action": 0.0029283384792506695,
      "loss_total": 0.0029283384792506695,
      "step": 66620
    },
    {
      "loss_action": 0.004050761461257935,
      "loss_total": 0.004050761461257935,
      "step": 66620
    },
    {
      "loss_action": 0.005112269893288612,
      "loss_total": 0.005112269893288612,
      "step": 66620
    },
    {
      "loss_action": 0.011646002531051636,
      "loss_total": 0.011646002531051636,
      "step": 66620
    },
    {
      "loss_action": 0.006221376359462738,
      "loss_total": 0.006221376359462738,
      "step": 66620
    },
    {
      "loss_action": 0.004336019977927208,
      "loss_total": 0.004336019977927208,
      "step": 66620
    },
    {
      "loss_action": 0.025440268218517303,
      "loss_total": 0.025440268218517303,
      "step": 66620
    },
    {
      "grad_norm": 0.10187815129756927,
      "learning_rate": 9.633056031698576e-05,
      "loss": 0.008,
      "step": 66630
    },
    {
      "loss_action": 0.005072752945125103,
      "loss_total": 0.005072752945125103,
      "step": 66630
    },
    {
      "loss_action": 0.009827762842178345,
      "loss_total": 0.009827762842178345,
      "step": 66630
    },
    {
      "loss_action": 0.0037738606333732605,
      "loss_total": 0.0037738606333732605,
      "step": 66630
    },
    {
      "loss_action": 0.007206181529909372,
      "loss_total": 0.007206181529909372,
      "step": 66630
    },
    {
      "loss_action": 0.004208755679428577,
      "loss_total": 0.004208755679428577,
      "step": 66630
    },
    {
      "loss_action": 0.0036189300008118153,
      "loss_total": 0.0036189300008118153,
      "step": 66630
    },
    {
      "loss_action": 0.0030463957227766514,
      "loss_total": 0.0030463957227766514,
      "step": 66630
    },
    {
      "loss_action": 0.0030177184380590916,
      "loss_total": 0.0030177184380590916,
      "step": 66630
    },
    {
      "grad_norm": 0.09112907201051712,
      "learning_rate": 9.632900581087967e-05,
      "loss": 0.0065,
      "step": 66640
    },
    {
      "loss_action": 0.003206252120435238,
      "loss_total": 0.003206252120435238,
      "step": 66640
    },
    {
      "loss_action": 0.01549227349460125,
      "loss_total": 0.01549227349460125,
      "step": 66640
    },
    {
      "loss_action": 0.005442776717245579,
      "loss_total": 0.005442776717245579,
      "step": 66640
    },
    {
      "loss_action": 0.006236918270587921,
      "loss_total": 0.006236918270587921,
      "step": 66640
    },
    {
      "loss_action": 0.005693931132555008,
      "loss_total": 0.005693931132555008,
      "step": 66640
    },
    {
      "loss_action": 0.010989200323820114,
      "loss_total": 0.010989200323820114,
      "step": 66640
    },
    {
      "loss_action": 0.011584626510739326,
      "loss_total": 0.011584626510739326,
      "step": 66640
    },
    {
      "loss_action": 0.02090398781001568,
      "loss_total": 0.02090398781001568,
      "step": 66640
    },
    {
      "grad_norm": 0.07915070652961731,
      "learning_rate": 9.632745098811919e-05,
      "loss": 0.008,
      "step": 66650
    },
    {
      "loss_action": 0.0032730449456721544,
      "loss_total": 0.0032730449456721544,
      "step": 66650
    },
    {
      "loss_action": 0.0063054002821445465,
      "loss_total": 0.0063054002821445465,
      "step": 66650
    },
    {
      "loss_action": 0.006436713971197605,
      "loss_total": 0.006436713971197605,
      "step": 66650
    },
    {
      "loss_action": 0.006572023034095764,
      "loss_total": 0.006572023034095764,
      "step": 66650
    },
    {
      "loss_action": 0.005760661326348782,
      "loss_total": 0.005760661326348782,
      "step": 66650
    },
    {
      "loss_action": 0.0075990743935108185,
      "loss_total": 0.0075990743935108185,
      "step": 66650
    },
    {
      "loss_action": 0.0058602578938007355,
      "loss_total": 0.0058602578938007355,
      "step": 66650
    },
    {
      "loss_action": 0.0025441013276576996,
      "loss_total": 0.0025441013276576996,
      "step": 66650
    },
    {
      "grad_norm": 0.08829245716333389,
      "learning_rate": 9.632589584871492e-05,
      "loss": 0.0072,
      "step": 66660
    },
    {
      "loss_action": 0.009346632286906242,
      "loss_total": 0.009346632286906242,
      "step": 66660
    },
    {
      "loss_action": 0.0028914823196828365,
      "loss_total": 0.0028914823196828365,
      "step": 66660
    },
    {
      "loss_action": 0.00371665321290493,
      "loss_total": 0.00371665321290493,
      "step": 66660
    },
    {
      "loss_action": 0.013244092464447021,
      "loss_total": 0.013244092464447021,
      "step": 66660
    },
    {
      "loss_action": 0.005620349198579788,
      "loss_total": 0.005620349198579788,
      "step": 66660
    },
    {
      "loss_action": 0.0034710881300270557,
      "loss_total": 0.0034710881300270557,
      "step": 66660
    },
    {
      "loss_action": 0.004367678891867399,
      "loss_total": 0.004367678891867399,
      "step": 66660
    },
    {
      "loss_action": 0.005844561383128166,
      "loss_total": 0.005844561383128166,
      "step": 66660
    },
    {
      "grad_norm": 0.12935006618499756,
      "learning_rate": 9.632434039267751e-05,
      "loss": 0.0073,
      "step": 66670
    },
    {
      "loss_action": 0.009411090984940529,
      "loss_total": 0.009411090984940529,
      "step": 66670
    },
    {
      "loss_action": 0.0030739367939531803,
      "loss_total": 0.0030739367939531803,
      "step": 66670
    },
    {
      "loss_action": 0.008110711351037025,
      "loss_total": 0.008110711351037025,
      "step": 66670
    },
    {
      "loss_action": 0.003052419051527977,
      "loss_total": 0.003052419051527977,
      "step": 66670
    },
    {
      "loss_action": 0.00369867030531168,
      "loss_total": 0.00369867030531168,
      "step": 66670
    },
    {
      "loss_action": 0.004547908902168274,
      "loss_total": 0.004547908902168274,
      "step": 66670
    },
    {
      "loss_action": 0.007976442575454712,
      "loss_total": 0.007976442575454712,
      "step": 66670
    },
    {
      "loss_action": 0.003342962823808193,
      "loss_total": 0.003342962823808193,
      "step": 66670
    },
    {
      "grad_norm": 0.09394540637731552,
      "learning_rate": 9.632278462001759e-05,
      "loss": 0.0056,
      "step": 66680
    },
    {
      "loss_action": 0.003393804654479027,
      "loss_total": 0.003393804654479027,
      "step": 66680
    },
    {
      "loss_action": 0.007264081388711929,
      "loss_total": 0.007264081388711929,
      "step": 66680
    },
    {
      "loss_action": 0.0024597567971795797,
      "loss_total": 0.0024597567971795797,
      "step": 66680
    },
    {
      "loss_action": 0.005498163402080536,
      "loss_total": 0.005498163402080536,
      "step": 66680
    },
    {
      "loss_action": 0.0026357965543866158,
      "loss_total": 0.0026357965543866158,
      "step": 66680
    },
    {
      "loss_action": 0.013233943842351437,
      "loss_total": 0.013233943842351437,
      "step": 66680
    },
    {
      "loss_action": 0.008251065388321877,
      "loss_total": 0.008251065388321877,
      "step": 66680
    },
    {
      "loss_action": 0.0038741049356758595,
      "loss_total": 0.0038741049356758595,
      "step": 66680
    },
    {
      "grad_norm": 0.12738919258117676,
      "learning_rate": 9.632122853074577e-05,
      "loss": 0.0075,
      "step": 66690
    },
    {
      "loss_action": 0.0038169503677636385,
      "loss_total": 0.0038169503677636385,
      "step": 66690
    },
    {
      "loss_action": 0.004903983790427446,
      "loss_total": 0.004903983790427446,
      "step": 66690
    },
    {
      "loss_action": 0.009424393996596336,
      "loss_total": 0.009424393996596336,
      "step": 66690
    },
    {
      "loss_action": 0.013868737034499645,
      "loss_total": 0.013868737034499645,
      "step": 66690
    },
    {
      "loss_action": 0.012521851807832718,
      "loss_total": 0.012521851807832718,
      "step": 66690
    },
    {
      "loss_action": 0.01658429577946663,
      "loss_total": 0.01658429577946663,
      "step": 66690
    },
    {
      "loss_action": 0.002837052568793297,
      "loss_total": 0.002837052568793297,
      "step": 66690
    },
    {
      "loss_action": 0.001975034596398473,
      "loss_total": 0.001975034596398473,
      "step": 66690
    },
    {
      "grad_norm": 0.08484848588705063,
      "learning_rate": 9.631967212487272e-05,
      "loss": 0.007,
      "step": 66700
    },
    {
      "loss_action": 0.00392457190901041,
      "loss_total": 0.00392457190901041,
      "step": 66700
    },
    {
      "loss_action": 0.011435924097895622,
      "loss_total": 0.011435924097895622,
      "step": 66700
    },
    {
      "loss_action": 0.003076915629208088,
      "loss_total": 0.003076915629208088,
      "step": 66700
    },
    {
      "loss_action": 0.008850626647472382,
      "loss_total": 0.008850626647472382,
      "step": 66700
    },
    {
      "loss_action": 0.007823733612895012,
      "loss_total": 0.007823733612895012,
      "step": 66700
    },
    {
      "loss_action": 0.009656613692641258,
      "loss_total": 0.009656613692641258,
      "step": 66700
    },
    {
      "loss_action": 0.017673317342996597,
      "loss_total": 0.017673317342996597,
      "step": 66700
    },
    {
      "loss_action": 0.007783674169331789,
      "loss_total": 0.007783674169331789,
      "step": 66700
    },
    {
      "grad_norm": 0.10350935161113739,
      "learning_rate": 9.631811540240906e-05,
      "loss": 0.0065,
      "step": 66710
    },
    {
      "loss_action": 0.004259155131876469,
      "loss_total": 0.004259155131876469,
      "step": 66710
    },
    {
      "loss_action": 0.012089023366570473,
      "loss_total": 0.012089023366570473,
      "step": 66710
    },
    {
      "loss_action": 0.006055923178792,
      "loss_total": 0.006055923178792,
      "step": 66710
    },
    {
      "loss_action": 0.006149149965494871,
      "loss_total": 0.006149149965494871,
      "step": 66710
    },
    {
      "loss_action": 0.003590772394090891,
      "loss_total": 0.003590772394090891,
      "step": 66710
    },
    {
      "loss_action": 0.002482292242348194,
      "loss_total": 0.002482292242348194,
      "step": 66710
    },
    {
      "loss_action": 0.025590434670448303,
      "loss_total": 0.025590434670448303,
      "step": 66710
    },
    {
      "loss_action": 0.012865765951573849,
      "loss_total": 0.012865765951573849,
      "step": 66710
    },
    {
      "grad_norm": 0.11462849378585815,
      "learning_rate": 9.631655836336542e-05,
      "loss": 0.0075,
      "step": 66720
    },
    {
      "loss_action": 0.004413750022649765,
      "loss_total": 0.004413750022649765,
      "step": 66720
    },
    {
      "loss_action": 0.007324707694351673,
      "loss_total": 0.007324707694351673,
      "step": 66720
    },
    {
      "loss_action": 0.012402042746543884,
      "loss_total": 0.012402042746543884,
      "step": 66720
    },
    {
      "loss_action": 0.00368898781016469,
      "loss_total": 0.00368898781016469,
      "step": 66720
    },
    {
      "loss_action": 0.0021790426690131426,
      "loss_total": 0.0021790426690131426,
      "step": 66720
    },
    {
      "loss_action": 0.003964738920331001,
      "loss_total": 0.003964738920331001,
      "step": 66720
    },
    {
      "loss_action": 0.0035730479285120964,
      "loss_total": 0.0035730479285120964,
      "step": 66720
    },
    {
      "loss_action": 0.005227919667959213,
      "loss_total": 0.005227919667959213,
      "step": 66720
    },
    {
      "grad_norm": 0.2042083889245987,
      "learning_rate": 9.631500100775246e-05,
      "loss": 0.0083,
      "step": 66730
    },
    {
      "loss_action": 0.016225209459662437,
      "loss_total": 0.016225209459662437,
      "step": 66730
    },
    {
      "loss_action": 0.005713935010135174,
      "loss_total": 0.005713935010135174,
      "step": 66730
    },
    {
      "loss_action": 0.017721956595778465,
      "loss_total": 0.017721956595778465,
      "step": 66730
    },
    {
      "loss_action": 0.004765823017805815,
      "loss_total": 0.004765823017805815,
      "step": 66730
    },
    {
      "loss_action": 0.004600176587700844,
      "loss_total": 0.004600176587700844,
      "step": 66730
    },
    {
      "loss_action": 0.00580364977940917,
      "loss_total": 0.00580364977940917,
      "step": 66730
    },
    {
      "loss_action": 0.016687216237187386,
      "loss_total": 0.016687216237187386,
      "step": 66730
    },
    {
      "loss_action": 0.004671716131269932,
      "loss_total": 0.004671716131269932,
      "step": 66730
    },
    {
      "grad_norm": 0.10140996426343918,
      "learning_rate": 9.631344333558082e-05,
      "loss": 0.0075,
      "step": 66740
    },
    {
      "loss_action": 0.003318585455417633,
      "loss_total": 0.003318585455417633,
      "step": 66740
    },
    {
      "loss_action": 0.013147812336683273,
      "loss_total": 0.013147812336683273,
      "step": 66740
    },
    {
      "loss_action": 0.004016068764030933,
      "loss_total": 0.004016068764030933,
      "step": 66740
    },
    {
      "loss_action": 0.051320984959602356,
      "loss_total": 0.051320984959602356,
      "step": 66740
    },
    {
      "loss_action": 0.007453026715666056,
      "loss_total": 0.007453026715666056,
      "step": 66740
    },
    {
      "loss_action": 0.005105178337544203,
      "loss_total": 0.005105178337544203,
      "step": 66740
    },
    {
      "loss_action": 0.03750815615057945,
      "loss_total": 0.03750815615057945,
      "step": 66740
    },
    {
      "loss_action": 0.004072847776114941,
      "loss_total": 0.004072847776114941,
      "step": 66740
    },
    {
      "grad_norm": 0.08762246370315552,
      "learning_rate": 9.631188534686114e-05,
      "loss": 0.009,
      "step": 66750
    },
    {
      "loss_action": 0.004101721569895744,
      "loss_total": 0.004101721569895744,
      "step": 66750
    },
    {
      "loss_action": 0.0021406160667538643,
      "loss_total": 0.0021406160667538643,
      "step": 66750
    },
    {
      "loss_action": 0.005651793908327818,
      "loss_total": 0.005651793908327818,
      "step": 66750
    },
    {
      "loss_action": 0.0050617847591638565,
      "loss_total": 0.0050617847591638565,
      "step": 66750
    },
    {
      "loss_action": 0.004900515079498291,
      "loss_total": 0.004900515079498291,
      "step": 66750
    },
    {
      "loss_action": 0.002853181678801775,
      "loss_total": 0.002853181678801775,
      "step": 66750
    },
    {
      "loss_action": 0.0036147707141935825,
      "loss_total": 0.0036147707141935825,
      "step": 66750
    },
    {
      "loss_action": 0.00635292986407876,
      "loss_total": 0.00635292986407876,
      "step": 66750
    },
    {
      "grad_norm": 0.09719176590442657,
      "learning_rate": 9.631032704160408e-05,
      "loss": 0.0069,
      "step": 66760
    },
    {
      "loss_action": 0.004298982210457325,
      "loss_total": 0.004298982210457325,
      "step": 66760
    },
    {
      "loss_action": 0.0026107225567102432,
      "loss_total": 0.0026107225567102432,
      "step": 66760
    },
    {
      "loss_action": 0.005003758706152439,
      "loss_total": 0.005003758706152439,
      "step": 66760
    },
    {
      "loss_action": 0.005376917775720358,
      "loss_total": 0.005376917775720358,
      "step": 66760
    },
    {
      "loss_action": 0.009337164461612701,
      "loss_total": 0.009337164461612701,
      "step": 66760
    },
    {
      "loss_action": 0.0058934809640049934,
      "loss_total": 0.0058934809640049934,
      "step": 66760
    },
    {
      "loss_action": 0.005063875578343868,
      "loss_total": 0.005063875578343868,
      "step": 66760
    },
    {
      "loss_action": 0.0075423698872327805,
      "loss_total": 0.0075423698872327805,
      "step": 66760
    },
    {
      "grad_norm": 0.11422846466302872,
      "learning_rate": 9.630876841982027e-05,
      "loss": 0.0065,
      "step": 66770
    },
    {
      "loss_action": 0.0024087512865662575,
      "loss_total": 0.0024087512865662575,
      "step": 66770
    },
    {
      "loss_action": 0.017971105873584747,
      "loss_total": 0.017971105873584747,
      "step": 66770
    },
    {
      "loss_action": 0.010228455066680908,
      "loss_total": 0.010228455066680908,
      "step": 66770
    },
    {
      "loss_action": 0.00999106653034687,
      "loss_total": 0.00999106653034687,
      "step": 66770
    },
    {
      "loss_action": 0.0019147840794175863,
      "loss_total": 0.0019147840794175863,
      "step": 66770
    },
    {
      "loss_action": 0.008371761068701744,
      "loss_total": 0.008371761068701744,
      "step": 66770
    },
    {
      "loss_action": 0.004540696740150452,
      "loss_total": 0.004540696740150452,
      "step": 66770
    },
    {
      "loss_action": 0.008587116375565529,
      "loss_total": 0.008587116375565529,
      "step": 66770
    },
    {
      "grad_norm": 0.10651062428951263,
      "learning_rate": 9.630720948152038e-05,
      "loss": 0.0071,
      "step": 66780
    },
    {
      "loss_action": 0.0022621522657573223,
      "loss_total": 0.0022621522657573223,
      "step": 66780
    },
    {
      "loss_action": 0.004302800167351961,
      "loss_total": 0.004302800167351961,
      "step": 66780
    },
    {
      "loss_action": 0.009779786691069603,
      "loss_total": 0.009779786691069603,
      "step": 66780
    },
    {
      "loss_action": 0.007195782847702503,
      "loss_total": 0.007195782847702503,
      "step": 66780
    },
    {
      "loss_action": 0.007975015789270401,
      "loss_total": 0.007975015789270401,
      "step": 66780
    },
    {
      "loss_action": 0.001985555747523904,
      "loss_total": 0.001985555747523904,
      "step": 66780
    },
    {
      "loss_action": 0.00865336786955595,
      "loss_total": 0.00865336786955595,
      "step": 66780
    },
    {
      "loss_action": 0.006260732188820839,
      "loss_total": 0.006260732188820839,
      "step": 66780
    },
    {
      "grad_norm": 0.0743764266371727,
      "learning_rate": 9.630565022671508e-05,
      "loss": 0.0064,
      "step": 66790
    },
    {
      "loss_action": 0.018370265141129494,
      "loss_total": 0.018370265141129494,
      "step": 66790
    },
    {
      "loss_action": 0.0033666135277599096,
      "loss_total": 0.0033666135277599096,
      "step": 66790
    },
    {
      "loss_action": 0.004698528908193111,
      "loss_total": 0.004698528908193111,
      "step": 66790
    },
    {
      "loss_action": 0.005279128439724445,
      "loss_total": 0.005279128439724445,
      "step": 66790
    },
    {
      "loss_action": 0.004138805437833071,
      "loss_total": 0.004138805437833071,
      "step": 66790
    },
    {
      "loss_action": 0.0030117640271782875,
      "loss_total": 0.0030117640271782875,
      "step": 66790
    },
    {
      "loss_action": 0.006153439171612263,
      "loss_total": 0.006153439171612263,
      "step": 66790
    },
    {
      "loss_action": 0.00597114022821188,
      "loss_total": 0.00597114022821188,
      "step": 66790
    },
    {
      "grad_norm": 0.10089171677827835,
      "learning_rate": 9.6304090655415e-05,
      "loss": 0.0066,
      "step": 66800
    },
    {
      "loss_action": 0.0026063364930450916,
      "loss_total": 0.0026063364930450916,
      "step": 66800
    },
    {
      "loss_action": 0.005960643757134676,
      "loss_total": 0.005960643757134676,
      "step": 66800
    },
    {
      "loss_action": 0.002096273470669985,
      "loss_total": 0.002096273470669985,
      "step": 66800
    },
    {
      "loss_action": 0.0037605981342494488,
      "loss_total": 0.0037605981342494488,
      "step": 66800
    },
    {
      "loss_action": 0.0016404676716774702,
      "loss_total": 0.0016404676716774702,
      "step": 66800
    },
    {
      "loss_action": 0.003913168795406818,
      "loss_total": 0.003913168795406818,
      "step": 66800
    },
    {
      "loss_action": 0.009617502801120281,
      "loss_total": 0.009617502801120281,
      "step": 66800
    },
    {
      "loss_action": 0.006534863729029894,
      "loss_total": 0.006534863729029894,
      "step": 66800
    },
    {
      "grad_norm": 0.11487306654453278,
      "learning_rate": 9.630253076763079e-05,
      "loss": 0.0086,
      "step": 66810
    },
    {
      "loss_action": 0.005814597010612488,
      "loss_total": 0.005814597010612488,
      "step": 66810
    },
    {
      "loss_action": 0.010856599546968937,
      "loss_total": 0.010856599546968937,
      "step": 66810
    },
    {
      "loss_action": 0.01320401020348072,
      "loss_total": 0.01320401020348072,
      "step": 66810
    },
    {
      "loss_action": 0.008140997029840946,
      "loss_total": 0.008140997029840946,
      "step": 66810
    },
    {
      "loss_action": 0.008416716009378433,
      "loss_total": 0.008416716009378433,
      "step": 66810
    },
    {
      "loss_action": 0.004239704925566912,
      "loss_total": 0.004239704925566912,
      "step": 66810
    },
    {
      "loss_action": 0.002684601116925478,
      "loss_total": 0.002684601116925478,
      "step": 66810
    },
    {
      "loss_action": 0.008226839825510979,
      "loss_total": 0.008226839825510979,
      "step": 66810
    },
    {
      "grad_norm": 0.1701081544160843,
      "learning_rate": 9.630097056337314e-05,
      "loss": 0.0094,
      "step": 66820
    },
    {
      "loss_action": 0.005902737379074097,
      "loss_total": 0.005902737379074097,
      "step": 66820
    },
    {
      "loss_action": 0.008653821423649788,
      "loss_total": 0.008653821423649788,
      "step": 66820
    },
    {
      "loss_action": 0.005978444591164589,
      "loss_total": 0.005978444591164589,
      "step": 66820
    },
    {
      "loss_action": 0.008550724014639854,
      "loss_total": 0.008550724014639854,
      "step": 66820
    },
    {
      "loss_action": 0.003879640717059374,
      "loss_total": 0.003879640717059374,
      "step": 66820
    },
    {
      "loss_action": 0.015976840630173683,
      "loss_total": 0.015976840630173683,
      "step": 66820
    },
    {
      "loss_action": 0.0052809868939220905,
      "loss_total": 0.0052809868939220905,
      "step": 66820
    },
    {
      "loss_action": 0.00306648388504982,
      "loss_total": 0.00306648388504982,
      "step": 66820
    },
    {
      "grad_norm": 0.12378395348787308,
      "learning_rate": 9.62994100426527e-05,
      "loss": 0.0079,
      "step": 66830
    },
    {
      "loss_action": 0.0044452110305428505,
      "loss_total": 0.0044452110305428505,
      "step": 66830
    },
    {
      "loss_action": 0.002520549576729536,
      "loss_total": 0.002520549576729536,
      "step": 66830
    },
    {
      "loss_action": 0.004515018314123154,
      "loss_total": 0.004515018314123154,
      "step": 66830
    },
    {
      "loss_action": 0.0029929550364613533,
      "loss_total": 0.0029929550364613533,
      "step": 66830
    },
    {
      "loss_action": 0.009885603561997414,
      "loss_total": 0.009885603561997414,
      "step": 66830
    },
    {
      "loss_action": 0.0058534881100058556,
      "loss_total": 0.0058534881100058556,
      "step": 66830
    },
    {
      "loss_action": 0.01478355098515749,
      "loss_total": 0.01478355098515749,
      "step": 66830
    },
    {
      "loss_action": 0.00869365781545639,
      "loss_total": 0.00869365781545639,
      "step": 66830
    },
    {
      "grad_norm": 0.10036996006965637,
      "learning_rate": 9.629784920548015e-05,
      "loss": 0.0084,
      "step": 66840
    },
    {
      "loss_action": 0.0022540926001966,
      "loss_total": 0.0022540926001966,
      "step": 66840
    },
    {
      "loss_action": 0.006348722148686647,
      "loss_total": 0.006348722148686647,
      "step": 66840
    },
    {
      "loss_action": 0.007541486993432045,
      "loss_total": 0.007541486993432045,
      "step": 66840
    },
    {
      "loss_action": 0.0070470040664076805,
      "loss_total": 0.0070470040664076805,
      "step": 66840
    },
    {
      "loss_action": 0.005639025941491127,
      "loss_total": 0.005639025941491127,
      "step": 66840
    },
    {
      "loss_action": 0.006089436821639538,
      "loss_total": 0.006089436821639538,
      "step": 66840
    },
    {
      "loss_action": 0.003419085405766964,
      "loss_total": 0.003419085405766964,
      "step": 66840
    },
    {
      "loss_action": 0.004105996340513229,
      "loss_total": 0.004105996340513229,
      "step": 66840
    },
    {
      "grad_norm": 0.20446035265922546,
      "learning_rate": 9.629628805186615e-05,
      "loss": 0.0079,
      "step": 66850
    },
    {
      "loss_action": 0.013108732178807259,
      "loss_total": 0.013108732178807259,
      "step": 66850
    },
    {
      "loss_action": 0.010260423645377159,
      "loss_total": 0.010260423645377159,
      "step": 66850
    },
    {
      "loss_action": 0.007541710510849953,
      "loss_total": 0.007541710510849953,
      "step": 66850
    },
    {
      "loss_action": 0.0028179266955703497,
      "loss_total": 0.0028179266955703497,
      "step": 66850
    },
    {
      "loss_action": 0.006839612498879433,
      "loss_total": 0.006839612498879433,
      "step": 66850
    },
    {
      "loss_action": 0.008363001048564911,
      "loss_total": 0.008363001048564911,
      "step": 66850
    },
    {
      "loss_action": 0.006317018996924162,
      "loss_total": 0.006317018996924162,
      "step": 66850
    },
    {
      "loss_action": 0.004735814873129129,
      "loss_total": 0.004735814873129129,
      "step": 66850
    },
    {
      "grad_norm": 0.1413421332836151,
      "learning_rate": 9.629472658182137e-05,
      "loss": 0.0073,
      "step": 66860
    },
    {
      "loss_action": 0.010030657984316349,
      "loss_total": 0.010030657984316349,
      "step": 66860
    },
    {
      "loss_action": 0.0042538829147815704,
      "loss_total": 0.0042538829147815704,
      "step": 66860
    },
    {
      "loss_action": 0.002760813105851412,
      "loss_total": 0.002760813105851412,
      "step": 66860
    },
    {
      "loss_action": 0.020515820011496544,
      "loss_total": 0.020515820011496544,
      "step": 66860
    },
    {
      "loss_action": 0.004813415929675102,
      "loss_total": 0.004813415929675102,
      "step": 66860
    },
    {
      "loss_action": 0.004367135465145111,
      "loss_total": 0.004367135465145111,
      "step": 66860
    },
    {
      "loss_action": 0.003453243291005492,
      "loss_total": 0.003453243291005492,
      "step": 66860
    },
    {
      "loss_action": 0.006484075449407101,
      "loss_total": 0.006484075449407101,
      "step": 66860
    },
    {
      "grad_norm": 0.11539933830499649,
      "learning_rate": 9.629316479535649e-05,
      "loss": 0.0064,
      "step": 66870
    },
    {
      "loss_action": 0.008712394163012505,
      "loss_total": 0.008712394163012505,
      "step": 66870
    },
    {
      "loss_action": 0.0059929462149739265,
      "loss_total": 0.0059929462149739265,
      "step": 66870
    },
    {
      "loss_action": 0.011294327676296234,
      "loss_total": 0.011294327676296234,
      "step": 66870
    },
    {
      "loss_action": 0.00670247757807374,
      "loss_total": 0.00670247757807374,
      "step": 66870
    },
    {
      "loss_action": 0.008389832451939583,
      "loss_total": 0.008389832451939583,
      "step": 66870
    },
    {
      "loss_action": 0.004038217477500439,
      "loss_total": 0.004038217477500439,
      "step": 66870
    },
    {
      "loss_action": 0.003608210477977991,
      "loss_total": 0.003608210477977991,
      "step": 66870
    },
    {
      "loss_action": 0.006019159220159054,
      "loss_total": 0.006019159220159054,
      "step": 66870
    },
    {
      "grad_norm": 0.09633111208677292,
      "learning_rate": 9.629160269248215e-05,
      "loss": 0.0077,
      "step": 66880
    },
    {
      "loss_action": 0.004770076833665371,
      "loss_total": 0.004770076833665371,
      "step": 66880
    },
    {
      "loss_action": 0.0021618930622935295,
      "loss_total": 0.0021618930622935295,
      "step": 66880
    },
    {
      "loss_action": 0.00557423010468483,
      "loss_total": 0.00557423010468483,
      "step": 66880
    },
    {
      "loss_action": 0.008963154628872871,
      "loss_total": 0.008963154628872871,
      "step": 66880
    },
    {
      "loss_action": 0.003843708196654916,
      "loss_total": 0.003843708196654916,
      "step": 66880
    },
    {
      "loss_action": 0.014866222627460957,
      "loss_total": 0.014866222627460957,
      "step": 66880
    },
    {
      "loss_action": 0.0059153554029762745,
      "loss_total": 0.0059153554029762745,
      "step": 66880
    },
    {
      "loss_action": 0.00510060042142868,
      "loss_total": 0.00510060042142868,
      "step": 66880
    },
    {
      "grad_norm": 0.08542516827583313,
      "learning_rate": 9.629004027320907e-05,
      "loss": 0.0078,
      "step": 66890
    },
    {
      "loss_action": 0.0051423413679003716,
      "loss_total": 0.0051423413679003716,
      "step": 66890
    },
    {
      "loss_action": 0.0031563909724354744,
      "loss_total": 0.0031563909724354744,
      "step": 66890
    },
    {
      "loss_action": 0.0030326955020427704,
      "loss_total": 0.0030326955020427704,
      "step": 66890
    },
    {
      "loss_action": 0.0053879739716649055,
      "loss_total": 0.0053879739716649055,
      "step": 66890
    },
    {
      "loss_action": 0.006779469549655914,
      "loss_total": 0.006779469549655914,
      "step": 66890
    },
    {
      "loss_action": 0.00562009634450078,
      "loss_total": 0.00562009634450078,
      "step": 66890
    },
    {
      "loss_action": 0.0031140551436692476,
      "loss_total": 0.0031140551436692476,
      "step": 66890
    },
    {
      "loss_action": 0.003676227293908596,
      "loss_total": 0.003676227293908596,
      "step": 66890
    },
    {
      "grad_norm": 0.1121760904788971,
      "learning_rate": 9.62884775375479e-05,
      "loss": 0.0067,
      "step": 66900
    },
    {
      "loss_action": 0.00375594524666667,
      "loss_total": 0.00375594524666667,
      "step": 66900
    },
    {
      "loss_action": 0.006666632369160652,
      "loss_total": 0.006666632369160652,
      "step": 66900
    },
    {
      "loss_action": 0.002882158849388361,
      "loss_total": 0.002882158849388361,
      "step": 66900
    },
    {
      "loss_action": 0.005416953004896641,
      "loss_total": 0.005416953004896641,
      "step": 66900
    },
    {
      "loss_action": 0.00847889669239521,
      "loss_total": 0.00847889669239521,
      "step": 66900
    },
    {
      "loss_action": 0.0045873005874454975,
      "loss_total": 0.0045873005874454975,
      "step": 66900
    },
    {
      "loss_action": 0.004112367518246174,
      "loss_total": 0.004112367518246174,
      "step": 66900
    },
    {
      "loss_action": 0.03769651800394058,
      "loss_total": 0.03769651800394058,
      "step": 66900
    },
    {
      "grad_norm": 0.08771199733018875,
      "learning_rate": 9.628691448550935e-05,
      "loss": 0.0071,
      "step": 66910
    },
    {
      "loss_action": 0.005950458347797394,
      "loss_total": 0.005950458347797394,
      "step": 66910
    },
    {
      "loss_action": 0.006791104096919298,
      "loss_total": 0.006791104096919298,
      "step": 66910
    },
    {
      "loss_action": 0.020602144300937653,
      "loss_total": 0.020602144300937653,
      "step": 66910
    },
    {
      "loss_action": 0.004497753456234932,
      "loss_total": 0.004497753456234932,
      "step": 66910
    },
    {
      "loss_action": 0.01011025719344616,
      "loss_total": 0.01011025719344616,
      "step": 66910
    },
    {
      "loss_action": 0.006183660123497248,
      "loss_total": 0.006183660123497248,
      "step": 66910
    },
    {
      "loss_action": 0.0026208688504993916,
      "loss_total": 0.0026208688504993916,
      "step": 66910
    },
    {
      "loss_action": 0.00939167384058237,
      "loss_total": 0.00939167384058237,
      "step": 66910
    },
    {
      "grad_norm": 0.15855081379413605,
      "learning_rate": 9.628535111710406e-05,
      "loss": 0.0084,
      "step": 66920
    },
    {
      "loss_action": 0.005696804728358984,
      "loss_total": 0.005696804728358984,
      "step": 66920
    },
    {
      "loss_action": 0.00344433868303895,
      "loss_total": 0.00344433868303895,
      "step": 66920
    },
    {
      "loss_action": 0.005465018562972546,
      "loss_total": 0.005465018562972546,
      "step": 66920
    },
    {
      "loss_action": 0.009380497969686985,
      "loss_total": 0.009380497969686985,
      "step": 66920
    },
    {
      "loss_action": 0.003799405647441745,
      "loss_total": 0.003799405647441745,
      "step": 66920
    },
    {
      "loss_action": 0.00280176242813468,
      "loss_total": 0.00280176242813468,
      "step": 66920
    },
    {
      "loss_action": 0.011495983228087425,
      "loss_total": 0.011495983228087425,
      "step": 66920
    },
    {
      "loss_action": 0.003504399675875902,
      "loss_total": 0.003504399675875902,
      "step": 66920
    },
    {
      "grad_norm": 0.12409878522157669,
      "learning_rate": 9.628378743234276e-05,
      "loss": 0.0081,
      "step": 66930
    },
    {
      "loss_action": 0.015799889340996742,
      "loss_total": 0.015799889340996742,
      "step": 66930
    },
    {
      "loss_action": 0.003505786182358861,
      "loss_total": 0.003505786182358861,
      "step": 66930
    },
    {
      "loss_action": 0.00671719666570425,
      "loss_total": 0.00671719666570425,
      "step": 66930
    },
    {
      "loss_action": 0.005449870601296425,
      "loss_total": 0.005449870601296425,
      "step": 66930
    },
    {
      "loss_action": 0.010143034160137177,
      "loss_total": 0.010143034160137177,
      "step": 66930
    },
    {
      "loss_action": 0.004745610989630222,
      "loss_total": 0.004745610989630222,
      "step": 66930
    },
    {
      "loss_action": 0.002075748983770609,
      "loss_total": 0.002075748983770609,
      "step": 66930
    },
    {
      "loss_action": 0.005991397425532341,
      "loss_total": 0.005991397425532341,
      "step": 66930
    },
    {
      "grad_norm": 0.1107015386223793,
      "learning_rate": 9.628222343123612e-05,
      "loss": 0.0074,
      "step": 66940
    },
    {
      "loss_action": 0.005613253451883793,
      "loss_total": 0.005613253451883793,
      "step": 66940
    },
    {
      "loss_action": 0.004045926965773106,
      "loss_total": 0.004045926965773106,
      "step": 66940
    },
    {
      "loss_action": 0.003548496402800083,
      "loss_total": 0.003548496402800083,
      "step": 66940
    },
    {
      "loss_action": 0.013846458867192268,
      "loss_total": 0.013846458867192268,
      "step": 66940
    },
    {
      "loss_action": 0.0071036010049283504,
      "loss_total": 0.0071036010049283504,
      "step": 66940
    },
    {
      "loss_action": 0.0027028624899685383,
      "loss_total": 0.0027028624899685383,
      "step": 66940
    },
    {
      "loss_action": 0.007586396299302578,
      "loss_total": 0.007586396299302578,
      "step": 66940
    },
    {
      "loss_action": 0.01651626080274582,
      "loss_total": 0.01651626080274582,
      "step": 66940
    },
    {
      "grad_norm": 0.09297812730073929,
      "learning_rate": 9.628065911379483e-05,
      "loss": 0.0075,
      "step": 66950
    },
    {
      "loss_action": 0.01412203162908554,
      "loss_total": 0.01412203162908554,
      "step": 66950
    },
    {
      "loss_action": 0.008653758093714714,
      "loss_total": 0.008653758093714714,
      "step": 66950
    },
    {
      "loss_action": 0.0020577143877744675,
      "loss_total": 0.0020577143877744675,
      "step": 66950
    },
    {
      "loss_action": 0.0053430893458426,
      "loss_total": 0.0053430893458426,
      "step": 66950
    },
    {
      "loss_action": 0.005040781106799841,
      "loss_total": 0.005040781106799841,
      "step": 66950
    },
    {
      "loss_action": 0.006618230603635311,
      "loss_total": 0.006618230603635311,
      "step": 66950
    },
    {
      "loss_action": 0.021208349615335464,
      "loss_total": 0.021208349615335464,
      "step": 66950
    },
    {
      "loss_action": 0.002656258875504136,
      "loss_total": 0.002656258875504136,
      "step": 66950
    },
    {
      "grad_norm": 0.11119858920574188,
      "learning_rate": 9.627909448002958e-05,
      "loss": 0.0068,
      "step": 66960
    },
    {
      "loss_action": 0.0068662092089653015,
      "loss_total": 0.0068662092089653015,
      "step": 66960
    },
    {
      "loss_action": 0.0040177153423428535,
      "loss_total": 0.0040177153423428535,
      "step": 66960
    },
    {
      "loss_action": 0.005852968897670507,
      "loss_total": 0.005852968897670507,
      "step": 66960
    },
    {
      "loss_action": 0.00842166319489479,
      "loss_total": 0.00842166319489479,
      "step": 66960
    },
    {
      "loss_action": 0.004399819299578667,
      "loss_total": 0.004399819299578667,
      "step": 66960
    },
    {
      "loss_action": 0.008778021670877934,
      "loss_total": 0.008778021670877934,
      "step": 66960
    },
    {
      "loss_action": 0.03495713323354721,
      "loss_total": 0.03495713323354721,
      "step": 66960
    },
    {
      "loss_action": 0.009058799594640732,
      "loss_total": 0.009058799594640732,
      "step": 66960
    },
    {
      "grad_norm": 0.1332622766494751,
      "learning_rate": 9.627752952995106e-05,
      "loss": 0.0075,
      "step": 66970
    },
    {
      "loss_action": 0.027526624500751495,
      "loss_total": 0.027526624500751495,
      "step": 66970
    },
    {
      "loss_action": 0.005240545142441988,
      "loss_total": 0.005240545142441988,
      "step": 66970
    },
    {
      "loss_action": 0.0016604411648586392,
      "loss_total": 0.0016604411648586392,
      "step": 66970
    },
    {
      "loss_action": 0.00378210237249732,
      "loss_total": 0.00378210237249732,
      "step": 66970
    },
    {
      "loss_action": 0.002826047595590353,
      "loss_total": 0.002826047595590353,
      "step": 66970
    },
    {
      "loss_action": 0.003816028591245413,
      "loss_total": 0.003816028591245413,
      "step": 66970
    },
    {
      "loss_action": 0.001332696876488626,
      "loss_total": 0.001332696876488626,
      "step": 66970
    },
    {
      "loss_action": 0.005700537469238043,
      "loss_total": 0.005700537469238043,
      "step": 66970
    },
    {
      "grad_norm": 0.08117039501667023,
      "learning_rate": 9.627596426356997e-05,
      "loss": 0.0085,
      "step": 66980
    },
    {
      "loss_action": 0.004700109362602234,
      "loss_total": 0.004700109362602234,
      "step": 66980
    },
    {
      "loss_action": 0.020508646965026855,
      "loss_total": 0.020508646965026855,
      "step": 66980
    },
    {
      "loss_action": 0.008352037519216537,
      "loss_total": 0.008352037519216537,
      "step": 66980
    },
    {
      "loss_action": 0.0050681838765740395,
      "loss_total": 0.0050681838765740395,
      "step": 66980
    },
    {
      "loss_action": 0.0021395105868577957,
      "loss_total": 0.0021395105868577957,
      "step": 66980
    },
    {
      "loss_action": 0.002436284441500902,
      "loss_total": 0.002436284441500902,
      "step": 66980
    },
    {
      "loss_action": 0.003001593519002199,
      "loss_total": 0.003001593519002199,
      "step": 66980
    },
    {
      "loss_action": 0.009530052542686462,
      "loss_total": 0.009530052542686462,
      "step": 66980
    },
    {
      "grad_norm": 0.10003889352083206,
      "learning_rate": 9.627439868089703e-05,
      "loss": 0.0071,
      "step": 66990
    },
    {
      "loss_action": 0.009095926769077778,
      "loss_total": 0.009095926769077778,
      "step": 66990
    },
    {
      "loss_action": 0.006001308094710112,
      "loss_total": 0.006001308094710112,
      "step": 66990
    },
    {
      "loss_action": 0.006385116837918758,
      "loss_total": 0.006385116837918758,
      "step": 66990
    },
    {
      "loss_action": 0.0022505298256874084,
      "loss_total": 0.0022505298256874084,
      "step": 66990
    },
    {
      "loss_action": 0.0050207627937197685,
      "loss_total": 0.0050207627937197685,
      "step": 66990
    },
    {
      "loss_action": 0.0029728487133979797,
      "loss_total": 0.0029728487133979797,
      "step": 66990
    },
    {
      "loss_action": 0.007054065354168415,
      "loss_total": 0.007054065354168415,
      "step": 66990
    },
    {
      "loss_action": 0.005547424778342247,
      "loss_total": 0.005547424778342247,
      "step": 66990
    },
    {
      "grad_norm": 0.148778036236763,
      "learning_rate": 9.62728327819429e-05,
      "loss": 0.009,
      "step": 67000
    },
    {
      "loss_action": 0.003429710865020752,
      "loss_total": 0.003429710865020752,
      "step": 67000
    },
    {
      "loss_action": 0.012570767663419247,
      "loss_total": 0.012570767663419247,
      "step": 67000
    },
    {
      "loss_action": 0.007815027609467506,
      "loss_total": 0.007815027609467506,
      "step": 67000
    },
    {
      "loss_action": 0.008776046335697174,
      "loss_total": 0.008776046335697174,
      "step": 67000
    },
    {
      "loss_action": 0.010393860749900341,
      "loss_total": 0.010393860749900341,
      "step": 67000
    },
    {
      "loss_action": 0.0038946224376559258,
      "loss_total": 0.0038946224376559258,
      "step": 67000
    },
    {
      "loss_action": 0.009152906946837902,
      "loss_total": 0.009152906946837902,
      "step": 67000
    },
    {
      "loss_action": 0.00508143100887537,
      "loss_total": 0.00508143100887537,
      "step": 67000
    },
    {
      "grad_norm": 0.09978504478931427,
      "learning_rate": 9.62712665667183e-05,
      "loss": 0.007,
      "step": 67010
    },
    {
      "loss_action": 0.02675795927643776,
      "loss_total": 0.02675795927643776,
      "step": 67010
    },
    {
      "loss_action": 0.00330391526222229,
      "loss_total": 0.00330391526222229,
      "step": 67010
    },
    {
      "loss_action": 0.011156290769577026,
      "loss_total": 0.011156290769577026,
      "step": 67010
    },
    {
      "loss_action": 0.0042547620832920074,
      "loss_total": 0.0042547620832920074,
      "step": 67010
    },
    {
      "loss_action": 0.005120800342410803,
      "loss_total": 0.005120800342410803,
      "step": 67010
    },
    {
      "loss_action": 0.004275680985301733,
      "loss_total": 0.004275680985301733,
      "step": 67010
    },
    {
      "loss_action": 0.01224286574870348,
      "loss_total": 0.01224286574870348,
      "step": 67010
    },
    {
      "loss_action": 0.010242462158203125,
      "loss_total": 0.010242462158203125,
      "step": 67010
    },
    {
      "grad_norm": 0.08170457184314728,
      "learning_rate": 9.626970003523395e-05,
      "loss": 0.0071,
      "step": 67020
    },
    {
      "loss_action": 0.009515298530459404,
      "loss_total": 0.009515298530459404,
      "step": 67020
    },
    {
      "loss_action": 0.004551810212433338,
      "loss_total": 0.004551810212433338,
      "step": 67020
    },
    {
      "loss_action": 0.0031989794224500656,
      "loss_total": 0.0031989794224500656,
      "step": 67020
    },
    {
      "loss_action": 0.004582079593092203,
      "loss_total": 0.004582079593092203,
      "step": 67020
    },
    {
      "loss_action": 0.00993200670927763,
      "loss_total": 0.00993200670927763,
      "step": 67020
    },
    {
      "loss_action": 0.006834402680397034,
      "loss_total": 0.006834402680397034,
      "step": 67020
    },
    {
      "loss_action": 0.0022525452077388763,
      "loss_total": 0.0022525452077388763,
      "step": 67020
    },
    {
      "loss_action": 0.006221297197043896,
      "loss_total": 0.006221297197043896,
      "step": 67020
    },
    {
      "grad_norm": 0.08880044519901276,
      "learning_rate": 9.626813318750055e-05,
      "loss": 0.0063,
      "step": 67030
    },
    {
      "loss_action": 0.021970581263303757,
      "loss_total": 0.021970581263303757,
      "step": 67030
    },
    {
      "loss_action": 0.006212461739778519,
      "loss_total": 0.006212461739778519,
      "step": 67030
    },
    {
      "loss_action": 0.0066131772473454475,
      "loss_total": 0.0066131772473454475,
      "step": 67030
    },
    {
      "loss_action": 0.006224924232810736,
      "loss_total": 0.006224924232810736,
      "step": 67030
    },
    {
      "loss_action": 0.003649868071079254,
      "loss_total": 0.003649868071079254,
      "step": 67030
    },
    {
      "loss_action": 0.017799314111471176,
      "loss_total": 0.017799314111471176,
      "step": 67030
    },
    {
      "loss_action": 0.009621839039027691,
      "loss_total": 0.009621839039027691,
      "step": 67030
    },
    {
      "loss_action": 0.006410644855350256,
      "loss_total": 0.006410644855350256,
      "step": 67030
    },
    {
      "grad_norm": 0.13877727091312408,
      "learning_rate": 9.626656602352879e-05,
      "loss": 0.0085,
      "step": 67040
    },
    {
      "loss_action": 0.01046849600970745,
      "loss_total": 0.01046849600970745,
      "step": 67040
    },
    {
      "loss_action": 0.005884201265871525,
      "loss_total": 0.005884201265871525,
      "step": 67040
    },
    {
      "loss_action": 0.011351884342730045,
      "loss_total": 0.011351884342730045,
      "step": 67040
    },
    {
      "loss_action": 0.00472218357026577,
      "loss_total": 0.00472218357026577,
      "step": 67040
    },
    {
      "loss_action": 0.004439203068614006,
      "loss_total": 0.004439203068614006,
      "step": 67040
    },
    {
      "loss_action": 0.0027525017503648996,
      "loss_total": 0.0027525017503648996,
      "step": 67040
    },
    {
      "loss_action": 0.008959660306572914,
      "loss_total": 0.008959660306572914,
      "step": 67040
    },
    {
      "loss_action": 0.00489397719502449,
      "loss_total": 0.00489397719502449,
      "step": 67040
    },
    {
      "grad_norm": 0.08450597524642944,
      "learning_rate": 9.62649985433294e-05,
      "loss": 0.0063,
      "step": 67050
    },
    {
      "loss_action": 0.003995912149548531,
      "loss_total": 0.003995912149548531,
      "step": 67050
    },
    {
      "loss_action": 0.006143650971353054,
      "loss_total": 0.006143650971353054,
      "step": 67050
    },
    {
      "loss_action": 0.00586311612278223,
      "loss_total": 0.00586311612278223,
      "step": 67050
    },
    {
      "loss_action": 0.004538418725132942,
      "loss_total": 0.004538418725132942,
      "step": 67050
    },
    {
      "loss_action": 0.005614281632006168,
      "loss_total": 0.005614281632006168,
      "step": 67050
    },
    {
      "loss_action": 0.002277528867125511,
      "loss_total": 0.002277528867125511,
      "step": 67050
    },
    {
      "loss_action": 0.01145586371421814,
      "loss_total": 0.01145586371421814,
      "step": 67050
    },
    {
      "loss_action": 0.009871161542832851,
      "loss_total": 0.009871161542832851,
      "step": 67050
    },
    {
      "grad_norm": 0.1599496454000473,
      "learning_rate": 9.62634307469131e-05,
      "loss": 0.0067,
      "step": 67060
    },
    {
      "loss_action": 0.005895229522138834,
      "loss_total": 0.005895229522138834,
      "step": 67060
    },
    {
      "loss_action": 0.012185266241431236,
      "loss_total": 0.012185266241431236,
      "step": 67060
    },
    {
      "loss_action": 0.00653252936899662,
      "loss_total": 0.00653252936899662,
      "step": 67060
    },
    {
      "loss_action": 0.00376789178699255,
      "loss_total": 0.00376789178699255,
      "step": 67060
    },
    {
      "loss_action": 0.010559415444731712,
      "loss_total": 0.010559415444731712,
      "step": 67060
    },
    {
      "loss_action": 0.014541076496243477,
      "loss_total": 0.014541076496243477,
      "step": 67060
    },
    {
      "loss_action": 0.0029825218953192234,
      "loss_total": 0.0029825218953192234,
      "step": 67060
    },
    {
      "loss_action": 0.007677837274968624,
      "loss_total": 0.007677837274968624,
      "step": 67060
    },
    {
      "grad_norm": 0.09552419930696487,
      "learning_rate": 9.626186263429058e-05,
      "loss": 0.0076,
      "step": 67070
    },
    {
      "loss_action": 0.00773270521312952,
      "loss_total": 0.00773270521312952,
      "step": 67070
    },
    {
      "loss_action": 0.0027957968413829803,
      "loss_total": 0.0027957968413829803,
      "step": 67070
    },
    {
      "loss_action": 0.007917450740933418,
      "loss_total": 0.007917450740933418,
      "step": 67070
    },
    {
      "loss_action": 0.006601941771805286,
      "loss_total": 0.006601941771805286,
      "step": 67070
    },
    {
      "loss_action": 0.005298145115375519,
      "loss_total": 0.005298145115375519,
      "step": 67070
    },
    {
      "loss_action": 0.00709237577393651,
      "loss_total": 0.00709237577393651,
      "step": 67070
    },
    {
      "loss_action": 0.0024034203961491585,
      "loss_total": 0.0024034203961491585,
      "step": 67070
    },
    {
      "loss_action": 0.024164602160453796,
      "loss_total": 0.024164602160453796,
      "step": 67070
    },
    {
      "grad_norm": 0.11327732354402542,
      "learning_rate": 9.626029420547258e-05,
      "loss": 0.008,
      "step": 67080
    },
    {
      "loss_action": 0.0039140996523201466,
      "loss_total": 0.0039140996523201466,
      "step": 67080
    },
    {
      "loss_action": 0.006810734048485756,
      "loss_total": 0.006810734048485756,
      "step": 67080
    },
    {
      "loss_action": 0.0028696409426629543,
      "loss_total": 0.0028696409426629543,
      "step": 67080
    },
    {
      "loss_action": 0.006388720124959946,
      "loss_total": 0.006388720124959946,
      "step": 67080
    },
    {
      "loss_action": 0.00914424192160368,
      "loss_total": 0.00914424192160368,
      "step": 67080
    },
    {
      "loss_action": 0.006680105812847614,
      "loss_total": 0.006680105812847614,
      "step": 67080
    },
    {
      "loss_action": 0.006552664563059807,
      "loss_total": 0.006552664563059807,
      "step": 67080
    },
    {
      "loss_action": 0.0025975608732551336,
      "loss_total": 0.0025975608732551336,
      "step": 67080
    },
    {
      "grad_norm": 0.11839280277490616,
      "learning_rate": 9.625872546046983e-05,
      "loss": 0.0074,
      "step": 67090
    },
    {
      "loss_action": 0.00308748846873641,
      "loss_total": 0.00308748846873641,
      "step": 67090
    },
    {
      "loss_action": 0.011047670617699623,
      "loss_total": 0.011047670617699623,
      "step": 67090
    },
    {
      "loss_action": 0.016480103135108948,
      "loss_total": 0.016480103135108948,
      "step": 67090
    },
    {
      "loss_action": 0.011168166995048523,
      "loss_total": 0.011168166995048523,
      "step": 67090
    },
    {
      "loss_action": 0.014655506238341331,
      "loss_total": 0.014655506238341331,
      "step": 67090
    },
    {
      "loss_action": 0.006924112793058157,
      "loss_total": 0.006924112793058157,
      "step": 67090
    },
    {
      "loss_action": 0.00541559886187315,
      "loss_total": 0.00541559886187315,
      "step": 67090
    },
    {
      "loss_action": 0.011507907882332802,
      "loss_total": 0.011507907882332802,
      "step": 67090
    },
    {
      "grad_norm": 0.13063167035579681,
      "learning_rate": 9.625715639929301e-05,
      "loss": 0.007,
      "step": 67100
    },
    {
      "loss_action": 0.004119273740798235,
      "loss_total": 0.004119273740798235,
      "step": 67100
    },
    {
      "loss_action": 0.004687471315264702,
      "loss_total": 0.004687471315264702,
      "step": 67100
    },
    {
      "loss_action": 0.0021142628975212574,
      "loss_total": 0.0021142628975212574,
      "step": 67100
    },
    {
      "loss_action": 0.011194771155714989,
      "loss_total": 0.011194771155714989,
      "step": 67100
    },
    {
      "loss_action": 0.004451477900147438,
      "loss_total": 0.004451477900147438,
      "step": 67100
    },
    {
      "loss_action": 0.005755580961704254,
      "loss_total": 0.005755580961704254,
      "step": 67100
    },
    {
      "loss_action": 0.0031265649013221264,
      "loss_total": 0.0031265649013221264,
      "step": 67100
    },
    {
      "loss_action": 0.002350645838305354,
      "loss_total": 0.002350645838305354,
      "step": 67100
    },
    {
      "grad_norm": 0.14471150934696198,
      "learning_rate": 9.625558702195288e-05,
      "loss": 0.0087,
      "step": 67110
    },
    {
      "loss_action": 0.016403773799538612,
      "loss_total": 0.016403773799538612,
      "step": 67110
    },
    {
      "loss_action": 0.009421855211257935,
      "loss_total": 0.009421855211257935,
      "step": 67110
    },
    {
      "loss_action": 0.008351735770702362,
      "loss_total": 0.008351735770702362,
      "step": 67110
    },
    {
      "loss_action": 0.008742923848330975,
      "loss_total": 0.008742923848330975,
      "step": 67110
    },
    {
      "loss_action": 0.0029743509367108345,
      "loss_total": 0.0029743509367108345,
      "step": 67110
    },
    {
      "loss_action": 0.002638569800183177,
      "loss_total": 0.002638569800183177,
      "step": 67110
    },
    {
      "loss_action": 0.027370065450668335,
      "loss_total": 0.027370065450668335,
      "step": 67110
    },
    {
      "loss_action": 0.006664378102868795,
      "loss_total": 0.006664378102868795,
      "step": 67110
    },
    {
      "grad_norm": 0.10587046295404434,
      "learning_rate": 9.625401732846015e-05,
      "loss": 0.0079,
      "step": 67120
    },
    {
      "loss_action": 0.009901690296828747,
      "loss_total": 0.009901690296828747,
      "step": 67120
    },
    {
      "loss_action": 0.005636851768940687,
      "loss_total": 0.005636851768940687,
      "step": 67120
    },
    {
      "loss_action": 0.005914725363254547,
      "loss_total": 0.005914725363254547,
      "step": 67120
    },
    {
      "loss_action": 0.014759326353669167,
      "loss_total": 0.014759326353669167,
      "step": 67120
    },
    {
      "loss_action": 0.001560767530463636,
      "loss_total": 0.001560767530463636,
      "step": 67120
    },
    {
      "loss_action": 0.022646833211183548,
      "loss_total": 0.022646833211183548,
      "step": 67120
    },
    {
      "loss_action": 0.005948272533714771,
      "loss_total": 0.005948272533714771,
      "step": 67120
    },
    {
      "loss_action": 0.019671324640512466,
      "loss_total": 0.019671324640512466,
      "step": 67120
    },
    {
      "grad_norm": 0.11826252937316895,
      "learning_rate": 9.625244731882556e-05,
      "loss": 0.0078,
      "step": 67130
    },
    {
      "loss_action": 0.004109959118068218,
      "loss_total": 0.004109959118068218,
      "step": 67130
    },
    {
      "loss_action": 0.005564809776842594,
      "loss_total": 0.005564809776842594,
      "step": 67130
    },
    {
      "loss_action": 0.001950280973687768,
      "loss_total": 0.001950280973687768,
      "step": 67130
    },
    {
      "loss_action": 0.002912133000791073,
      "loss_total": 0.002912133000791073,
      "step": 67130
    },
    {
      "loss_action": 0.005874289199709892,
      "loss_total": 0.005874289199709892,
      "step": 67130
    },
    {
      "loss_action": 0.003433968871831894,
      "loss_total": 0.003433968871831894,
      "step": 67130
    },
    {
      "loss_action": 0.010117413476109505,
      "loss_total": 0.010117413476109505,
      "step": 67130
    },
    {
      "loss_action": 0.0072373696602880955,
      "loss_total": 0.0072373696602880955,
      "step": 67130
    },
    {
      "grad_norm": 0.1301422119140625,
      "learning_rate": 9.625087699305986e-05,
      "loss": 0.0078,
      "step": 67140
    },
    {
      "loss_action": 0.005155592225492001,
      "loss_total": 0.005155592225492001,
      "step": 67140
    },
    {
      "loss_action": 0.006790401414036751,
      "loss_total": 0.006790401414036751,
      "step": 67140
    },
    {
      "loss_action": 0.0068776849657297134,
      "loss_total": 0.0068776849657297134,
      "step": 67140
    },
    {
      "loss_action": 0.008448706939816475,
      "loss_total": 0.008448706939816475,
      "step": 67140
    },
    {
      "loss_action": 0.008213235065340996,
      "loss_total": 0.008213235065340996,
      "step": 67140
    },
    {
      "loss_action": 0.009355169720947742,
      "loss_total": 0.009355169720947742,
      "step": 67140
    },
    {
      "loss_action": 0.010295072570443153,
      "loss_total": 0.010295072570443153,
      "step": 67140
    },
    {
      "loss_action": 0.012018159031867981,
      "loss_total": 0.012018159031867981,
      "step": 67140
    },
    {
      "grad_norm": 0.1634911745786667,
      "learning_rate": 9.624930635117372e-05,
      "loss": 0.0083,
      "step": 67150
    },
    {
      "loss_action": 0.008253894746303558,
      "loss_total": 0.008253894746303558,
      "step": 67150
    },
    {
      "loss_action": 0.005345860496163368,
      "loss_total": 0.005345860496163368,
      "step": 67150
    },
    {
      "loss_action": 0.004108716733753681,
      "loss_total": 0.004108716733753681,
      "step": 67150
    },
    {
      "loss_action": 0.02120286598801613,
      "loss_total": 0.02120286598801613,
      "step": 67150
    },
    {
      "loss_action": 0.007596399635076523,
      "loss_total": 0.007596399635076523,
      "step": 67150
    },
    {
      "loss_action": 0.00498365331441164,
      "loss_total": 0.00498365331441164,
      "step": 67150
    },
    {
      "loss_action": 0.0036438617389649153,
      "loss_total": 0.0036438617389649153,
      "step": 67150
    },
    {
      "loss_action": 0.007626648992300034,
      "loss_total": 0.007626648992300034,
      "step": 67150
    },
    {
      "grad_norm": 0.09241670370101929,
      "learning_rate": 9.624773539317794e-05,
      "loss": 0.0078,
      "step": 67160
    },
    {
      "loss_action": 0.007670939899981022,
      "loss_total": 0.007670939899981022,
      "step": 67160
    },
    {
      "loss_action": 0.002435067668557167,
      "loss_total": 0.002435067668557167,
      "step": 67160
    },
    {
      "loss_action": 0.026251932606101036,
      "loss_total": 0.026251932606101036,
      "step": 67160
    },
    {
      "loss_action": 0.0038336878642439842,
      "loss_total": 0.0038336878642439842,
      "step": 67160
    },
    {
      "loss_action": 0.02353530004620552,
      "loss_total": 0.02353530004620552,
      "step": 67160
    },
    {
      "loss_action": 0.005892651621252298,
      "loss_total": 0.005892651621252298,
      "step": 67160
    },
    {
      "loss_action": 0.004493611864745617,
      "loss_total": 0.004493611864745617,
      "step": 67160
    },
    {
      "loss_action": 0.0025891666300594807,
      "loss_total": 0.0025891666300594807,
      "step": 67160
    },
    {
      "grad_norm": 0.1031503900885582,
      "learning_rate": 9.624616411908323e-05,
      "loss": 0.0088,
      "step": 67170
    },
    {
      "loss_action": 0.008513957262039185,
      "loss_total": 0.008513957262039185,
      "step": 67170
    },
    {
      "loss_action": 0.0029802555218338966,
      "loss_total": 0.0029802555218338966,
      "step": 67170
    },
    {
      "loss_action": 0.009252998046576977,
      "loss_total": 0.009252998046576977,
      "step": 67170
    },
    {
      "loss_action": 0.0035220037680119276,
      "loss_total": 0.0035220037680119276,
      "step": 67170
    },
    {
      "loss_action": 0.006516645662486553,
      "loss_total": 0.006516645662486553,
      "step": 67170
    },
    {
      "loss_action": 0.0039159981533885,
      "loss_total": 0.0039159981533885,
      "step": 67170
    },
    {
      "loss_action": 0.0018785079009830952,
      "loss_total": 0.0018785079009830952,
      "step": 67170
    },
    {
      "loss_action": 0.021701402962207794,
      "loss_total": 0.021701402962207794,
      "step": 67170
    },
    {
      "grad_norm": 0.08882911503314972,
      "learning_rate": 9.624459252890032e-05,
      "loss": 0.0064,
      "step": 67180
    },
    {
      "loss_action": 0.007915178313851357,
      "loss_total": 0.007915178313851357,
      "step": 67180
    },
    {
      "loss_action": 0.004143121186643839,
      "loss_total": 0.004143121186643839,
      "step": 67180
    },
    {
      "loss_action": 0.012354318052530289,
      "loss_total": 0.012354318052530289,
      "step": 67180
    },
    {
      "loss_action": 0.010853918269276619,
      "loss_total": 0.010853918269276619,
      "step": 67180
    },
    {
      "loss_action": 0.004723085090517998,
      "loss_total": 0.004723085090517998,
      "step": 67180
    },
    {
      "loss_action": 0.00283628236502409,
      "loss_total": 0.00283628236502409,
      "step": 67180
    },
    {
      "loss_action": 0.003998639993369579,
      "loss_total": 0.003998639993369579,
      "step": 67180
    },
    {
      "loss_action": 0.005753473844379187,
      "loss_total": 0.005753473844379187,
      "step": 67180
    },
    {
      "grad_norm": 0.11199577152729034,
      "learning_rate": 9.624302062263997e-05,
      "loss": 0.0076,
      "step": 67190
    },
    {
      "loss_action": 0.008732758462429047,
      "loss_total": 0.008732758462429047,
      "step": 67190
    },
    {
      "loss_action": 0.0091746486723423,
      "loss_total": 0.0091746486723423,
      "step": 67190
    },
    {
      "loss_action": 0.003550267778337002,
      "loss_total": 0.003550267778337002,
      "step": 67190
    },
    {
      "loss_action": 0.0020423145033419132,
      "loss_total": 0.0020423145033419132,
      "step": 67190
    },
    {
      "loss_action": 0.00770167913287878,
      "loss_total": 0.00770167913287878,
      "step": 67190
    },
    {
      "loss_action": 0.006829303689301014,
      "loss_total": 0.006829303689301014,
      "step": 67190
    },
    {
      "loss_action": 0.010031703859567642,
      "loss_total": 0.010031703859567642,
      "step": 67190
    },
    {
      "loss_action": 0.004196410998702049,
      "loss_total": 0.004196410998702049,
      "step": 67190
    },
    {
      "grad_norm": 0.16194695234298706,
      "learning_rate": 9.624144840031291e-05,
      "loss": 0.0069,
      "step": 67200
    },
    {
      "loss_action": 0.0027528777718544006,
      "loss_total": 0.0027528777718544006,
      "step": 67200
    },
    {
      "loss_action": 0.00845518708229065,
      "loss_total": 0.00845518708229065,
      "step": 67200
    },
    {
      "loss_action": 0.005921878851950169,
      "loss_total": 0.005921878851950169,
      "step": 67200
    },
    {
      "loss_action": 0.003950770013034344,
      "loss_total": 0.003950770013034344,
      "step": 67200
    },
    {
      "loss_action": 0.003134900936856866,
      "loss_total": 0.003134900936856866,
      "step": 67200
    },
    {
      "loss_action": 0.0027159410528838634,
      "loss_total": 0.0027159410528838634,
      "step": 67200
    },
    {
      "loss_action": 0.006300079636275768,
      "loss_total": 0.006300079636275768,
      "step": 67200
    },
    {
      "loss_action": 0.0038719912990927696,
      "loss_total": 0.0038719912990927696,
      "step": 67200
    },
    {
      "grad_norm": 0.15443724393844604,
      "learning_rate": 9.62398758619299e-05,
      "loss": 0.0071,
      "step": 67210
    },
    {
      "loss_action": 0.007868459448218346,
      "loss_total": 0.007868459448218346,
      "step": 67210
    },
    {
      "loss_action": 0.0019405584316700697,
      "loss_total": 0.0019405584316700697,
      "step": 67210
    },
    {
      "loss_action": 0.004529235884547234,
      "loss_total": 0.004529235884547234,
      "step": 67210
    },
    {
      "loss_action": 0.009900013916194439,
      "loss_total": 0.009900013916194439,
      "step": 67210
    },
    {
      "loss_action": 0.006859666667878628,
      "loss_total": 0.006859666667878628,
      "step": 67210
    },
    {
      "loss_action": 0.002677420387044549,
      "loss_total": 0.002677420387044549,
      "step": 67210
    },
    {
      "loss_action": 0.003586623352020979,
      "loss_total": 0.003586623352020979,
      "step": 67210
    },
    {
      "loss_action": 0.03607504069805145,
      "loss_total": 0.03607504069805145,
      "step": 67210
    },
    {
      "grad_norm": 0.0985741913318634,
      "learning_rate": 9.623830300750167e-05,
      "loss": 0.0068,
      "step": 67220
    },
    {
      "loss_action": 0.00989953987300396,
      "loss_total": 0.00989953987300396,
      "step": 67220
    },
    {
      "loss_action": 0.009937738999724388,
      "loss_total": 0.009937738999724388,
      "step": 67220
    },
    {
      "loss_action": 0.007163027301430702,
      "loss_total": 0.007163027301430702,
      "step": 67220
    },
    {
      "loss_action": 0.0029517854563891888,
      "loss_total": 0.0029517854563891888,
      "step": 67220
    },
    {
      "loss_action": 0.014355705119669437,
      "loss_total": 0.014355705119669437,
      "step": 67220
    },
    {
      "loss_action": 0.006021571811288595,
      "loss_total": 0.006021571811288595,
      "step": 67220
    },
    {
      "loss_action": 0.003783739637583494,
      "loss_total": 0.003783739637583494,
      "step": 67220
    },
    {
      "loss_action": 0.0045234523713588715,
      "loss_total": 0.0045234523713588715,
      "step": 67220
    },
    {
      "grad_norm": 0.10073664039373398,
      "learning_rate": 9.6236729837039e-05,
      "loss": 0.0064,
      "step": 67230
    },
    {
      "loss_action": 0.004982550162822008,
      "loss_total": 0.004982550162822008,
      "step": 67230
    },
    {
      "loss_action": 0.002756440546363592,
      "loss_total": 0.002756440546363592,
      "step": 67230
    },
    {
      "loss_action": 0.00817062333226204,
      "loss_total": 0.00817062333226204,
      "step": 67230
    },
    {
      "loss_action": 0.011087613180279732,
      "loss_total": 0.011087613180279732,
      "step": 67230
    },
    {
      "loss_action": 0.0019938156474381685,
      "loss_total": 0.0019938156474381685,
      "step": 67230
    },
    {
      "loss_action": 0.0035150283947587013,
      "loss_total": 0.0035150283947587013,
      "step": 67230
    },
    {
      "loss_action": 0.0019564679823815823,
      "loss_total": 0.0019564679823815823,
      "step": 67230
    },
    {
      "loss_action": 0.006176735274493694,
      "loss_total": 0.006176735274493694,
      "step": 67230
    },
    {
      "grad_norm": 0.11567777395248413,
      "learning_rate": 9.62351563505526e-05,
      "loss": 0.0062,
      "step": 67240
    },
    {
      "loss_action": 0.004052132833749056,
      "loss_total": 0.004052132833749056,
      "step": 67240
    },
    {
      "loss_action": 0.0052084242925047874,
      "loss_total": 0.0052084242925047874,
      "step": 67240
    },
    {
      "loss_action": 0.002512758830562234,
      "loss_total": 0.002512758830562234,
      "step": 67240
    },
    {
      "loss_action": 0.004947576206177473,
      "loss_total": 0.004947576206177473,
      "step": 67240
    },
    {
      "loss_action": 0.01143407728523016,
      "loss_total": 0.01143407728523016,
      "step": 67240
    },
    {
      "loss_action": 0.003648144192993641,
      "loss_total": 0.003648144192993641,
      "step": 67240
    },
    {
      "loss_action": 0.005687691271305084,
      "loss_total": 0.005687691271305084,
      "step": 67240
    },
    {
      "loss_action": 0.00822223350405693,
      "loss_total": 0.00822223350405693,
      "step": 67240
    },
    {
      "grad_norm": 0.11695066094398499,
      "learning_rate": 9.623358254805325e-05,
      "loss": 0.0063,
      "step": 67250
    },
    {
      "loss_action": 0.006616018712520599,
      "loss_total": 0.006616018712520599,
      "step": 67250
    },
    {
      "loss_action": 0.004462596960365772,
      "loss_total": 0.004462596960365772,
      "step": 67250
    },
    {
      "loss_action": 0.013644362799823284,
      "loss_total": 0.013644362799823284,
      "step": 67250
    },
    {
      "loss_action": 0.00994272343814373,
      "loss_total": 0.00994272343814373,
      "step": 67250
    },
    {
      "loss_action": 0.003440688829869032,
      "loss_total": 0.003440688829869032,
      "step": 67250
    },
    {
      "loss_action": 0.0044883619993925095,
      "loss_total": 0.0044883619993925095,
      "step": 67250
    },
    {
      "loss_action": 0.004688037093728781,
      "loss_total": 0.004688037093728781,
      "step": 67250
    },
    {
      "loss_action": 0.005506083369255066,
      "loss_total": 0.005506083369255066,
      "step": 67250
    },
    {
      "grad_norm": 0.1453348994255066,
      "learning_rate": 9.623200842955173e-05,
      "loss": 0.0072,
      "step": 67260
    },
    {
      "loss_action": 0.012678081169724464,
      "loss_total": 0.012678081169724464,
      "step": 67260
    },
    {
      "loss_action": 0.009512154385447502,
      "loss_total": 0.009512154385447502,
      "step": 67260
    },
    {
      "loss_action": 0.00385011057369411,
      "loss_total": 0.00385011057369411,
      "step": 67260
    },
    {
      "loss_action": 0.010275845415890217,
      "loss_total": 0.010275845415890217,
      "step": 67260
    },
    {
      "loss_action": 0.002947160042822361,
      "loss_total": 0.002947160042822361,
      "step": 67260
    },
    {
      "loss_action": 0.012260621413588524,
      "loss_total": 0.012260621413588524,
      "step": 67260
    },
    {
      "loss_action": 0.0033210653346031904,
      "loss_total": 0.0033210653346031904,
      "step": 67260
    },
    {
      "loss_action": 0.004795091692358255,
      "loss_total": 0.004795091692358255,
      "step": 67260
    },
    {
      "grad_norm": 0.10863562673330307,
      "learning_rate": 9.623043399505875e-05,
      "loss": 0.0071,
      "step": 67270
    },
    {
      "loss_action": 0.002536104992032051,
      "loss_total": 0.002536104992032051,
      "step": 67270
    },
    {
      "loss_action": 0.004668412730097771,
      "loss_total": 0.004668412730097771,
      "step": 67270
    },
    {
      "loss_action": 0.007839634083211422,
      "loss_total": 0.007839634083211422,
      "step": 67270
    },
    {
      "loss_action": 0.005106962285935879,
      "loss_total": 0.005106962285935879,
      "step": 67270
    },
    {
      "loss_action": 0.007179028820246458,
      "loss_total": 0.007179028820246458,
      "step": 67270
    },
    {
      "loss_action": 0.005862516351044178,
      "loss_total": 0.005862516351044178,
      "step": 67270
    },
    {
      "loss_action": 0.00876222737133503,
      "loss_total": 0.00876222737133503,
      "step": 67270
    },
    {
      "loss_action": 0.050075821578502655,
      "loss_total": 0.050075821578502655,
      "step": 67270
    },
    {
      "grad_norm": 0.08081056922674179,
      "learning_rate": 9.622885924458511e-05,
      "loss": 0.0084,
      "step": 67280
    },
    {
      "loss_action": 0.004996401257812977,
      "loss_total": 0.004996401257812977,
      "step": 67280
    },
    {
      "loss_action": 0.0035699347499758005,
      "loss_total": 0.0035699347499758005,
      "step": 67280
    },
    {
      "loss_action": 0.009268179535865784,
      "loss_total": 0.009268179535865784,
      "step": 67280
    },
    {
      "loss_action": 0.007012021727859974,
      "loss_total": 0.007012021727859974,
      "step": 67280
    },
    {
      "loss_action": 0.003570694476366043,
      "loss_total": 0.003570694476366043,
      "step": 67280
    },
    {
      "loss_action": 0.0032527847215533257,
      "loss_total": 0.0032527847215533257,
      "step": 67280
    },
    {
      "loss_action": 0.005899961106479168,
      "loss_total": 0.005899961106479168,
      "step": 67280
    },
    {
      "loss_action": 0.00506615312770009,
      "loss_total": 0.00506615312770009,
      "step": 67280
    },
    {
      "grad_norm": 0.13541185855865479,
      "learning_rate": 9.622728417814155e-05,
      "loss": 0.0066,
      "step": 67290
    },
    {
      "loss_action": 0.0030022868886590004,
      "loss_total": 0.0030022868886590004,
      "step": 67290
    },
    {
      "loss_action": 0.005855887662619352,
      "loss_total": 0.005855887662619352,
      "step": 67290
    },
    {
      "loss_action": 0.012864825315773487,
      "loss_total": 0.012864825315773487,
      "step": 67290
    },
    {
      "loss_action": 0.0265817791223526,
      "loss_total": 0.0265817791223526,
      "step": 67290
    },
    {
      "loss_action": 0.004126282874494791,
      "loss_total": 0.004126282874494791,
      "step": 67290
    },
    {
      "loss_action": 0.0053441934287548065,
      "loss_total": 0.0053441934287548065,
      "step": 67290
    },
    {
      "loss_action": 0.0029771868139505386,
      "loss_total": 0.0029771868139505386,
      "step": 67290
    },
    {
      "loss_action": 0.0062501151114702225,
      "loss_total": 0.0062501151114702225,
      "step": 67290
    },
    {
      "grad_norm": 0.12052393704652786,
      "learning_rate": 9.622570879573884e-05,
      "loss": 0.0076,
      "step": 67300
    },
    {
      "loss_action": 0.003129588207229972,
      "loss_total": 0.003129588207229972,
      "step": 67300
    },
    {
      "loss_action": 0.0030505950562655926,
      "loss_total": 0.0030505950562655926,
      "step": 67300
    },
    {
      "loss_action": 0.0031542074866592884,
      "loss_total": 0.0031542074866592884,
      "step": 67300
    },
    {
      "loss_action": 0.0036953322123736143,
      "loss_total": 0.0036953322123736143,
      "step": 67300
    },
    {
      "loss_action": 0.004386378917843103,
      "loss_total": 0.004386378917843103,
      "step": 67300
    },
    {
      "loss_action": 0.0019796504639089108,
      "loss_total": 0.0019796504639089108,
      "step": 67300
    },
    {
      "loss_action": 0.006796784698963165,
      "loss_total": 0.006796784698963165,
      "step": 67300
    },
    {
      "loss_action": 0.010912276804447174,
      "loss_total": 0.010912276804447174,
      "step": 67300
    },
    {
      "grad_norm": 0.1340624839067459,
      "learning_rate": 9.622413309738777e-05,
      "loss": 0.0078,
      "step": 67310
    },
    {
      "loss_action": 0.007378325331956148,
      "loss_total": 0.007378325331956148,
      "step": 67310
    },
    {
      "loss_action": 0.0040496899746358395,
      "loss_total": 0.0040496899746358395,
      "step": 67310
    },
    {
      "loss_action": 0.007241688668727875,
      "loss_total": 0.007241688668727875,
      "step": 67310
    },
    {
      "loss_action": 0.004656548611819744,
      "loss_total": 0.004656548611819744,
      "step": 67310
    },
    {
      "loss_action": 0.007406741380691528,
      "loss_total": 0.007406741380691528,
      "step": 67310
    },
    {
      "loss_action": 0.0031152674928307533,
      "loss_total": 0.0031152674928307533,
      "step": 67310
    },
    {
      "loss_action": 0.0021224680822342634,
      "loss_total": 0.0021224680822342634,
      "step": 67310
    },
    {
      "loss_action": 0.0025799195282161236,
      "loss_total": 0.0025799195282161236,
      "step": 67310
    },
    {
      "grad_norm": 0.1508019119501114,
      "learning_rate": 9.622255708309908e-05,
      "loss": 0.0085,
      "step": 67320
    },
    {
      "loss_action": 0.003919219132512808,
      "loss_total": 0.003919219132512808,
      "step": 67320
    },
    {
      "loss_action": 0.002860626205801964,
      "loss_total": 0.002860626205801964,
      "step": 67320
    },
    {
      "loss_action": 0.012632735073566437,
      "loss_total": 0.012632735073566437,
      "step": 67320
    },
    {
      "loss_action": 0.004754160530865192,
      "loss_total": 0.004754160530865192,
      "step": 67320
    },
    {
      "loss_action": 0.004046065732836723,
      "loss_total": 0.004046065732836723,
      "step": 67320
    },
    {
      "loss_action": 0.005317096132785082,
      "loss_total": 0.005317096132785082,
      "step": 67320
    },
    {
      "loss_action": 0.0040539344772696495,
      "loss_total": 0.0040539344772696495,
      "step": 67320
    },
    {
      "loss_action": 0.0048043373972177505,
      "loss_total": 0.0048043373972177505,
      "step": 67320
    },
    {
      "grad_norm": 0.12033792585134506,
      "learning_rate": 9.622098075288355e-05,
      "loss": 0.0066,
      "step": 67330
    },
    {
      "loss_action": 0.008419438265264034,
      "loss_total": 0.008419438265264034,
      "step": 67330
    },
    {
      "loss_action": 0.005232721567153931,
      "loss_total": 0.005232721567153931,
      "step": 67330
    },
    {
      "loss_action": 0.0026940267998725176,
      "loss_total": 0.0026940267998725176,
      "step": 67330
    },
    {
      "loss_action": 0.002598576946184039,
      "loss_total": 0.002598576946184039,
      "step": 67330
    },
    {
      "loss_action": 0.006929690483957529,
      "loss_total": 0.006929690483957529,
      "step": 67330
    },
    {
      "loss_action": 0.005439012311398983,
      "loss_total": 0.005439012311398983,
      "step": 67330
    },
    {
      "loss_action": 0.00850058626383543,
      "loss_total": 0.00850058626383543,
      "step": 67330
    },
    {
      "loss_action": 0.004752194508910179,
      "loss_total": 0.004752194508910179,
      "step": 67330
    },
    {
      "grad_norm": 0.11304699629545212,
      "learning_rate": 9.621940410675196e-05,
      "loss": 0.0073,
      "step": 67340
    },
    {
      "loss_action": 0.008207902312278748,
      "loss_total": 0.008207902312278748,
      "step": 67340
    },
    {
      "loss_action": 0.0063846237026154995,
      "loss_total": 0.0063846237026154995,
      "step": 67340
    },
    {
      "loss_action": 0.0018848541658371687,
      "loss_total": 0.0018848541658371687,
      "step": 67340
    },
    {
      "loss_action": 0.0027757512871176004,
      "loss_total": 0.0027757512871176004,
      "step": 67340
    },
    {
      "loss_action": 0.0049428194761276245,
      "loss_total": 0.0049428194761276245,
      "step": 67340
    },
    {
      "loss_action": 0.014789960347115993,
      "loss_total": 0.014789960347115993,
      "step": 67340
    },
    {
      "loss_action": 0.010800144635140896,
      "loss_total": 0.010800144635140896,
      "step": 67340
    },
    {
      "loss_action": 0.012126809917390347,
      "loss_total": 0.012126809917390347,
      "step": 67340
    },
    {
      "grad_norm": 0.08544810116291046,
      "learning_rate": 9.621782714471508e-05,
      "loss": 0.007,
      "step": 67350
    },
    {
      "loss_action": 0.0039879693649709225,
      "loss_total": 0.0039879693649709225,
      "step": 67350
    },
    {
      "loss_action": 0.004083356820046902,
      "loss_total": 0.004083356820046902,
      "step": 67350
    },
    {
      "loss_action": 0.009634917601943016,
      "loss_total": 0.009634917601943016,
      "step": 67350
    },
    {
      "loss_action": 0.01762482523918152,
      "loss_total": 0.01762482523918152,
      "step": 67350
    },
    {
      "loss_action": 0.0028072106651961803,
      "loss_total": 0.0028072106651961803,
      "step": 67350
    },
    {
      "loss_action": 0.009218104183673859,
      "loss_total": 0.009218104183673859,
      "step": 67350
    },
    {
      "loss_action": 0.00741244200617075,
      "loss_total": 0.00741244200617075,
      "step": 67350
    },
    {
      "loss_action": 0.0015589450486004353,
      "loss_total": 0.0015589450486004353,
      "step": 67350
    },
    {
      "grad_norm": 0.091951884329319,
      "learning_rate": 9.62162498667837e-05,
      "loss": 0.0063,
      "step": 67360
    },
    {
      "loss_action": 0.005047752521932125,
      "loss_total": 0.005047752521932125,
      "step": 67360
    },
    {
      "loss_action": 0.004567290656268597,
      "loss_total": 0.004567290656268597,
      "step": 67360
    },
    {
      "loss_action": 0.00453396700322628,
      "loss_total": 0.00453396700322628,
      "step": 67360
    },
    {
      "loss_action": 0.002230417914688587,
      "loss_total": 0.002230417914688587,
      "step": 67360
    },
    {
      "loss_action": 0.007104326039552689,
      "loss_total": 0.007104326039552689,
      "step": 67360
    },
    {
      "loss_action": 0.0034927823580801487,
      "loss_total": 0.0034927823580801487,
      "step": 67360
    },
    {
      "loss_action": 0.0018300639931112528,
      "loss_total": 0.0018300639931112528,
      "step": 67360
    },
    {
      "loss_action": 0.0025167425628751516,
      "loss_total": 0.0025167425628751516,
      "step": 67360
    },
    {
      "grad_norm": 0.10111825168132782,
      "learning_rate": 9.621467227296859e-05,
      "loss": 0.0054,
      "step": 67370
    },
    {
      "loss_action": 0.0031697170343250036,
      "loss_total": 0.0031697170343250036,
      "step": 67370
    },
    {
      "loss_action": 0.008907143957912922,
      "loss_total": 0.008907143957912922,
      "step": 67370
    },
    {
      "loss_action": 0.007806222420185804,
      "loss_total": 0.007806222420185804,
      "step": 67370
    },
    {
      "loss_action": 0.010920166969299316,
      "loss_total": 0.010920166969299316,
      "step": 67370
    },
    {
      "loss_action": 0.0030781812965869904,
      "loss_total": 0.0030781812965869904,
      "step": 67370
    },
    {
      "loss_action": 0.009470446966588497,
      "loss_total": 0.009470446966588497,
      "step": 67370
    },
    {
      "loss_action": 0.005222417414188385,
      "loss_total": 0.005222417414188385,
      "step": 67370
    },
    {
      "loss_action": 0.0029967986047267914,
      "loss_total": 0.0029967986047267914,
      "step": 67370
    },
    {
      "grad_norm": 0.10623452812433243,
      "learning_rate": 9.621309436328052e-05,
      "loss": 0.0067,
      "step": 67380
    },
    {
      "loss_action": 0.004086117725819349,
      "loss_total": 0.004086117725819349,
      "step": 67380
    },
    {
      "loss_action": 0.002178363036364317,
      "loss_total": 0.002178363036364317,
      "step": 67380
    },
    {
      "loss_action": 0.006909976713359356,
      "loss_total": 0.006909976713359356,
      "step": 67380
    },
    {
      "loss_action": 0.005725204944610596,
      "loss_total": 0.005725204944610596,
      "step": 67380
    },
    {
      "loss_action": 0.004079003818333149,
      "loss_total": 0.004079003818333149,
      "step": 67380
    },
    {
      "loss_action": 0.019368328154087067,
      "loss_total": 0.019368328154087067,
      "step": 67380
    },
    {
      "loss_action": 0.002791245235130191,
      "loss_total": 0.002791245235130191,
      "step": 67380
    },
    {
      "loss_action": 0.0023926058784127235,
      "loss_total": 0.0023926058784127235,
      "step": 67380
    },
    {
      "grad_norm": 0.08132333308458328,
      "learning_rate": 9.621151613773031e-05,
      "loss": 0.0071,
      "step": 67390
    },
    {
      "loss_action": 0.004254634957760572,
      "loss_total": 0.004254634957760572,
      "step": 67390
    },
    {
      "loss_action": 0.0030290111899375916,
      "loss_total": 0.0030290111899375916,
      "step": 67390
    },
    {
      "loss_action": 0.003947739955037832,
      "loss_total": 0.003947739955037832,
      "step": 67390
    },
    {
      "loss_action": 0.0020915225613862276,
      "loss_total": 0.0020915225613862276,
      "step": 67390
    },
    {
      "loss_action": 0.002229483099654317,
      "loss_total": 0.002229483099654317,
      "step": 67390
    },
    {
      "loss_action": 0.0034924624487757683,
      "loss_total": 0.0034924624487757683,
      "step": 67390
    },
    {
      "loss_action": 0.001771422103047371,
      "loss_total": 0.001771422103047371,
      "step": 67390
    },
    {
      "loss_action": 0.005578295327723026,
      "loss_total": 0.005578295327723026,
      "step": 67390
    },
    {
      "grad_norm": 0.086994968354702,
      "learning_rate": 9.620993759632873e-05,
      "loss": 0.0063,
      "step": 67400
    },
    {
      "loss_action": 0.011640094220638275,
      "loss_total": 0.011640094220638275,
      "step": 67400
    },
    {
      "loss_action": 0.0024819273967295885,
      "loss_total": 0.0024819273967295885,
      "step": 67400
    },
    {
      "loss_action": 0.004201365634799004,
      "loss_total": 0.004201365634799004,
      "step": 67400
    },
    {
      "loss_action": 0.006485744379460812,
      "loss_total": 0.006485744379460812,
      "step": 67400
    },
    {
      "loss_action": 0.005456703249365091,
      "loss_total": 0.005456703249365091,
      "step": 67400
    },
    {
      "loss_action": 0.008542442694306374,
      "loss_total": 0.008542442694306374,
      "step": 67400
    },
    {
      "loss_action": 0.0023190053179860115,
      "loss_total": 0.0023190053179860115,
      "step": 67400
    },
    {
      "loss_action": 0.001778831472620368,
      "loss_total": 0.001778831472620368,
      "step": 67400
    },
    {
      "grad_norm": 0.0902625247836113,
      "learning_rate": 9.620835873908653e-05,
      "loss": 0.0058,
      "step": 67410
    },
    {
      "loss_action": 0.0076692611910402775,
      "loss_total": 0.0076692611910402775,
      "step": 67410
    },
    {
      "loss_action": 0.006073149386793375,
      "loss_total": 0.006073149386793375,
      "step": 67410
    },
    {
      "loss_action": 0.008129078894853592,
      "loss_total": 0.008129078894853592,
      "step": 67410
    },
    {
      "loss_action": 0.01431153155863285,
      "loss_total": 0.01431153155863285,
      "step": 67410
    },
    {
      "loss_action": 0.012417403981089592,
      "loss_total": 0.012417403981089592,
      "step": 67410
    },
    {
      "loss_action": 0.006537358742207289,
      "loss_total": 0.006537358742207289,
      "step": 67410
    },
    {
      "loss_action": 0.004523224197328091,
      "loss_total": 0.004523224197328091,
      "step": 67410
    },
    {
      "loss_action": 0.001469623763114214,
      "loss_total": 0.001469623763114214,
      "step": 67410
    },
    {
      "grad_norm": 0.08189365267753601,
      "learning_rate": 9.620677956601457e-05,
      "loss": 0.0081,
      "step": 67420
    },
    {
      "loss_action": 0.00851464830338955,
      "loss_total": 0.00851464830338955,
      "step": 67420
    },
    {
      "loss_action": 0.007248305715620518,
      "loss_total": 0.007248305715620518,
      "step": 67420
    },
    {
      "loss_action": 0.01835194043815136,
      "loss_total": 0.01835194043815136,
      "step": 67420
    },
    {
      "loss_action": 0.005270794965326786,
      "loss_total": 0.005270794965326786,
      "step": 67420
    },
    {
      "loss_action": 0.006603335030376911,
      "loss_total": 0.006603335030376911,
      "step": 67420
    },
    {
      "loss_action": 0.01217256486415863,
      "loss_total": 0.01217256486415863,
      "step": 67420
    },
    {
      "loss_action": 0.0033242153003811836,
      "loss_total": 0.0033242153003811836,
      "step": 67420
    },
    {
      "loss_action": 0.011885168962180614,
      "loss_total": 0.011885168962180614,
      "step": 67420
    },
    {
      "grad_norm": 0.1588253229856491,
      "learning_rate": 9.62052000771236e-05,
      "loss": 0.007,
      "step": 67430
    },
    {
      "loss_action": 0.006377843674272299,
      "loss_total": 0.006377843674272299,
      "step": 67430
    },
    {
      "loss_action": 0.0026162341237068176,
      "loss_total": 0.0026162341237068176,
      "step": 67430
    },
    {
      "loss_action": 0.0025736005045473576,
      "loss_total": 0.0025736005045473576,
      "step": 67430
    },
    {
      "loss_action": 0.004289328120648861,
      "loss_total": 0.004289328120648861,
      "step": 67430
    },
    {
      "loss_action": 0.0027122762985527515,
      "loss_total": 0.0027122762985527515,
      "step": 67430
    },
    {
      "loss_action": 0.006310269236564636,
      "loss_total": 0.006310269236564636,
      "step": 67430
    },
    {
      "loss_action": 0.005332648288458586,
      "loss_total": 0.005332648288458586,
      "step": 67430
    },
    {
      "loss_action": 0.007644332479685545,
      "loss_total": 0.007644332479685545,
      "step": 67430
    },
    {
      "grad_norm": 0.0892050713300705,
      "learning_rate": 9.620362027242443e-05,
      "loss": 0.0068,
      "step": 67440
    },
    {
      "loss_action": 0.0024848231114447117,
      "loss_total": 0.0024848231114447117,
      "step": 67440
    },
    {
      "loss_action": 0.04233790934085846,
      "loss_total": 0.04233790934085846,
      "step": 67440
    },
    {
      "loss_action": 0.006309873890131712,
      "loss_total": 0.006309873890131712,
      "step": 67440
    },
    {
      "loss_action": 0.00871129147708416,
      "loss_total": 0.00871129147708416,
      "step": 67440
    },
    {
      "loss_action": 0.003317971248179674,
      "loss_total": 0.003317971248179674,
      "step": 67440
    },
    {
      "loss_action": 0.0053243739530444145,
      "loss_total": 0.0053243739530444145,
      "step": 67440
    },
    {
      "loss_action": 0.014956997707486153,
      "loss_total": 0.014956997707486153,
      "step": 67440
    },
    {
      "loss_action": 0.0029877973720431328,
      "loss_total": 0.0029877973720431328,
      "step": 67440
    },
    {
      "grad_norm": 0.15390487015247345,
      "learning_rate": 9.620204015192787e-05,
      "loss": 0.0072,
      "step": 67450
    },
    {
      "loss_action": 0.008241768926382065,
      "loss_total": 0.008241768926382065,
      "step": 67450
    },
    {
      "loss_action": 0.004101282451301813,
      "loss_total": 0.004101282451301813,
      "step": 67450
    },
    {
      "loss_action": 0.008647138252854347,
      "loss_total": 0.008647138252854347,
      "step": 67450
    },
    {
      "loss_action": 0.004453255329281092,
      "loss_total": 0.004453255329281092,
      "step": 67450
    },
    {
      "loss_action": 0.009340891614556313,
      "loss_total": 0.009340891614556313,
      "step": 67450
    },
    {
      "loss_action": 0.010623717680573463,
      "loss_total": 0.010623717680573463,
      "step": 67450
    },
    {
      "loss_action": 0.0017016654601320624,
      "loss_total": 0.0017016654601320624,
      "step": 67450
    },
    {
      "loss_action": 0.007681588642299175,
      "loss_total": 0.007681588642299175,
      "step": 67450
    },
    {
      "grad_norm": 0.12491445988416672,
      "learning_rate": 9.620045971564467e-05,
      "loss": 0.0071,
      "step": 67460
    },
    {
      "loss_action": 0.00861360877752304,
      "loss_total": 0.00861360877752304,
      "step": 67460
    },
    {
      "loss_action": 0.0028268788009881973,
      "loss_total": 0.0028268788009881973,
      "step": 67460
    },
    {
      "loss_action": 0.004867143929004669,
      "loss_total": 0.004867143929004669,
      "step": 67460
    },
    {
      "loss_action": 0.007917611859738827,
      "loss_total": 0.007917611859738827,
      "step": 67460
    },
    {
      "loss_action": 0.014672866091132164,
      "loss_total": 0.014672866091132164,
      "step": 67460
    },
    {
      "loss_action": 0.002825629897415638,
      "loss_total": 0.002825629897415638,
      "step": 67460
    },
    {
      "loss_action": 0.008106483146548271,
      "loss_total": 0.008106483146548271,
      "step": 67460
    },
    {
      "loss_action": 0.008597561158239841,
      "loss_total": 0.008597561158239841,
      "step": 67460
    },
    {
      "grad_norm": 0.13190169632434845,
      "learning_rate": 9.619887896358569e-05,
      "loss": 0.007,
      "step": 67470
    },
    {
      "loss_action": 0.009585533291101456,
      "loss_total": 0.009585533291101456,
      "step": 67470
    },
    {
      "loss_action": 0.00781076867133379,
      "loss_total": 0.00781076867133379,
      "step": 67470
    },
    {
      "loss_action": 0.0024750649463385344,
      "loss_total": 0.0024750649463385344,
      "step": 67470
    },
    {
      "loss_action": 0.003488393034785986,
      "loss_total": 0.003488393034785986,
      "step": 67470
    },
    {
      "loss_action": 0.0035857786424458027,
      "loss_total": 0.0035857786424458027,
      "step": 67470
    },
    {
      "loss_action": 0.007082655094563961,
      "loss_total": 0.007082655094563961,
      "step": 67470
    },
    {
      "loss_action": 0.019772669300436974,
      "loss_total": 0.019772669300436974,
      "step": 67470
    },
    {
      "loss_action": 0.007021619472652674,
      "loss_total": 0.007021619472652674,
      "step": 67470
    },
    {
      "grad_norm": 0.08866474032402039,
      "learning_rate": 9.61972978957617e-05,
      "loss": 0.006,
      "step": 67480
    },
    {
      "loss_action": 0.01182100735604763,
      "loss_total": 0.01182100735604763,
      "step": 67480
    },
    {
      "loss_action": 0.0029430496506392956,
      "loss_total": 0.0029430496506392956,
      "step": 67480
    },
    {
      "loss_action": 0.006640351377427578,
      "loss_total": 0.006640351377427578,
      "step": 67480
    },
    {
      "loss_action": 0.002129508415237069,
      "loss_total": 0.002129508415237069,
      "step": 67480
    },
    {
      "loss_action": 0.0022075632587075233,
      "loss_total": 0.0022075632587075233,
      "step": 67480
    },
    {
      "loss_action": 0.004489452112466097,
      "loss_total": 0.004489452112466097,
      "step": 67480
    },
    {
      "loss_action": 0.015282728709280491,
      "loss_total": 0.015282728709280491,
      "step": 67480
    },
    {
      "loss_action": 0.0035085338167846203,
      "loss_total": 0.0035085338167846203,
      "step": 67480
    },
    {
      "grad_norm": 0.10057118535041809,
      "learning_rate": 9.619571651218353e-05,
      "loss": 0.0065,
      "step": 67490
    },
    {
      "loss_action": 0.007478742394596338,
      "loss_total": 0.007478742394596338,
      "step": 67490
    },
    {
      "loss_action": 0.005731908604502678,
      "loss_total": 0.005731908604502678,
      "step": 67490
    },
    {
      "loss_action": 0.008847599849104881,
      "loss_total": 0.008847599849104881,
      "step": 67490
    },
    {
      "loss_action": 0.002091844566166401,
      "loss_total": 0.002091844566166401,
      "step": 67490
    },
    {
      "loss_action": 0.004884866997599602,
      "loss_total": 0.004884866997599602,
      "step": 67490
    },
    {
      "loss_action": 0.005458286963403225,
      "loss_total": 0.005458286963403225,
      "step": 67490
    },
    {
      "loss_action": 0.0034222565591335297,
      "loss_total": 0.0034222565591335297,
      "step": 67490
    },
    {
      "loss_action": 0.001565546146593988,
      "loss_total": 0.001565546146593988,
      "step": 67490
    },
    {
      "grad_norm": 0.10562697052955627,
      "learning_rate": 9.619413481286197e-05,
      "loss": 0.0068,
      "step": 67500
    },
    {
      "loss_action": 0.002050799783319235,
      "loss_total": 0.002050799783319235,
      "step": 67500
    },
    {
      "loss_action": 0.003295609727501869,
      "loss_total": 0.003295609727501869,
      "step": 67500
    },
    {
      "loss_action": 0.002461003139615059,
      "loss_total": 0.002461003139615059,
      "step": 67500
    },
    {
      "loss_action": 0.042335882782936096,
      "loss_total": 0.042335882782936096,
      "step": 67500
    },
    {
      "loss_action": 0.007233113050460815,
      "loss_total": 0.007233113050460815,
      "step": 67500
    },
    {
      "loss_action": 0.007198939099907875,
      "loss_total": 0.007198939099907875,
      "step": 67500
    },
    {
      "loss_action": 0.014230062253773212,
      "loss_total": 0.014230062253773212,
      "step": 67500
    },
    {
      "loss_action": 0.004089336842298508,
      "loss_total": 0.004089336842298508,
      "step": 67500
    },
    {
      "grad_norm": 0.08965114504098892,
      "learning_rate": 9.619255279780783e-05,
      "loss": 0.0071,
      "step": 67510
    },
    {
      "loss_action": 0.002777319634333253,
      "loss_total": 0.002777319634333253,
      "step": 67510
    },
    {
      "loss_action": 0.015167329460382462,
      "loss_total": 0.015167329460382462,
      "step": 67510
    },
    {
      "loss_action": 0.008486701175570488,
      "loss_total": 0.008486701175570488,
      "step": 67510
    },
    {
      "loss_action": 0.001943354494869709,
      "loss_total": 0.001943354494869709,
      "step": 67510
    },
    {
      "loss_action": 0.0034225599374622107,
      "loss_total": 0.0034225599374622107,
      "step": 67510
    },
    {
      "loss_action": 0.004053682088851929,
      "loss_total": 0.004053682088851929,
      "step": 67510
    },
    {
      "loss_action": 0.006248196586966515,
      "loss_total": 0.006248196586966515,
      "step": 67510
    },
    {
      "loss_action": 0.07107942551374435,
      "loss_total": 0.07107942551374435,
      "step": 67510
    },
    {
      "grad_norm": 0.08751954138278961,
      "learning_rate": 9.619097046703194e-05,
      "loss": 0.0072,
      "step": 67520
    },
    {
      "loss_action": 0.015653321519494057,
      "loss_total": 0.015653321519494057,
      "step": 67520
    },
    {
      "loss_action": 0.0027639721520245075,
      "loss_total": 0.0027639721520245075,
      "step": 67520
    },
    {
      "loss_action": 0.002539113163948059,
      "loss_total": 0.002539113163948059,
      "step": 67520
    },
    {
      "loss_action": 0.0020161280408501625,
      "loss_total": 0.0020161280408501625,
      "step": 67520
    },
    {
      "loss_action": 0.0015130259562283754,
      "loss_total": 0.0015130259562283754,
      "step": 67520
    },
    {
      "loss_action": 0.004694112576544285,
      "loss_total": 0.004694112576544285,
      "step": 67520
    },
    {
      "loss_action": 0.003832354675978422,
      "loss_total": 0.003832354675978422,
      "step": 67520
    },
    {
      "loss_action": 0.005228901281952858,
      "loss_total": 0.005228901281952858,
      "step": 67520
    },
    {
      "grad_norm": 0.07639606297016144,
      "learning_rate": 9.61893878205451e-05,
      "loss": 0.0059,
      "step": 67530
    },
    {
      "loss_action": 0.00600409833714366,
      "loss_total": 0.00600409833714366,
      "step": 67530
    },
    {
      "loss_action": 0.006841316819190979,
      "loss_total": 0.006841316819190979,
      "step": 67530
    },
    {
      "loss_action": 0.009415828622877598,
      "loss_total": 0.009415828622877598,
      "step": 67530
    },
    {
      "loss_action": 0.004070450086146593,
      "loss_total": 0.004070450086146593,
      "step": 67530
    },
    {
      "loss_action": 0.014376780018210411,
      "loss_total": 0.014376780018210411,
      "step": 67530
    },
    {
      "loss_action": 0.00893773976713419,
      "loss_total": 0.00893773976713419,
      "step": 67530
    },
    {
      "loss_action": 0.0031807515770196915,
      "loss_total": 0.0031807515770196915,
      "step": 67530
    },
    {
      "loss_action": 0.006652329582720995,
      "loss_total": 0.006652329582720995,
      "step": 67530
    },
    {
      "grad_norm": 0.11578483879566193,
      "learning_rate": 9.618780485835812e-05,
      "loss": 0.0068,
      "step": 67540
    },
    {
      "loss_action": 0.0031517287716269493,
      "loss_total": 0.0031517287716269493,
      "step": 67540
    },
    {
      "loss_action": 0.0016651186160743237,
      "loss_total": 0.0016651186160743237,
      "step": 67540
    },
    {
      "loss_action": 0.012470263987779617,
      "loss_total": 0.012470263987779617,
      "step": 67540
    },
    {
      "loss_action": 0.005263057071715593,
      "loss_total": 0.005263057071715593,
      "step": 67540
    },
    {
      "loss_action": 0.008713860996067524,
      "loss_total": 0.008713860996067524,
      "step": 67540
    },
    {
      "loss_action": 0.0021635578013956547,
      "loss_total": 0.0021635578013956547,
      "step": 67540
    },
    {
      "loss_action": 0.0028322963044047356,
      "loss_total": 0.0028322963044047356,
      "step": 67540
    },
    {
      "loss_action": 0.008875803090631962,
      "loss_total": 0.008875803090631962,
      "step": 67540
    },
    {
      "grad_norm": 0.10704459249973297,
      "learning_rate": 9.618622158048184e-05,
      "loss": 0.0064,
      "step": 67550
    },
    {
      "loss_action": 0.01750612072646618,
      "loss_total": 0.01750612072646618,
      "step": 67550
    },
    {
      "loss_action": 0.0049546509981155396,
      "loss_total": 0.0049546509981155396,
      "step": 67550
    },
    {
      "loss_action": 0.005683073308318853,
      "loss_total": 0.005683073308318853,
      "step": 67550
    },
    {
      "loss_action": 0.019143657758831978,
      "loss_total": 0.019143657758831978,
      "step": 67550
    },
    {
      "loss_action": 0.0017365363892167807,
      "loss_total": 0.0017365363892167807,
      "step": 67550
    },
    {
      "loss_action": 0.006687386892735958,
      "loss_total": 0.006687386892735958,
      "step": 67550
    },
    {
      "loss_action": 0.0035740723833441734,
      "loss_total": 0.0035740723833441734,
      "step": 67550
    },
    {
      "loss_action": 0.005221405066549778,
      "loss_total": 0.005221405066549778,
      "step": 67550
    },
    {
      "grad_norm": 0.1759587824344635,
      "learning_rate": 9.618463798692708e-05,
      "loss": 0.0068,
      "step": 67560
    },
    {
      "loss_action": 0.016024388372898102,
      "loss_total": 0.016024388372898102,
      "step": 67560
    },
    {
      "loss_action": 0.00426692608743906,
      "loss_total": 0.00426692608743906,
      "step": 67560
    },
    {
      "loss_action": 0.00452172989025712,
      "loss_total": 0.00452172989025712,
      "step": 67560
    },
    {
      "loss_action": 0.012963647954165936,
      "loss_total": 0.012963647954165936,
      "step": 67560
    },
    {
      "loss_action": 0.0034779133275151253,
      "loss_total": 0.0034779133275151253,
      "step": 67560
    },
    {
      "loss_action": 0.012038213200867176,
      "loss_total": 0.012038213200867176,
      "step": 67560
    },
    {
      "loss_action": 0.004936208948493004,
      "loss_total": 0.004936208948493004,
      "step": 67560
    },
    {
      "loss_action": 0.00589410774409771,
      "loss_total": 0.00589410774409771,
      "step": 67560
    },
    {
      "grad_norm": 0.13707001507282257,
      "learning_rate": 9.618305407770466e-05,
      "loss": 0.0065,
      "step": 67570
    },
    {
      "loss_action": 0.0017743331845849752,
      "loss_total": 0.0017743331845849752,
      "step": 67570
    },
    {
      "loss_action": 0.004745742306113243,
      "loss_total": 0.004745742306113243,
      "step": 67570
    },
    {
      "loss_action": 0.0034707854501903057,
      "loss_total": 0.0034707854501903057,
      "step": 67570
    },
    {
      "loss_action": 0.00401150481775403,
      "loss_total": 0.00401150481775403,
      "step": 67570
    },
    {
      "loss_action": 0.0030861743725836277,
      "loss_total": 0.0030861743725836277,
      "step": 67570
    },
    {
      "loss_action": 0.004346978385001421,
      "loss_total": 0.004346978385001421,
      "step": 67570
    },
    {
      "loss_action": 0.0024521262384951115,
      "loss_total": 0.0024521262384951115,
      "step": 67570
    },
    {
      "loss_action": 0.004671580623835325,
      "loss_total": 0.004671580623835325,
      "step": 67570
    },
    {
      "grad_norm": 0.09369371831417084,
      "learning_rate": 9.61814698528254e-05,
      "loss": 0.0075,
      "step": 67580
    },
    {
      "loss_action": 0.008781131356954575,
      "loss_total": 0.008781131356954575,
      "step": 67580
    },
    {
      "loss_action": 0.0023910074960440397,
      "loss_total": 0.0023910074960440397,
      "step": 67580
    },
    {
      "loss_action": 0.007955342531204224,
      "loss_total": 0.007955342531204224,
      "step": 67580
    },
    {
      "loss_action": 0.008902626112103462,
      "loss_total": 0.008902626112103462,
      "step": 67580
    },
    {
      "loss_action": 0.004918367136269808,
      "loss_total": 0.004918367136269808,
      "step": 67580
    },
    {
      "loss_action": 0.006959813646972179,
      "loss_total": 0.006959813646972179,
      "step": 67580
    },
    {
      "loss_action": 0.0019246230367571115,
      "loss_total": 0.0019246230367571115,
      "step": 67580
    },
    {
      "loss_action": 0.003137870691716671,
      "loss_total": 0.003137870691716671,
      "step": 67580
    },
    {
      "grad_norm": 0.09955638647079468,
      "learning_rate": 9.617988531230012e-05,
      "loss": 0.0064,
      "step": 67590
    },
    {
      "loss_action": 0.0019171696621924639,
      "loss_total": 0.0019171696621924639,
      "step": 67590
    },
    {
      "loss_action": 0.0042382036335766315,
      "loss_total": 0.0042382036335766315,
      "step": 67590
    },
    {
      "loss_action": 0.0048651364631950855,
      "loss_total": 0.0048651364631950855,
      "step": 67590
    },
    {
      "loss_action": 0.0017265931237488985,
      "loss_total": 0.0017265931237488985,
      "step": 67590
    },
    {
      "loss_action": 0.010430768132209778,
      "loss_total": 0.010430768132209778,
      "step": 67590
    },
    {
      "loss_action": 0.004748075269162655,
      "loss_total": 0.004748075269162655,
      "step": 67590
    },
    {
      "loss_action": 0.0030749053694307804,
      "loss_total": 0.0030749053694307804,
      "step": 67590
    },
    {
      "loss_action": 0.0020464775152504444,
      "loss_total": 0.0020464775152504444,
      "step": 67590
    },
    {
      "grad_norm": 0.10384254902601242,
      "learning_rate": 9.617830045613966e-05,
      "loss": 0.006,
      "step": 67600
    },
    {
      "loss_action": 0.007143155671656132,
      "loss_total": 0.007143155671656132,
      "step": 67600
    },
    {
      "loss_action": 0.0023740087635815144,
      "loss_total": 0.0023740087635815144,
      "step": 67600
    },
    {
      "loss_action": 0.00570454029366374,
      "loss_total": 0.00570454029366374,
      "step": 67600
    },
    {
      "loss_action": 0.014269610866904259,
      "loss_total": 0.014269610866904259,
      "step": 67600
    },
    {
      "loss_action": 0.0028007414657622576,
      "loss_total": 0.0028007414657622576,
      "step": 67600
    },
    {
      "loss_action": 0.0033233794383704662,
      "loss_total": 0.0033233794383704662,
      "step": 67600
    },
    {
      "loss_action": 0.011167642660439014,
      "loss_total": 0.011167642660439014,
      "step": 67600
    },
    {
      "loss_action": 0.009222062304615974,
      "loss_total": 0.009222062304615974,
      "step": 67600
    },
    {
      "grad_norm": 0.10881691426038742,
      "learning_rate": 9.617671528435485e-05,
      "loss": 0.0073,
      "step": 67610
    },
    {
      "loss_action": 0.005094652995467186,
      "loss_total": 0.005094652995467186,
      "step": 67610
    },
    {
      "loss_action": 0.004612409044057131,
      "loss_total": 0.004612409044057131,
      "step": 67610
    },
    {
      "loss_action": 0.0024434144143015146,
      "loss_total": 0.0024434144143015146,
      "step": 67610
    },
    {
      "loss_action": 0.002244711620733142,
      "loss_total": 0.002244711620733142,
      "step": 67610
    },
    {
      "loss_action": 0.014794890768826008,
      "loss_total": 0.014794890768826008,
      "step": 67610
    },
    {
      "loss_action": 0.005378753878176212,
      "loss_total": 0.005378753878176212,
      "step": 67610
    },
    {
      "loss_action": 0.0157633014023304,
      "loss_total": 0.0157633014023304,
      "step": 67610
    },
    {
      "loss_action": 0.00603438401594758,
      "loss_total": 0.00603438401594758,
      "step": 67610
    },
    {
      "grad_norm": 0.09746026247739792,
      "learning_rate": 9.617512979695654e-05,
      "loss": 0.0076,
      "step": 67620
    },
    {
      "loss_action": 0.016648322343826294,
      "loss_total": 0.016648322343826294,
      "step": 67620
    },
    {
      "loss_action": 0.0034318852704018354,
      "loss_total": 0.0034318852704018354,
      "step": 67620
    },
    {
      "loss_action": 0.016871361061930656,
      "loss_total": 0.016871361061930656,
      "step": 67620
    },
    {
      "loss_action": 0.018131528049707413,
      "loss_total": 0.018131528049707413,
      "step": 67620
    },
    {
      "loss_action": 0.0035162228159606457,
      "loss_total": 0.0035162228159606457,
      "step": 67620
    },
    {
      "loss_action": 0.0025244872085750103,
      "loss_total": 0.0025244872085750103,
      "step": 67620
    },
    {
      "loss_action": 0.008563093841075897,
      "loss_total": 0.008563093841075897,
      "step": 67620
    },
    {
      "loss_action": 0.00720814848318696,
      "loss_total": 0.00720814848318696,
      "step": 67620
    },
    {
      "grad_norm": 0.07416470348834991,
      "learning_rate": 9.617354399395556e-05,
      "loss": 0.0064,
      "step": 67630
    },
    {
      "loss_action": 0.003048310987651348,
      "loss_total": 0.003048310987651348,
      "step": 67630
    },
    {
      "loss_action": 0.002935731317847967,
      "loss_total": 0.002935731317847967,
      "step": 67630
    },
    {
      "loss_action": 0.006237314082682133,
      "loss_total": 0.006237314082682133,
      "step": 67630
    },
    {
      "loss_action": 0.009005924686789513,
      "loss_total": 0.009005924686789513,
      "step": 67630
    },
    {
      "loss_action": 0.0018376210937276483,
      "loss_total": 0.0018376210937276483,
      "step": 67630
    },
    {
      "loss_action": 0.012188203632831573,
      "loss_total": 0.012188203632831573,
      "step": 67630
    },
    {
      "loss_action": 0.008291399106383324,
      "loss_total": 0.008291399106383324,
      "step": 67630
    },
    {
      "loss_action": 0.004597941879183054,
      "loss_total": 0.004597941879183054,
      "step": 67630
    },
    {
      "grad_norm": 0.07580770552158356,
      "learning_rate": 9.617195787536273e-05,
      "loss": 0.0068,
      "step": 67640
    },
    {
      "loss_action": 0.007012923713773489,
      "loss_total": 0.007012923713773489,
      "step": 67640
    },
    {
      "loss_action": 0.0026382743380963802,
      "loss_total": 0.0026382743380963802,
      "step": 67640
    },
    {
      "loss_action": 0.003642542753368616,
      "loss_total": 0.003642542753368616,
      "step": 67640
    },
    {
      "loss_action": 0.002495814813300967,
      "loss_total": 0.002495814813300967,
      "step": 67640
    },
    {
      "loss_action": 0.00641416572034359,
      "loss_total": 0.00641416572034359,
      "step": 67640
    },
    {
      "loss_action": 0.005536947399377823,
      "loss_total": 0.005536947399377823,
      "step": 67640
    },
    {
      "loss_action": 0.002744436264038086,
      "loss_total": 0.002744436264038086,
      "step": 67640
    },
    {
      "loss_action": 0.006263130344450474,
      "loss_total": 0.006263130344450474,
      "step": 67640
    },
    {
      "grad_norm": 0.1151997447013855,
      "learning_rate": 9.61703714411889e-05,
      "loss": 0.0061,
      "step": 67650
    },
    {
      "loss_action": 0.004952870775014162,
      "loss_total": 0.004952870775014162,
      "step": 67650
    },
    {
      "loss_action": 0.0027257332112640142,
      "loss_total": 0.0027257332112640142,
      "step": 67650
    },
    {
      "loss_action": 0.008601785637438297,
      "loss_total": 0.008601785637438297,
      "step": 67650
    },
    {
      "loss_action": 0.009312955662608147,
      "loss_total": 0.009312955662608147,
      "step": 67650
    },
    {
      "loss_action": 0.00424605468288064,
      "loss_total": 0.00424605468288064,
      "step": 67650
    },
    {
      "loss_action": 0.011057275347411633,
      "loss_total": 0.011057275347411633,
      "step": 67650
    },
    {
      "loss_action": 0.024336528033018112,
      "loss_total": 0.024336528033018112,
      "step": 67650
    },
    {
      "loss_action": 0.0025332998484373093,
      "loss_total": 0.0025332998484373093,
      "step": 67650
    },
    {
      "grad_norm": 0.0853225588798523,
      "learning_rate": 9.616878469144492e-05,
      "loss": 0.0071,
      "step": 67660
    },
    {
      "loss_action": 0.034487590193748474,
      "loss_total": 0.034487590193748474,
      "step": 67660
    },
    {
      "loss_action": 0.008981875143945217,
      "loss_total": 0.008981875143945217,
      "step": 67660
    },
    {
      "loss_action": 0.0037018735893070698,
      "loss_total": 0.0037018735893070698,
      "step": 67660
    },
    {
      "loss_action": 0.0022996878251433372,
      "loss_total": 0.0022996878251433372,
      "step": 67660
    },
    {
      "loss_action": 0.005266969092190266,
      "loss_total": 0.005266969092190266,
      "step": 67660
    },
    {
      "loss_action": 0.008868101984262466,
      "loss_total": 0.008868101984262466,
      "step": 67660
    },
    {
      "loss_action": 0.002168886363506317,
      "loss_total": 0.002168886363506317,
      "step": 67660
    },
    {
      "loss_action": 0.004697882570326328,
      "loss_total": 0.004697882570326328,
      "step": 67660
    },
    {
      "grad_norm": 0.13196660578250885,
      "learning_rate": 9.616719762614164e-05,
      "loss": 0.0071,
      "step": 67670
    },
    {
      "loss_action": 0.0016509342240169644,
      "loss_total": 0.0016509342240169644,
      "step": 67670
    },
    {
      "loss_action": 0.013002045452594757,
      "loss_total": 0.013002045452594757,
      "step": 67670
    },
    {
      "loss_action": 0.006929453462362289,
      "loss_total": 0.006929453462362289,
      "step": 67670
    },
    {
      "loss_action": 0.01386980526149273,
      "loss_total": 0.01386980526149273,
      "step": 67670
    },
    {
      "loss_action": 0.012079756706953049,
      "loss_total": 0.012079756706953049,
      "step": 67670
    },
    {
      "loss_action": 0.031532611697912216,
      "loss_total": 0.031532611697912216,
      "step": 67670
    },
    {
      "loss_action": 0.001882564858533442,
      "loss_total": 0.001882564858533442,
      "step": 67670
    },
    {
      "loss_action": 0.01963856630027294,
      "loss_total": 0.01963856630027294,
      "step": 67670
    },
    {
      "grad_norm": 0.11934816092252731,
      "learning_rate": 9.61656102452899e-05,
      "loss": 0.0074,
      "step": 67680
    },
    {
      "loss_action": 0.004935913719236851,
      "loss_total": 0.004935913719236851,
      "step": 67680
    },
    {
      "loss_action": 0.014484517276287079,
      "loss_total": 0.014484517276287079,
      "step": 67680
    },
    {
      "loss_action": 0.0034146883990615606,
      "loss_total": 0.0034146883990615606,
      "step": 67680
    },
    {
      "loss_action": 0.012126059271395206,
      "loss_total": 0.012126059271395206,
      "step": 67680
    },
    {
      "loss_action": 0.007385163102298975,
      "loss_total": 0.007385163102298975,
      "step": 67680
    },
    {
      "loss_action": 0.005487130954861641,
      "loss_total": 0.005487130954861641,
      "step": 67680
    },
    {
      "loss_action": 0.010851532220840454,
      "loss_total": 0.010851532220840454,
      "step": 67680
    },
    {
      "loss_action": 0.004021438304334879,
      "loss_total": 0.004021438304334879,
      "step": 67680
    },
    {
      "grad_norm": 0.11414480209350586,
      "learning_rate": 9.616402254890053e-05,
      "loss": 0.006,
      "step": 67690
    },
    {
      "loss_action": 0.00981920026242733,
      "loss_total": 0.00981920026242733,
      "step": 67690
    },
    {
      "loss_action": 0.0020432693418115377,
      "loss_total": 0.0020432693418115377,
      "step": 67690
    },
    {
      "loss_action": 0.0036114759277552366,
      "loss_total": 0.0036114759277552366,
      "step": 67690
    },
    {
      "loss_action": 0.006663311738520861,
      "loss_total": 0.006663311738520861,
      "step": 67690
    },
    {
      "loss_action": 0.014732254669070244,
      "loss_total": 0.014732254669070244,
      "step": 67690
    },
    {
      "loss_action": 0.012594032101333141,
      "loss_total": 0.012594032101333141,
      "step": 67690
    },
    {
      "loss_action": 0.00293081346899271,
      "loss_total": 0.00293081346899271,
      "step": 67690
    },
    {
      "loss_action": 0.004926038905978203,
      "loss_total": 0.004926038905978203,
      "step": 67690
    },
    {
      "grad_norm": 0.10828161239624023,
      "learning_rate": 9.616243453698443e-05,
      "loss": 0.0072,
      "step": 67700
    },
    {
      "loss_action": 0.008677983656525612,
      "loss_total": 0.008677983656525612,
      "step": 67700
    },
    {
      "loss_action": 0.008456835523247719,
      "loss_total": 0.008456835523247719,
      "step": 67700
    },
    {
      "loss_action": 0.0025936642196029425,
      "loss_total": 0.0025936642196029425,
      "step": 67700
    },
    {
      "loss_action": 0.005053171422332525,
      "loss_total": 0.005053171422332525,
      "step": 67700
    },
    {
      "loss_action": 0.005601619835942984,
      "loss_total": 0.005601619835942984,
      "step": 67700
    },
    {
      "loss_action": 0.007525048218667507,
      "loss_total": 0.007525048218667507,
      "step": 67700
    },
    {
      "loss_action": 0.008485773578286171,
      "loss_total": 0.008485773578286171,
      "step": 67700
    },
    {
      "loss_action": 0.0030999379232525826,
      "loss_total": 0.0030999379232525826,
      "step": 67700
    },
    {
      "grad_norm": 0.11723273992538452,
      "learning_rate": 9.616084620955241e-05,
      "loss": 0.0068,
      "step": 67710
    },
    {
      "loss_action": 0.004151307046413422,
      "loss_total": 0.004151307046413422,
      "step": 67710
    },
    {
      "loss_action": 0.002679131692275405,
      "loss_total": 0.002679131692275405,
      "step": 67710
    },
    {
      "loss_action": 0.010049454867839813,
      "loss_total": 0.010049454867839813,
      "step": 67710
    },
    {
      "loss_action": 0.003430924378335476,
      "loss_total": 0.003430924378335476,
      "step": 67710
    },
    {
      "loss_action": 0.0022452634293586016,
      "loss_total": 0.0022452634293586016,
      "step": 67710
    },
    {
      "loss_action": 0.008106159046292305,
      "loss_total": 0.008106159046292305,
      "step": 67710
    },
    {
      "loss_action": 0.004243942908942699,
      "loss_total": 0.004243942908942699,
      "step": 67710
    },
    {
      "loss_action": 0.007433685474097729,
      "loss_total": 0.007433685474097729,
      "step": 67710
    },
    {
      "grad_norm": 0.1095433458685875,
      "learning_rate": 9.615925756661535e-05,
      "loss": 0.0059,
      "step": 67720
    },
    {
      "loss_action": 0.008028572425246239,
      "loss_total": 0.008028572425246239,
      "step": 67720
    },
    {
      "loss_action": 0.011517312377691269,
      "loss_total": 0.011517312377691269,
      "step": 67720
    },
    {
      "loss_action": 0.002962313359603286,
      "loss_total": 0.002962313359603286,
      "step": 67720
    },
    {
      "loss_action": 0.009275724180042744,
      "loss_total": 0.009275724180042744,
      "step": 67720
    },
    {
      "loss_action": 0.00532106077298522,
      "loss_total": 0.00532106077298522,
      "step": 67720
    },
    {
      "loss_action": 0.010099128820002079,
      "loss_total": 0.010099128820002079,
      "step": 67720
    },
    {
      "loss_action": 0.006357136182487011,
      "loss_total": 0.006357136182487011,
      "step": 67720
    },
    {
      "loss_action": 0.027129700407385826,
      "loss_total": 0.027129700407385826,
      "step": 67720
    },
    {
      "grad_norm": 0.1100950837135315,
      "learning_rate": 9.615766860818408e-05,
      "loss": 0.0065,
      "step": 67730
    },
    {
      "loss_action": 0.011536244302988052,
      "loss_total": 0.011536244302988052,
      "step": 67730
    },
    {
      "loss_action": 0.004868324846029282,
      "loss_total": 0.004868324846029282,
      "step": 67730
    },
    {
      "loss_action": 0.004357664380222559,
      "loss_total": 0.004357664380222559,
      "step": 67730
    },
    {
      "loss_action": 0.0023986853193491697,
      "loss_total": 0.0023986853193491697,
      "step": 67730
    },
    {
      "loss_action": 0.009179752320051193,
      "loss_total": 0.009179752320051193,
      "step": 67730
    },
    {
      "loss_action": 0.0040259407833218575,
      "loss_total": 0.0040259407833218575,
      "step": 67730
    },
    {
      "loss_action": 0.028005387634038925,
      "loss_total": 0.028005387634038925,
      "step": 67730
    },
    {
      "loss_action": 0.005149253644049168,
      "loss_total": 0.005149253644049168,
      "step": 67730
    },
    {
      "grad_norm": 0.12834866344928741,
      "learning_rate": 9.615607933426949e-05,
      "loss": 0.0078,
      "step": 67740
    },
    {
      "loss_action": 0.003139423904940486,
      "loss_total": 0.003139423904940486,
      "step": 67740
    },
    {
      "loss_action": 0.00936933234333992,
      "loss_total": 0.00936933234333992,
      "step": 67740
    },
    {
      "loss_action": 0.006537082605063915,
      "loss_total": 0.006537082605063915,
      "step": 67740
    },
    {
      "loss_action": 0.004540856461971998,
      "loss_total": 0.004540856461971998,
      "step": 67740
    },
    {
      "loss_action": 0.0026109633035957813,
      "loss_total": 0.0026109633035957813,
      "step": 67740
    },
    {
      "loss_action": 0.004649449605494738,
      "loss_total": 0.004649449605494738,
      "step": 67740
    },
    {
      "loss_action": 0.002780106384307146,
      "loss_total": 0.002780106384307146,
      "step": 67740
    },
    {
      "loss_action": 0.002474590903148055,
      "loss_total": 0.002474590903148055,
      "step": 67740
    },
    {
      "grad_norm": 0.13419266045093536,
      "learning_rate": 9.615448974488244e-05,
      "loss": 0.0082,
      "step": 67750
    },
    {
      "loss_action": 0.0059449803084135056,
      "loss_total": 0.0059449803084135056,
      "step": 67750
    },
    {
      "loss_action": 0.0070195384323596954,
      "loss_total": 0.0070195384323596954,
      "step": 67750
    },
    {
      "loss_action": 0.003701831679791212,
      "loss_total": 0.003701831679791212,
      "step": 67750
    },
    {
      "loss_action": 0.004280759021639824,
      "loss_total": 0.004280759021639824,
      "step": 67750
    },
    {
      "loss_action": 0.012342911213636398,
      "loss_total": 0.012342911213636398,
      "step": 67750
    },
    {
      "loss_action": 0.01176132820546627,
      "loss_total": 0.01176132820546627,
      "step": 67750
    },
    {
      "loss_action": 0.007138506043702364,
      "loss_total": 0.007138506043702364,
      "step": 67750
    },
    {
      "loss_action": 0.004425385035574436,
      "loss_total": 0.004425385035574436,
      "step": 67750
    },
    {
      "grad_norm": 0.11568079888820648,
      "learning_rate": 9.615289984003377e-05,
      "loss": 0.0081,
      "step": 67760
    },
    {
      "loss_action": 0.002272476442158222,
      "loss_total": 0.002272476442158222,
      "step": 67760
    },
    {
      "loss_action": 0.005107213743031025,
      "loss_total": 0.005107213743031025,
      "step": 67760
    },
    {
      "loss_action": 0.017657890915870667,
      "loss_total": 0.017657890915870667,
      "step": 67760
    },
    {
      "loss_action": 0.015321088954806328,
      "loss_total": 0.015321088954806328,
      "step": 67760
    },
    {
      "loss_action": 0.002324423287063837,
      "loss_total": 0.002324423287063837,
      "step": 67760
    },
    {
      "loss_action": 0.010893911123275757,
      "loss_total": 0.010893911123275757,
      "step": 67760
    },
    {
      "loss_action": 0.004332821816205978,
      "loss_total": 0.004332821816205978,
      "step": 67760
    },
    {
      "loss_action": 0.01169070228934288,
      "loss_total": 0.01169070228934288,
      "step": 67760
    },
    {
      "grad_norm": 0.09330601990222931,
      "learning_rate": 9.615130961973437e-05,
      "loss": 0.007,
      "step": 67770
    },
    {
      "loss_action": 0.003041147254407406,
      "loss_total": 0.003041147254407406,
      "step": 67770
    },
    {
      "loss_action": 0.02479930780827999,
      "loss_total": 0.02479930780827999,
      "step": 67770
    },
    {
      "loss_action": 0.006014970131218433,
      "loss_total": 0.006014970131218433,
      "step": 67770
    },
    {
      "loss_action": 0.004008474759757519,
      "loss_total": 0.004008474759757519,
      "step": 67770
    },
    {
      "loss_action": 0.004146994091570377,
      "loss_total": 0.004146994091570377,
      "step": 67770
    },
    {
      "loss_action": 0.01491834968328476,
      "loss_total": 0.01491834968328476,
      "step": 67770
    },
    {
      "loss_action": 0.004796456545591354,
      "loss_total": 0.004796456545591354,
      "step": 67770
    },
    {
      "loss_action": 0.008805650286376476,
      "loss_total": 0.008805650286376476,
      "step": 67770
    },
    {
      "grad_norm": 0.21288031339645386,
      "learning_rate": 9.614971908399511e-05,
      "loss": 0.0078,
      "step": 67780
    },
    {
      "loss_action": 0.0061898138374090195,
      "loss_total": 0.0061898138374090195,
      "step": 67780
    },
    {
      "loss_action": 0.009019128046929836,
      "loss_total": 0.009019128046929836,
      "step": 67780
    },
    {
      "loss_action": 0.0031845150515437126,
      "loss_total": 0.0031845150515437126,
      "step": 67780
    },
    {
      "loss_action": 0.00787780899554491,
      "loss_total": 0.00787780899554491,
      "step": 67780
    },
    {
      "loss_action": 0.0044732531532645226,
      "loss_total": 0.0044732531532645226,
      "step": 67780
    },
    {
      "loss_action": 0.0053543103858828545,
      "loss_total": 0.0053543103858828545,
      "step": 67780
    },
    {
      "loss_action": 0.018670538440346718,
      "loss_total": 0.018670538440346718,
      "step": 67780
    },
    {
      "loss_action": 0.010287010110914707,
      "loss_total": 0.010287010110914707,
      "step": 67780
    },
    {
      "grad_norm": 0.13156326115131378,
      "learning_rate": 9.614812823282687e-05,
      "loss": 0.0076,
      "step": 67790
    },
    {
      "loss_action": 0.0039054211229085922,
      "loss_total": 0.0039054211229085922,
      "step": 67790
    },
    {
      "loss_action": 0.004592347890138626,
      "loss_total": 0.004592347890138626,
      "step": 67790
    },
    {
      "loss_action": 0.003380114445462823,
      "loss_total": 0.003380114445462823,
      "step": 67790
    },
    {
      "loss_action": 0.004765139427036047,
      "loss_total": 0.004765139427036047,
      "step": 67790
    },
    {
      "loss_action": 0.009216533973813057,
      "loss_total": 0.009216533973813057,
      "step": 67790
    },
    {
      "loss_action": 0.010256532579660416,
      "loss_total": 0.010256532579660416,
      "step": 67790
    },
    {
      "loss_action": 0.004901568405330181,
      "loss_total": 0.004901568405330181,
      "step": 67790
    },
    {
      "loss_action": 0.011709210462868214,
      "loss_total": 0.011709210462868214,
      "step": 67790
    },
    {
      "grad_norm": 0.11534219980239868,
      "learning_rate": 9.614653706624048e-05,
      "loss": 0.0075,
      "step": 67800
    },
    {
      "loss_action": 0.002086868043988943,
      "loss_total": 0.002086868043988943,
      "step": 67800
    },
    {
      "loss_action": 0.004384846892207861,
      "loss_total": 0.004384846892207861,
      "step": 67800
    },
    {
      "loss_action": 0.009455484338104725,
      "loss_total": 0.009455484338104725,
      "step": 67800
    },
    {
      "loss_action": 0.0049633970484137535,
      "loss_total": 0.0049633970484137535,
      "step": 67800
    },
    {
      "loss_action": 0.005501831881701946,
      "loss_total": 0.005501831881701946,
      "step": 67800
    },
    {
      "loss_action": 0.003234592266380787,
      "loss_total": 0.003234592266380787,
      "step": 67800
    },
    {
      "loss_action": 0.0027869485784322023,
      "loss_total": 0.0027869485784322023,
      "step": 67800
    },
    {
      "loss_action": 0.006403685547411442,
      "loss_total": 0.006403685547411442,
      "step": 67800
    },
    {
      "grad_norm": 0.128562793135643,
      "learning_rate": 9.614494558424684e-05,
      "loss": 0.0075,
      "step": 67810
    },
    {
      "loss_action": 0.004716550465673208,
      "loss_total": 0.004716550465673208,
      "step": 67810
    },
    {
      "loss_action": 0.011333256028592587,
      "loss_total": 0.011333256028592587,
      "step": 67810
    },
    {
      "loss_action": 0.009696226567029953,
      "loss_total": 0.009696226567029953,
      "step": 67810
    },
    {
      "loss_action": 0.009548062458634377,
      "loss_total": 0.009548062458634377,
      "step": 67810
    },
    {
      "loss_action": 0.009350328706204891,
      "loss_total": 0.009350328706204891,
      "step": 67810
    },
    {
      "loss_action": 0.0037287436425685883,
      "loss_total": 0.0037287436425685883,
      "step": 67810
    },
    {
      "loss_action": 0.005595379043370485,
      "loss_total": 0.005595379043370485,
      "step": 67810
    },
    {
      "loss_action": 0.007324130740016699,
      "loss_total": 0.007324130740016699,
      "step": 67810
    },
    {
      "grad_norm": 0.09489438682794571,
      "learning_rate": 9.614335378685684e-05,
      "loss": 0.008,
      "step": 67820
    },
    {
      "loss_action": 0.007019729353487492,
      "loss_total": 0.007019729353487492,
      "step": 67820
    },
    {
      "loss_action": 0.003207569010555744,
      "loss_total": 0.003207569010555744,
      "step": 67820
    },
    {
      "loss_action": 0.002677487675100565,
      "loss_total": 0.002677487675100565,
      "step": 67820
    },
    {
      "loss_action": 0.0027994655538350344,
      "loss_total": 0.0027994655538350344,
      "step": 67820
    },
    {
      "loss_action": 0.013967708684504032,
      "loss_total": 0.013967708684504032,
      "step": 67820
    },
    {
      "loss_action": 0.003789125708863139,
      "loss_total": 0.003789125708863139,
      "step": 67820
    },
    {
      "loss_action": 0.014336670748889446,
      "loss_total": 0.014336670748889446,
      "step": 67820
    },
    {
      "loss_action": 0.006697081960737705,
      "loss_total": 0.006697081960737705,
      "step": 67820
    },
    {
      "grad_norm": 0.15188409388065338,
      "learning_rate": 9.614176167408135e-05,
      "loss": 0.0075,
      "step": 67830
    },
    {
      "loss_action": 0.004847628064453602,
      "loss_total": 0.004847628064453602,
      "step": 67830
    },
    {
      "loss_action": 0.004290418233722448,
      "loss_total": 0.004290418233722448,
      "step": 67830
    },
    {
      "loss_action": 0.007163642439991236,
      "loss_total": 0.007163642439991236,
      "step": 67830
    },
    {
      "loss_action": 0.003425674047321081,
      "loss_total": 0.003425674047321081,
      "step": 67830
    },
    {
      "loss_action": 0.010726753622293472,
      "loss_total": 0.010726753622293472,
      "step": 67830
    },
    {
      "loss_action": 0.006591926794499159,
      "loss_total": 0.006591926794499159,
      "step": 67830
    },
    {
      "loss_action": 0.004602106288075447,
      "loss_total": 0.004602106288075447,
      "step": 67830
    },
    {
      "loss_action": 0.0029372423887252808,
      "loss_total": 0.0029372423887252808,
      "step": 67830
    },
    {
      "grad_norm": 0.1366315335035324,
      "learning_rate": 9.614016924593126e-05,
      "loss": 0.0078,
      "step": 67840
    },
    {
      "loss_action": 0.002716153860092163,
      "loss_total": 0.002716153860092163,
      "step": 67840
    },
    {
      "loss_action": 0.002256542444229126,
      "loss_total": 0.002256542444229126,
      "step": 67840
    },
    {
      "loss_action": 0.016150981187820435,
      "loss_total": 0.016150981187820435,
      "step": 67840
    },
    {
      "loss_action": 0.002096152864396572,
      "loss_total": 0.002096152864396572,
      "step": 67840
    },
    {
      "loss_action": 0.015521321445703506,
      "loss_total": 0.015521321445703506,
      "step": 67840
    },
    {
      "loss_action": 0.02199918031692505,
      "loss_total": 0.02199918031692505,
      "step": 67840
    },
    {
      "loss_action": 0.007951035164296627,
      "loss_total": 0.007951035164296627,
      "step": 67840
    },
    {
      "loss_action": 0.001872085384093225,
      "loss_total": 0.001872085384093225,
      "step": 67840
    },
    {
      "grad_norm": 0.10063336044549942,
      "learning_rate": 9.613857650241743e-05,
      "loss": 0.0072,
      "step": 67850
    },
    {
      "loss_action": 0.01791805773973465,
      "loss_total": 0.01791805773973465,
      "step": 67850
    },
    {
      "loss_action": 0.02501639910042286,
      "loss_total": 0.02501639910042286,
      "step": 67850
    },
    {
      "loss_action": 0.013364257290959358,
      "loss_total": 0.013364257290959358,
      "step": 67850
    },
    {
      "loss_action": 0.0058022793382406235,
      "loss_total": 0.0058022793382406235,
      "step": 67850
    },
    {
      "loss_action": 0.0037232041358947754,
      "loss_total": 0.0037232041358947754,
      "step": 67850
    },
    {
      "loss_action": 0.0022000554017722607,
      "loss_total": 0.0022000554017722607,
      "step": 67850
    },
    {
      "loss_action": 0.048892054706811905,
      "loss_total": 0.048892054706811905,
      "step": 67850
    },
    {
      "loss_action": 0.020405367016792297,
      "loss_total": 0.020405367016792297,
      "step": 67850
    },
    {
      "grad_norm": 0.1208985298871994,
      "learning_rate": 9.613698344355077e-05,
      "loss": 0.0088,
      "step": 67860
    },
    {
      "loss_action": 0.007986871525645256,
      "loss_total": 0.007986871525645256,
      "step": 67860
    },
    {
      "loss_action": 0.006640765815973282,
      "loss_total": 0.006640765815973282,
      "step": 67860
    },
    {
      "loss_action": 0.012659905478358269,
      "loss_total": 0.012659905478358269,
      "step": 67860
    },
    {
      "loss_action": 0.006032224744558334,
      "loss_total": 0.006032224744558334,
      "step": 67860
    },
    {
      "loss_action": 0.0024899831041693687,
      "loss_total": 0.0024899831041693687,
      "step": 67860
    },
    {
      "loss_action": 0.011318879202008247,
      "loss_total": 0.011318879202008247,
      "step": 67860
    },
    {
      "loss_action": 0.004764177370816469,
      "loss_total": 0.004764177370816469,
      "step": 67860
    },
    {
      "loss_action": 0.005199969280511141,
      "loss_total": 0.005199969280511141,
      "step": 67860
    },
    {
      "grad_norm": 0.10999416559934616,
      "learning_rate": 9.613539006934217e-05,
      "loss": 0.0068,
      "step": 67870
    },
    {
      "loss_action": 0.012490499764680862,
      "loss_total": 0.012490499764680862,
      "step": 67870
    },
    {
      "loss_action": 0.012900669127702713,
      "loss_total": 0.012900669127702713,
      "step": 67870
    },
    {
      "loss_action": 0.007010830100625753,
      "loss_total": 0.007010830100625753,
      "step": 67870
    },
    {
      "loss_action": 0.007004620973020792,
      "loss_total": 0.007004620973020792,
      "step": 67870
    },
    {
      "loss_action": 0.0056015667505562305,
      "loss_total": 0.0056015667505562305,
      "step": 67870
    },
    {
      "loss_action": 0.0026596402749419212,
      "loss_total": 0.0026596402749419212,
      "step": 67870
    },
    {
      "loss_action": 0.011093487963080406,
      "loss_total": 0.011093487963080406,
      "step": 67870
    },
    {
      "loss_action": 0.0029534681234508753,
      "loss_total": 0.0029534681234508753,
      "step": 67870
    },
    {
      "grad_norm": 0.11863154917955399,
      "learning_rate": 9.613379637980251e-05,
      "loss": 0.0069,
      "step": 67880
    },
    {
      "loss_action": 0.002099823672324419,
      "loss_total": 0.002099823672324419,
      "step": 67880
    },
    {
      "loss_action": 0.009556637145578861,
      "loss_total": 0.009556637145578861,
      "step": 67880
    },
    {
      "loss_action": 0.0021329037845134735,
      "loss_total": 0.0021329037845134735,
      "step": 67880
    },
    {
      "loss_action": 0.017164751887321472,
      "loss_total": 0.017164751887321472,
      "step": 67880
    },
    {
      "loss_action": 0.003614551853388548,
      "loss_total": 0.003614551853388548,
      "step": 67880
    },
    {
      "loss_action": 0.005245352163910866,
      "loss_total": 0.005245352163910866,
      "step": 67880
    },
    {
      "loss_action": 0.006683548912405968,
      "loss_total": 0.006683548912405968,
      "step": 67880
    },
    {
      "loss_action": 0.006562596652656794,
      "loss_total": 0.006562596652656794,
      "step": 67880
    },
    {
      "grad_norm": 0.128194198012352,
      "learning_rate": 9.613220237494267e-05,
      "loss": 0.0083,
      "step": 67890
    },
    {
      "loss_action": 0.0078059714287519455,
      "loss_total": 0.0078059714287519455,
      "step": 67890
    },
    {
      "loss_action": 0.0026870679575949907,
      "loss_total": 0.0026870679575949907,
      "step": 67890
    },
    {
      "loss_action": 0.010430661030113697,
      "loss_total": 0.010430661030113697,
      "step": 67890
    },
    {
      "loss_action": 0.0032532026525586843,
      "loss_total": 0.0032532026525586843,
      "step": 67890
    },
    {
      "loss_action": 0.0034441829193383455,
      "loss_total": 0.0034441829193383455,
      "step": 67890
    },
    {
      "loss_action": 0.0020156637765467167,
      "loss_total": 0.0020156637765467167,
      "step": 67890
    },
    {
      "loss_action": 0.007821928709745407,
      "loss_total": 0.007821928709745407,
      "step": 67890
    },
    {
      "loss_action": 0.005281491205096245,
      "loss_total": 0.005281491205096245,
      "step": 67890
    },
    {
      "grad_norm": 0.12481812387704849,
      "learning_rate": 9.613060805477357e-05,
      "loss": 0.0075,
      "step": 67900
    },
    {
      "loss_action": 0.007032649125903845,
      "loss_total": 0.007032649125903845,
      "step": 67900
    },
    {
      "loss_action": 0.00699853990226984,
      "loss_total": 0.00699853990226984,
      "step": 67900
    },
    {
      "loss_action": 0.008621487766504288,
      "loss_total": 0.008621487766504288,
      "step": 67900
    },
    {
      "loss_action": 0.006734904367476702,
      "loss_total": 0.006734904367476702,
      "step": 67900
    },
    {
      "loss_action": 0.002488041529431939,
      "loss_total": 0.002488041529431939,
      "step": 67900
    },
    {
      "loss_action": 0.004887902177870274,
      "loss_total": 0.004887902177870274,
      "step": 67900
    },
    {
      "loss_action": 0.010518094524741173,
      "loss_total": 0.010518094524741173,
      "step": 67900
    },
    {
      "loss_action": 0.0072151729837059975,
      "loss_total": 0.0072151729837059975,
      "step": 67900
    },
    {
      "grad_norm": 0.16154859960079193,
      "learning_rate": 9.612901341930609e-05,
      "loss": 0.0073,
      "step": 67910
    },
    {
      "loss_action": 0.007181850727647543,
      "loss_total": 0.007181850727647543,
      "step": 67910
    },
    {
      "loss_action": 0.007078881375491619,
      "loss_total": 0.007078881375491619,
      "step": 67910
    },
    {
      "loss_action": 0.020592033863067627,
      "loss_total": 0.020592033863067627,
      "step": 67910
    },
    {
      "loss_action": 0.008635180070996284,
      "loss_total": 0.008635180070996284,
      "step": 67910
    },
    {
      "loss_action": 0.011348306201398373,
      "loss_total": 0.011348306201398373,
      "step": 67910
    },
    {
      "loss_action": 0.004839020781219006,
      "loss_total": 0.004839020781219006,
      "step": 67910
    },
    {
      "loss_action": 0.007314297370612621,
      "loss_total": 0.007314297370612621,
      "step": 67910
    },
    {
      "loss_action": 0.003550899215042591,
      "loss_total": 0.003550899215042591,
      "step": 67910
    },
    {
      "grad_norm": 0.152033269405365,
      "learning_rate": 9.612741846855113e-05,
      "loss": 0.0085,
      "step": 67920
    },
    {
      "loss_action": 0.008084392175078392,
      "loss_total": 0.008084392175078392,
      "step": 67920
    },
    {
      "loss_action": 0.004818778485059738,
      "loss_total": 0.004818778485059738,
      "step": 67920
    },
    {
      "loss_action": 0.005214827135205269,
      "loss_total": 0.005214827135205269,
      "step": 67920
    },
    {
      "loss_action": 0.012036517262458801,
      "loss_total": 0.012036517262458801,
      "step": 67920
    },
    {
      "loss_action": 0.013469399884343147,
      "loss_total": 0.013469399884343147,
      "step": 67920
    },
    {
      "loss_action": 0.007644699886441231,
      "loss_total": 0.007644699886441231,
      "step": 67920
    },
    {
      "loss_action": 0.004507922101765871,
      "loss_total": 0.004507922101765871,
      "step": 67920
    },
    {
      "loss_action": 0.005494545213878155,
      "loss_total": 0.005494545213878155,
      "step": 67920
    },
    {
      "grad_norm": 0.16197320818901062,
      "learning_rate": 9.612582320251961e-05,
      "loss": 0.0108,
      "step": 67930
    },
    {
      "loss_action": 0.004430864471942186,
      "loss_total": 0.004430864471942186,
      "step": 67930
    },
    {
      "loss_action": 0.004915105644613504,
      "loss_total": 0.004915105644613504,
      "step": 67930
    },
    {
      "loss_action": 0.008146354928612709,
      "loss_total": 0.008146354928612709,
      "step": 67930
    },
    {
      "loss_action": 0.010299844667315483,
      "loss_total": 0.010299844667315483,
      "step": 67930
    },
    {
      "loss_action": 0.006589700002223253,
      "loss_total": 0.006589700002223253,
      "step": 67930
    },
    {
      "loss_action": 0.00804270152002573,
      "loss_total": 0.00804270152002573,
      "step": 67930
    },
    {
      "loss_action": 0.013083531521260738,
      "loss_total": 0.013083531521260738,
      "step": 67930
    },
    {
      "loss_action": 0.039664313197135925,
      "loss_total": 0.039664313197135925,
      "step": 67930
    },
    {
      "grad_norm": 0.136776402592659,
      "learning_rate": 9.612422762122242e-05,
      "loss": 0.0098,
      "step": 67940
    },
    {
      "loss_action": 0.007992560975253582,
      "loss_total": 0.007992560975253582,
      "step": 67940
    },
    {
      "loss_action": 0.006906273774802685,
      "loss_total": 0.006906273774802685,
      "step": 67940
    },
    {
      "loss_action": 0.018085943534970284,
      "loss_total": 0.018085943534970284,
      "step": 67940
    },
    {
      "loss_action": 0.004336106590926647,
      "loss_total": 0.004336106590926647,
      "step": 67940
    },
    {
      "loss_action": 0.015517402440309525,
      "loss_total": 0.015517402440309525,
      "step": 67940
    },
    {
      "loss_action": 0.007200314197689295,
      "loss_total": 0.007200314197689295,
      "step": 67940
    },
    {
      "loss_action": 0.004109296482056379,
      "loss_total": 0.004109296482056379,
      "step": 67940
    },
    {
      "loss_action": 0.005849977023899555,
      "loss_total": 0.005849977023899555,
      "step": 67940
    },
    {
      "grad_norm": 0.1520642191171646,
      "learning_rate": 9.612263172467047e-05,
      "loss": 0.0079,
      "step": 67950
    },
    {
      "loss_action": 0.005104636307805777,
      "loss_total": 0.005104636307805777,
      "step": 67950
    },
    {
      "loss_action": 0.013929302804172039,
      "loss_total": 0.013929302804172039,
      "step": 67950
    },
    {
      "loss_action": 0.003049456514418125,
      "loss_total": 0.003049456514418125,
      "step": 67950
    },
    {
      "loss_action": 0.0041787028312683105,
      "loss_total": 0.0041787028312683105,
      "step": 67950
    },
    {
      "loss_action": 0.003028162755072117,
      "loss_total": 0.003028162755072117,
      "step": 67950
    },
    {
      "loss_action": 0.003933420404791832,
      "loss_total": 0.003933420404791832,
      "step": 67950
    },
    {
      "loss_action": 0.004474509507417679,
      "loss_total": 0.004474509507417679,
      "step": 67950
    },
    {
      "loss_action": 0.010839920490980148,
      "loss_total": 0.010839920490980148,
      "step": 67950
    },
    {
      "grad_norm": 0.12158384174108505,
      "learning_rate": 9.612103551287463e-05,
      "loss": 0.009,
      "step": 67960
    },
    {
      "loss_action": 0.004025396890938282,
      "loss_total": 0.004025396890938282,
      "step": 67960
    },
    {
      "loss_action": 0.012920238077640533,
      "loss_total": 0.012920238077640533,
      "step": 67960
    },
    {
      "loss_action": 0.0037980545312166214,
      "loss_total": 0.0037980545312166214,
      "step": 67960
    },
    {
      "loss_action": 0.004871928598731756,
      "loss_total": 0.004871928598731756,
      "step": 67960
    },
    {
      "loss_action": 0.010115000419318676,
      "loss_total": 0.010115000419318676,
      "step": 67960
    },
    {
      "loss_action": 0.004391351714730263,
      "loss_total": 0.004391351714730263,
      "step": 67960
    },
    {
      "loss_action": 0.003979620058089495,
      "loss_total": 0.003979620058089495,
      "step": 67960
    },
    {
      "loss_action": 0.015092043206095695,
      "loss_total": 0.015092043206095695,
      "step": 67960
    },
    {
      "grad_norm": 0.11811940371990204,
      "learning_rate": 9.611943898584588e-05,
      "loss": 0.0066,
      "step": 67970
    },
    {
      "loss_action": 0.00617064256221056,
      "loss_total": 0.00617064256221056,
      "step": 67970
    },
    {
      "loss_action": 0.006589672993868589,
      "loss_total": 0.006589672993868589,
      "step": 67970
    },
    {
      "loss_action": 0.0026242590975016356,
      "loss_total": 0.0026242590975016356,
      "step": 67970
    },
    {
      "loss_action": 0.006608206313103437,
      "loss_total": 0.006608206313103437,
      "step": 67970
    },
    {
      "loss_action": 0.003948807716369629,
      "loss_total": 0.003948807716369629,
      "step": 67970
    },
    {
      "loss_action": 0.004009854979813099,
      "loss_total": 0.004009854979813099,
      "step": 67970
    },
    {
      "loss_action": 0.008495772257447243,
      "loss_total": 0.008495772257447243,
      "step": 67970
    },
    {
      "loss_action": 0.006569490768015385,
      "loss_total": 0.006569490768015385,
      "step": 67970
    },
    {
      "grad_norm": 0.10844681411981583,
      "learning_rate": 9.611784214359508e-05,
      "loss": 0.0078,
      "step": 67980
    },
    {
      "loss_action": 0.0027916510589420795,
      "loss_total": 0.0027916510589420795,
      "step": 67980
    },
    {
      "loss_action": 0.004523168317973614,
      "loss_total": 0.004523168317973614,
      "step": 67980
    },
    {
      "loss_action": 0.0027285022661089897,
      "loss_total": 0.0027285022661089897,
      "step": 67980
    },
    {
      "loss_action": 0.00975116714835167,
      "loss_total": 0.00975116714835167,
      "step": 67980
    },
    {
      "loss_action": 0.009517594240605831,
      "loss_total": 0.009517594240605831,
      "step": 67980
    },
    {
      "loss_action": 0.0044021946378052235,
      "loss_total": 0.0044021946378052235,
      "step": 67980
    },
    {
      "loss_action": 0.01124112494289875,
      "loss_total": 0.01124112494289875,
      "step": 67980
    },
    {
      "loss_action": 0.00716401357203722,
      "loss_total": 0.00716401357203722,
      "step": 67980
    },
    {
      "grad_norm": 0.11820018291473389,
      "learning_rate": 9.611624498613316e-05,
      "loss": 0.0067,
      "step": 67990
    },
    {
      "loss_action": 0.004723124206066132,
      "loss_total": 0.004723124206066132,
      "step": 67990
    },
    {
      "loss_action": 0.004863356240093708,
      "loss_total": 0.004863356240093708,
      "step": 67990
    },
    {
      "loss_action": 0.00552918016910553,
      "loss_total": 0.00552918016910553,
      "step": 67990
    },
    {
      "loss_action": 0.00487659964710474,
      "loss_total": 0.00487659964710474,
      "step": 67990
    },
    {
      "loss_action": 0.0032213889062404633,
      "loss_total": 0.0032213889062404633,
      "step": 67990
    },
    {
      "loss_action": 0.0030549094080924988,
      "loss_total": 0.0030549094080924988,
      "step": 67990
    },
    {
      "loss_action": 0.002215589862316847,
      "loss_total": 0.002215589862316847,
      "step": 67990
    },
    {
      "loss_action": 0.0029295471031218767,
      "loss_total": 0.0029295471031218767,
      "step": 67990
    },
    {
      "grad_norm": 0.0993107482790947,
      "learning_rate": 9.611464751347103e-05,
      "loss": 0.0079,
      "step": 68000
    },
    {
      "loss_action": 0.013050959445536137,
      "loss_total": 0.013050959445536137,
      "step": 68000
    },
    {
      "loss_action": 0.022594626992940903,
      "loss_total": 0.022594626992940903,
      "step": 68000
    },
    {
      "loss_action": 0.0036051596980541945,
      "loss_total": 0.0036051596980541945,
      "step": 68000
    },
    {
      "loss_action": 0.005709126591682434,
      "loss_total": 0.005709126591682434,
      "step": 68000
    },
    {
      "loss_action": 0.006625276058912277,
      "loss_total": 0.006625276058912277,
      "step": 68000
    },
    {
      "loss_action": 0.017803551629185677,
      "loss_total": 0.017803551629185677,
      "step": 68000
    },
    {
      "loss_action": 0.003823488485068083,
      "loss_total": 0.003823488485068083,
      "step": 68000
    },
    {
      "loss_action": 0.0070738233625888824,
      "loss_total": 0.0070738233625888824,
      "step": 68000
    },
    {
      "grad_norm": 0.11002042144536972,
      "learning_rate": 9.611304972561962e-05,
      "loss": 0.01,
      "step": 68010
    },
    {
      "loss_action": 0.003954755142331123,
      "loss_total": 0.003954755142331123,
      "step": 68010
    },
    {
      "loss_action": 0.006433789152652025,
      "loss_total": 0.006433789152652025,
      "step": 68010
    },
    {
      "loss_action": 0.009263169020414352,
      "loss_total": 0.009263169020414352,
      "step": 68010
    },
    {
      "loss_action": 0.0037721681874245405,
      "loss_total": 0.0037721681874245405,
      "step": 68010
    },
    {
      "loss_action": 0.007897034287452698,
      "loss_total": 0.007897034287452698,
      "step": 68010
    },
    {
      "loss_action": 0.009409729391336441,
      "loss_total": 0.009409729391336441,
      "step": 68010
    },
    {
      "loss_action": 0.0057267798110842705,
      "loss_total": 0.0057267798110842705,
      "step": 68010
    },
    {
      "loss_action": 0.005574681796133518,
      "loss_total": 0.005574681796133518,
      "step": 68010
    },
    {
      "grad_norm": 0.12940357625484467,
      "learning_rate": 9.611145162258986e-05,
      "loss": 0.0077,
      "step": 68020
    },
    {
      "loss_action": 0.004385452717542648,
      "loss_total": 0.004385452717542648,
      "step": 68020
    },
    {
      "loss_action": 0.005149385891854763,
      "loss_total": 0.005149385891854763,
      "step": 68020
    },
    {
      "loss_action": 0.0030777202919125557,
      "loss_total": 0.0030777202919125557,
      "step": 68020
    },
    {
      "loss_action": 0.0021544296760112047,
      "loss_total": 0.0021544296760112047,
      "step": 68020
    },
    {
      "loss_action": 0.005478236824274063,
      "loss_total": 0.005478236824274063,
      "step": 68020
    },
    {
      "loss_action": 0.003465436864644289,
      "loss_total": 0.003465436864644289,
      "step": 68020
    },
    {
      "loss_action": 0.0024489292409271,
      "loss_total": 0.0024489292409271,
      "step": 68020
    },
    {
      "loss_action": 0.004448877181857824,
      "loss_total": 0.004448877181857824,
      "step": 68020
    },
    {
      "grad_norm": 0.09176474064588547,
      "learning_rate": 9.610985320439265e-05,
      "loss": 0.0067,
      "step": 68030
    },
    {
      "loss_action": 0.006136081647127867,
      "loss_total": 0.006136081647127867,
      "step": 68030
    },
    {
      "loss_action": 0.007556537631899118,
      "loss_total": 0.007556537631899118,
      "step": 68030
    },
    {
      "loss_action": 0.004992191679775715,
      "loss_total": 0.004992191679775715,
      "step": 68030
    },
    {
      "loss_action": 0.005783536471426487,
      "loss_total": 0.005783536471426487,
      "step": 68030
    },
    {
      "loss_action": 0.004529791418462992,
      "loss_total": 0.004529791418462992,
      "step": 68030
    },
    {
      "loss_action": 0.006666200235486031,
      "loss_total": 0.006666200235486031,
      "step": 68030
    },
    {
      "loss_action": 0.003686389420181513,
      "loss_total": 0.003686389420181513,
      "step": 68030
    },
    {
      "loss_action": 0.0023230942897498608,
      "loss_total": 0.0023230942897498608,
      "step": 68030
    },
    {
      "grad_norm": 0.10769861936569214,
      "learning_rate": 9.610825447103892e-05,
      "loss": 0.0075,
      "step": 68040
    },
    {
      "loss_action": 0.005872379522770643,
      "loss_total": 0.005872379522770643,
      "step": 68040
    },
    {
      "loss_action": 0.00933917611837387,
      "loss_total": 0.00933917611837387,
      "step": 68040
    },
    {
      "loss_action": 0.007797812111675739,
      "loss_total": 0.007797812111675739,
      "step": 68040
    },
    {
      "loss_action": 0.0020703671034425497,
      "loss_total": 0.0020703671034425497,
      "step": 68040
    },
    {
      "loss_action": 0.0061017670668661594,
      "loss_total": 0.0061017670668661594,
      "step": 68040
    },
    {
      "loss_action": 0.00815354473888874,
      "loss_total": 0.00815354473888874,
      "step": 68040
    },
    {
      "loss_action": 0.01857021450996399,
      "loss_total": 0.01857021450996399,
      "step": 68040
    },
    {
      "loss_action": 0.0037912314292043447,
      "loss_total": 0.0037912314292043447,
      "step": 68040
    },
    {
      "grad_norm": 0.10910483449697495,
      "learning_rate": 9.610665542253961e-05,
      "loss": 0.0086,
      "step": 68050
    },
    {
      "loss_action": 0.004848637618124485,
      "loss_total": 0.004848637618124485,
      "step": 68050
    },
    {
      "loss_action": 0.019366931170225143,
      "loss_total": 0.019366931170225143,
      "step": 68050
    },
    {
      "loss_action": 0.005385276861488819,
      "loss_total": 0.005385276861488819,
      "step": 68050
    },
    {
      "loss_action": 0.010050070472061634,
      "loss_total": 0.010050070472061634,
      "step": 68050
    },
    {
      "loss_action": 0.007121438160538673,
      "loss_total": 0.007121438160538673,
      "step": 68050
    },
    {
      "loss_action": 0.0027877003885805607,
      "loss_total": 0.0027877003885805607,
      "step": 68050
    },
    {
      "loss_action": 0.00580703467130661,
      "loss_total": 0.00580703467130661,
      "step": 68050
    },
    {
      "loss_action": 0.010251590982079506,
      "loss_total": 0.010251590982079506,
      "step": 68050
    },
    {
      "grad_norm": 0.11371728777885437,
      "learning_rate": 9.610505605890563e-05,
      "loss": 0.0102,
      "step": 68060
    },
    {
      "loss_action": 0.00433659553527832,
      "loss_total": 0.00433659553527832,
      "step": 68060
    },
    {
      "loss_action": 0.0037173291202634573,
      "loss_total": 0.0037173291202634573,
      "step": 68060
    },
    {
      "loss_action": 0.007649346254765987,
      "loss_total": 0.007649346254765987,
      "step": 68060
    },
    {
      "loss_action": 0.007080850191414356,
      "loss_total": 0.007080850191414356,
      "step": 68060
    },
    {
      "loss_action": 0.008699929341673851,
      "loss_total": 0.008699929341673851,
      "step": 68060
    },
    {
      "loss_action": 0.005443817935883999,
      "loss_total": 0.005443817935883999,
      "step": 68060
    },
    {
      "loss_action": 0.008113590069115162,
      "loss_total": 0.008113590069115162,
      "step": 68060
    },
    {
      "loss_action": 0.006258055567741394,
      "loss_total": 0.006258055567741394,
      "step": 68060
    },
    {
      "grad_norm": 0.13080458343029022,
      "learning_rate": 9.610345638014793e-05,
      "loss": 0.0092,
      "step": 68070
    },
    {
      "loss_action": 0.011452913284301758,
      "loss_total": 0.011452913284301758,
      "step": 68070
    },
    {
      "loss_action": 0.04003448784351349,
      "loss_total": 0.04003448784351349,
      "step": 68070
    },
    {
      "loss_action": 0.006716693751513958,
      "loss_total": 0.006716693751513958,
      "step": 68070
    },
    {
      "loss_action": 0.01795239932835102,
      "loss_total": 0.01795239932835102,
      "step": 68070
    },
    {
      "loss_action": 0.008373054675757885,
      "loss_total": 0.008373054675757885,
      "step": 68070
    },
    {
      "loss_action": 0.013826299458742142,
      "loss_total": 0.013826299458742142,
      "step": 68070
    },
    {
      "loss_action": 0.004761680960655212,
      "loss_total": 0.004761680960655212,
      "step": 68070
    },
    {
      "loss_action": 0.0038417158648371696,
      "loss_total": 0.0038417158648371696,
      "step": 68070
    },
    {
      "grad_norm": 0.08671054244041443,
      "learning_rate": 9.610185638627742e-05,
      "loss": 0.0081,
      "step": 68080
    },
    {
      "loss_action": 0.007569287903606892,
      "loss_total": 0.007569287903606892,
      "step": 68080
    },
    {
      "loss_action": 0.0036298066843301058,
      "loss_total": 0.0036298066843301058,
      "step": 68080
    },
    {
      "loss_action": 0.003600135911256075,
      "loss_total": 0.003600135911256075,
      "step": 68080
    },
    {
      "loss_action": 0.0027631197590380907,
      "loss_total": 0.0027631197590380907,
      "step": 68080
    },
    {
      "loss_action": 0.004134056624025106,
      "loss_total": 0.004134056624025106,
      "step": 68080
    },
    {
      "loss_action": 0.0030617634765803814,
      "loss_total": 0.0030617634765803814,
      "step": 68080
    },
    {
      "loss_action": 0.0063710808753967285,
      "loss_total": 0.0063710808753967285,
      "step": 68080
    },
    {
      "loss_action": 0.007392948493361473,
      "loss_total": 0.007392948493361473,
      "step": 68080
    },
    {
      "grad_norm": 0.12068576365709305,
      "learning_rate": 9.610025607730506e-05,
      "loss": 0.0071,
      "step": 68090
    },
    {
      "loss_action": 0.00396514218300581,
      "loss_total": 0.00396514218300581,
      "step": 68090
    },
    {
      "loss_action": 0.015536616556346416,
      "loss_total": 0.015536616556346416,
      "step": 68090
    },
    {
      "loss_action": 0.02150873839855194,
      "loss_total": 0.02150873839855194,
      "step": 68090
    },
    {
      "loss_action": 0.0063334377482533455,
      "loss_total": 0.0063334377482533455,
      "step": 68090
    },
    {
      "loss_action": 0.03876422718167305,
      "loss_total": 0.03876422718167305,
      "step": 68090
    },
    {
      "loss_action": 0.002096863929182291,
      "loss_total": 0.002096863929182291,
      "step": 68090
    },
    {
      "loss_action": 0.007738505024462938,
      "loss_total": 0.007738505024462938,
      "step": 68090
    },
    {
      "loss_action": 0.029012354090809822,
      "loss_total": 0.029012354090809822,
      "step": 68090
    },
    {
      "grad_norm": 0.08846486359834671,
      "learning_rate": 9.609865545324179e-05,
      "loss": 0.0099,
      "step": 68100
    },
    {
      "loss_action": 0.0043535614386200905,
      "loss_total": 0.0043535614386200905,
      "step": 68100
    },
    {
      "loss_action": 0.00593727920204401,
      "loss_total": 0.00593727920204401,
      "step": 68100
    },
    {
      "loss_action": 0.009204081259667873,
      "loss_total": 0.009204081259667873,
      "step": 68100
    },
    {
      "loss_action": 0.011091114021837711,
      "loss_total": 0.011091114021837711,
      "step": 68100
    },
    {
      "loss_action": 0.014784388244152069,
      "loss_total": 0.014784388244152069,
      "step": 68100
    },
    {
      "loss_action": 0.001976180821657181,
      "loss_total": 0.001976180821657181,
      "step": 68100
    },
    {
      "loss_action": 0.03310486301779747,
      "loss_total": 0.03310486301779747,
      "step": 68100
    },
    {
      "loss_action": 0.02472352236509323,
      "loss_total": 0.02472352236509323,
      "step": 68100
    },
    {
      "grad_norm": 0.10433479398488998,
      "learning_rate": 9.609705451409852e-05,
      "loss": 0.0082,
      "step": 68110
    },
    {
      "loss_action": 0.002953507238999009,
      "loss_total": 0.002953507238999009,
      "step": 68110
    },
    {
      "loss_action": 0.0046334052458405495,
      "loss_total": 0.0046334052458405495,
      "step": 68110
    },
    {
      "loss_action": 0.008219532668590546,
      "loss_total": 0.008219532668590546,
      "step": 68110
    },
    {
      "loss_action": 0.0018930265214294195,
      "loss_total": 0.0018930265214294195,
      "step": 68110
    },
    {
      "loss_action": 0.014752308838069439,
      "loss_total": 0.014752308838069439,
      "step": 68110
    },
    {
      "loss_action": 0.004301509354263544,
      "loss_total": 0.004301509354263544,
      "step": 68110
    },
    {
      "loss_action": 0.007925016805529594,
      "loss_total": 0.007925016805529594,
      "step": 68110
    },
    {
      "loss_action": 0.007668333128094673,
      "loss_total": 0.007668333128094673,
      "step": 68110
    },
    {
      "grad_norm": 0.09486089646816254,
      "learning_rate": 9.609545325988622e-05,
      "loss": 0.0071,
      "step": 68120
    },
    {
      "loss_action": 0.006528167054057121,
      "loss_total": 0.006528167054057121,
      "step": 68120
    },
    {
      "loss_action": 0.006630738265812397,
      "loss_total": 0.006630738265812397,
      "step": 68120
    },
    {
      "loss_action": 0.0036371094174683094,
      "loss_total": 0.0036371094174683094,
      "step": 68120
    },
    {
      "loss_action": 0.0028108428232371807,
      "loss_total": 0.0028108428232371807,
      "step": 68120
    },
    {
      "loss_action": 0.011779394000768661,
      "loss_total": 0.011779394000768661,
      "step": 68120
    },
    {
      "loss_action": 0.007742536254227161,
      "loss_total": 0.007742536254227161,
      "step": 68120
    },
    {
      "loss_action": 0.0031572687439620495,
      "loss_total": 0.0031572687439620495,
      "step": 68120
    },
    {
      "loss_action": 0.01096060685813427,
      "loss_total": 0.01096060685813427,
      "step": 68120
    },
    {
      "grad_norm": 0.12778007984161377,
      "learning_rate": 9.609385169061582e-05,
      "loss": 0.0085,
      "step": 68130
    },
    {
      "loss_action": 0.008087009191513062,
      "loss_total": 0.008087009191513062,
      "step": 68130
    },
    {
      "loss_action": 0.010362225584685802,
      "loss_total": 0.010362225584685802,
      "step": 68130
    },
    {
      "loss_action": 0.007330724969506264,
      "loss_total": 0.007330724969506264,
      "step": 68130
    },
    {
      "loss_action": 0.003124561160802841,
      "loss_total": 0.003124561160802841,
      "step": 68130
    },
    {
      "loss_action": 0.0048296088352799416,
      "loss_total": 0.0048296088352799416,
      "step": 68130
    },
    {
      "loss_action": 0.006595541723072529,
      "loss_total": 0.006595541723072529,
      "step": 68130
    },
    {
      "loss_action": 0.003817312652245164,
      "loss_total": 0.003817312652245164,
      "step": 68130
    },
    {
      "loss_action": 0.006627442315220833,
      "loss_total": 0.006627442315220833,
      "step": 68130
    },
    {
      "grad_norm": 0.13564078509807587,
      "learning_rate": 9.609224980629827e-05,
      "loss": 0.0111,
      "step": 68140
    },
    {
      "loss_action": 0.009923042729496956,
      "loss_total": 0.009923042729496956,
      "step": 68140
    },
    {
      "loss_action": 0.004387827590107918,
      "loss_total": 0.004387827590107918,
      "step": 68140
    },
    {
      "loss_action": 0.012933680787682533,
      "loss_total": 0.012933680787682533,
      "step": 68140
    },
    {
      "loss_action": 0.007615798152983189,
      "loss_total": 0.007615798152983189,
      "step": 68140
    },
    {
      "loss_action": 0.012353005819022655,
      "loss_total": 0.012353005819022655,
      "step": 68140
    },
    {
      "loss_action": 0.014052977785468102,
      "loss_total": 0.014052977785468102,
      "step": 68140
    },
    {
      "loss_action": 0.00513578113168478,
      "loss_total": 0.00513578113168478,
      "step": 68140
    },
    {
      "loss_action": 0.007864672690629959,
      "loss_total": 0.007864672690629959,
      "step": 68140
    },
    {
      "grad_norm": 0.1177554801106453,
      "learning_rate": 9.609064760694453e-05,
      "loss": 0.0103,
      "step": 68150
    },
    {
      "loss_action": 0.008191373199224472,
      "loss_total": 0.008191373199224472,
      "step": 68150
    },
    {
      "loss_action": 0.013043232262134552,
      "loss_total": 0.013043232262134552,
      "step": 68150
    },
    {
      "loss_action": 0.007443803362548351,
      "loss_total": 0.007443803362548351,
      "step": 68150
    },
    {
      "loss_action": 0.014533624053001404,
      "loss_total": 0.014533624053001404,
      "step": 68150
    },
    {
      "loss_action": 0.00975855067372322,
      "loss_total": 0.00975855067372322,
      "step": 68150
    },
    {
      "loss_action": 0.0070726266130805016,
      "loss_total": 0.0070726266130805016,
      "step": 68150
    },
    {
      "loss_action": 0.02084382250905037,
      "loss_total": 0.02084382250905037,
      "step": 68150
    },
    {
      "loss_action": 0.008258553221821785,
      "loss_total": 0.008258553221821785,
      "step": 68150
    },
    {
      "grad_norm": 0.1177724152803421,
      "learning_rate": 9.608904509256554e-05,
      "loss": 0.0108,
      "step": 68160
    },
    {
      "loss_action": 0.009626533836126328,
      "loss_total": 0.009626533836126328,
      "step": 68160
    },
    {
      "loss_action": 0.012184768915176392,
      "loss_total": 0.012184768915176392,
      "step": 68160
    },
    {
      "loss_action": 0.01099160686135292,
      "loss_total": 0.01099160686135292,
      "step": 68160
    },
    {
      "loss_action": 0.004317165352404118,
      "loss_total": 0.004317165352404118,
      "step": 68160
    },
    {
      "loss_action": 0.00717189209535718,
      "loss_total": 0.00717189209535718,
      "step": 68160
    },
    {
      "loss_action": 0.005598342511802912,
      "loss_total": 0.005598342511802912,
      "step": 68160
    },
    {
      "loss_action": 0.022440105676651,
      "loss_total": 0.022440105676651,
      "step": 68160
    },
    {
      "loss_action": 0.009918292984366417,
      "loss_total": 0.009918292984366417,
      "step": 68160
    },
    {
      "grad_norm": 0.10957913100719452,
      "learning_rate": 9.608744226317225e-05,
      "loss": 0.011,
      "step": 68170
    },
    {
      "loss_action": 0.007968796417117119,
      "loss_total": 0.007968796417117119,
      "step": 68170
    },
    {
      "loss_action": 0.0035067927092313766,
      "loss_total": 0.0035067927092313766,
      "step": 68170
    },
    {
      "loss_action": 0.0032130456529557705,
      "loss_total": 0.0032130456529557705,
      "step": 68170
    },
    {
      "loss_action": 0.006455065682530403,
      "loss_total": 0.006455065682530403,
      "step": 68170
    },
    {
      "loss_action": 0.012308720499277115,
      "loss_total": 0.012308720499277115,
      "step": 68170
    },
    {
      "loss_action": 0.01615186035633087,
      "loss_total": 0.01615186035633087,
      "step": 68170
    },
    {
      "loss_action": 0.005602636840194464,
      "loss_total": 0.005602636840194464,
      "step": 68170
    },
    {
      "loss_action": 0.006215266417711973,
      "loss_total": 0.006215266417711973,
      "step": 68170
    },
    {
      "grad_norm": 0.17027050256729126,
      "learning_rate": 9.608583911877563e-05,
      "loss": 0.01,
      "step": 68180
    },
    {
      "loss_action": 0.00601622648537159,
      "loss_total": 0.00601622648537159,
      "step": 68180
    },
    {
      "loss_action": 0.0088873989880085,
      "loss_total": 0.0088873989880085,
      "step": 68180
    },
    {
      "loss_action": 0.009401785209774971,
      "loss_total": 0.009401785209774971,
      "step": 68180
    },
    {
      "loss_action": 0.003899169620126486,
      "loss_total": 0.003899169620126486,
      "step": 68180
    },
    {
      "loss_action": 0.0069952430203557014,
      "loss_total": 0.0069952430203557014,
      "step": 68180
    },
    {
      "loss_action": 0.00817837379872799,
      "loss_total": 0.00817837379872799,
      "step": 68180
    },
    {
      "loss_action": 0.016514861956238747,
      "loss_total": 0.016514861956238747,
      "step": 68180
    },
    {
      "loss_action": 0.007391259074211121,
      "loss_total": 0.007391259074211121,
      "step": 68180
    },
    {
      "grad_norm": 0.16433119773864746,
      "learning_rate": 9.608423565938663e-05,
      "loss": 0.0101,
      "step": 68190
    },
    {
      "loss_action": 0.013293810188770294,
      "loss_total": 0.013293810188770294,
      "step": 68190
    },
    {
      "loss_action": 0.010863612405955791,
      "loss_total": 0.010863612405955791,
      "step": 68190
    },
    {
      "loss_action": 0.011174939572811127,
      "loss_total": 0.011174939572811127,
      "step": 68190
    },
    {
      "loss_action": 0.01814163848757744,
      "loss_total": 0.01814163848757744,
      "step": 68190
    },
    {
      "loss_action": 0.025276225060224533,
      "loss_total": 0.025276225060224533,
      "step": 68190
    },
    {
      "loss_action": 0.0052308375015854836,
      "loss_total": 0.0052308375015854836,
      "step": 68190
    },
    {
      "loss_action": 0.004196064546704292,
      "loss_total": 0.004196064546704292,
      "step": 68190
    },
    {
      "loss_action": 0.012537062168121338,
      "loss_total": 0.012537062168121338,
      "step": 68190
    },
    {
      "grad_norm": 0.121481753885746,
      "learning_rate": 9.60826318850162e-05,
      "loss": 0.0094,
      "step": 68200
    },
    {
      "loss_action": 0.006012302823364735,
      "loss_total": 0.006012302823364735,
      "step": 68200
    },
    {
      "loss_action": 0.00735809002071619,
      "loss_total": 0.00735809002071619,
      "step": 68200
    },
    {
      "loss_action": 0.006820465438067913,
      "loss_total": 0.006820465438067913,
      "step": 68200
    },
    {
      "loss_action": 0.011190827935934067,
      "loss_total": 0.011190827935934067,
      "step": 68200
    },
    {
      "loss_action": 0.022881165146827698,
      "loss_total": 0.022881165146827698,
      "step": 68200
    },
    {
      "loss_action": 0.0025750340428203344,
      "loss_total": 0.0025750340428203344,
      "step": 68200
    },
    {
      "loss_action": 0.007715417072176933,
      "loss_total": 0.007715417072176933,
      "step": 68200
    },
    {
      "loss_action": 0.00659086974337697,
      "loss_total": 0.00659086974337697,
      "step": 68200
    },
    {
      "grad_norm": 0.16883273422718048,
      "learning_rate": 9.608102779567531e-05,
      "loss": 0.0081,
      "step": 68210
    },
    {
      "loss_action": 0.00618121400475502,
      "loss_total": 0.00618121400475502,
      "step": 68210
    },
    {
      "loss_action": 0.004609747789800167,
      "loss_total": 0.004609747789800167,
      "step": 68210
    },
    {
      "loss_action": 0.004719925113022327,
      "loss_total": 0.004719925113022327,
      "step": 68210
    },
    {
      "loss_action": 0.00837809406220913,
      "loss_total": 0.00837809406220913,
      "step": 68210
    },
    {
      "loss_action": 0.0059552742168307304,
      "loss_total": 0.0059552742168307304,
      "step": 68210
    },
    {
      "loss_action": 0.005927207879722118,
      "loss_total": 0.005927207879722118,
      "step": 68210
    },
    {
      "loss_action": 0.01153534185141325,
      "loss_total": 0.01153534185141325,
      "step": 68210
    },
    {
      "loss_action": 0.002385844709351659,
      "loss_total": 0.002385844709351659,
      "step": 68210
    },
    {
      "grad_norm": 0.15939642488956451,
      "learning_rate": 9.607942339137492e-05,
      "loss": 0.0069,
      "step": 68220
    },
    {
      "loss_action": 0.013745635747909546,
      "loss_total": 0.013745635747909546,
      "step": 68220
    },
    {
      "loss_action": 0.012578056193888187,
      "loss_total": 0.012578056193888187,
      "step": 68220
    },
    {
      "loss_action": 0.002979285316541791,
      "loss_total": 0.002979285316541791,
      "step": 68220
    },
    {
      "loss_action": 0.009977342560887337,
      "loss_total": 0.009977342560887337,
      "step": 68220
    },
    {
      "loss_action": 0.00994681753218174,
      "loss_total": 0.00994681753218174,
      "step": 68220
    },
    {
      "loss_action": 0.003712163772433996,
      "loss_total": 0.003712163772433996,
      "step": 68220
    },
    {
      "loss_action": 0.005407311022281647,
      "loss_total": 0.005407311022281647,
      "step": 68220
    },
    {
      "loss_action": 0.0034591341391205788,
      "loss_total": 0.0034591341391205788,
      "step": 68220
    },
    {
      "grad_norm": 0.14970996975898743,
      "learning_rate": 9.6077818672126e-05,
      "loss": 0.0079,
      "step": 68230
    },
    {
      "loss_action": 0.004284447059035301,
      "loss_total": 0.004284447059035301,
      "step": 68230
    },
    {
      "loss_action": 0.01655316725373268,
      "loss_total": 0.01655316725373268,
      "step": 68230
    },
    {
      "loss_action": 0.003472804557532072,
      "loss_total": 0.003472804557532072,
      "step": 68230
    },
    {
      "loss_action": 0.002233061706647277,
      "loss_total": 0.002233061706647277,
      "step": 68230
    },
    {
      "loss_action": 0.006811358965933323,
      "loss_total": 0.006811358965933323,
      "step": 68230
    },
    {
      "loss_action": 0.002144953701645136,
      "loss_total": 0.002144953701645136,
      "step": 68230
    },
    {
      "loss_action": 0.0031036550644785166,
      "loss_total": 0.0031036550644785166,
      "step": 68230
    },
    {
      "loss_action": 0.0038377046585083008,
      "loss_total": 0.0038377046585083008,
      "step": 68230
    },
    {
      "grad_norm": 0.12491238862276077,
      "learning_rate": 9.60762136379395e-05,
      "loss": 0.0065,
      "step": 68240
    },
    {
      "loss_action": 0.004154243506491184,
      "loss_total": 0.004154243506491184,
      "step": 68240
    },
    {
      "loss_action": 0.02014749124646187,
      "loss_total": 0.02014749124646187,
      "step": 68240
    },
    {
      "loss_action": 0.0019319031853228807,
      "loss_total": 0.0019319031853228807,
      "step": 68240
    },
    {
      "loss_action": 0.003021776210516691,
      "loss_total": 0.003021776210516691,
      "step": 68240
    },
    {
      "loss_action": 0.005326323676854372,
      "loss_total": 0.005326323676854372,
      "step": 68240
    },
    {
      "loss_action": 0.004062531515955925,
      "loss_total": 0.004062531515955925,
      "step": 68240
    },
    {
      "loss_action": 0.006510065868496895,
      "loss_total": 0.006510065868496895,
      "step": 68240
    },
    {
      "loss_action": 0.005311951972544193,
      "loss_total": 0.005311951972544193,
      "step": 68240
    },
    {
      "grad_norm": 0.12499935925006866,
      "learning_rate": 9.607460828882644e-05,
      "loss": 0.0069,
      "step": 68250
    },
    {
      "loss_action": 0.00523804035037756,
      "loss_total": 0.00523804035037756,
      "step": 68250
    },
    {
      "loss_action": 0.010733743198215961,
      "loss_total": 0.010733743198215961,
      "step": 68250
    },
    {
      "loss_action": 0.02466469444334507,
      "loss_total": 0.02466469444334507,
      "step": 68250
    },
    {
      "loss_action": 0.0033340132795274258,
      "loss_total": 0.0033340132795274258,
      "step": 68250
    },
    {
      "loss_action": 0.0033099213615059853,
      "loss_total": 0.0033099213615059853,
      "step": 68250
    },
    {
      "loss_action": 0.010535800829529762,
      "loss_total": 0.010535800829529762,
      "step": 68250
    },
    {
      "loss_action": 0.007118538022041321,
      "loss_total": 0.007118538022041321,
      "step": 68250
    },
    {
      "loss_action": 0.0028697154484689236,
      "loss_total": 0.0028697154484689236,
      "step": 68250
    },
    {
      "grad_norm": 0.1205170601606369,
      "learning_rate": 9.607300262479773e-05,
      "loss": 0.0072,
      "step": 68260
    },
    {
      "loss_action": 0.010397149249911308,
      "loss_total": 0.010397149249911308,
      "step": 68260
    },
    {
      "loss_action": 0.004692762158811092,
      "loss_total": 0.004692762158811092,
      "step": 68260
    },
    {
      "loss_action": 0.00200760830193758,
      "loss_total": 0.00200760830193758,
      "step": 68260
    },
    {
      "loss_action": 0.006874002981930971,
      "loss_total": 0.006874002981930971,
      "step": 68260
    },
    {
      "loss_action": 0.0025215852074325085,
      "loss_total": 0.0025215852074325085,
      "step": 68260
    },
    {
      "loss_action": 0.03127051144838333,
      "loss_total": 0.03127051144838333,
      "step": 68260
    },
    {
      "loss_action": 0.003408079734072089,
      "loss_total": 0.003408079734072089,
      "step": 68260
    },
    {
      "loss_action": 0.00878066010773182,
      "loss_total": 0.00878066010773182,
      "step": 68260
    },
    {
      "grad_norm": 0.12976403534412384,
      "learning_rate": 9.607139664586438e-05,
      "loss": 0.0079,
      "step": 68270
    },
    {
      "loss_action": 0.0029927240684628487,
      "loss_total": 0.0029927240684628487,
      "step": 68270
    },
    {
      "loss_action": 0.004961258266121149,
      "loss_total": 0.004961258266121149,
      "step": 68270
    },
    {
      "loss_action": 0.00488873478025198,
      "loss_total": 0.00488873478025198,
      "step": 68270
    },
    {
      "loss_action": 0.008904211223125458,
      "loss_total": 0.008904211223125458,
      "step": 68270
    },
    {
      "loss_action": 0.00639706663787365,
      "loss_total": 0.00639706663787365,
      "step": 68270
    },
    {
      "loss_action": 0.003246037755161524,
      "loss_total": 0.003246037755161524,
      "step": 68270
    },
    {
      "loss_action": 0.011209286749362946,
      "loss_total": 0.011209286749362946,
      "step": 68270
    },
    {
      "loss_action": 0.004176270682364702,
      "loss_total": 0.004176270682364702,
      "step": 68270
    },
    {
      "grad_norm": 0.1403343826532364,
      "learning_rate": 9.606979035203737e-05,
      "loss": 0.0074,
      "step": 68280
    },
    {
      "loss_action": 0.0023951369803398848,
      "loss_total": 0.0023951369803398848,
      "step": 68280
    },
    {
      "loss_action": 0.006707323715090752,
      "loss_total": 0.006707323715090752,
      "step": 68280
    },
    {
      "loss_action": 0.008530683815479279,
      "loss_total": 0.008530683815479279,
      "step": 68280
    },
    {
      "loss_action": 0.009212074801325798,
      "loss_total": 0.009212074801325798,
      "step": 68280
    },
    {
      "loss_action": 0.0035497844219207764,
      "loss_total": 0.0035497844219207764,
      "step": 68280
    },
    {
      "loss_action": 0.003715581726282835,
      "loss_total": 0.003715581726282835,
      "step": 68280
    },
    {
      "loss_action": 0.004045146517455578,
      "loss_total": 0.004045146517455578,
      "step": 68280
    },
    {
      "loss_action": 0.011992163956165314,
      "loss_total": 0.011992163956165314,
      "step": 68280
    },
    {
      "grad_norm": 0.09804661571979523,
      "learning_rate": 9.606818374332767e-05,
      "loss": 0.0063,
      "step": 68290
    },
    {
      "loss_action": 0.0037669907324016094,
      "loss_total": 0.0037669907324016094,
      "step": 68290
    },
    {
      "loss_action": 0.005160212516784668,
      "loss_total": 0.005160212516784668,
      "step": 68290
    },
    {
      "loss_action": 0.004675611853599548,
      "loss_total": 0.004675611853599548,
      "step": 68290
    },
    {
      "loss_action": 0.0022026123479008675,
      "loss_total": 0.0022026123479008675,
      "step": 68290
    },
    {
      "loss_action": 0.009538747370243073,
      "loss_total": 0.009538747370243073,
      "step": 68290
    },
    {
      "loss_action": 0.007866809144616127,
      "loss_total": 0.007866809144616127,
      "step": 68290
    },
    {
      "loss_action": 0.00376745848916471,
      "loss_total": 0.00376745848916471,
      "step": 68290
    },
    {
      "loss_action": 0.007434935308992863,
      "loss_total": 0.007434935308992863,
      "step": 68290
    },
    {
      "grad_norm": 0.12898367643356323,
      "learning_rate": 9.606657681974626e-05,
      "loss": 0.0077,
      "step": 68300
    },
    {
      "loss_action": 0.0035037128254771233,
      "loss_total": 0.0035037128254771233,
      "step": 68300
    },
    {
      "loss_action": 0.0017138055991381407,
      "loss_total": 0.0017138055991381407,
      "step": 68300
    },
    {
      "loss_action": 0.009231813251972198,
      "loss_total": 0.009231813251972198,
      "step": 68300
    },
    {
      "loss_action": 0.016821641474962234,
      "loss_total": 0.016821641474962234,
      "step": 68300
    },
    {
      "loss_action": 0.007811644114553928,
      "loss_total": 0.007811644114553928,
      "step": 68300
    },
    {
      "loss_action": 0.008671823889017105,
      "loss_total": 0.008671823889017105,
      "step": 68300
    },
    {
      "loss_action": 0.001974431797862053,
      "loss_total": 0.001974431797862053,
      "step": 68300
    },
    {
      "loss_action": 0.007812725380063057,
      "loss_total": 0.007812725380063057,
      "step": 68300
    },
    {
      "grad_norm": 0.12052492052316666,
      "learning_rate": 9.606496958130411e-05,
      "loss": 0.0079,
      "step": 68310
    },
    {
      "loss_action": 0.0021869817283004522,
      "loss_total": 0.0021869817283004522,
      "step": 68310
    },
    {
      "loss_action": 0.004138406366109848,
      "loss_total": 0.004138406366109848,
      "step": 68310
    },
    {
      "loss_action": 0.0038189804181456566,
      "loss_total": 0.0038189804181456566,
      "step": 68310
    },
    {
      "loss_action": 0.0037563545629382133,
      "loss_total": 0.0037563545629382133,
      "step": 68310
    },
    {
      "loss_action": 0.008818349801003933,
      "loss_total": 0.008818349801003933,
      "step": 68310
    },
    {
      "loss_action": 0.0023601436987519264,
      "loss_total": 0.0023601436987519264,
      "step": 68310
    },
    {
      "loss_action": 0.013324107974767685,
      "loss_total": 0.013324107974767685,
      "step": 68310
    },
    {
      "loss_action": 0.017147300764918327,
      "loss_total": 0.017147300764918327,
      "step": 68310
    },
    {
      "grad_norm": 0.1386902630329132,
      "learning_rate": 9.606336202801223e-05,
      "loss": 0.0073,
      "step": 68320
    },
    {
      "loss_action": 0.005431065335869789,
      "loss_total": 0.005431065335869789,
      "step": 68320
    },
    {
      "loss_action": 0.008422162383794785,
      "loss_total": 0.008422162383794785,
      "step": 68320
    },
    {
      "loss_action": 0.0023217813577502966,
      "loss_total": 0.0023217813577502966,
      "step": 68320
    },
    {
      "loss_action": 0.010824674740433693,
      "loss_total": 0.010824674740433693,
      "step": 68320
    },
    {
      "loss_action": 0.01108730211853981,
      "loss_total": 0.01108730211853981,
      "step": 68320
    },
    {
      "loss_action": 0.049839407205581665,
      "loss_total": 0.049839407205581665,
      "step": 68320
    },
    {
      "loss_action": 0.004654218442738056,
      "loss_total": 0.004654218442738056,
      "step": 68320
    },
    {
      "loss_action": 0.01738055609166622,
      "loss_total": 0.01738055609166622,
      "step": 68320
    },
    {
      "grad_norm": 0.12159910053014755,
      "learning_rate": 9.606175415988159e-05,
      "loss": 0.0077,
      "step": 68330
    },
    {
      "loss_action": 0.003460087114945054,
      "loss_total": 0.003460087114945054,
      "step": 68330
    },
    {
      "loss_action": 0.010411873459815979,
      "loss_total": 0.010411873459815979,
      "step": 68330
    },
    {
      "loss_action": 0.0042537301778793335,
      "loss_total": 0.0042537301778793335,
      "step": 68330
    },
    {
      "loss_action": 0.005756937898695469,
      "loss_total": 0.005756937898695469,
      "step": 68330
    },
    {
      "loss_action": 0.022975850850343704,
      "loss_total": 0.022975850850343704,
      "step": 68330
    },
    {
      "loss_action": 0.01792135089635849,
      "loss_total": 0.01792135089635849,
      "step": 68330
    },
    {
      "loss_action": 0.0020340639166533947,
      "loss_total": 0.0020340639166533947,
      "step": 68330
    },
    {
      "loss_action": 0.004213618114590645,
      "loss_total": 0.004213618114590645,
      "step": 68330
    },
    {
      "grad_norm": 0.16031458973884583,
      "learning_rate": 9.606014597692319e-05,
      "loss": 0.0063,
      "step": 68340
    },
    {
      "loss_action": 0.003415304236114025,
      "loss_total": 0.003415304236114025,
      "step": 68340
    },
    {
      "loss_action": 0.021574916318058968,
      "loss_total": 0.021574916318058968,
      "step": 68340
    },
    {
      "loss_action": 0.009111123159527779,
      "loss_total": 0.009111123159527779,
      "step": 68340
    },
    {
      "loss_action": 0.0037233191542327404,
      "loss_total": 0.0037233191542327404,
      "step": 68340
    },
    {
      "loss_action": 0.0021657198667526245,
      "loss_total": 0.0021657198667526245,
      "step": 68340
    },
    {
      "loss_action": 0.005388625431805849,
      "loss_total": 0.005388625431805849,
      "step": 68340
    },
    {
      "loss_action": 0.038004662841558456,
      "loss_total": 0.038004662841558456,
      "step": 68340
    },
    {
      "loss_action": 0.005571338813751936,
      "loss_total": 0.005571338813751936,
      "step": 68340
    },
    {
      "grad_norm": 0.2617035508155823,
      "learning_rate": 9.605853747914802e-05,
      "loss": 0.0075,
      "step": 68350
    },
    {
      "loss_action": 0.010343378409743309,
      "loss_total": 0.010343378409743309,
      "step": 68350
    },
    {
      "loss_action": 0.009143643081188202,
      "loss_total": 0.009143643081188202,
      "step": 68350
    },
    {
      "loss_action": 0.003416493535041809,
      "loss_total": 0.003416493535041809,
      "step": 68350
    },
    {
      "loss_action": 0.011110369116067886,
      "loss_total": 0.011110369116067886,
      "step": 68350
    },
    {
      "loss_action": 0.003754184115678072,
      "loss_total": 0.003754184115678072,
      "step": 68350
    },
    {
      "loss_action": 0.0036273114383220673,
      "loss_total": 0.0036273114383220673,
      "step": 68350
    },
    {
      "loss_action": 0.004853544291108847,
      "loss_total": 0.004853544291108847,
      "step": 68350
    },
    {
      "loss_action": 0.004367806948721409,
      "loss_total": 0.004367806948721409,
      "step": 68350
    },
    {
      "grad_norm": 0.109703429043293,
      "learning_rate": 9.605692866656707e-05,
      "loss": 0.0065,
      "step": 68360
    },
    {
      "loss_action": 0.004307135008275509,
      "loss_total": 0.004307135008275509,
      "step": 68360
    },
    {
      "loss_action": 0.0038955211639404297,
      "loss_total": 0.0038955211639404297,
      "step": 68360
    },
    {
      "loss_action": 0.003421512898057699,
      "loss_total": 0.003421512898057699,
      "step": 68360
    },
    {
      "loss_action": 0.023080911487340927,
      "loss_total": 0.023080911487340927,
      "step": 68360
    },
    {
      "loss_action": 0.010862212628126144,
      "loss_total": 0.010862212628126144,
      "step": 68360
    },
    {
      "loss_action": 0.0057059708051383495,
      "loss_total": 0.0057059708051383495,
      "step": 68360
    },
    {
      "loss_action": 0.0029917091596871614,
      "loss_total": 0.0029917091596871614,
      "step": 68360
    },
    {
      "loss_action": 0.006105114705860615,
      "loss_total": 0.006105114705860615,
      "step": 68360
    },
    {
      "grad_norm": 0.11398019641637802,
      "learning_rate": 9.605531953919133e-05,
      "loss": 0.0062,
      "step": 68370
    },
    {
      "loss_action": 0.019101999700069427,
      "loss_total": 0.019101999700069427,
      "step": 68370
    },
    {
      "loss_action": 0.004736714996397495,
      "loss_total": 0.004736714996397495,
      "step": 68370
    },
    {
      "loss_action": 0.015555471181869507,
      "loss_total": 0.015555471181869507,
      "step": 68370
    },
    {
      "loss_action": 0.0033978940919041634,
      "loss_total": 0.0033978940919041634,
      "step": 68370
    },
    {
      "loss_action": 0.00513350497931242,
      "loss_total": 0.00513350497931242,
      "step": 68370
    },
    {
      "loss_action": 0.006687918212264776,
      "loss_total": 0.006687918212264776,
      "step": 68370
    },
    {
      "loss_action": 0.004706941545009613,
      "loss_total": 0.004706941545009613,
      "step": 68370
    },
    {
      "loss_action": 0.00578850694000721,
      "loss_total": 0.00578850694000721,
      "step": 68370
    },
    {
      "grad_norm": 0.13306193053722382,
      "learning_rate": 9.605371009703182e-05,
      "loss": 0.007,
      "step": 68380
    },
    {
      "loss_action": 0.0032486929558217525,
      "loss_total": 0.0032486929558217525,
      "step": 68380
    },
    {
      "loss_action": 0.010518856346607208,
      "loss_total": 0.010518856346607208,
      "step": 68380
    },
    {
      "loss_action": 0.005266865249723196,
      "loss_total": 0.005266865249723196,
      "step": 68380
    },
    {
      "loss_action": 0.0049956608563661575,
      "loss_total": 0.0049956608563661575,
      "step": 68380
    },
    {
      "loss_action": 0.0032493930775672197,
      "loss_total": 0.0032493930775672197,
      "step": 68380
    },
    {
      "loss_action": 0.008747855201363564,
      "loss_total": 0.008747855201363564,
      "step": 68380
    },
    {
      "loss_action": 0.005934625864028931,
      "loss_total": 0.005934625864028931,
      "step": 68380
    },
    {
      "loss_action": 0.0023842165246605873,
      "loss_total": 0.0023842165246605873,
      "step": 68380
    },
    {
      "grad_norm": 0.08128583431243896,
      "learning_rate": 9.605210034009953e-05,
      "loss": 0.0061,
      "step": 68390
    },
    {
      "loss_action": 0.0044110785238444805,
      "loss_total": 0.0044110785238444805,
      "step": 68390
    },
    {
      "loss_action": 0.03896837309002876,
      "loss_total": 0.03896837309002876,
      "step": 68390
    },
    {
      "loss_action": 0.005908003076910973,
      "loss_total": 0.005908003076910973,
      "step": 68390
    },
    {
      "loss_action": 0.005869286600500345,
      "loss_total": 0.005869286600500345,
      "step": 68390
    },
    {
      "loss_action": 0.0037419581785798073,
      "loss_total": 0.0037419581785798073,
      "step": 68390
    },
    {
      "loss_action": 0.004831154830753803,
      "loss_total": 0.004831154830753803,
      "step": 68390
    },
    {
      "loss_action": 0.009128881618380547,
      "loss_total": 0.009128881618380547,
      "step": 68390
    },
    {
      "loss_action": 0.006848490796983242,
      "loss_total": 0.006848490796983242,
      "step": 68390
    },
    {
      "grad_norm": 0.10512486100196838,
      "learning_rate": 9.605049026840544e-05,
      "loss": 0.0072,
      "step": 68400
    },
    {
      "loss_action": 0.006199956405907869,
      "loss_total": 0.006199956405907869,
      "step": 68400
    },
    {
      "loss_action": 0.0063389502465724945,
      "loss_total": 0.0063389502465724945,
      "step": 68400
    },
    {
      "loss_action": 0.0039757732301950455,
      "loss_total": 0.0039757732301950455,
      "step": 68400
    },
    {
      "loss_action": 0.008760295808315277,
      "loss_total": 0.008760295808315277,
      "step": 68400
    },
    {
      "loss_action": 0.014101972803473473,
      "loss_total": 0.014101972803473473,
      "step": 68400
    },
    {
      "loss_action": 0.00930931605398655,
      "loss_total": 0.00930931605398655,
      "step": 68400
    },
    {
      "loss_action": 0.0033068927004933357,
      "loss_total": 0.0033068927004933357,
      "step": 68400
    },
    {
      "loss_action": 0.009606082923710346,
      "loss_total": 0.009606082923710346,
      "step": 68400
    },
    {
      "grad_norm": 0.08695505559444427,
      "learning_rate": 9.604887988196059e-05,
      "loss": 0.0068,
      "step": 68410
    },
    {
      "loss_action": 0.0078108590096235275,
      "loss_total": 0.0078108590096235275,
      "step": 68410
    },
    {
      "loss_action": 0.0030239655170589685,
      "loss_total": 0.0030239655170589685,
      "step": 68410
    },
    {
      "loss_action": 0.001810654066503048,
      "loss_total": 0.001810654066503048,
      "step": 68410
    },
    {
      "loss_action": 0.0047459048219025135,
      "loss_total": 0.0047459048219025135,
      "step": 68410
    },
    {
      "loss_action": 0.004976299125701189,
      "loss_total": 0.004976299125701189,
      "step": 68410
    },
    {
      "loss_action": 0.00877233687788248,
      "loss_total": 0.00877233687788248,
      "step": 68410
    },
    {
      "loss_action": 0.007090324070304632,
      "loss_total": 0.007090324070304632,
      "step": 68410
    },
    {
      "loss_action": 0.003900453681126237,
      "loss_total": 0.003900453681126237,
      "step": 68410
    },
    {
      "grad_norm": 0.12352237105369568,
      "learning_rate": 9.604726918077596e-05,
      "loss": 0.0086,
      "step": 68420
    },
    {
      "loss_action": 0.0026283059269189835,
      "loss_total": 0.0026283059269189835,
      "step": 68420
    },
    {
      "loss_action": 0.0024051638320088387,
      "loss_total": 0.0024051638320088387,
      "step": 68420
    },
    {
      "loss_action": 0.002790785627439618,
      "loss_total": 0.002790785627439618,
      "step": 68420
    },
    {
      "loss_action": 0.00625181756913662,
      "loss_total": 0.00625181756913662,
      "step": 68420
    },
    {
      "loss_action": 0.004726567771285772,
      "loss_total": 0.004726567771285772,
      "step": 68420
    },
    {
      "loss_action": 0.007642708253115416,
      "loss_total": 0.007642708253115416,
      "step": 68420
    },
    {
      "loss_action": 0.0030907010659575462,
      "loss_total": 0.0030907010659575462,
      "step": 68420
    },
    {
      "loss_action": 0.005637684836983681,
      "loss_total": 0.005637684836983681,
      "step": 68420
    },
    {
      "grad_norm": 0.08533785492181778,
      "learning_rate": 9.604565816486256e-05,
      "loss": 0.0077,
      "step": 68430
    },
    {
      "loss_action": 0.00217657582834363,
      "loss_total": 0.00217657582834363,
      "step": 68430
    },
    {
      "loss_action": 0.005455076694488525,
      "loss_total": 0.005455076694488525,
      "step": 68430
    },
    {
      "loss_action": 0.00660152081400156,
      "loss_total": 0.00660152081400156,
      "step": 68430
    },
    {
      "loss_action": 0.0027137473225593567,
      "loss_total": 0.0027137473225593567,
      "step": 68430
    },
    {
      "loss_action": 0.005132406949996948,
      "loss_total": 0.005132406949996948,
      "step": 68430
    },
    {
      "loss_action": 0.04074813425540924,
      "loss_total": 0.04074813425540924,
      "step": 68430
    },
    {
      "loss_action": 0.004145528189837933,
      "loss_total": 0.004145528189837933,
      "step": 68430
    },
    {
      "loss_action": 0.0048140170983970165,
      "loss_total": 0.0048140170983970165,
      "step": 68430
    },
    {
      "grad_norm": 0.10071678459644318,
      "learning_rate": 9.604404683423143e-05,
      "loss": 0.0061,
      "step": 68440
    },
    {
      "loss_action": 0.008745200000703335,
      "loss_total": 0.008745200000703335,
      "step": 68440
    },
    {
      "loss_action": 0.0021902527660131454,
      "loss_total": 0.0021902527660131454,
      "step": 68440
    },
    {
      "loss_action": 0.0031475622672587633,
      "loss_total": 0.0031475622672587633,
      "step": 68440
    },
    {
      "loss_action": 0.005554395727813244,
      "loss_total": 0.005554395727813244,
      "step": 68440
    },
    {
      "loss_action": 0.012073729187250137,
      "loss_total": 0.012073729187250137,
      "step": 68440
    },
    {
      "loss_action": 0.0035156195517629385,
      "loss_total": 0.0035156195517629385,
      "step": 68440
    },
    {
      "loss_action": 0.003001600969582796,
      "loss_total": 0.003001600969582796,
      "step": 68440
    },
    {
      "loss_action": 0.0032150286715477705,
      "loss_total": 0.0032150286715477705,
      "step": 68440
    },
    {
      "grad_norm": 0.1488177478313446,
      "learning_rate": 9.604243518889355e-05,
      "loss": 0.0069,
      "step": 68450
    },
    {
      "loss_action": 0.002407058607786894,
      "loss_total": 0.002407058607786894,
      "step": 68450
    },
    {
      "loss_action": 0.0234910249710083,
      "loss_total": 0.0234910249710083,
      "step": 68450
    },
    {
      "loss_action": 0.011869275942444801,
      "loss_total": 0.011869275942444801,
      "step": 68450
    },
    {
      "loss_action": 0.0022593799512833357,
      "loss_total": 0.0022593799512833357,
      "step": 68450
    },
    {
      "loss_action": 0.007750420831143856,
      "loss_total": 0.007750420831143856,
      "step": 68450
    },
    {
      "loss_action": 0.03020310215651989,
      "loss_total": 0.03020310215651989,
      "step": 68450
    },
    {
      "loss_action": 0.0038673640228807926,
      "loss_total": 0.0038673640228807926,
      "step": 68450
    },
    {
      "loss_action": 0.017615262418985367,
      "loss_total": 0.017615262418985367,
      "step": 68450
    },
    {
      "grad_norm": 0.12003829330205917,
      "learning_rate": 9.604082322885995e-05,
      "loss": 0.0069,
      "step": 68460
    },
    {
      "loss_action": 0.003104583127424121,
      "loss_total": 0.003104583127424121,
      "step": 68460
    },
    {
      "loss_action": 0.003859173506498337,
      "loss_total": 0.003859173506498337,
      "step": 68460
    },
    {
      "loss_action": 0.0022586090490221977,
      "loss_total": 0.0022586090490221977,
      "step": 68460
    },
    {
      "loss_action": 0.00590314157307148,
      "loss_total": 0.00590314157307148,
      "step": 68460
    },
    {
      "loss_action": 0.00206720270216465,
      "loss_total": 0.00206720270216465,
      "step": 68460
    },
    {
      "loss_action": 0.006845197640359402,
      "loss_total": 0.006845197640359402,
      "step": 68460
    },
    {
      "loss_action": 0.0030845594592392445,
      "loss_total": 0.0030845594592392445,
      "step": 68460
    },
    {
      "loss_action": 0.009053044021129608,
      "loss_total": 0.009053044021129608,
      "step": 68460
    },
    {
      "grad_norm": 0.11650186777114868,
      "learning_rate": 9.603921095414165e-05,
      "loss": 0.0065,
      "step": 68470
    },
    {
      "loss_action": 0.009610945358872414,
      "loss_total": 0.009610945358872414,
      "step": 68470
    },
    {
      "loss_action": 0.008762177079916,
      "loss_total": 0.008762177079916,
      "step": 68470
    },
    {
      "loss_action": 0.007441146299242973,
      "loss_total": 0.007441146299242973,
      "step": 68470
    },
    {
      "loss_action": 0.007107142824679613,
      "loss_total": 0.007107142824679613,
      "step": 68470
    },
    {
      "loss_action": 0.008466960862278938,
      "loss_total": 0.008466960862278938,
      "step": 68470
    },
    {
      "loss_action": 0.0022468301467597485,
      "loss_total": 0.0022468301467597485,
      "step": 68470
    },
    {
      "loss_action": 0.006075859069824219,
      "loss_total": 0.006075859069824219,
      "step": 68470
    },
    {
      "loss_action": 0.018423674628138542,
      "loss_total": 0.018423674628138542,
      "step": 68470
    },
    {
      "grad_norm": 0.11608895659446716,
      "learning_rate": 9.603759836474968e-05,
      "loss": 0.0072,
      "step": 68480
    },
    {
      "loss_action": 0.0031908047385513783,
      "loss_total": 0.0031908047385513783,
      "step": 68480
    },
    {
      "loss_action": 0.006989241577684879,
      "loss_total": 0.006989241577684879,
      "step": 68480
    },
    {
      "loss_action": 0.004209206439554691,
      "loss_total": 0.004209206439554691,
      "step": 68480
    },
    {
      "loss_action": 0.015061425045132637,
      "loss_total": 0.015061425045132637,
      "step": 68480
    },
    {
      "loss_action": 0.0023618140257894993,
      "loss_total": 0.0023618140257894993,
      "step": 68480
    },
    {
      "loss_action": 0.0025723392609506845,
      "loss_total": 0.0025723392609506845,
      "step": 68480
    },
    {
      "loss_action": 0.012945068068802357,
      "loss_total": 0.012945068068802357,
      "step": 68480
    },
    {
      "loss_action": 0.026778854429721832,
      "loss_total": 0.026778854429721832,
      "step": 68480
    },
    {
      "grad_norm": 0.0846334770321846,
      "learning_rate": 9.603598546069503e-05,
      "loss": 0.007,
      "step": 68490
    },
    {
      "loss_action": 0.006779440678656101,
      "loss_total": 0.006779440678656101,
      "step": 68490
    },
    {
      "loss_action": 0.005383957177400589,
      "loss_total": 0.005383957177400589,
      "step": 68490
    },
    {
      "loss_action": 0.006925824098289013,
      "loss_total": 0.006925824098289013,
      "step": 68490
    },
    {
      "loss_action": 0.0033051655627787113,
      "loss_total": 0.0033051655627787113,
      "step": 68490
    },
    {
      "loss_action": 0.00990917906165123,
      "loss_total": 0.00990917906165123,
      "step": 68490
    },
    {
      "loss_action": 0.006918598432093859,
      "loss_total": 0.006918598432093859,
      "step": 68490
    },
    {
      "loss_action": 0.002105772029608488,
      "loss_total": 0.002105772029608488,
      "step": 68490
    },
    {
      "loss_action": 0.001900677103549242,
      "loss_total": 0.001900677103549242,
      "step": 68490
    },
    {
      "grad_norm": 0.10954638570547104,
      "learning_rate": 9.603437224198875e-05,
      "loss": 0.0069,
      "step": 68500
    },
    {
      "loss_action": 0.0065160756930708885,
      "loss_total": 0.0065160756930708885,
      "step": 68500
    },
    {
      "loss_action": 0.007742775604128838,
      "loss_total": 0.007742775604128838,
      "step": 68500
    },
    {
      "loss_action": 0.003885969053953886,
      "loss_total": 0.003885969053953886,
      "step": 68500
    },
    {
      "loss_action": 0.011065054684877396,
      "loss_total": 0.011065054684877396,
      "step": 68500
    },
    {
      "loss_action": 0.023103076964616776,
      "loss_total": 0.023103076964616776,
      "step": 68500
    },
    {
      "loss_action": 0.008297711610794067,
      "loss_total": 0.008297711610794067,
      "step": 68500
    },
    {
      "loss_action": 0.008623788133263588,
      "loss_total": 0.008623788133263588,
      "step": 68500
    },
    {
      "loss_action": 0.003615736495703459,
      "loss_total": 0.003615736495703459,
      "step": 68500
    },
    {
      "grad_norm": 0.1282559037208557,
      "learning_rate": 9.603275870864186e-05,
      "loss": 0.0073,
      "step": 68510
    },
    {
      "loss_action": 0.004956744611263275,
      "loss_total": 0.004956744611263275,
      "step": 68510
    },
    {
      "loss_action": 0.004996853414922953,
      "loss_total": 0.004996853414922953,
      "step": 68510
    },
    {
      "loss_action": 0.007694041356444359,
      "loss_total": 0.007694041356444359,
      "step": 68510
    },
    {
      "loss_action": 0.007546946406364441,
      "loss_total": 0.007546946406364441,
      "step": 68510
    },
    {
      "loss_action": 0.009607262909412384,
      "loss_total": 0.009607262909412384,
      "step": 68510
    },
    {
      "loss_action": 0.007791837677359581,
      "loss_total": 0.007791837677359581,
      "step": 68510
    },
    {
      "loss_action": 0.030061475932598114,
      "loss_total": 0.030061475932598114,
      "step": 68510
    },
    {
      "loss_action": 0.005432857200503349,
      "loss_total": 0.005432857200503349,
      "step": 68510
    },
    {
      "grad_norm": 0.16619379818439484,
      "learning_rate": 9.603114486066539e-05,
      "loss": 0.0082,
      "step": 68520
    },
    {
      "loss_action": 0.045384474098682404,
      "loss_total": 0.045384474098682404,
      "step": 68520
    },
    {
      "loss_action": 0.0027796276845037937,
      "loss_total": 0.0027796276845037937,
      "step": 68520
    },
    {
      "loss_action": 0.009507834911346436,
      "loss_total": 0.009507834911346436,
      "step": 68520
    },
    {
      "loss_action": 0.006520578172057867,
      "loss_total": 0.006520578172057867,
      "step": 68520
    },
    {
      "loss_action": 0.0035729689989238977,
      "loss_total": 0.0035729689989238977,
      "step": 68520
    },
    {
      "loss_action": 0.004523050040006638,
      "loss_total": 0.004523050040006638,
      "step": 68520
    },
    {
      "loss_action": 0.002743234857916832,
      "loss_total": 0.002743234857916832,
      "step": 68520
    },
    {
      "loss_action": 0.002508950885385275,
      "loss_total": 0.002508950885385275,
      "step": 68520
    },
    {
      "grad_norm": 0.14499224722385406,
      "learning_rate": 9.602953069807037e-05,
      "loss": 0.0069,
      "step": 68530
    },
    {
      "loss_action": 0.003660220419988036,
      "loss_total": 0.003660220419988036,
      "step": 68530
    },
    {
      "loss_action": 0.009449569508433342,
      "loss_total": 0.009449569508433342,
      "step": 68530
    },
    {
      "loss_action": 0.015757547691464424,
      "loss_total": 0.015757547691464424,
      "step": 68530
    },
    {
      "loss_action": 0.009285330772399902,
      "loss_total": 0.009285330772399902,
      "step": 68530
    },
    {
      "loss_action": 0.005940355360507965,
      "loss_total": 0.005940355360507965,
      "step": 68530
    },
    {
      "loss_action": 0.0108161810785532,
      "loss_total": 0.0108161810785532,
      "step": 68530
    },
    {
      "loss_action": 0.0025315992534160614,
      "loss_total": 0.0025315992534160614,
      "step": 68530
    },
    {
      "loss_action": 0.0047533102333545685,
      "loss_total": 0.0047533102333545685,
      "step": 68530
    },
    {
      "grad_norm": 0.18033947050571442,
      "learning_rate": 9.602791622086782e-05,
      "loss": 0.0082,
      "step": 68540
    },
    {
      "loss_action": 0.001954698469489813,
      "loss_total": 0.001954698469489813,
      "step": 68540
    },
    {
      "loss_action": 0.005995900370180607,
      "loss_total": 0.005995900370180607,
      "step": 68540
    },
    {
      "loss_action": 0.011095277965068817,
      "loss_total": 0.011095277965068817,
      "step": 68540
    },
    {
      "loss_action": 0.004349128343164921,
      "loss_total": 0.004349128343164921,
      "step": 68540
    },
    {
      "loss_action": 0.004717841744422913,
      "loss_total": 0.004717841744422913,
      "step": 68540
    },
    {
      "loss_action": 0.0037433651741594076,
      "loss_total": 0.0037433651741594076,
      "step": 68540
    },
    {
      "loss_action": 0.010869049467146397,
      "loss_total": 0.010869049467146397,
      "step": 68540
    },
    {
      "loss_action": 0.004869323223829269,
      "loss_total": 0.004869323223829269,
      "step": 68540
    },
    {
      "grad_norm": 0.09984803944826126,
      "learning_rate": 9.602630142906879e-05,
      "loss": 0.0064,
      "step": 68550
    },
    {
      "loss_action": 0.007735047489404678,
      "loss_total": 0.007735047489404678,
      "step": 68550
    },
    {
      "loss_action": 0.003888381877914071,
      "loss_total": 0.003888381877914071,
      "step": 68550
    },
    {
      "loss_action": 0.004505222197622061,
      "loss_total": 0.004505222197622061,
      "step": 68550
    },
    {
      "loss_action": 0.007420123554766178,
      "loss_total": 0.007420123554766178,
      "step": 68550
    },
    {
      "loss_action": 0.003694104263558984,
      "loss_total": 0.003694104263558984,
      "step": 68550
    },
    {
      "loss_action": 0.018321460112929344,
      "loss_total": 0.018321460112929344,
      "step": 68550
    },
    {
      "loss_action": 0.0031115710735321045,
      "loss_total": 0.0031115710735321045,
      "step": 68550
    },
    {
      "loss_action": 0.006884139031171799,
      "loss_total": 0.006884139031171799,
      "step": 68550
    },
    {
      "grad_norm": 0.1290842890739441,
      "learning_rate": 9.602468632268431e-05,
      "loss": 0.0062,
      "step": 68560
    },
    {
      "loss_action": 0.004677196964621544,
      "loss_total": 0.004677196964621544,
      "step": 68560
    },
    {
      "loss_action": 0.0027222689241170883,
      "loss_total": 0.0027222689241170883,
      "step": 68560
    },
    {
      "loss_action": 0.006099742371588945,
      "loss_total": 0.006099742371588945,
      "step": 68560
    },
    {
      "loss_action": 0.0025966065004467964,
      "loss_total": 0.0025966065004467964,
      "step": 68560
    },
    {
      "loss_action": 0.0041532148607075214,
      "loss_total": 0.0041532148607075214,
      "step": 68560
    },
    {
      "loss_action": 0.003015059046447277,
      "loss_total": 0.003015059046447277,
      "step": 68560
    },
    {
      "loss_action": 0.0024969817604869604,
      "loss_total": 0.0024969817604869604,
      "step": 68560
    },
    {
      "loss_action": 0.002650153823196888,
      "loss_total": 0.002650153823196888,
      "step": 68560
    },
    {
      "grad_norm": 0.08246870338916779,
      "learning_rate": 9.602307090172542e-05,
      "loss": 0.0065,
      "step": 68570
    },
    {
      "loss_action": 0.003481176681816578,
      "loss_total": 0.003481176681816578,
      "step": 68570
    },
    {
      "loss_action": 0.003789610927924514,
      "loss_total": 0.003789610927924514,
      "step": 68570
    },
    {
      "loss_action": 0.009167742915451527,
      "loss_total": 0.009167742915451527,
      "step": 68570
    },
    {
      "loss_action": 0.007310392335057259,
      "loss_total": 0.007310392335057259,
      "step": 68570
    },
    {
      "loss_action": 0.00321404542773962,
      "loss_total": 0.00321404542773962,
      "step": 68570
    },
    {
      "loss_action": 0.01120816171169281,
      "loss_total": 0.01120816171169281,
      "step": 68570
    },
    {
      "loss_action": 0.0027939542196691036,
      "loss_total": 0.0027939542196691036,
      "step": 68570
    },
    {
      "loss_action": 0.004508016165345907,
      "loss_total": 0.004508016165345907,
      "step": 68570
    },
    {
      "grad_norm": 0.0980970486998558,
      "learning_rate": 9.602145516620316e-05,
      "loss": 0.0068,
      "step": 68580
    },
    {
      "loss_action": 0.0035363007336854935,
      "loss_total": 0.0035363007336854935,
      "step": 68580
    },
    {
      "loss_action": 0.002096376847475767,
      "loss_total": 0.002096376847475767,
      "step": 68580
    },
    {
      "loss_action": 0.004200461320579052,
      "loss_total": 0.004200461320579052,
      "step": 68580
    },
    {
      "loss_action": 0.00980404019355774,
      "loss_total": 0.00980404019355774,
      "step": 68580
    },
    {
      "loss_action": 0.005690174177289009,
      "loss_total": 0.005690174177289009,
      "step": 68580
    },
    {
      "loss_action": 0.002545448951423168,
      "loss_total": 0.002545448951423168,
      "step": 68580
    },
    {
      "loss_action": 0.00794181041419506,
      "loss_total": 0.00794181041419506,
      "step": 68580
    },
    {
      "loss_action": 0.010987539775669575,
      "loss_total": 0.010987539775669575,
      "step": 68580
    },
    {
      "grad_norm": 0.10315743833780289,
      "learning_rate": 9.601983911612857e-05,
      "loss": 0.0076,
      "step": 68590
    },
    {
      "loss_action": 0.007261885795742273,
      "loss_total": 0.007261885795742273,
      "step": 68590
    },
    {
      "loss_action": 0.0024348492734134197,
      "loss_total": 0.0024348492734134197,
      "step": 68590
    },
    {
      "loss_action": 0.003007639665156603,
      "loss_total": 0.003007639665156603,
      "step": 68590
    },
    {
      "loss_action": 0.005074438638985157,
      "loss_total": 0.005074438638985157,
      "step": 68590
    },
    {
      "loss_action": 0.003922642208635807,
      "loss_total": 0.003922642208635807,
      "step": 68590
    },
    {
      "loss_action": 0.013392438180744648,
      "loss_total": 0.013392438180744648,
      "step": 68590
    },
    {
      "loss_action": 0.006650018971413374,
      "loss_total": 0.006650018971413374,
      "step": 68590
    },
    {
      "loss_action": 0.008698838762938976,
      "loss_total": 0.008698838762938976,
      "step": 68590
    },
    {
      "grad_norm": 0.13052022457122803,
      "learning_rate": 9.601822275151273e-05,
      "loss": 0.0065,
      "step": 68600
    },
    {
      "loss_action": 0.009322124533355236,
      "loss_total": 0.009322124533355236,
      "step": 68600
    },
    {
      "loss_action": 0.006651582662016153,
      "loss_total": 0.006651582662016153,
      "step": 68600
    },
    {
      "loss_action": 0.0036419443786144257,
      "loss_total": 0.0036419443786144257,
      "step": 68600
    },
    {
      "loss_action": 0.0042898328974843025,
      "loss_total": 0.0042898328974843025,
      "step": 68600
    },
    {
      "loss_action": 0.0033002120908349752,
      "loss_total": 0.0033002120908349752,
      "step": 68600
    },
    {
      "loss_action": 0.01742401346564293,
      "loss_total": 0.01742401346564293,
      "step": 68600
    },
    {
      "loss_action": 0.0068527525290846825,
      "loss_total": 0.0068527525290846825,
      "step": 68600
    },
    {
      "loss_action": 0.006841929629445076,
      "loss_total": 0.006841929629445076,
      "step": 68600
    },
    {
      "grad_norm": 0.12042181193828583,
      "learning_rate": 9.601660607236662e-05,
      "loss": 0.0077,
      "step": 68610
    },
    {
      "loss_action": 0.0017011952586472034,
      "loss_total": 0.0017011952586472034,
      "step": 68610
    },
    {
      "loss_action": 0.0025800918228924274,
      "loss_total": 0.0025800918228924274,
      "step": 68610
    },
    {
      "loss_action": 0.006981684360653162,
      "loss_total": 0.006981684360653162,
      "step": 68610
    },
    {
      "loss_action": 0.00951925478875637,
      "loss_total": 0.00951925478875637,
      "step": 68610
    },
    {
      "loss_action": 0.010939061641693115,
      "loss_total": 0.010939061641693115,
      "step": 68610
    },
    {
      "loss_action": 0.00445524463430047,
      "loss_total": 0.00445524463430047,
      "step": 68610
    },
    {
      "loss_action": 0.012568037956953049,
      "loss_total": 0.012568037956953049,
      "step": 68610
    },
    {
      "loss_action": 0.0074489787220954895,
      "loss_total": 0.0074489787220954895,
      "step": 68610
    },
    {
      "grad_norm": 0.13283056020736694,
      "learning_rate": 9.601498907870135e-05,
      "loss": 0.0069,
      "step": 68620
    },
    {
      "loss_action": 0.0036499917041510344,
      "loss_total": 0.0036499917041510344,
      "step": 68620
    },
    {
      "loss_action": 0.002686633262783289,
      "loss_total": 0.002686633262783289,
      "step": 68620
    },
    {
      "loss_action": 0.005019176285713911,
      "loss_total": 0.005019176285713911,
      "step": 68620
    },
    {
      "loss_action": 0.005071346182376146,
      "loss_total": 0.005071346182376146,
      "step": 68620
    },
    {
      "loss_action": 0.003892818931490183,
      "loss_total": 0.003892818931490183,
      "step": 68620
    },
    {
      "loss_action": 0.0035491827875375748,
      "loss_total": 0.0035491827875375748,
      "step": 68620
    },
    {
      "loss_action": 0.005025673191994429,
      "loss_total": 0.005025673191994429,
      "step": 68620
    },
    {
      "loss_action": 0.007413631305098534,
      "loss_total": 0.007413631305098534,
      "step": 68620
    },
    {
      "grad_norm": 0.11439760774374008,
      "learning_rate": 9.601337177052795e-05,
      "loss": 0.006,
      "step": 68630
    },
    {
      "loss_action": 0.004325849004089832,
      "loss_total": 0.004325849004089832,
      "step": 68630
    },
    {
      "loss_action": 0.002300822176039219,
      "loss_total": 0.002300822176039219,
      "step": 68630
    },
    {
      "loss_action": 0.01840599626302719,
      "loss_total": 0.01840599626302719,
      "step": 68630
    },
    {
      "loss_action": 0.010976992547512054,
      "loss_total": 0.010976992547512054,
      "step": 68630
    },
    {
      "loss_action": 0.008053007535636425,
      "loss_total": 0.008053007535636425,
      "step": 68630
    },
    {
      "loss_action": 0.005302666686475277,
      "loss_total": 0.005302666686475277,
      "step": 68630
    },
    {
      "loss_action": 0.012838639318943024,
      "loss_total": 0.012838639318943024,
      "step": 68630
    },
    {
      "loss_action": 0.0037365888711065054,
      "loss_total": 0.0037365888711065054,
      "step": 68630
    },
    {
      "grad_norm": 0.12670838832855225,
      "learning_rate": 9.601175414785748e-05,
      "loss": 0.0071,
      "step": 68640
    },
    {
      "loss_action": 0.00540654081851244,
      "loss_total": 0.00540654081851244,
      "step": 68640
    },
    {
      "loss_action": 0.0073708416894078255,
      "loss_total": 0.0073708416894078255,
      "step": 68640
    },
    {
      "loss_action": 0.006587137933820486,
      "loss_total": 0.006587137933820486,
      "step": 68640
    },
    {
      "loss_action": 0.0026268609799444675,
      "loss_total": 0.0026268609799444675,
      "step": 68640
    },
    {
      "loss_action": 0.0038545955903828144,
      "loss_total": 0.0038545955903828144,
      "step": 68640
    },
    {
      "loss_action": 0.004047773778438568,
      "loss_total": 0.004047773778438568,
      "step": 68640
    },
    {
      "loss_action": 0.003989784512668848,
      "loss_total": 0.003989784512668848,
      "step": 68640
    },
    {
      "loss_action": 0.0061558992601931095,
      "loss_total": 0.0061558992601931095,
      "step": 68640
    },
    {
      "grad_norm": 0.12110233306884766,
      "learning_rate": 9.601013621070099e-05,
      "loss": 0.0076,
      "step": 68650
    },
    {
      "loss_action": 0.003850823501124978,
      "loss_total": 0.003850823501124978,
      "step": 68650
    },
    {
      "loss_action": 0.002552542369812727,
      "loss_total": 0.002552542369812727,
      "step": 68650
    },
    {
      "loss_action": 0.008478974923491478,
      "loss_total": 0.008478974923491478,
      "step": 68650
    },
    {
      "loss_action": 0.00461363373324275,
      "loss_total": 0.00461363373324275,
      "step": 68650
    },
    {
      "loss_action": 0.004612373188138008,
      "loss_total": 0.004612373188138008,
      "step": 68650
    },
    {
      "loss_action": 0.009289469569921494,
      "loss_total": 0.009289469569921494,
      "step": 68650
    },
    {
      "loss_action": 0.002868116367608309,
      "loss_total": 0.002868116367608309,
      "step": 68650
    },
    {
      "loss_action": 0.011026370339095592,
      "loss_total": 0.011026370339095592,
      "step": 68650
    },
    {
      "grad_norm": 0.1434987187385559,
      "learning_rate": 9.600851795906953e-05,
      "loss": 0.0064,
      "step": 68660
    },
    {
      "loss_action": 0.008859345689415932,
      "loss_total": 0.008859345689415932,
      "step": 68660
    },
    {
      "loss_action": 0.003733959048986435,
      "loss_total": 0.003733959048986435,
      "step": 68660
    },
    {
      "loss_action": 0.003077554516494274,
      "loss_total": 0.003077554516494274,
      "step": 68660
    },
    {
      "loss_action": 0.00478025060147047,
      "loss_total": 0.00478025060147047,
      "step": 68660
    },
    {
      "loss_action": 0.0031134411692619324,
      "loss_total": 0.0031134411692619324,
      "step": 68660
    },
    {
      "loss_action": 0.006428570486605167,
      "loss_total": 0.006428570486605167,
      "step": 68660
    },
    {
      "loss_action": 0.013420849107205868,
      "loss_total": 0.013420849107205868,
      "step": 68660
    },
    {
      "loss_action": 0.005062923301011324,
      "loss_total": 0.005062923301011324,
      "step": 68660
    },
    {
      "grad_norm": 0.1048469990491867,
      "learning_rate": 9.600689939297417e-05,
      "loss": 0.007,
      "step": 68670
    },
    {
      "loss_action": 0.00436503766104579,
      "loss_total": 0.00436503766104579,
      "step": 68670
    },
    {
      "loss_action": 0.00768621638417244,
      "loss_total": 0.00768621638417244,
      "step": 68670
    },
    {
      "loss_action": 0.010397407226264477,
      "loss_total": 0.010397407226264477,
      "step": 68670
    },
    {
      "loss_action": 0.0026143912691622972,
      "loss_total": 0.0026143912691622972,
      "step": 68670
    },
    {
      "loss_action": 0.010143489576876163,
      "loss_total": 0.010143489576876163,
      "step": 68670
    },
    {
      "loss_action": 0.006826417986303568,
      "loss_total": 0.006826417986303568,
      "step": 68670
    },
    {
      "loss_action": 0.012032647617161274,
      "loss_total": 0.012032647617161274,
      "step": 68670
    },
    {
      "loss_action": 0.00789722055196762,
      "loss_total": 0.00789722055196762,
      "step": 68670
    },
    {
      "grad_norm": 0.07821927964687347,
      "learning_rate": 9.600528051242599e-05,
      "loss": 0.0058,
      "step": 68680
    },
    {
      "loss_action": 0.015158049762248993,
      "loss_total": 0.015158049762248993,
      "step": 68680
    },
    {
      "loss_action": 0.013729576021432877,
      "loss_total": 0.013729576021432877,
      "step": 68680
    },
    {
      "loss_action": 0.004129967652261257,
      "loss_total": 0.004129967652261257,
      "step": 68680
    },
    {
      "loss_action": 0.003448365954682231,
      "loss_total": 0.003448365954682231,
      "step": 68680
    },
    {
      "loss_action": 0.00333654647693038,
      "loss_total": 0.00333654647693038,
      "step": 68680
    },
    {
      "loss_action": 0.004054400138556957,
      "loss_total": 0.004054400138556957,
      "step": 68680
    },
    {
      "loss_action": 0.01018776185810566,
      "loss_total": 0.01018776185810566,
      "step": 68680
    },
    {
      "loss_action": 0.00605359161272645,
      "loss_total": 0.00605359161272645,
      "step": 68680
    },
    {
      "grad_norm": 0.09312447905540466,
      "learning_rate": 9.600366131743603e-05,
      "loss": 0.0064,
      "step": 68690
    },
    {
      "loss_action": 0.00797261856496334,
      "loss_total": 0.00797261856496334,
      "step": 68690
    },
    {
      "loss_action": 0.008614479564130306,
      "loss_total": 0.008614479564130306,
      "step": 68690
    },
    {
      "loss_action": 0.005816167686134577,
      "loss_total": 0.005816167686134577,
      "step": 68690
    },
    {
      "loss_action": 0.0032786596566438675,
      "loss_total": 0.0032786596566438675,
      "step": 68690
    },
    {
      "loss_action": 0.0044274344108998775,
      "loss_total": 0.0044274344108998775,
      "step": 68690
    },
    {
      "loss_action": 0.0075875548645854,
      "loss_total": 0.0075875548645854,
      "step": 68690
    },
    {
      "loss_action": 0.02089662104845047,
      "loss_total": 0.02089662104845047,
      "step": 68690
    },
    {
      "loss_action": 0.003796312026679516,
      "loss_total": 0.003796312026679516,
      "step": 68690
    },
    {
      "grad_norm": 0.07930665463209152,
      "learning_rate": 9.600204180801535e-05,
      "loss": 0.0064,
      "step": 68700
    },
    {
      "loss_action": 0.0027406164444983006,
      "loss_total": 0.0027406164444983006,
      "step": 68700
    },
    {
      "loss_action": 0.009730717167258263,
      "loss_total": 0.009730717167258263,
      "step": 68700
    },
    {
      "loss_action": 0.004903634078800678,
      "loss_total": 0.004903634078800678,
      "step": 68700
    },
    {
      "loss_action": 0.0028079759795218706,
      "loss_total": 0.0028079759795218706,
      "step": 68700
    },
    {
      "loss_action": 0.002659380901604891,
      "loss_total": 0.002659380901604891,
      "step": 68700
    },
    {
      "loss_action": 0.003983450122177601,
      "loss_total": 0.003983450122177601,
      "step": 68700
    },
    {
      "loss_action": 0.02197013981640339,
      "loss_total": 0.02197013981640339,
      "step": 68700
    },
    {
      "loss_action": 0.009961354546248913,
      "loss_total": 0.009961354546248913,
      "step": 68700
    },
    {
      "grad_norm": 0.1144559308886528,
      "learning_rate": 9.600042198417505e-05,
      "loss": 0.0059,
      "step": 68710
    },
    {
      "loss_action": 0.011587761342525482,
      "loss_total": 0.011587761342525482,
      "step": 68710
    },
    {
      "loss_action": 0.0038767282385379076,
      "loss_total": 0.0038767282385379076,
      "step": 68710
    },
    {
      "loss_action": 0.001876253285445273,
      "loss_total": 0.001876253285445273,
      "step": 68710
    },
    {
      "loss_action": 0.006079402286559343,
      "loss_total": 0.006079402286559343,
      "step": 68710
    },
    {
      "loss_action": 0.005701758433133364,
      "loss_total": 0.005701758433133364,
      "step": 68710
    },
    {
      "loss_action": 0.0019743689335882664,
      "loss_total": 0.0019743689335882664,
      "step": 68710
    },
    {
      "loss_action": 0.001734765712171793,
      "loss_total": 0.001734765712171793,
      "step": 68710
    },
    {
      "loss_action": 0.03844606876373291,
      "loss_total": 0.03844606876373291,
      "step": 68710
    },
    {
      "grad_norm": 0.1358337700366974,
      "learning_rate": 9.599880184592619e-05,
      "loss": 0.0072,
      "step": 68720
    },
    {
      "loss_action": 0.017339486628770828,
      "loss_total": 0.017339486628770828,
      "step": 68720
    },
    {
      "loss_action": 0.003417555708438158,
      "loss_total": 0.003417555708438158,
      "step": 68720
    },
    {
      "loss_action": 0.005467477720230818,
      "loss_total": 0.005467477720230818,
      "step": 68720
    },
    {
      "loss_action": 0.00320666772313416,
      "loss_total": 0.00320666772313416,
      "step": 68720
    },
    {
      "loss_action": 0.003252664115279913,
      "loss_total": 0.003252664115279913,
      "step": 68720
    },
    {
      "loss_action": 0.005127059295773506,
      "loss_total": 0.005127059295773506,
      "step": 68720
    },
    {
      "loss_action": 0.013631452806293964,
      "loss_total": 0.013631452806293964,
      "step": 68720
    },
    {
      "loss_action": 0.003946798387914896,
      "loss_total": 0.003946798387914896,
      "step": 68720
    },
    {
      "grad_norm": 0.1173500120639801,
      "learning_rate": 9.599718139327983e-05,
      "loss": 0.0075,
      "step": 68730
    },
    {
      "loss_action": 0.004428503103554249,
      "loss_total": 0.004428503103554249,
      "step": 68730
    },
    {
      "loss_action": 0.005036087706685066,
      "loss_total": 0.005036087706685066,
      "step": 68730
    },
    {
      "loss_action": 0.006128333508968353,
      "loss_total": 0.006128333508968353,
      "step": 68730
    },
    {
      "loss_action": 0.003978346474468708,
      "loss_total": 0.003978346474468708,
      "step": 68730
    },
    {
      "loss_action": 0.0036348451394587755,
      "loss_total": 0.0036348451394587755,
      "step": 68730
    },
    {
      "loss_action": 0.004086301662027836,
      "loss_total": 0.004086301662027836,
      "step": 68730
    },
    {
      "loss_action": 0.010393367148935795,
      "loss_total": 0.010393367148935795,
      "step": 68730
    },
    {
      "loss_action": 0.00781717523932457,
      "loss_total": 0.00781717523932457,
      "step": 68730
    },
    {
      "grad_norm": 0.09716001152992249,
      "learning_rate": 9.599556062624706e-05,
      "loss": 0.0059,
      "step": 68740
    },
    {
      "loss_action": 0.00607552845031023,
      "loss_total": 0.00607552845031023,
      "step": 68740
    },
    {
      "loss_action": 0.008628074079751968,
      "loss_total": 0.008628074079751968,
      "step": 68740
    },
    {
      "loss_action": 0.005539014935493469,
      "loss_total": 0.005539014935493469,
      "step": 68740
    },
    {
      "loss_action": 0.00544848432764411,
      "loss_total": 0.00544848432764411,
      "step": 68740
    },
    {
      "loss_action": 0.00787647720426321,
      "loss_total": 0.00787647720426321,
      "step": 68740
    },
    {
      "loss_action": 0.006294391117990017,
      "loss_total": 0.006294391117990017,
      "step": 68740
    },
    {
      "loss_action": 0.0015202355571091175,
      "loss_total": 0.0015202355571091175,
      "step": 68740
    },
    {
      "loss_action": 0.0029143518768250942,
      "loss_total": 0.0029143518768250942,
      "step": 68740
    },
    {
      "grad_norm": 0.09582094848155975,
      "learning_rate": 9.599393954483896e-05,
      "loss": 0.0063,
      "step": 68750
    },
    {
      "loss_action": 0.002607940463349223,
      "loss_total": 0.002607940463349223,
      "step": 68750
    },
    {
      "loss_action": 0.008135257288813591,
      "loss_total": 0.008135257288813591,
      "step": 68750
    },
    {
      "loss_action": 0.0019304207526147366,
      "loss_total": 0.0019304207526147366,
      "step": 68750
    },
    {
      "loss_action": 0.010011781007051468,
      "loss_total": 0.010011781007051468,
      "step": 68750
    },
    {
      "loss_action": 0.002389232162386179,
      "loss_total": 0.002389232162386179,
      "step": 68750
    },
    {
      "loss_action": 0.020478475838899612,
      "loss_total": 0.020478475838899612,
      "step": 68750
    },
    {
      "loss_action": 0.0024875965900719166,
      "loss_total": 0.0024875965900719166,
      "step": 68750
    },
    {
      "loss_action": 0.005120915360748768,
      "loss_total": 0.005120915360748768,
      "step": 68750
    },
    {
      "grad_norm": 0.1255267858505249,
      "learning_rate": 9.599231814906658e-05,
      "loss": 0.007,
      "step": 68760
    },
    {
      "loss_action": 0.0038752397522330284,
      "loss_total": 0.0038752397522330284,
      "step": 68760
    },
    {
      "loss_action": 0.004795589484274387,
      "loss_total": 0.004795589484274387,
      "step": 68760
    },
    {
      "loss_action": 0.018346671015024185,
      "loss_total": 0.018346671015024185,
      "step": 68760
    },
    {
      "loss_action": 0.002661616075783968,
      "loss_total": 0.002661616075783968,
      "step": 68760
    },
    {
      "loss_action": 0.004248151555657387,
      "loss_total": 0.004248151555657387,
      "step": 68760
    },
    {
      "loss_action": 0.010839657858014107,
      "loss_total": 0.010839657858014107,
      "step": 68760
    },
    {
      "loss_action": 0.003905335208401084,
      "loss_total": 0.003905335208401084,
      "step": 68760
    },
    {
      "loss_action": 0.012587184086441994,
      "loss_total": 0.012587184086441994,
      "step": 68760
    },
    {
      "grad_norm": 0.10414774715900421,
      "learning_rate": 9.599069643894103e-05,
      "loss": 0.0071,
      "step": 68770
    },
    {
      "loss_action": 0.05296073853969574,
      "loss_total": 0.05296073853969574,
      "step": 68770
    },
    {
      "loss_action": 0.0063161663711071014,
      "loss_total": 0.0063161663711071014,
      "step": 68770
    },
    {
      "loss_action": 0.0026551224291324615,
      "loss_total": 0.0026551224291324615,
      "step": 68770
    },
    {
      "loss_action": 0.005061761476099491,
      "loss_total": 0.005061761476099491,
      "step": 68770
    },
    {
      "loss_action": 0.015248142182826996,
      "loss_total": 0.015248142182826996,
      "step": 68770
    },
    {
      "loss_action": 0.007929021492600441,
      "loss_total": 0.007929021492600441,
      "step": 68770
    },
    {
      "loss_action": 0.007335201371461153,
      "loss_total": 0.007335201371461153,
      "step": 68770
    },
    {
      "loss_action": 0.0076238904148340225,
      "loss_total": 0.0076238904148340225,
      "step": 68770
    },
    {
      "grad_norm": 0.11829733103513718,
      "learning_rate": 9.59890744144734e-05,
      "loss": 0.0077,
      "step": 68780
    },
    {
      "loss_action": 0.006425908301025629,
      "loss_total": 0.006425908301025629,
      "step": 68780
    },
    {
      "loss_action": 0.004304978530853987,
      "loss_total": 0.004304978530853987,
      "step": 68780
    },
    {
      "loss_action": 0.004498765338212252,
      "loss_total": 0.004498765338212252,
      "step": 68780
    },
    {
      "loss_action": 0.001983931753784418,
      "loss_total": 0.001983931753784418,
      "step": 68780
    },
    {
      "loss_action": 0.005855178460478783,
      "loss_total": 0.005855178460478783,
      "step": 68780
    },
    {
      "loss_action": 0.0036691215354949236,
      "loss_total": 0.0036691215354949236,
      "step": 68780
    },
    {
      "loss_action": 0.009925583377480507,
      "loss_total": 0.009925583377480507,
      "step": 68780
    },
    {
      "loss_action": 0.006600621156394482,
      "loss_total": 0.006600621156394482,
      "step": 68780
    },
    {
      "grad_norm": 0.12361765652894974,
      "learning_rate": 9.598745207567476e-05,
      "loss": 0.0071,
      "step": 68790
    },
    {
      "loss_action": 0.0036190529353916645,
      "loss_total": 0.0036190529353916645,
      "step": 68790
    },
    {
      "loss_action": 0.006236187182366848,
      "loss_total": 0.006236187182366848,
      "step": 68790
    },
    {
      "loss_action": 0.008297188207507133,
      "loss_total": 0.008297188207507133,
      "step": 68790
    },
    {
      "loss_action": 0.0028922457713633776,
      "loss_total": 0.0028922457713633776,
      "step": 68790
    },
    {
      "loss_action": 0.003328104503452778,
      "loss_total": 0.003328104503452778,
      "step": 68790
    },
    {
      "loss_action": 0.003682063426822424,
      "loss_total": 0.003682063426822424,
      "step": 68790
    },
    {
      "loss_action": 0.0020141792483627796,
      "loss_total": 0.0020141792483627796,
      "step": 68790
    },
    {
      "loss_action": 0.00588766485452652,
      "loss_total": 0.00588766485452652,
      "step": 68790
    },
    {
      "grad_norm": 0.1425521969795227,
      "learning_rate": 9.59858294225562e-05,
      "loss": 0.0071,
      "step": 68800
    },
    {
      "loss_action": 0.008280953392386436,
      "loss_total": 0.008280953392386436,
      "step": 68800
    },
    {
      "loss_action": 0.0320303812623024,
      "loss_total": 0.0320303812623024,
      "step": 68800
    },
    {
      "loss_action": 0.00446363165974617,
      "loss_total": 0.00446363165974617,
      "step": 68800
    },
    {
      "loss_action": 0.008691421709954739,
      "loss_total": 0.008691421709954739,
      "step": 68800
    },
    {
      "loss_action": 0.004822318907827139,
      "loss_total": 0.004822318907827139,
      "step": 68800
    },
    {
      "loss_action": 0.0013399618910625577,
      "loss_total": 0.0013399618910625577,
      "step": 68800
    },
    {
      "loss_action": 0.0017474148189648986,
      "loss_total": 0.0017474148189648986,
      "step": 68800
    },
    {
      "loss_action": 0.0020330818369984627,
      "loss_total": 0.0020330818369984627,
      "step": 68800
    },
    {
      "grad_norm": 0.09393497556447983,
      "learning_rate": 9.598420645512883e-05,
      "loss": 0.0072,
      "step": 68810
    },
    {
      "loss_action": 0.0024298294447362423,
      "loss_total": 0.0024298294447362423,
      "step": 68810
    },
    {
      "loss_action": 0.004586463328450918,
      "loss_total": 0.004586463328450918,
      "step": 68810
    },
    {
      "loss_action": 0.005635935813188553,
      "loss_total": 0.005635935813188553,
      "step": 68810
    },
    {
      "loss_action": 0.006225592456758022,
      "loss_total": 0.006225592456758022,
      "step": 68810
    },
    {
      "loss_action": 0.0023299010936170816,
      "loss_total": 0.0023299010936170816,
      "step": 68810
    },
    {
      "loss_action": 0.005520530045032501,
      "loss_total": 0.005520530045032501,
      "step": 68810
    },
    {
      "loss_action": 0.00955638661980629,
      "loss_total": 0.00955638661980629,
      "step": 68810
    },
    {
      "loss_action": 0.010841768234968185,
      "loss_total": 0.010841768234968185,
      "step": 68810
    },
    {
      "grad_norm": 0.11540544778108597,
      "learning_rate": 9.59825831734037e-05,
      "loss": 0.0074,
      "step": 68820
    },
    {
      "loss_action": 0.014778170734643936,
      "loss_total": 0.014778170734643936,
      "step": 68820
    },
    {
      "loss_action": 0.002124591963365674,
      "loss_total": 0.002124591963365674,
      "step": 68820
    },
    {
      "loss_action": 0.010390390641987324,
      "loss_total": 0.010390390641987324,
      "step": 68820
    },
    {
      "loss_action": 0.007337930612266064,
      "loss_total": 0.007337930612266064,
      "step": 68820
    },
    {
      "loss_action": 0.0026334035210311413,
      "loss_total": 0.0026334035210311413,
      "step": 68820
    },
    {
      "loss_action": 0.004310089163482189,
      "loss_total": 0.004310089163482189,
      "step": 68820
    },
    {
      "loss_action": 0.002495248569175601,
      "loss_total": 0.002495248569175601,
      "step": 68820
    },
    {
      "loss_action": 0.004087341949343681,
      "loss_total": 0.004087341949343681,
      "step": 68820
    },
    {
      "grad_norm": 0.1251530796289444,
      "learning_rate": 9.598095957739195e-05,
      "loss": 0.0072,
      "step": 68830
    },
    {
      "loss_action": 0.004441731609404087,
      "loss_total": 0.004441731609404087,
      "step": 68830
    },
    {
      "loss_action": 0.004551646299660206,
      "loss_total": 0.004551646299660206,
      "step": 68830
    },
    {
      "loss_action": 0.004862645640969276,
      "loss_total": 0.004862645640969276,
      "step": 68830
    },
    {
      "loss_action": 0.0023077588994055986,
      "loss_total": 0.0023077588994055986,
      "step": 68830
    },
    {
      "loss_action": 0.00248493580147624,
      "loss_total": 0.00248493580147624,
      "step": 68830
    },
    {
      "loss_action": 0.0018900418654084206,
      "loss_total": 0.0018900418654084206,
      "step": 68830
    },
    {
      "loss_action": 0.003382041584700346,
      "loss_total": 0.003382041584700346,
      "step": 68830
    },
    {
      "loss_action": 0.0034693924244493246,
      "loss_total": 0.0034693924244493246,
      "step": 68830
    },
    {
      "grad_norm": 0.11642404645681381,
      "learning_rate": 9.597933566710465e-05,
      "loss": 0.0068,
      "step": 68840
    },
    {
      "loss_action": 0.005061919800937176,
      "loss_total": 0.005061919800937176,
      "step": 68840
    },
    {
      "loss_action": 0.03522120416164398,
      "loss_total": 0.03522120416164398,
      "step": 68840
    },
    {
      "loss_action": 0.003567265346646309,
      "loss_total": 0.003567265346646309,
      "step": 68840
    },
    {
      "loss_action": 0.005504358559846878,
      "loss_total": 0.005504358559846878,
      "step": 68840
    },
    {
      "loss_action": 0.001753140357322991,
      "loss_total": 0.001753140357322991,
      "step": 68840
    },
    {
      "loss_action": 0.0029726573266088963,
      "loss_total": 0.0029726573266088963,
      "step": 68840
    },
    {
      "loss_action": 0.015143885277211666,
      "loss_total": 0.015143885277211666,
      "step": 68840
    },
    {
      "loss_action": 0.0046666706912219524,
      "loss_total": 0.0046666706912219524,
      "step": 68840
    },
    {
      "grad_norm": 0.08168443292379379,
      "learning_rate": 9.597771144255292e-05,
      "loss": 0.0073,
      "step": 68850
    },
    {
      "loss_action": 0.007394428364932537,
      "loss_total": 0.007394428364932537,
      "step": 68850
    },
    {
      "loss_action": 0.006340704392641783,
      "loss_total": 0.006340704392641783,
      "step": 68850
    },
    {
      "loss_action": 0.02216268703341484,
      "loss_total": 0.02216268703341484,
      "step": 68850
    },
    {
      "loss_action": 0.002651771530508995,
      "loss_total": 0.002651771530508995,
      "step": 68850
    },
    {
      "loss_action": 0.004238916095346212,
      "loss_total": 0.004238916095346212,
      "step": 68850
    },
    {
      "loss_action": 0.004603691399097443,
      "loss_total": 0.004603691399097443,
      "step": 68850
    },
    {
      "loss_action": 0.002549854340031743,
      "loss_total": 0.002549854340031743,
      "step": 68850
    },
    {
      "loss_action": 0.002224703785032034,
      "loss_total": 0.002224703785032034,
      "step": 68850
    },
    {
      "grad_norm": 0.10016758739948273,
      "learning_rate": 9.597608690374785e-05,
      "loss": 0.0066,
      "step": 68860
    },
    {
      "loss_action": 0.001623755320906639,
      "loss_total": 0.001623755320906639,
      "step": 68860
    },
    {
      "loss_action": 0.004578365478664637,
      "loss_total": 0.004578365478664637,
      "step": 68860
    },
    {
      "loss_action": 0.009037397801876068,
      "loss_total": 0.009037397801876068,
      "step": 68860
    },
    {
      "loss_action": 0.0021671438589692116,
      "loss_total": 0.0021671438589692116,
      "step": 68860
    },
    {
      "loss_action": 0.015214712359011173,
      "loss_total": 0.015214712359011173,
      "step": 68860
    },
    {
      "loss_action": 0.007819621823728085,
      "loss_total": 0.007819621823728085,
      "step": 68860
    },
    {
      "loss_action": 0.0031797040719538927,
      "loss_total": 0.0031797040719538927,
      "step": 68860
    },
    {
      "loss_action": 0.008483892306685448,
      "loss_total": 0.008483892306685448,
      "step": 68860
    },
    {
      "grad_norm": 0.12546196579933167,
      "learning_rate": 9.597446205070053e-05,
      "loss": 0.0066,
      "step": 68870
    },
    {
      "loss_action": 0.008116934448480606,
      "loss_total": 0.008116934448480606,
      "step": 68870
    },
    {
      "loss_action": 0.005302633158862591,
      "loss_total": 0.005302633158862591,
      "step": 68870
    },
    {
      "loss_action": 0.0044644977897405624,
      "loss_total": 0.0044644977897405624,
      "step": 68870
    },
    {
      "loss_action": 0.00867721252143383,
      "loss_total": 0.00867721252143383,
      "step": 68870
    },
    {
      "loss_action": 0.014495551586151123,
      "loss_total": 0.014495551586151123,
      "step": 68870
    },
    {
      "loss_action": 0.006984948180615902,
      "loss_total": 0.006984948180615902,
      "step": 68870
    },
    {
      "loss_action": 0.008950430899858475,
      "loss_total": 0.008950430899858475,
      "step": 68870
    },
    {
      "loss_action": 0.005244316533207893,
      "loss_total": 0.005244316533207893,
      "step": 68870
    },
    {
      "grad_norm": 0.07607965916395187,
      "learning_rate": 9.59728368834221e-05,
      "loss": 0.0071,
      "step": 68880
    },
    {
      "loss_action": 0.010344455949962139,
      "loss_total": 0.010344455949962139,
      "step": 68880
    },
    {
      "loss_action": 0.0018654344603419304,
      "loss_total": 0.0018654344603419304,
      "step": 68880
    },
    {
      "loss_action": 0.007032738067209721,
      "loss_total": 0.007032738067209721,
      "step": 68880
    },
    {
      "loss_action": 0.0035276170819997787,
      "loss_total": 0.0035276170819997787,
      "step": 68880
    },
    {
      "loss_action": 0.004021692555397749,
      "loss_total": 0.004021692555397749,
      "step": 68880
    },
    {
      "loss_action": 0.004142371006309986,
      "loss_total": 0.004142371006309986,
      "step": 68880
    },
    {
      "loss_action": 0.008467970415949821,
      "loss_total": 0.008467970415949821,
      "step": 68880
    },
    {
      "loss_action": 0.009229850023984909,
      "loss_total": 0.009229850023984909,
      "step": 68880
    },
    {
      "grad_norm": 0.16412395238876343,
      "learning_rate": 9.597121140192362e-05,
      "loss": 0.0058,
      "step": 68890
    },
    {
      "loss_action": 0.007030355278402567,
      "loss_total": 0.007030355278402567,
      "step": 68890
    },
    {
      "loss_action": 0.004216276109218597,
      "loss_total": 0.004216276109218597,
      "step": 68890
    },
    {
      "loss_action": 0.004381601698696613,
      "loss_total": 0.004381601698696613,
      "step": 68890
    },
    {
      "loss_action": 0.006162441335618496,
      "loss_total": 0.006162441335618496,
      "step": 68890
    },
    {
      "loss_action": 0.0032442992087453604,
      "loss_total": 0.0032442992087453604,
      "step": 68890
    },
    {
      "loss_action": 0.005101226735860109,
      "loss_total": 0.005101226735860109,
      "step": 68890
    },
    {
      "loss_action": 0.005099587142467499,
      "loss_total": 0.005099587142467499,
      "step": 68890
    },
    {
      "loss_action": 0.002617215272039175,
      "loss_total": 0.002617215272039175,
      "step": 68890
    },
    {
      "grad_norm": 0.10939256846904755,
      "learning_rate": 9.596958560621624e-05,
      "loss": 0.0064,
      "step": 68900
    },
    {
      "loss_action": 0.0021571083925664425,
      "loss_total": 0.0021571083925664425,
      "step": 68900
    },
    {
      "loss_action": 0.004563084803521633,
      "loss_total": 0.004563084803521633,
      "step": 68900
    },
    {
      "loss_action": 0.0037246691063046455,
      "loss_total": 0.0037246691063046455,
      "step": 68900
    },
    {
      "loss_action": 0.0024445652961730957,
      "loss_total": 0.0024445652961730957,
      "step": 68900
    },
    {
      "loss_action": 0.005125936586409807,
      "loss_total": 0.005125936586409807,
      "step": 68900
    },
    {
      "loss_action": 0.006464949809014797,
      "loss_total": 0.006464949809014797,
      "step": 68900
    },
    {
      "loss_action": 0.003026006743311882,
      "loss_total": 0.003026006743311882,
      "step": 68900
    },
    {
      "loss_action": 0.021440617740154266,
      "loss_total": 0.021440617740154266,
      "step": 68900
    },
    {
      "grad_norm": 0.09743084758520126,
      "learning_rate": 9.596795949631107e-05,
      "loss": 0.0066,
      "step": 68910
    },
    {
      "loss_action": 0.00432715006172657,
      "loss_total": 0.00432715006172657,
      "step": 68910
    },
    {
      "loss_action": 0.006002024281769991,
      "loss_total": 0.006002024281769991,
      "step": 68910
    },
    {
      "loss_action": 0.005902150645852089,
      "loss_total": 0.005902150645852089,
      "step": 68910
    },
    {
      "loss_action": 0.00950387679040432,
      "loss_total": 0.00950387679040432,
      "step": 68910
    },
    {
      "loss_action": 0.0061980970203876495,
      "loss_total": 0.0061980970203876495,
      "step": 68910
    },
    {
      "loss_action": 0.028330549597740173,
      "loss_total": 0.028330549597740173,
      "step": 68910
    },
    {
      "loss_action": 0.006530735641717911,
      "loss_total": 0.006530735641717911,
      "step": 68910
    },
    {
      "loss_action": 0.00758619699627161,
      "loss_total": 0.00758619699627161,
      "step": 68910
    },
    {
      "grad_norm": 0.09663120657205582,
      "learning_rate": 9.59663330722192e-05,
      "loss": 0.0067,
      "step": 68920
    },
    {
      "loss_action": 0.013808025047183037,
      "loss_total": 0.013808025047183037,
      "step": 68920
    },
    {
      "loss_action": 0.0057845525443553925,
      "loss_total": 0.0057845525443553925,
      "step": 68920
    },
    {
      "loss_action": 0.0034321672283113003,
      "loss_total": 0.0034321672283113003,
      "step": 68920
    },
    {
      "loss_action": 0.0027076094411313534,
      "loss_total": 0.0027076094411313534,
      "step": 68920
    },
    {
      "loss_action": 0.005786789581179619,
      "loss_total": 0.005786789581179619,
      "step": 68920
    },
    {
      "loss_action": 0.003972888924181461,
      "loss_total": 0.003972888924181461,
      "step": 68920
    },
    {
      "loss_action": 0.005602329503744841,
      "loss_total": 0.005602329503744841,
      "step": 68920
    },
    {
      "loss_action": 0.002155551454052329,
      "loss_total": 0.002155551454052329,
      "step": 68920
    },
    {
      "grad_norm": 0.09208071976900101,
      "learning_rate": 9.596470633395177e-05,
      "loss": 0.007,
      "step": 68930
    },
    {
      "loss_action": 0.004012875724583864,
      "loss_total": 0.004012875724583864,
      "step": 68930
    },
    {
      "loss_action": 0.011749403551220894,
      "loss_total": 0.011749403551220894,
      "step": 68930
    },
    {
      "loss_action": 0.008427472785115242,
      "loss_total": 0.008427472785115242,
      "step": 68930
    },
    {
      "loss_action": 0.004967832006514072,
      "loss_total": 0.004967832006514072,
      "step": 68930
    },
    {
      "loss_action": 0.014192366972565651,
      "loss_total": 0.014192366972565651,
      "step": 68930
    },
    {
      "loss_action": 0.0031530933920294046,
      "loss_total": 0.0031530933920294046,
      "step": 68930
    },
    {
      "loss_action": 0.0026701497845351696,
      "loss_total": 0.0026701497845351696,
      "step": 68930
    },
    {
      "loss_action": 0.0035365582443773746,
      "loss_total": 0.0035365582443773746,
      "step": 68930
    },
    {
      "grad_norm": 0.1243663877248764,
      "learning_rate": 9.596307928151988e-05,
      "loss": 0.0069,
      "step": 68940
    },
    {
      "loss_action": 0.002796537708491087,
      "loss_total": 0.002796537708491087,
      "step": 68940
    },
    {
      "loss_action": 0.010111046023666859,
      "loss_total": 0.010111046023666859,
      "step": 68940
    },
    {
      "loss_action": 0.009322205558419228,
      "loss_total": 0.009322205558419228,
      "step": 68940
    },
    {
      "loss_action": 0.003433389123529196,
      "loss_total": 0.003433389123529196,
      "step": 68940
    },
    {
      "loss_action": 0.002971414476633072,
      "loss_total": 0.002971414476633072,
      "step": 68940
    },
    {
      "loss_action": 0.001894352724775672,
      "loss_total": 0.001894352724775672,
      "step": 68940
    },
    {
      "loss_action": 0.005005680024623871,
      "loss_total": 0.005005680024623871,
      "step": 68940
    },
    {
      "loss_action": 0.014483673498034477,
      "loss_total": 0.014483673498034477,
      "step": 68940
    },
    {
      "grad_norm": 0.12666474282741547,
      "learning_rate": 9.596145191493466e-05,
      "loss": 0.0077,
      "step": 68950
    },
    {
      "loss_action": 0.014292771928012371,
      "loss_total": 0.014292771928012371,
      "step": 68950
    },
    {
      "loss_action": 0.007912013679742813,
      "loss_total": 0.007912013679742813,
      "step": 68950
    },
    {
      "loss_action": 0.003735600970685482,
      "loss_total": 0.003735600970685482,
      "step": 68950
    },
    {
      "loss_action": 0.004543932154774666,
      "loss_total": 0.004543932154774666,
      "step": 68950
    },
    {
      "loss_action": 0.013149957172572613,
      "loss_total": 0.013149957172572613,
      "step": 68950
    },
    {
      "loss_action": 0.009876681491732597,
      "loss_total": 0.009876681491732597,
      "step": 68950
    },
    {
      "loss_action": 0.0039234342984855175,
      "loss_total": 0.0039234342984855175,
      "step": 68950
    },
    {
      "loss_action": 0.0035853367298841476,
      "loss_total": 0.0035853367298841476,
      "step": 68950
    },
    {
      "grad_norm": 0.10072935372591019,
      "learning_rate": 9.595982423420725e-05,
      "loss": 0.0076,
      "step": 68960
    },
    {
      "loss_action": 0.0028194813057780266,
      "loss_total": 0.0028194813057780266,
      "step": 68960
    },
    {
      "loss_action": 0.007890000939369202,
      "loss_total": 0.007890000939369202,
      "step": 68960
    },
    {
      "loss_action": 0.0024812640622258186,
      "loss_total": 0.0024812640622258186,
      "step": 68960
    },
    {
      "loss_action": 0.01643976755440235,
      "loss_total": 0.01643976755440235,
      "step": 68960
    },
    {
      "loss_action": 0.00562579371035099,
      "loss_total": 0.00562579371035099,
      "step": 68960
    },
    {
      "loss_action": 0.008059429004788399,
      "loss_total": 0.008059429004788399,
      "step": 68960
    },
    {
      "loss_action": 0.0052107698284089565,
      "loss_total": 0.0052107698284089565,
      "step": 68960
    },
    {
      "loss_action": 0.0033179093152284622,
      "loss_total": 0.0033179093152284622,
      "step": 68960
    },
    {
      "grad_norm": 0.39892578125,
      "learning_rate": 9.595819623934874e-05,
      "loss": 0.0119,
      "step": 68970
    },
    {
      "loss_action": 0.03316377475857735,
      "loss_total": 0.03316377475857735,
      "step": 68970
    },
    {
      "loss_action": 0.0036291899159550667,
      "loss_total": 0.0036291899159550667,
      "step": 68970
    },
    {
      "loss_action": 0.003681555390357971,
      "loss_total": 0.003681555390357971,
      "step": 68970
    },
    {
      "loss_action": 0.005474284756928682,
      "loss_total": 0.005474284756928682,
      "step": 68970
    },
    {
      "loss_action": 0.006616235710680485,
      "loss_total": 0.006616235710680485,
      "step": 68970
    },
    {
      "loss_action": 0.007327251136302948,
      "loss_total": 0.007327251136302948,
      "step": 68970
    },
    {
      "loss_action": 0.00592200830578804,
      "loss_total": 0.00592200830578804,
      "step": 68970
    },
    {
      "loss_action": 0.006226740311831236,
      "loss_total": 0.006226740311831236,
      "step": 68970
    },
    {
      "grad_norm": 0.1697579026222229,
      "learning_rate": 9.595656793037027e-05,
      "loss": 0.0118,
      "step": 68980
    },
    {
      "loss_action": 0.005778830498456955,
      "loss_total": 0.005778830498456955,
      "step": 68980
    },
    {
      "loss_action": 0.020664138719439507,
      "loss_total": 0.020664138719439507,
      "step": 68980
    },
    {
      "loss_action": 0.010235522873699665,
      "loss_total": 0.010235522873699665,
      "step": 68980
    },
    {
      "loss_action": 0.005708361975848675,
      "loss_total": 0.005708361975848675,
      "step": 68980
    },
    {
      "loss_action": 0.007894720882177353,
      "loss_total": 0.007894720882177353,
      "step": 68980
    },
    {
      "loss_action": 0.014727521687746048,
      "loss_total": 0.014727521687746048,
      "step": 68980
    },
    {
      "loss_action": 0.004712587222456932,
      "loss_total": 0.004712587222456932,
      "step": 68980
    },
    {
      "loss_action": 0.008503153920173645,
      "loss_total": 0.008503153920173645,
      "step": 68980
    },
    {
      "grad_norm": 0.15648235380649567,
      "learning_rate": 9.595493930728299e-05,
      "loss": 0.011,
      "step": 68990
    },
    {
      "loss_action": 0.007116046734154224,
      "loss_total": 0.007116046734154224,
      "step": 68990
    },
    {
      "loss_action": 0.012244919314980507,
      "loss_total": 0.012244919314980507,
      "step": 68990
    },
    {
      "loss_action": 0.00445976760238409,
      "loss_total": 0.00445976760238409,
      "step": 68990
    },
    {
      "loss_action": 0.005175132770091295,
      "loss_total": 0.005175132770091295,
      "step": 68990
    },
    {
      "loss_action": 0.006589100696146488,
      "loss_total": 0.006589100696146488,
      "step": 68990
    },
    {
      "loss_action": 0.00399679783731699,
      "loss_total": 0.00399679783731699,
      "step": 68990
    },
    {
      "loss_action": 0.009521210566163063,
      "loss_total": 0.009521210566163063,
      "step": 68990
    },
    {
      "loss_action": 0.0061166053637862206,
      "loss_total": 0.0061166053637862206,
      "step": 68990
    },
    {
      "grad_norm": 0.13814620673656464,
      "learning_rate": 9.5953310370098e-05,
      "loss": 0.0096,
      "step": 69000
    },
    {
      "loss_action": 0.0064002773724496365,
      "loss_total": 0.0064002773724496365,
      "step": 69000
    },
    {
      "loss_action": 0.04274763539433479,
      "loss_total": 0.04274763539433479,
      "step": 69000
    },
    {
      "loss_action": 0.017034534364938736,
      "loss_total": 0.017034534364938736,
      "step": 69000
    },
    {
      "loss_action": 0.019493073225021362,
      "loss_total": 0.019493073225021362,
      "step": 69000
    },
    {
      "loss_action": 0.005709941498935223,
      "loss_total": 0.005709941498935223,
      "step": 69000
    },
    {
      "loss_action": 0.004430916626006365,
      "loss_total": 0.004430916626006365,
      "step": 69000
    },
    {
      "loss_action": 0.0106163639575243,
      "loss_total": 0.0106163639575243,
      "step": 69000
    },
    {
      "loss_action": 0.007162631489336491,
      "loss_total": 0.007162631489336491,
      "step": 69000
    },
    {
      "grad_norm": 0.15862421691417694,
      "learning_rate": 9.595168111882646e-05,
      "loss": 0.0091,
      "step": 69010
    },
    {
      "loss_action": 0.012082458473742008,
      "loss_total": 0.012082458473742008,
      "step": 69010
    },
    {
      "loss_action": 0.032694779336452484,
      "loss_total": 0.032694779336452484,
      "step": 69010
    },
    {
      "loss_action": 0.011291110888123512,
      "loss_total": 0.011291110888123512,
      "step": 69010
    },
    {
      "loss_action": 0.007426832802593708,
      "loss_total": 0.007426832802593708,
      "step": 69010
    },
    {
      "loss_action": 0.015070440247654915,
      "loss_total": 0.015070440247654915,
      "step": 69010
    },
    {
      "loss_action": 0.007788949646055698,
      "loss_total": 0.007788949646055698,
      "step": 69010
    },
    {
      "loss_action": 0.01074104942381382,
      "loss_total": 0.01074104942381382,
      "step": 69010
    },
    {
      "loss_action": 0.00484048668295145,
      "loss_total": 0.00484048668295145,
      "step": 69010
    },
    {
      "grad_norm": 0.12078481167554855,
      "learning_rate": 9.595005155347949e-05,
      "loss": 0.0075,
      "step": 69020
    },
    {
      "loss_action": 0.0032214748207479715,
      "loss_total": 0.0032214748207479715,
      "step": 69020
    },
    {
      "loss_action": 0.009939629584550858,
      "loss_total": 0.009939629584550858,
      "step": 69020
    },
    {
      "loss_action": 0.002570818178355694,
      "loss_total": 0.002570818178355694,
      "step": 69020
    },
    {
      "loss_action": 0.003693625330924988,
      "loss_total": 0.003693625330924988,
      "step": 69020
    },
    {
      "loss_action": 0.008037857711315155,
      "loss_total": 0.008037857711315155,
      "step": 69020
    },
    {
      "loss_action": 0.009089795872569084,
      "loss_total": 0.009089795872569084,
      "step": 69020
    },
    {
      "loss_action": 0.005275134928524494,
      "loss_total": 0.005275134928524494,
      "step": 69020
    },
    {
      "loss_action": 0.002820313209667802,
      "loss_total": 0.002820313209667802,
      "step": 69020
    },
    {
      "grad_norm": 0.1291743665933609,
      "learning_rate": 9.594842167406823e-05,
      "loss": 0.007,
      "step": 69030
    },
    {
      "loss_action": 0.006688227877020836,
      "loss_total": 0.006688227877020836,
      "step": 69030
    },
    {
      "loss_action": 0.007077893707901239,
      "loss_total": 0.007077893707901239,
      "step": 69030
    },
    {
      "loss_action": 0.002631635405123234,
      "loss_total": 0.002631635405123234,
      "step": 69030
    },
    {
      "loss_action": 0.0123672466725111,
      "loss_total": 0.0123672466725111,
      "step": 69030
    },
    {
      "loss_action": 0.018777906894683838,
      "loss_total": 0.018777906894683838,
      "step": 69030
    },
    {
      "loss_action": 0.0056017497554421425,
      "loss_total": 0.0056017497554421425,
      "step": 69030
    },
    {
      "loss_action": 0.006391020491719246,
      "loss_total": 0.006391020491719246,
      "step": 69030
    },
    {
      "loss_action": 0.004557006526738405,
      "loss_total": 0.004557006526738405,
      "step": 69030
    },
    {
      "grad_norm": 0.13018617033958435,
      "learning_rate": 9.594679148060384e-05,
      "loss": 0.0091,
      "step": 69040
    },
    {
      "loss_action": 0.003499493235722184,
      "loss_total": 0.003499493235722184,
      "step": 69040
    },
    {
      "loss_action": 0.006323752924799919,
      "loss_total": 0.006323752924799919,
      "step": 69040
    },
    {
      "loss_action": 0.003554371651262045,
      "loss_total": 0.003554371651262045,
      "step": 69040
    },
    {
      "loss_action": 0.004007174167782068,
      "loss_total": 0.004007174167782068,
      "step": 69040
    },
    {
      "loss_action": 0.010653970763087273,
      "loss_total": 0.010653970763087273,
      "step": 69040
    },
    {
      "loss_action": 0.007035130634903908,
      "loss_total": 0.007035130634903908,
      "step": 69040
    },
    {
      "loss_action": 0.004699444863945246,
      "loss_total": 0.004699444863945246,
      "step": 69040
    },
    {
      "loss_action": 0.00850006565451622,
      "loss_total": 0.00850006565451622,
      "step": 69040
    },
    {
      "grad_norm": 0.1682518720626831,
      "learning_rate": 9.594516097309743e-05,
      "loss": 0.0081,
      "step": 69050
    },
    {
      "loss_action": 0.008372461423277855,
      "loss_total": 0.008372461423277855,
      "step": 69050
    },
    {
      "loss_action": 0.006006054580211639,
      "loss_total": 0.006006054580211639,
      "step": 69050
    },
    {
      "loss_action": 0.005171569995582104,
      "loss_total": 0.005171569995582104,
      "step": 69050
    },
    {
      "loss_action": 0.007028872612863779,
      "loss_total": 0.007028872612863779,
      "step": 69050
    },
    {
      "loss_action": 0.014979470521211624,
      "loss_total": 0.014979470521211624,
      "step": 69050
    },
    {
      "loss_action": 0.00400844682008028,
      "loss_total": 0.00400844682008028,
      "step": 69050
    },
    {
      "loss_action": 0.005295431707054377,
      "loss_total": 0.005295431707054377,
      "step": 69050
    },
    {
      "loss_action": 0.01002354547381401,
      "loss_total": 0.01002354547381401,
      "step": 69050
    },
    {
      "grad_norm": 0.14290940761566162,
      "learning_rate": 9.594353015156014e-05,
      "loss": 0.0088,
      "step": 69060
    },
    {
      "loss_action": 0.023728512227535248,
      "loss_total": 0.023728512227535248,
      "step": 69060
    },
    {
      "loss_action": 0.015574994497001171,
      "loss_total": 0.015574994497001171,
      "step": 69060
    },
    {
      "loss_action": 0.008726006373763084,
      "loss_total": 0.008726006373763084,
      "step": 69060
    },
    {
      "loss_action": 0.017358938232064247,
      "loss_total": 0.017358938232064247,
      "step": 69060
    },
    {
      "loss_action": 0.008874463848769665,
      "loss_total": 0.008874463848769665,
      "step": 69060
    },
    {
      "loss_action": 0.009805954992771149,
      "loss_total": 0.009805954992771149,
      "step": 69060
    },
    {
      "loss_action": 0.005087632220238447,
      "loss_total": 0.005087632220238447,
      "step": 69060
    },
    {
      "loss_action": 0.009038461372256279,
      "loss_total": 0.009038461372256279,
      "step": 69060
    },
    {
      "grad_norm": 0.13984979689121246,
      "learning_rate": 9.594189901600317e-05,
      "loss": 0.0073,
      "step": 69070
    },
    {
      "loss_action": 0.005006464663892984,
      "loss_total": 0.005006464663892984,
      "step": 69070
    },
    {
      "loss_action": 0.006681537721306086,
      "loss_total": 0.006681537721306086,
      "step": 69070
    },
    {
      "loss_action": 0.004328934475779533,
      "loss_total": 0.004328934475779533,
      "step": 69070
    },
    {
      "loss_action": 0.002639379585161805,
      "loss_total": 0.002639379585161805,
      "step": 69070
    },
    {
      "loss_action": 0.003590610809624195,
      "loss_total": 0.003590610809624195,
      "step": 69070
    },
    {
      "loss_action": 0.0025934092700481415,
      "loss_total": 0.0025934092700481415,
      "step": 69070
    },
    {
      "loss_action": 0.0022693639621138573,
      "loss_total": 0.0022693639621138573,
      "step": 69070
    },
    {
      "loss_action": 0.007539661601185799,
      "loss_total": 0.007539661601185799,
      "step": 69070
    },
    {
      "grad_norm": 0.1297084242105484,
      "learning_rate": 9.594026756643761e-05,
      "loss": 0.0075,
      "step": 69080
    },
    {
      "loss_action": 0.014885233715176582,
      "loss_total": 0.014885233715176582,
      "step": 69080
    },
    {
      "loss_action": 0.0038735284470021725,
      "loss_total": 0.0038735284470021725,
      "step": 69080
    },
    {
      "loss_action": 0.0043130964040756226,
      "loss_total": 0.0043130964040756226,
      "step": 69080
    },
    {
      "loss_action": 0.006103742402046919,
      "loss_total": 0.006103742402046919,
      "step": 69080
    },
    {
      "loss_action": 0.0047088367864489555,
      "loss_total": 0.0047088367864489555,
      "step": 69080
    },
    {
      "loss_action": 0.010376347228884697,
      "loss_total": 0.010376347228884697,
      "step": 69080
    },
    {
      "loss_action": 0.003292195266112685,
      "loss_total": 0.003292195266112685,
      "step": 69080
    },
    {
      "loss_action": 0.0023117344826459885,
      "loss_total": 0.0023117344826459885,
      "step": 69080
    },
    {
      "grad_norm": 0.2327117770910263,
      "learning_rate": 9.593863580287465e-05,
      "loss": 0.0067,
      "step": 69090
    },
    {
      "loss_action": 0.017776357010006905,
      "loss_total": 0.017776357010006905,
      "step": 69090
    },
    {
      "loss_action": 0.005397846456617117,
      "loss_total": 0.005397846456617117,
      "step": 69090
    },
    {
      "loss_action": 0.009274494834244251,
      "loss_total": 0.009274494834244251,
      "step": 69090
    },
    {
      "loss_action": 0.012528913095593452,
      "loss_total": 0.012528913095593452,
      "step": 69090
    },
    {
      "loss_action": 0.0026826728135347366,
      "loss_total": 0.0026826728135347366,
      "step": 69090
    },
    {
      "loss_action": 0.004644761327654123,
      "loss_total": 0.004644761327654123,
      "step": 69090
    },
    {
      "loss_action": 0.010761672630906105,
      "loss_total": 0.010761672630906105,
      "step": 69090
    },
    {
      "loss_action": 0.012091122567653656,
      "loss_total": 0.012091122567653656,
      "step": 69090
    },
    {
      "grad_norm": 0.09766963124275208,
      "learning_rate": 9.593700372532544e-05,
      "loss": 0.0083,
      "step": 69100
    },
    {
      "loss_action": 0.012801852077245712,
      "loss_total": 0.012801852077245712,
      "step": 69100
    },
    {
      "loss_action": 0.0029641948640346527,
      "loss_total": 0.0029641948640346527,
      "step": 69100
    },
    {
      "loss_action": 0.007169969845563173,
      "loss_total": 0.007169969845563173,
      "step": 69100
    },
    {
      "loss_action": 0.005540861748158932,
      "loss_total": 0.005540861748158932,
      "step": 69100
    },
    {
      "loss_action": 0.009794067591428757,
      "loss_total": 0.009794067591428757,
      "step": 69100
    },
    {
      "loss_action": 0.0033287766855210066,
      "loss_total": 0.0033287766855210066,
      "step": 69100
    },
    {
      "loss_action": 0.014551956206560135,
      "loss_total": 0.014551956206560135,
      "step": 69100
    },
    {
      "loss_action": 0.0078346636146307,
      "loss_total": 0.0078346636146307,
      "step": 69100
    },
    {
      "grad_norm": 0.13227500021457672,
      "learning_rate": 9.59353713338011e-05,
      "loss": 0.0072,
      "step": 69110
    },
    {
      "loss_action": 0.005438145250082016,
      "loss_total": 0.005438145250082016,
      "step": 69110
    },
    {
      "loss_action": 0.0058189379051327705,
      "loss_total": 0.0058189379051327705,
      "step": 69110
    },
    {
      "loss_action": 0.01319279707968235,
      "loss_total": 0.01319279707968235,
      "step": 69110
    },
    {
      "loss_action": 0.006448840256780386,
      "loss_total": 0.006448840256780386,
      "step": 69110
    },
    {
      "loss_action": 0.003436399856582284,
      "loss_total": 0.003436399856582284,
      "step": 69110
    },
    {
      "loss_action": 0.01672673225402832,
      "loss_total": 0.01672673225402832,
      "step": 69110
    },
    {
      "loss_action": 0.013643641024827957,
      "loss_total": 0.013643641024827957,
      "step": 69110
    },
    {
      "loss_action": 0.009382140822708607,
      "loss_total": 0.009382140822708607,
      "step": 69110
    },
    {
      "grad_norm": 0.11513427644968033,
      "learning_rate": 9.593373862831281e-05,
      "loss": 0.0068,
      "step": 69120
    },
    {
      "loss_action": 0.01022406667470932,
      "loss_total": 0.01022406667470932,
      "step": 69120
    },
    {
      "loss_action": 0.004235964268445969,
      "loss_total": 0.004235964268445969,
      "step": 69120
    },
    {
      "loss_action": 0.011547902598977089,
      "loss_total": 0.011547902598977089,
      "step": 69120
    },
    {
      "loss_action": 0.005259150639176369,
      "loss_total": 0.005259150639176369,
      "step": 69120
    },
    {
      "loss_action": 0.00665455125272274,
      "loss_total": 0.00665455125272274,
      "step": 69120
    },
    {
      "loss_action": 0.00553398672491312,
      "loss_total": 0.00553398672491312,
      "step": 69120
    },
    {
      "loss_action": 0.004400342237204313,
      "loss_total": 0.004400342237204313,
      "step": 69120
    },
    {
      "loss_action": 0.006615942344069481,
      "loss_total": 0.006615942344069481,
      "step": 69120
    },
    {
      "grad_norm": 0.1055854931473732,
      "learning_rate": 9.593210560887175e-05,
      "loss": 0.0081,
      "step": 69130
    },
    {
      "loss_action": 0.00987533200532198,
      "loss_total": 0.00987533200532198,
      "step": 69130
    },
    {
      "loss_action": 0.008659563958644867,
      "loss_total": 0.008659563958644867,
      "step": 69130
    },
    {
      "loss_action": 0.006188130937516689,
      "loss_total": 0.006188130937516689,
      "step": 69130
    },
    {
      "loss_action": 0.00893445685505867,
      "loss_total": 0.00893445685505867,
      "step": 69130
    },
    {
      "loss_action": 0.010197581723332405,
      "loss_total": 0.010197581723332405,
      "step": 69130
    },
    {
      "loss_action": 0.006584694609045982,
      "loss_total": 0.006584694609045982,
      "step": 69130
    },
    {
      "loss_action": 0.003892673645168543,
      "loss_total": 0.003892673645168543,
      "step": 69130
    },
    {
      "loss_action": 0.00428460817784071,
      "loss_total": 0.00428460817784071,
      "step": 69130
    },
    {
      "grad_norm": 0.14715255796909332,
      "learning_rate": 9.593047227548905e-05,
      "loss": 0.0069,
      "step": 69140
    },
    {
      "loss_action": 0.004215205553919077,
      "loss_total": 0.004215205553919077,
      "step": 69140
    },
    {
      "loss_action": 0.00452737370505929,
      "loss_total": 0.00452737370505929,
      "step": 69140
    },
    {
      "loss_action": 0.004914755932986736,
      "loss_total": 0.004914755932986736,
      "step": 69140
    },
    {
      "loss_action": 0.0030286870896816254,
      "loss_total": 0.0030286870896816254,
      "step": 69140
    },
    {
      "loss_action": 0.003683473914861679,
      "loss_total": 0.003683473914861679,
      "step": 69140
    },
    {
      "loss_action": 0.003220153506845236,
      "loss_total": 0.003220153506845236,
      "step": 69140
    },
    {
      "loss_action": 0.0029595959931612015,
      "loss_total": 0.0029595959931612015,
      "step": 69140
    },
    {
      "loss_action": 0.0022900369949638844,
      "loss_total": 0.0022900369949638844,
      "step": 69140
    },
    {
      "grad_norm": 0.16072136163711548,
      "learning_rate": 9.592883862817589e-05,
      "loss": 0.0074,
      "step": 69150
    },
    {
      "loss_action": 0.011490624397993088,
      "loss_total": 0.011490624397993088,
      "step": 69150
    },
    {
      "loss_action": 0.0027767675928771496,
      "loss_total": 0.0027767675928771496,
      "step": 69150
    },
    {
      "loss_action": 0.010117515921592712,
      "loss_total": 0.010117515921592712,
      "step": 69150
    },
    {
      "loss_action": 0.0029754757415503263,
      "loss_total": 0.0029754757415503263,
      "step": 69150
    },
    {
      "loss_action": 0.004779187962412834,
      "loss_total": 0.004779187962412834,
      "step": 69150
    },
    {
      "loss_action": 0.0054308390244841576,
      "loss_total": 0.0054308390244841576,
      "step": 69150
    },
    {
      "loss_action": 0.0036938635166734457,
      "loss_total": 0.0036938635166734457,
      "step": 69150
    },
    {
      "loss_action": 0.0027873553335666656,
      "loss_total": 0.0027873553335666656,
      "step": 69150
    },
    {
      "grad_norm": 0.07679219543933868,
      "learning_rate": 9.592720466694343e-05,
      "loss": 0.0077,
      "step": 69160
    },
    {
      "loss_action": 0.0048222895711660385,
      "loss_total": 0.0048222895711660385,
      "step": 69160
    },
    {
      "loss_action": 0.004063512198626995,
      "loss_total": 0.004063512198626995,
      "step": 69160
    },
    {
      "loss_action": 0.0039562140591442585,
      "loss_total": 0.0039562140591442585,
      "step": 69160
    },
    {
      "loss_action": 0.0063156974501907825,
      "loss_total": 0.0063156974501907825,
      "step": 69160
    },
    {
      "loss_action": 0.003690421348437667,
      "loss_total": 0.003690421348437667,
      "step": 69160
    },
    {
      "loss_action": 0.0032332385890185833,
      "loss_total": 0.0032332385890185833,
      "step": 69160
    },
    {
      "loss_action": 0.015697337687015533,
      "loss_total": 0.015697337687015533,
      "step": 69160
    },
    {
      "loss_action": 0.0034361674915999174,
      "loss_total": 0.0034361674915999174,
      "step": 69160
    },
    {
      "grad_norm": 0.13786442577838898,
      "learning_rate": 9.592557039180283e-05,
      "loss": 0.0082,
      "step": 69170
    },
    {
      "loss_action": 0.011681542731821537,
      "loss_total": 0.011681542731821537,
      "step": 69170
    },
    {
      "loss_action": 0.002962082391604781,
      "loss_total": 0.002962082391604781,
      "step": 69170
    },
    {
      "loss_action": 0.007320004515349865,
      "loss_total": 0.007320004515349865,
      "step": 69170
    },
    {
      "loss_action": 0.0040076375007629395,
      "loss_total": 0.0040076375007629395,
      "step": 69170
    },
    {
      "loss_action": 0.01029248908162117,
      "loss_total": 0.01029248908162117,
      "step": 69170
    },
    {
      "loss_action": 0.011410429142415524,
      "loss_total": 0.011410429142415524,
      "step": 69170
    },
    {
      "loss_action": 0.020048420876264572,
      "loss_total": 0.020048420876264572,
      "step": 69170
    },
    {
      "loss_action": 0.009234720841050148,
      "loss_total": 0.009234720841050148,
      "step": 69170
    },
    {
      "grad_norm": 0.15178035199642181,
      "learning_rate": 9.592393580276527e-05,
      "loss": 0.0073,
      "step": 69180
    },
    {
      "loss_action": 0.007580307777971029,
      "loss_total": 0.007580307777971029,
      "step": 69180
    },
    {
      "loss_action": 0.003439180087298155,
      "loss_total": 0.003439180087298155,
      "step": 69180
    },
    {
      "loss_action": 0.007509920746088028,
      "loss_total": 0.007509920746088028,
      "step": 69180
    },
    {
      "loss_action": 0.003022206714376807,
      "loss_total": 0.003022206714376807,
      "step": 69180
    },
    {
      "loss_action": 0.004543777089565992,
      "loss_total": 0.004543777089565992,
      "step": 69180
    },
    {
      "loss_action": 0.0075834160670638084,
      "loss_total": 0.0075834160670638084,
      "step": 69180
    },
    {
      "loss_action": 0.004827129654586315,
      "loss_total": 0.004827129654586315,
      "step": 69180
    },
    {
      "loss_action": 0.004789823666214943,
      "loss_total": 0.004789823666214943,
      "step": 69180
    },
    {
      "grad_norm": 0.15643168985843658,
      "learning_rate": 9.592230089984193e-05,
      "loss": 0.0075,
      "step": 69190
    },
    {
      "loss_action": 0.0031698911916464567,
      "loss_total": 0.0031698911916464567,
      "step": 69190
    },
    {
      "loss_action": 0.010556136257946491,
      "loss_total": 0.010556136257946491,
      "step": 69190
    },
    {
      "loss_action": 0.0037186662666499615,
      "loss_total": 0.0037186662666499615,
      "step": 69190
    },
    {
      "loss_action": 0.006206437945365906,
      "loss_total": 0.006206437945365906,
      "step": 69190
    },
    {
      "loss_action": 0.005144061520695686,
      "loss_total": 0.005144061520695686,
      "step": 69190
    },
    {
      "loss_action": 0.009614227339625359,
      "loss_total": 0.009614227339625359,
      "step": 69190
    },
    {
      "loss_action": 0.007558511570096016,
      "loss_total": 0.007558511570096016,
      "step": 69190
    },
    {
      "loss_action": 0.004956635646522045,
      "loss_total": 0.004956635646522045,
      "step": 69190
    },
    {
      "grad_norm": 0.13468602299690247,
      "learning_rate": 9.592066568304397e-05,
      "loss": 0.0067,
      "step": 69200
    },
    {
      "loss_action": 0.008348202332854271,
      "loss_total": 0.008348202332854271,
      "step": 69200
    },
    {
      "loss_action": 0.0067940084263682365,
      "loss_total": 0.0067940084263682365,
      "step": 69200
    },
    {
      "loss_action": 0.007924551144242287,
      "loss_total": 0.007924551144242287,
      "step": 69200
    },
    {
      "loss_action": 0.006542620249092579,
      "loss_total": 0.006542620249092579,
      "step": 69200
    },
    {
      "loss_action": 0.005082281306385994,
      "loss_total": 0.005082281306385994,
      "step": 69200
    },
    {
      "loss_action": 0.0037590637803077698,
      "loss_total": 0.0037590637803077698,
      "step": 69200
    },
    {
      "loss_action": 0.008767488412559032,
      "loss_total": 0.008767488412559032,
      "step": 69200
    },
    {
      "loss_action": 0.0028083822689950466,
      "loss_total": 0.0028083822689950466,
      "step": 69200
    },
    {
      "grad_norm": 0.09376218169927597,
      "learning_rate": 9.591903015238259e-05,
      "loss": 0.0069,
      "step": 69210
    },
    {
      "loss_action": 0.002432175213471055,
      "loss_total": 0.002432175213471055,
      "step": 69210
    },
    {
      "loss_action": 0.004021848551928997,
      "loss_total": 0.004021848551928997,
      "step": 69210
    },
    {
      "loss_action": 0.009619884192943573,
      "loss_total": 0.009619884192943573,
      "step": 69210
    },
    {
      "loss_action": 0.0028558229096233845,
      "loss_total": 0.0028558229096233845,
      "step": 69210
    },
    {
      "loss_action": 0.005638184957206249,
      "loss_total": 0.005638184957206249,
      "step": 69210
    },
    {
      "loss_action": 0.007529177702963352,
      "loss_total": 0.007529177702963352,
      "step": 69210
    },
    {
      "loss_action": 0.007194629870355129,
      "loss_total": 0.007194629870355129,
      "step": 69210
    },
    {
      "loss_action": 0.003017541952431202,
      "loss_total": 0.003017541952431202,
      "step": 69210
    },
    {
      "grad_norm": 0.13791170716285706,
      "learning_rate": 9.591739430786892e-05,
      "loss": 0.0075,
      "step": 69220
    },
    {
      "loss_action": 0.008382229134440422,
      "loss_total": 0.008382229134440422,
      "step": 69220
    },
    {
      "loss_action": 0.010987358167767525,
      "loss_total": 0.010987358167767525,
      "step": 69220
    },
    {
      "loss_action": 0.00976552814245224,
      "loss_total": 0.00976552814245224,
      "step": 69220
    },
    {
      "loss_action": 0.013990247622132301,
      "loss_total": 0.013990247622132301,
      "step": 69220
    },
    {
      "loss_action": 0.004210988525301218,
      "loss_total": 0.004210988525301218,
      "step": 69220
    },
    {
      "loss_action": 0.0044914777390658855,
      "loss_total": 0.0044914777390658855,
      "step": 69220
    },
    {
      "loss_action": 0.007436047308146954,
      "loss_total": 0.007436047308146954,
      "step": 69220
    },
    {
      "loss_action": 0.005086413584649563,
      "loss_total": 0.005086413584649563,
      "step": 69220
    },
    {
      "grad_norm": 0.11379965394735336,
      "learning_rate": 9.591575814951419e-05,
      "loss": 0.0078,
      "step": 69230
    },
    {
      "loss_action": 0.006022525951266289,
      "loss_total": 0.006022525951266289,
      "step": 69230
    },
    {
      "loss_action": 0.005930745042860508,
      "loss_total": 0.005930745042860508,
      "step": 69230
    },
    {
      "loss_action": 0.005957830231636763,
      "loss_total": 0.005957830231636763,
      "step": 69230
    },
    {
      "loss_action": 0.003149034921079874,
      "loss_total": 0.003149034921079874,
      "step": 69230
    },
    {
      "loss_action": 0.0018232802394777536,
      "loss_total": 0.0018232802394777536,
      "step": 69230
    },
    {
      "loss_action": 0.002355294767767191,
      "loss_total": 0.002355294767767191,
      "step": 69230
    },
    {
      "loss_action": 0.008399805054068565,
      "loss_total": 0.008399805054068565,
      "step": 69230
    },
    {
      "loss_action": 0.002812165766954422,
      "loss_total": 0.002812165766954422,
      "step": 69230
    },
    {
      "grad_norm": 0.10286054760217667,
      "learning_rate": 9.591412167732957e-05,
      "loss": 0.0066,
      "step": 69240
    },
    {
      "loss_action": 0.006462184712290764,
      "loss_total": 0.006462184712290764,
      "step": 69240
    },
    {
      "loss_action": 0.0028800650034099817,
      "loss_total": 0.0028800650034099817,
      "step": 69240
    },
    {
      "loss_action": 0.004700738005340099,
      "loss_total": 0.004700738005340099,
      "step": 69240
    },
    {
      "loss_action": 0.01035732589662075,
      "loss_total": 0.01035732589662075,
      "step": 69240
    },
    {
      "loss_action": 0.008184433914721012,
      "loss_total": 0.008184433914721012,
      "step": 69240
    },
    {
      "loss_action": 0.007298225536942482,
      "loss_total": 0.007298225536942482,
      "step": 69240
    },
    {
      "loss_action": 0.007496594917029142,
      "loss_total": 0.007496594917029142,
      "step": 69240
    },
    {
      "loss_action": 0.014780528843402863,
      "loss_total": 0.014780528843402863,
      "step": 69240
    },
    {
      "grad_norm": 0.14723961055278778,
      "learning_rate": 9.591248489132623e-05,
      "loss": 0.0072,
      "step": 69250
    },
    {
      "loss_action": 0.004185425117611885,
      "loss_total": 0.004185425117611885,
      "step": 69250
    },
    {
      "loss_action": 0.02384626865386963,
      "loss_total": 0.02384626865386963,
      "step": 69250
    },
    {
      "loss_action": 0.008829114027321339,
      "loss_total": 0.008829114027321339,
      "step": 69250
    },
    {
      "loss_action": 0.0071343956515192986,
      "loss_total": 0.0071343956515192986,
      "step": 69250
    },
    {
      "loss_action": 0.0043003614991903305,
      "loss_total": 0.0043003614991903305,
      "step": 69250
    },
    {
      "loss_action": 0.003257486503571272,
      "loss_total": 0.003257486503571272,
      "step": 69250
    },
    {
      "loss_action": 0.004545530304312706,
      "loss_total": 0.004545530304312706,
      "step": 69250
    },
    {
      "loss_action": 0.006412186659872532,
      "loss_total": 0.006412186659872532,
      "step": 69250
    },
    {
      "grad_norm": 0.10856599360704422,
      "learning_rate": 9.591084779151538e-05,
      "loss": 0.0065,
      "step": 69260
    },
    {
      "loss_action": 0.006624409928917885,
      "loss_total": 0.006624409928917885,
      "step": 69260
    },
    {
      "loss_action": 0.0023773375432938337,
      "loss_total": 0.0023773375432938337,
      "step": 69260
    },
    {
      "loss_action": 0.004144277423620224,
      "loss_total": 0.004144277423620224,
      "step": 69260
    },
    {
      "loss_action": 0.005139846354722977,
      "loss_total": 0.005139846354722977,
      "step": 69260
    },
    {
      "loss_action": 0.0028201197274029255,
      "loss_total": 0.0028201197274029255,
      "step": 69260
    },
    {
      "loss_action": 0.007034016773104668,
      "loss_total": 0.007034016773104668,
      "step": 69260
    },
    {
      "loss_action": 0.008797839283943176,
      "loss_total": 0.008797839283943176,
      "step": 69260
    },
    {
      "loss_action": 0.013071881607174873,
      "loss_total": 0.013071881607174873,
      "step": 69260
    },
    {
      "grad_norm": 0.07842491567134857,
      "learning_rate": 9.590921037790819e-05,
      "loss": 0.0063,
      "step": 69270
    },
    {
      "loss_action": 0.005233896896243095,
      "loss_total": 0.005233896896243095,
      "step": 69270
    },
    {
      "loss_action": 0.0023760939948260784,
      "loss_total": 0.0023760939948260784,
      "step": 69270
    },
    {
      "loss_action": 0.010309937410056591,
      "loss_total": 0.010309937410056591,
      "step": 69270
    },
    {
      "loss_action": 0.0045420024544000626,
      "loss_total": 0.0045420024544000626,
      "step": 69270
    },
    {
      "loss_action": 0.003396824933588505,
      "loss_total": 0.003396824933588505,
      "step": 69270
    },
    {
      "loss_action": 0.0036512059159576893,
      "loss_total": 0.0036512059159576893,
      "step": 69270
    },
    {
      "loss_action": 0.0026743970811367035,
      "loss_total": 0.0026743970811367035,
      "step": 69270
    },
    {
      "loss_action": 0.005709322635084391,
      "loss_total": 0.005709322635084391,
      "step": 69270
    },
    {
      "grad_norm": 0.11329039186239243,
      "learning_rate": 9.590757265051585e-05,
      "loss": 0.0065,
      "step": 69280
    },
    {
      "loss_action": 0.012908315286040306,
      "loss_total": 0.012908315286040306,
      "step": 69280
    },
    {
      "loss_action": 0.005599969532340765,
      "loss_total": 0.005599969532340765,
      "step": 69280
    },
    {
      "loss_action": 0.007148717530071735,
      "loss_total": 0.007148717530071735,
      "step": 69280
    },
    {
      "loss_action": 0.004370061680674553,
      "loss_total": 0.004370061680674553,
      "step": 69280
    },
    {
      "loss_action": 0.0016284130979329348,
      "loss_total": 0.0016284130979329348,
      "step": 69280
    },
    {
      "loss_action": 0.0013763620518147945,
      "loss_total": 0.0013763620518147945,
      "step": 69280
    },
    {
      "loss_action": 0.004789287690073252,
      "loss_total": 0.004789287690073252,
      "step": 69280
    },
    {
      "loss_action": 0.007840825244784355,
      "loss_total": 0.007840825244784355,
      "step": 69280
    },
    {
      "grad_norm": 0.07920708507299423,
      "learning_rate": 9.590593460934957e-05,
      "loss": 0.0068,
      "step": 69290
    },
    {
      "loss_action": 0.0025856303982436657,
      "loss_total": 0.0025856303982436657,
      "step": 69290
    },
    {
      "loss_action": 0.0028849649243056774,
      "loss_total": 0.0028849649243056774,
      "step": 69290
    },
    {
      "loss_action": 0.0018285741098225117,
      "loss_total": 0.0018285741098225117,
      "step": 69290
    },
    {
      "loss_action": 0.003921887371689081,
      "loss_total": 0.003921887371689081,
      "step": 69290
    },
    {
      "loss_action": 0.015719588845968246,
      "loss_total": 0.015719588845968246,
      "step": 69290
    },
    {
      "loss_action": 0.00641562370583415,
      "loss_total": 0.00641562370583415,
      "step": 69290
    },
    {
      "loss_action": 0.006964797154068947,
      "loss_total": 0.006964797154068947,
      "step": 69290
    },
    {
      "loss_action": 0.006190824322402477,
      "loss_total": 0.006190824322402477,
      "step": 69290
    },
    {
      "grad_norm": 0.08799387514591217,
      "learning_rate": 9.590429625442054e-05,
      "loss": 0.0059,
      "step": 69300
    },
    {
      "loss_action": 0.003047054400667548,
      "loss_total": 0.003047054400667548,
      "step": 69300
    },
    {
      "loss_action": 0.0034079186152666807,
      "loss_total": 0.0034079186152666807,
      "step": 69300
    },
    {
      "loss_action": 0.004970398731529713,
      "loss_total": 0.004970398731529713,
      "step": 69300
    },
    {
      "loss_action": 0.0022379362490028143,
      "loss_total": 0.0022379362490028143,
      "step": 69300
    },
    {
      "loss_action": 0.02094469964504242,
      "loss_total": 0.02094469964504242,
      "step": 69300
    },
    {
      "loss_action": 0.005943957716226578,
      "loss_total": 0.005943957716226578,
      "step": 69300
    },
    {
      "loss_action": 0.0017229672521352768,
      "loss_total": 0.0017229672521352768,
      "step": 69300
    },
    {
      "loss_action": 0.004292351193726063,
      "loss_total": 0.004292351193726063,
      "step": 69300
    },
    {
      "grad_norm": 0.07818356156349182,
      "learning_rate": 9.590265758573995e-05,
      "loss": 0.006,
      "step": 69310
    },
    {
      "loss_action": 0.005126783158630133,
      "loss_total": 0.005126783158630133,
      "step": 69310
    },
    {
      "loss_action": 0.007169269025325775,
      "loss_total": 0.007169269025325775,
      "step": 69310
    },
    {
      "loss_action": 0.011040067300200462,
      "loss_total": 0.011040067300200462,
      "step": 69310
    },
    {
      "loss_action": 0.0022031497210264206,
      "loss_total": 0.0022031497210264206,
      "step": 69310
    },
    {
      "loss_action": 0.004369103349745274,
      "loss_total": 0.004369103349745274,
      "step": 69310
    },
    {
      "loss_action": 0.00422502588480711,
      "loss_total": 0.00422502588480711,
      "step": 69310
    },
    {
      "loss_action": 0.006811053957790136,
      "loss_total": 0.006811053957790136,
      "step": 69310
    },
    {
      "loss_action": 0.004182473756372929,
      "loss_total": 0.004182473756372929,
      "step": 69310
    },
    {
      "grad_norm": 0.1291007101535797,
      "learning_rate": 9.5901018603319e-05,
      "loss": 0.0069,
      "step": 69320
    },
    {
      "loss_action": 0.0032263111788779497,
      "loss_total": 0.0032263111788779497,
      "step": 69320
    },
    {
      "loss_action": 0.008496773429214954,
      "loss_total": 0.008496773429214954,
      "step": 69320
    },
    {
      "loss_action": 0.005236199125647545,
      "loss_total": 0.005236199125647545,
      "step": 69320
    },
    {
      "loss_action": 0.018828867003321648,
      "loss_total": 0.018828867003321648,
      "step": 69320
    },
    {
      "loss_action": 0.005338496062904596,
      "loss_total": 0.005338496062904596,
      "step": 69320
    },
    {
      "loss_action": 0.008652754127979279,
      "loss_total": 0.008652754127979279,
      "step": 69320
    },
    {
      "loss_action": 0.015094323083758354,
      "loss_total": 0.015094323083758354,
      "step": 69320
    },
    {
      "loss_action": 0.004904413595795631,
      "loss_total": 0.004904413595795631,
      "step": 69320
    },
    {
      "grad_norm": 0.09134836494922638,
      "learning_rate": 9.58993793071689e-05,
      "loss": 0.0065,
      "step": 69330
    },
    {
      "loss_action": 0.01846010982990265,
      "loss_total": 0.01846010982990265,
      "step": 69330
    },
    {
      "loss_action": 0.005714598577469587,
      "loss_total": 0.005714598577469587,
      "step": 69330
    },
    {
      "loss_action": 0.0037731891497969627,
      "loss_total": 0.0037731891497969627,
      "step": 69330
    },
    {
      "loss_action": 0.003301037009805441,
      "loss_total": 0.003301037009805441,
      "step": 69330
    },
    {
      "loss_action": 0.004949281923472881,
      "loss_total": 0.004949281923472881,
      "step": 69330
    },
    {
      "loss_action": 0.0038277828134596348,
      "loss_total": 0.0038277828134596348,
      "step": 69330
    },
    {
      "loss_action": 0.01149692665785551,
      "loss_total": 0.01149692665785551,
      "step": 69330
    },
    {
      "loss_action": 0.0032173043582588434,
      "loss_total": 0.0032173043582588434,
      "step": 69330
    },
    {
      "grad_norm": 0.1628350019454956,
      "learning_rate": 9.589773969730087e-05,
      "loss": 0.008,
      "step": 69340
    },
    {
      "loss_action": 0.027103424072265625,
      "loss_total": 0.027103424072265625,
      "step": 69340
    },
    {
      "loss_action": 0.0031088925898075104,
      "loss_total": 0.0031088925898075104,
      "step": 69340
    },
    {
      "loss_action": 0.005943369586020708,
      "loss_total": 0.005943369586020708,
      "step": 69340
    },
    {
      "loss_action": 0.005008624866604805,
      "loss_total": 0.005008624866604805,
      "step": 69340
    },
    {
      "loss_action": 0.008317694067955017,
      "loss_total": 0.008317694067955017,
      "step": 69340
    },
    {
      "loss_action": 0.0019587285351008177,
      "loss_total": 0.0019587285351008177,
      "step": 69340
    },
    {
      "loss_action": 0.003769806819036603,
      "loss_total": 0.003769806819036603,
      "step": 69340
    },
    {
      "loss_action": 0.0033957327250391245,
      "loss_total": 0.0033957327250391245,
      "step": 69340
    },
    {
      "grad_norm": 0.12289615720510483,
      "learning_rate": 9.589609977372608e-05,
      "loss": 0.0068,
      "step": 69350
    },
    {
      "loss_action": 0.003579784883186221,
      "loss_total": 0.003579784883186221,
      "step": 69350
    },
    {
      "loss_action": 0.00573711795732379,
      "loss_total": 0.00573711795732379,
      "step": 69350
    },
    {
      "loss_action": 0.0024525728076696396,
      "loss_total": 0.0024525728076696396,
      "step": 69350
    },
    {
      "loss_action": 0.0039724730886518955,
      "loss_total": 0.0039724730886518955,
      "step": 69350
    },
    {
      "loss_action": 0.0022529042325913906,
      "loss_total": 0.0022529042325913906,
      "step": 69350
    },
    {
      "loss_action": 0.0033940367866307497,
      "loss_total": 0.0033940367866307497,
      "step": 69350
    },
    {
      "loss_action": 0.007707787677645683,
      "loss_total": 0.007707787677645683,
      "step": 69350
    },
    {
      "loss_action": 0.004052412696182728,
      "loss_total": 0.004052412696182728,
      "step": 69350
    },
    {
      "grad_norm": 0.11903533339500427,
      "learning_rate": 9.589445953645578e-05,
      "loss": 0.007,
      "step": 69360
    },
    {
      "loss_action": 0.0016857373993843794,
      "loss_total": 0.0016857373993843794,
      "step": 69360
    },
    {
      "loss_action": 0.01056237705051899,
      "loss_total": 0.01056237705051899,
      "step": 69360
    },
    {
      "loss_action": 0.009926307015120983,
      "loss_total": 0.009926307015120983,
      "step": 69360
    },
    {
      "loss_action": 0.0062831686809659,
      "loss_total": 0.0062831686809659,
      "step": 69360
    },
    {
      "loss_action": 0.0068627288565039635,
      "loss_total": 0.0068627288565039635,
      "step": 69360
    },
    {
      "loss_action": 0.008809182792901993,
      "loss_total": 0.008809182792901993,
      "step": 69360
    },
    {
      "loss_action": 0.008702386170625687,
      "loss_total": 0.008702386170625687,
      "step": 69360
    },
    {
      "loss_action": 0.002908737864345312,
      "loss_total": 0.002908737864345312,
      "step": 69360
    },
    {
      "grad_norm": 0.08501476794481277,
      "learning_rate": 9.589281898550113e-05,
      "loss": 0.0073,
      "step": 69370
    },
    {
      "loss_action": 0.005142988637089729,
      "loss_total": 0.005142988637089729,
      "step": 69370
    },
    {
      "loss_action": 0.002051990944892168,
      "loss_total": 0.002051990944892168,
      "step": 69370
    },
    {
      "loss_action": 0.0043605612590909,
      "loss_total": 0.0043605612590909,
      "step": 69370
    },
    {
      "loss_action": 0.002754311077296734,
      "loss_total": 0.002754311077296734,
      "step": 69370
    },
    {
      "loss_action": 0.003102012909948826,
      "loss_total": 0.003102012909948826,
      "step": 69370
    },
    {
      "loss_action": 0.014874553307890892,
      "loss_total": 0.014874553307890892,
      "step": 69370
    },
    {
      "loss_action": 0.007090163417160511,
      "loss_total": 0.007090163417160511,
      "step": 69370
    },
    {
      "loss_action": 0.01626548171043396,
      "loss_total": 0.01626548171043396,
      "step": 69370
    },
    {
      "grad_norm": 0.13297627866268158,
      "learning_rate": 9.589117812087339e-05,
      "loss": 0.0073,
      "step": 69380
    },
    {
      "loss_action": 0.003067701356485486,
      "loss_total": 0.003067701356485486,
      "step": 69380
    },
    {
      "loss_action": 0.0028048567473888397,
      "loss_total": 0.0028048567473888397,
      "step": 69380
    },
    {
      "loss_action": 0.007648982107639313,
      "loss_total": 0.007648982107639313,
      "step": 69380
    },
    {
      "loss_action": 0.0028276084922254086,
      "loss_total": 0.0028276084922254086,
      "step": 69380
    },
    {
      "loss_action": 0.004236810375005007,
      "loss_total": 0.004236810375005007,
      "step": 69380
    },
    {
      "loss_action": 0.0033560325391590595,
      "loss_total": 0.0033560325391590595,
      "step": 69380
    },
    {
      "loss_action": 0.0026513054035604,
      "loss_total": 0.0026513054035604,
      "step": 69380
    },
    {
      "loss_action": 0.005671610124409199,
      "loss_total": 0.005671610124409199,
      "step": 69380
    },
    {
      "grad_norm": 0.10438639670610428,
      "learning_rate": 9.588953694258376e-05,
      "loss": 0.0076,
      "step": 69390
    },
    {
      "loss_action": 0.003695768304169178,
      "loss_total": 0.003695768304169178,
      "step": 69390
    },
    {
      "loss_action": 0.010071060620248318,
      "loss_total": 0.010071060620248318,
      "step": 69390
    },
    {
      "loss_action": 0.006753833498805761,
      "loss_total": 0.006753833498805761,
      "step": 69390
    },
    {
      "loss_action": 0.0018095356645062566,
      "loss_total": 0.0018095356645062566,
      "step": 69390
    },
    {
      "loss_action": 0.01259434875100851,
      "loss_total": 0.01259434875100851,
      "step": 69390
    },
    {
      "loss_action": 0.004290591925382614,
      "loss_total": 0.004290591925382614,
      "step": 69390
    },
    {
      "loss_action": 0.007275086361914873,
      "loss_total": 0.007275086361914873,
      "step": 69390
    },
    {
      "loss_action": 0.0032331503462046385,
      "loss_total": 0.0032331503462046385,
      "step": 69390
    },
    {
      "grad_norm": 0.10739575326442719,
      "learning_rate": 9.588789545064346e-05,
      "loss": 0.0073,
      "step": 69400
    },
    {
      "loss_action": 0.006943889427930117,
      "loss_total": 0.006943889427930117,
      "step": 69400
    },
    {
      "loss_action": 0.012735987082123756,
      "loss_total": 0.012735987082123756,
      "step": 69400
    },
    {
      "loss_action": 0.004402171354740858,
      "loss_total": 0.004402171354740858,
      "step": 69400
    },
    {
      "loss_action": 0.010538216680288315,
      "loss_total": 0.010538216680288315,
      "step": 69400
    },
    {
      "loss_action": 0.010098382830619812,
      "loss_total": 0.010098382830619812,
      "step": 69400
    },
    {
      "loss_action": 0.003138969885185361,
      "loss_total": 0.003138969885185361,
      "step": 69400
    },
    {
      "loss_action": 0.002496947068721056,
      "loss_total": 0.002496947068721056,
      "step": 69400
    },
    {
      "loss_action": 0.004095551557838917,
      "loss_total": 0.004095551557838917,
      "step": 69400
    },
    {
      "grad_norm": 0.13302308320999146,
      "learning_rate": 9.588625364506368e-05,
      "loss": 0.0064,
      "step": 69410
    },
    {
      "loss_action": 0.004682724364101887,
      "loss_total": 0.004682724364101887,
      "step": 69410
    },
    {
      "loss_action": 0.00855330191552639,
      "loss_total": 0.00855330191552639,
      "step": 69410
    },
    {
      "loss_action": 0.003371531143784523,
      "loss_total": 0.003371531143784523,
      "step": 69410
    },
    {
      "loss_action": 0.006933045573532581,
      "loss_total": 0.006933045573532581,
      "step": 69410
    },
    {
      "loss_action": 0.02199942246079445,
      "loss_total": 0.02199942246079445,
      "step": 69410
    },
    {
      "loss_action": 0.008459771052002907,
      "loss_total": 0.008459771052002907,
      "step": 69410
    },
    {
      "loss_action": 0.0034989463165402412,
      "loss_total": 0.0034989463165402412,
      "step": 69410
    },
    {
      "loss_action": 0.005847661755979061,
      "loss_total": 0.005847661755979061,
      "step": 69410
    },
    {
      "grad_norm": 0.12737610936164856,
      "learning_rate": 9.588461152585569e-05,
      "loss": 0.0086,
      "step": 69420
    },
    {
      "loss_action": 0.007425766438245773,
      "loss_total": 0.007425766438245773,
      "step": 69420
    },
    {
      "loss_action": 0.002243806142359972,
      "loss_total": 0.002243806142359972,
      "step": 69420
    },
    {
      "loss_action": 0.012464025057852268,
      "loss_total": 0.012464025057852268,
      "step": 69420
    },
    {
      "loss_action": 0.002240968169644475,
      "loss_total": 0.002240968169644475,
      "step": 69420
    },
    {
      "loss_action": 0.004820249043405056,
      "loss_total": 0.004820249043405056,
      "step": 69420
    },
    {
      "loss_action": 0.00724388612434268,
      "loss_total": 0.00724388612434268,
      "step": 69420
    },
    {
      "loss_action": 0.002751743420958519,
      "loss_total": 0.002751743420958519,
      "step": 69420
    },
    {
      "loss_action": 0.0033240148331969976,
      "loss_total": 0.0033240148331969976,
      "step": 69420
    },
    {
      "grad_norm": 0.16352322697639465,
      "learning_rate": 9.588296909303068e-05,
      "loss": 0.0087,
      "step": 69430
    },
    {
      "loss_action": 0.007198019418865442,
      "loss_total": 0.007198019418865442,
      "step": 69430
    },
    {
      "loss_action": 0.005775436758995056,
      "loss_total": 0.005775436758995056,
      "step": 69430
    },
    {
      "loss_action": 0.00978089589625597,
      "loss_total": 0.00978089589625597,
      "step": 69430
    },
    {
      "loss_action": 0.015759464353322983,
      "loss_total": 0.015759464353322983,
      "step": 69430
    },
    {
      "loss_action": 0.0065190671011805534,
      "loss_total": 0.0065190671011805534,
      "step": 69430
    },
    {
      "loss_action": 0.005624638870358467,
      "loss_total": 0.005624638870358467,
      "step": 69430
    },
    {
      "loss_action": 0.003959374502301216,
      "loss_total": 0.003959374502301216,
      "step": 69430
    },
    {
      "loss_action": 0.004395462106913328,
      "loss_total": 0.004395462106913328,
      "step": 69430
    },
    {
      "grad_norm": 0.09847722202539444,
      "learning_rate": 9.588132634659988e-05,
      "loss": 0.0068,
      "step": 69440
    },
    {
      "loss_action": 0.003091118996962905,
      "loss_total": 0.003091118996962905,
      "step": 69440
    },
    {
      "loss_action": 0.0032467986457049847,
      "loss_total": 0.0032467986457049847,
      "step": 69440
    },
    {
      "loss_action": 0.00678531639277935,
      "loss_total": 0.00678531639277935,
      "step": 69440
    },
    {
      "loss_action": 0.002582158427685499,
      "loss_total": 0.002582158427685499,
      "step": 69440
    },
    {
      "loss_action": 0.008751386776566505,
      "loss_total": 0.008751386776566505,
      "step": 69440
    },
    {
      "loss_action": 0.008291563019156456,
      "loss_total": 0.008291563019156456,
      "step": 69440
    },
    {
      "loss_action": 0.0046510095708072186,
      "loss_total": 0.0046510095708072186,
      "step": 69440
    },
    {
      "loss_action": 0.014050355181097984,
      "loss_total": 0.014050355181097984,
      "step": 69440
    },
    {
      "grad_norm": 0.10452226549386978,
      "learning_rate": 9.587968328657452e-05,
      "loss": 0.008,
      "step": 69450
    },
    {
      "loss_action": 0.0068636247888207436,
      "loss_total": 0.0068636247888207436,
      "step": 69450
    },
    {
      "loss_action": 0.0047612264752388,
      "loss_total": 0.0047612264752388,
      "step": 69450
    },
    {
      "loss_action": 0.013383995741605759,
      "loss_total": 0.013383995741605759,
      "step": 69450
    },
    {
      "loss_action": 0.004243300296366215,
      "loss_total": 0.004243300296366215,
      "step": 69450
    },
    {
      "loss_action": 0.0020733047276735306,
      "loss_total": 0.0020733047276735306,
      "step": 69450
    },
    {
      "loss_action": 0.002556971739977598,
      "loss_total": 0.002556971739977598,
      "step": 69450
    },
    {
      "loss_action": 0.008360442705452442,
      "loss_total": 0.008360442705452442,
      "step": 69450
    },
    {
      "loss_action": 0.0031453571282327175,
      "loss_total": 0.0031453571282327175,
      "step": 69450
    },
    {
      "grad_norm": 0.10318892449140549,
      "learning_rate": 9.587803991296583e-05,
      "loss": 0.0067,
      "step": 69460
    },
    {
      "loss_action": 0.02227044478058815,
      "loss_total": 0.02227044478058815,
      "step": 69460
    },
    {
      "loss_action": 0.005316049791872501,
      "loss_total": 0.005316049791872501,
      "step": 69460
    },
    {
      "loss_action": 0.004324468784034252,
      "loss_total": 0.004324468784034252,
      "step": 69460
    },
    {
      "loss_action": 0.004908737726509571,
      "loss_total": 0.004908737726509571,
      "step": 69460
    },
    {
      "loss_action": 0.005469287279993296,
      "loss_total": 0.005469287279993296,
      "step": 69460
    },
    {
      "loss_action": 0.0046141743659973145,
      "loss_total": 0.0046141743659973145,
      "step": 69460
    },
    {
      "loss_action": 0.012628216296434402,
      "loss_total": 0.012628216296434402,
      "step": 69460
    },
    {
      "loss_action": 0.00587457325309515,
      "loss_total": 0.00587457325309515,
      "step": 69460
    },
    {
      "grad_norm": 0.08668007701635361,
      "learning_rate": 9.587639622578505e-05,
      "loss": 0.0072,
      "step": 69470
    },
    {
      "loss_action": 0.00457307742908597,
      "loss_total": 0.00457307742908597,
      "step": 69470
    },
    {
      "loss_action": 0.002362122293561697,
      "loss_total": 0.002362122293561697,
      "step": 69470
    },
    {
      "loss_action": 0.006595246493816376,
      "loss_total": 0.006595246493816376,
      "step": 69470
    },
    {
      "loss_action": 0.005153554491698742,
      "loss_total": 0.005153554491698742,
      "step": 69470
    },
    {
      "loss_action": 0.022688284516334534,
      "loss_total": 0.022688284516334534,
      "step": 69470
    },
    {
      "loss_action": 0.005468438845127821,
      "loss_total": 0.005468438845127821,
      "step": 69470
    },
    {
      "loss_action": 0.004070834256708622,
      "loss_total": 0.004070834256708622,
      "step": 69470
    },
    {
      "loss_action": 0.008329419419169426,
      "loss_total": 0.008329419419169426,
      "step": 69470
    },
    {
      "grad_norm": 0.10461211204528809,
      "learning_rate": 9.587475222504343e-05,
      "loss": 0.0063,
      "step": 69480
    },
    {
      "loss_action": 0.007046799175441265,
      "loss_total": 0.007046799175441265,
      "step": 69480
    },
    {
      "loss_action": 0.005787932313978672,
      "loss_total": 0.005787932313978672,
      "step": 69480
    },
    {
      "loss_action": 0.0034310431219637394,
      "loss_total": 0.0034310431219637394,
      "step": 69480
    },
    {
      "loss_action": 0.00487491674721241,
      "loss_total": 0.00487491674721241,
      "step": 69480
    },
    {
      "loss_action": 0.035327695310115814,
      "loss_total": 0.035327695310115814,
      "step": 69480
    },
    {
      "loss_action": 0.003942921292036772,
      "loss_total": 0.003942921292036772,
      "step": 69480
    },
    {
      "loss_action": 0.004047464579343796,
      "loss_total": 0.004047464579343796,
      "step": 69480
    },
    {
      "loss_action": 0.002643031068146229,
      "loss_total": 0.002643031068146229,
      "step": 69480
    },
    {
      "grad_norm": 0.1140950471162796,
      "learning_rate": 9.587310791075217e-05,
      "loss": 0.0075,
      "step": 69490
    },
    {
      "loss_action": 0.003434229176491499,
      "loss_total": 0.003434229176491499,
      "step": 69490
    },
    {
      "loss_action": 0.0037326007150113583,
      "loss_total": 0.0037326007150113583,
      "step": 69490
    },
    {
      "loss_action": 0.010629646480083466,
      "loss_total": 0.010629646480083466,
      "step": 69490
    },
    {
      "loss_action": 0.006601809989660978,
      "loss_total": 0.006601809989660978,
      "step": 69490
    },
    {
      "loss_action": 0.013460439629852772,
      "loss_total": 0.013460439629852772,
      "step": 69490
    },
    {
      "loss_action": 0.009249981492757797,
      "loss_total": 0.009249981492757797,
      "step": 69490
    },
    {
      "loss_action": 0.0055205319076776505,
      "loss_total": 0.0055205319076776505,
      "step": 69490
    },
    {
      "loss_action": 0.0033689746633172035,
      "loss_total": 0.0033689746633172035,
      "step": 69490
    },
    {
      "grad_norm": 0.0973067358136177,
      "learning_rate": 9.587146328292253e-05,
      "loss": 0.0072,
      "step": 69500
    },
    {
      "loss_action": 0.005491106770932674,
      "loss_total": 0.005491106770932674,
      "step": 69500
    },
    {
      "loss_action": 0.0038359109312295914,
      "loss_total": 0.0038359109312295914,
      "step": 69500
    },
    {
      "loss_action": 0.0018811089685186744,
      "loss_total": 0.0018811089685186744,
      "step": 69500
    },
    {
      "loss_action": 0.003113600891083479,
      "loss_total": 0.003113600891083479,
      "step": 69500
    },
    {
      "loss_action": 0.0035735710989683867,
      "loss_total": 0.0035735710989683867,
      "step": 69500
    },
    {
      "loss_action": 0.008113119751214981,
      "loss_total": 0.008113119751214981,
      "step": 69500
    },
    {
      "loss_action": 0.012022092938423157,
      "loss_total": 0.012022092938423157,
      "step": 69500
    },
    {
      "loss_action": 0.0072750430554151535,
      "loss_total": 0.0072750430554151535,
      "step": 69500
    },
    {
      "grad_norm": 0.10769084095954895,
      "learning_rate": 9.586981834156575e-05,
      "loss": 0.0076,
      "step": 69510
    },
    {
      "loss_action": 0.004132772795855999,
      "loss_total": 0.004132772795855999,
      "step": 69510
    },
    {
      "loss_action": 0.0023286989890038967,
      "loss_total": 0.0023286989890038967,
      "step": 69510
    },
    {
      "loss_action": 0.0025707674212753773,
      "loss_total": 0.0025707674212753773,
      "step": 69510
    },
    {
      "loss_action": 0.005177407059818506,
      "loss_total": 0.005177407059818506,
      "step": 69510
    },
    {
      "loss_action": 0.002872704528272152,
      "loss_total": 0.002872704528272152,
      "step": 69510
    },
    {
      "loss_action": 0.010610876604914665,
      "loss_total": 0.010610876604914665,
      "step": 69510
    },
    {
      "loss_action": 0.00213234918192029,
      "loss_total": 0.00213234918192029,
      "step": 69510
    },
    {
      "loss_action": 0.010453738272190094,
      "loss_total": 0.010453738272190094,
      "step": 69510
    },
    {
      "grad_norm": 0.10739561170339584,
      "learning_rate": 9.586817308669305e-05,
      "loss": 0.0076,
      "step": 69520
    },
    {
      "loss_action": 0.01114234421402216,
      "loss_total": 0.01114234421402216,
      "step": 69520
    },
    {
      "loss_action": 0.002050468698143959,
      "loss_total": 0.002050468698143959,
      "step": 69520
    },
    {
      "loss_action": 0.0025133942253887653,
      "loss_total": 0.0025133942253887653,
      "step": 69520
    },
    {
      "loss_action": 0.010987561196088791,
      "loss_total": 0.010987561196088791,
      "step": 69520
    },
    {
      "loss_action": 0.011953740380704403,
      "loss_total": 0.011953740380704403,
      "step": 69520
    },
    {
      "loss_action": 0.011004133149981499,
      "loss_total": 0.011004133149981499,
      "step": 69520
    },
    {
      "loss_action": 0.0038634026423096657,
      "loss_total": 0.0038634026423096657,
      "step": 69520
    },
    {
      "loss_action": 0.008833334781229496,
      "loss_total": 0.008833334781229496,
      "step": 69520
    },
    {
      "grad_norm": 0.12221766263246536,
      "learning_rate": 9.586652751831571e-05,
      "loss": 0.0085,
      "step": 69530
    },
    {
      "loss_action": 0.006261671893298626,
      "loss_total": 0.006261671893298626,
      "step": 69530
    },
    {
      "loss_action": 0.004780288320034742,
      "loss_total": 0.004780288320034742,
      "step": 69530
    },
    {
      "loss_action": 0.003182639367878437,
      "loss_total": 0.003182639367878437,
      "step": 69530
    },
    {
      "loss_action": 0.0036688013933598995,
      "loss_total": 0.0036688013933598995,
      "step": 69530
    },
    {
      "loss_action": 0.005852276459336281,
      "loss_total": 0.005852276459336281,
      "step": 69530
    },
    {
      "loss_action": 0.0036460859701037407,
      "loss_total": 0.0036460859701037407,
      "step": 69530
    },
    {
      "loss_action": 0.012160730548202991,
      "loss_total": 0.012160730548202991,
      "step": 69530
    },
    {
      "loss_action": 0.006269713863730431,
      "loss_total": 0.006269713863730431,
      "step": 69530
    },
    {
      "grad_norm": 0.11660805344581604,
      "learning_rate": 9.586488163644496e-05,
      "loss": 0.0077,
      "step": 69540
    },
    {
      "loss_action": 0.0019305867608636618,
      "loss_total": 0.0019305867608636618,
      "step": 69540
    },
    {
      "loss_action": 0.004119194112718105,
      "loss_total": 0.004119194112718105,
      "step": 69540
    },
    {
      "loss_action": 0.011049080640077591,
      "loss_total": 0.011049080640077591,
      "step": 69540
    },
    {
      "loss_action": 0.004436618648469448,
      "loss_total": 0.004436618648469448,
      "step": 69540
    },
    {
      "loss_action": 0.007570486515760422,
      "loss_total": 0.007570486515760422,
      "step": 69540
    },
    {
      "loss_action": 0.026318250223994255,
      "loss_total": 0.026318250223994255,
      "step": 69540
    },
    {
      "loss_action": 0.005769325420260429,
      "loss_total": 0.005769325420260429,
      "step": 69540
    },
    {
      "loss_action": 0.0062475139275193214,
      "loss_total": 0.0062475139275193214,
      "step": 69540
    },
    {
      "grad_norm": 0.09254119545221329,
      "learning_rate": 9.586323544109204e-05,
      "loss": 0.0071,
      "step": 69550
    },
    {
      "loss_action": 0.006094844080507755,
      "loss_total": 0.006094844080507755,
      "step": 69550
    },
    {
      "loss_action": 0.00809794943779707,
      "loss_total": 0.00809794943779707,
      "step": 69550
    },
    {
      "loss_action": 0.004358670208603144,
      "loss_total": 0.004358670208603144,
      "step": 69550
    },
    {
      "loss_action": 0.003925206605345011,
      "loss_total": 0.003925206605345011,
      "step": 69550
    },
    {
      "loss_action": 0.005259622819721699,
      "loss_total": 0.005259622819721699,
      "step": 69550
    },
    {
      "loss_action": 0.0024063028395175934,
      "loss_total": 0.0024063028395175934,
      "step": 69550
    },
    {
      "loss_action": 0.009163633920252323,
      "loss_total": 0.009163633920252323,
      "step": 69550
    },
    {
      "loss_action": 0.014082236215472221,
      "loss_total": 0.014082236215472221,
      "step": 69550
    },
    {
      "grad_norm": 0.11796741187572479,
      "learning_rate": 9.586158893226822e-05,
      "loss": 0.0071,
      "step": 69560
    },
    {
      "loss_action": 0.009987673722207546,
      "loss_total": 0.009987673722207546,
      "step": 69560
    },
    {
      "loss_action": 0.013445066288113594,
      "loss_total": 0.013445066288113594,
      "step": 69560
    },
    {
      "loss_action": 0.0037201540544629097,
      "loss_total": 0.0037201540544629097,
      "step": 69560
    },
    {
      "loss_action": 0.005312035325914621,
      "loss_total": 0.005312035325914621,
      "step": 69560
    },
    {
      "loss_action": 0.006240504793822765,
      "loss_total": 0.006240504793822765,
      "step": 69560
    },
    {
      "loss_action": 0.004532926715910435,
      "loss_total": 0.004532926715910435,
      "step": 69560
    },
    {
      "loss_action": 0.0028356658294796944,
      "loss_total": 0.0028356658294796944,
      "step": 69560
    },
    {
      "loss_action": 0.010436772368848324,
      "loss_total": 0.010436772368848324,
      "step": 69560
    },
    {
      "grad_norm": 0.17146562039852142,
      "learning_rate": 9.585994210998474e-05,
      "loss": 0.0067,
      "step": 69570
    },
    {
      "loss_action": 0.003391662612557411,
      "loss_total": 0.003391662612557411,
      "step": 69570
    },
    {
      "loss_action": 0.01777251623570919,
      "loss_total": 0.01777251623570919,
      "step": 69570
    },
    {
      "loss_action": 0.00392486434429884,
      "loss_total": 0.00392486434429884,
      "step": 69570
    },
    {
      "loss_action": 0.009186194278299809,
      "loss_total": 0.009186194278299809,
      "step": 69570
    },
    {
      "loss_action": 0.025525042787194252,
      "loss_total": 0.025525042787194252,
      "step": 69570
    },
    {
      "loss_action": 0.00597651582211256,
      "loss_total": 0.00597651582211256,
      "step": 69570
    },
    {
      "loss_action": 0.007563082501292229,
      "loss_total": 0.007563082501292229,
      "step": 69570
    },
    {
      "loss_action": 0.01983819343149662,
      "loss_total": 0.01983819343149662,
      "step": 69570
    },
    {
      "grad_norm": 0.13363444805145264,
      "learning_rate": 9.585829497425288e-05,
      "loss": 0.0067,
      "step": 69580
    },
    {
      "loss_action": 0.003952879924327135,
      "loss_total": 0.003952879924327135,
      "step": 69580
    },
    {
      "loss_action": 0.013922512531280518,
      "loss_total": 0.013922512531280518,
      "step": 69580
    },
    {
      "loss_action": 0.0035815027076750994,
      "loss_total": 0.0035815027076750994,
      "step": 69580
    },
    {
      "loss_action": 0.00574174989014864,
      "loss_total": 0.00574174989014864,
      "step": 69580
    },
    {
      "loss_action": 0.006352301687002182,
      "loss_total": 0.006352301687002182,
      "step": 69580
    },
    {
      "loss_action": 0.004186135716736317,
      "loss_total": 0.004186135716736317,
      "step": 69580
    },
    {
      "loss_action": 0.0054027000442147255,
      "loss_total": 0.0054027000442147255,
      "step": 69580
    },
    {
      "loss_action": 0.005536947399377823,
      "loss_total": 0.005536947399377823,
      "step": 69580
    },
    {
      "grad_norm": 0.09300210326910019,
      "learning_rate": 9.585664752508387e-05,
      "loss": 0.0059,
      "step": 69590
    },
    {
      "loss_action": 0.010650546289980412,
      "loss_total": 0.010650546289980412,
      "step": 69590
    },
    {
      "loss_action": 0.002827569842338562,
      "loss_total": 0.002827569842338562,
      "step": 69590
    },
    {
      "loss_action": 0.006893025245517492,
      "loss_total": 0.006893025245517492,
      "step": 69590
    },
    {
      "loss_action": 0.003961298614740372,
      "loss_total": 0.003961298614740372,
      "step": 69590
    },
    {
      "loss_action": 0.06084795668721199,
      "loss_total": 0.06084795668721199,
      "step": 69590
    },
    {
      "loss_action": 0.024222102016210556,
      "loss_total": 0.024222102016210556,
      "step": 69590
    },
    {
      "loss_action": 0.0023593781515955925,
      "loss_total": 0.0023593781515955925,
      "step": 69590
    },
    {
      "loss_action": 0.00689286133274436,
      "loss_total": 0.00689286133274436,
      "step": 69590
    },
    {
      "grad_norm": 0.09148767590522766,
      "learning_rate": 9.585499976248899e-05,
      "loss": 0.0068,
      "step": 69600
    },
    {
      "loss_action": 0.008642127737402916,
      "loss_total": 0.008642127737402916,
      "step": 69600
    },
    {
      "loss_action": 0.004800575785338879,
      "loss_total": 0.004800575785338879,
      "step": 69600
    },
    {
      "loss_action": 0.009384533390402794,
      "loss_total": 0.009384533390402794,
      "step": 69600
    },
    {
      "loss_action": 0.00632069306448102,
      "loss_total": 0.00632069306448102,
      "step": 69600
    },
    {
      "loss_action": 0.009728994220495224,
      "loss_total": 0.009728994220495224,
      "step": 69600
    },
    {
      "loss_action": 0.009275563061237335,
      "loss_total": 0.009275563061237335,
      "step": 69600
    },
    {
      "loss_action": 0.0022504599764943123,
      "loss_total": 0.0022504599764943123,
      "step": 69600
    },
    {
      "loss_action": 0.003729654708877206,
      "loss_total": 0.003729654708877206,
      "step": 69600
    },
    {
      "grad_norm": 0.1393812596797943,
      "learning_rate": 9.585335168647948e-05,
      "loss": 0.0078,
      "step": 69610
    },
    {
      "loss_action": 0.006860068067908287,
      "loss_total": 0.006860068067908287,
      "step": 69610
    },
    {
      "loss_action": 0.006602248176932335,
      "loss_total": 0.006602248176932335,
      "step": 69610
    },
    {
      "loss_action": 0.004694364964962006,
      "loss_total": 0.004694364964962006,
      "step": 69610
    },
    {
      "loss_action": 0.0021938823629170656,
      "loss_total": 0.0021938823629170656,
      "step": 69610
    },
    {
      "loss_action": 0.015182447619736195,
      "loss_total": 0.015182447619736195,
      "step": 69610
    },
    {
      "loss_action": 0.006378618534654379,
      "loss_total": 0.006378618534654379,
      "step": 69610
    },
    {
      "loss_action": 0.007926946505904198,
      "loss_total": 0.007926946505904198,
      "step": 69610
    },
    {
      "loss_action": 0.009935297071933746,
      "loss_total": 0.009935297071933746,
      "step": 69610
    },
    {
      "grad_norm": 0.12689879536628723,
      "learning_rate": 9.585170329706662e-05,
      "loss": 0.0072,
      "step": 69620
    },
    {
      "loss_action": 0.005687477998435497,
      "loss_total": 0.005687477998435497,
      "step": 69620
    },
    {
      "loss_action": 0.010071015916764736,
      "loss_total": 0.010071015916764736,
      "step": 69620
    },
    {
      "loss_action": 0.004822855815291405,
      "loss_total": 0.004822855815291405,
      "step": 69620
    },
    {
      "loss_action": 0.011209613643586636,
      "loss_total": 0.011209613643586636,
      "step": 69620
    },
    {
      "loss_action": 0.0024627763777971268,
      "loss_total": 0.0024627763777971268,
      "step": 69620
    },
    {
      "loss_action": 0.0069524990394711494,
      "loss_total": 0.0069524990394711494,
      "step": 69620
    },
    {
      "loss_action": 0.003778069745749235,
      "loss_total": 0.003778069745749235,
      "step": 69620
    },
    {
      "loss_action": 0.002047463785856962,
      "loss_total": 0.002047463785856962,
      "step": 69620
    },
    {
      "grad_norm": 0.13770011067390442,
      "learning_rate": 9.585005459426167e-05,
      "loss": 0.0066,
      "step": 69630
    },
    {
      "loss_action": 0.013072988949716091,
      "loss_total": 0.013072988949716091,
      "step": 69630
    },
    {
      "loss_action": 0.009469302371144295,
      "loss_total": 0.009469302371144295,
      "step": 69630
    },
    {
      "loss_action": 0.008368885144591331,
      "loss_total": 0.008368885144591331,
      "step": 69630
    },
    {
      "loss_action": 0.0076817856170237064,
      "loss_total": 0.0076817856170237064,
      "step": 69630
    },
    {
      "loss_action": 0.016559764742851257,
      "loss_total": 0.016559764742851257,
      "step": 69630
    },
    {
      "loss_action": 0.0038821608759462833,
      "loss_total": 0.0038821608759462833,
      "step": 69630
    },
    {
      "loss_action": 0.004802815616130829,
      "loss_total": 0.004802815616130829,
      "step": 69630
    },
    {
      "loss_action": 0.0044668493792414665,
      "loss_total": 0.0044668493792414665,
      "step": 69630
    },
    {
      "grad_norm": 0.09809228032827377,
      "learning_rate": 9.58484055780759e-05,
      "loss": 0.0077,
      "step": 69640
    },
    {
      "loss_action": 0.002982986392453313,
      "loss_total": 0.002982986392453313,
      "step": 69640
    },
    {
      "loss_action": 0.004666762426495552,
      "loss_total": 0.004666762426495552,
      "step": 69640
    },
    {
      "loss_action": 0.0014970223419368267,
      "loss_total": 0.0014970223419368267,
      "step": 69640
    },
    {
      "loss_action": 0.0062684565782547,
      "loss_total": 0.0062684565782547,
      "step": 69640
    },
    {
      "loss_action": 0.003499350044876337,
      "loss_total": 0.003499350044876337,
      "step": 69640
    },
    {
      "loss_action": 0.0032004716340452433,
      "loss_total": 0.0032004716340452433,
      "step": 69640
    },
    {
      "loss_action": 0.02746000699698925,
      "loss_total": 0.02746000699698925,
      "step": 69640
    },
    {
      "loss_action": 0.004334243945777416,
      "loss_total": 0.004334243945777416,
      "step": 69640
    },
    {
      "grad_norm": 0.14237433671951294,
      "learning_rate": 9.58467562485206e-05,
      "loss": 0.0074,
      "step": 69650
    },
    {
      "loss_action": 0.0028454801067709923,
      "loss_total": 0.0028454801067709923,
      "step": 69650
    },
    {
      "loss_action": 0.0071397945284843445,
      "loss_total": 0.0071397945284843445,
      "step": 69650
    },
    {
      "loss_action": 0.008756007999181747,
      "loss_total": 0.008756007999181747,
      "step": 69650
    },
    {
      "loss_action": 0.001478424179367721,
      "loss_total": 0.001478424179367721,
      "step": 69650
    },
    {
      "loss_action": 0.008750209584832191,
      "loss_total": 0.008750209584832191,
      "step": 69650
    },
    {
      "loss_action": 0.02280348539352417,
      "loss_total": 0.02280348539352417,
      "step": 69650
    },
    {
      "loss_action": 0.006732387933880091,
      "loss_total": 0.006732387933880091,
      "step": 69650
    },
    {
      "loss_action": 0.005266801919788122,
      "loss_total": 0.005266801919788122,
      "step": 69650
    },
    {
      "grad_norm": 0.07966969162225723,
      "learning_rate": 9.584510660560702e-05,
      "loss": 0.0066,
      "step": 69660
    },
    {
      "loss_action": 0.006137867923825979,
      "loss_total": 0.006137867923825979,
      "step": 69660
    },
    {
      "loss_action": 0.0033499610144644976,
      "loss_total": 0.0033499610144644976,
      "step": 69660
    },
    {
      "loss_action": 0.0024202116765081882,
      "loss_total": 0.0024202116765081882,
      "step": 69660
    },
    {
      "loss_action": 0.006769115570932627,
      "loss_total": 0.006769115570932627,
      "step": 69660
    },
    {
      "loss_action": 0.002468083519488573,
      "loss_total": 0.002468083519488573,
      "step": 69660
    },
    {
      "loss_action": 0.005035524256527424,
      "loss_total": 0.005035524256527424,
      "step": 69660
    },
    {
      "loss_action": 0.004824923817068338,
      "loss_total": 0.004824923817068338,
      "step": 69660
    },
    {
      "loss_action": 0.004887999966740608,
      "loss_total": 0.004887999966740608,
      "step": 69660
    },
    {
      "grad_norm": 0.13378040492534637,
      "learning_rate": 9.584345664934644e-05,
      "loss": 0.0053,
      "step": 69670
    },
    {
      "loss_action": 0.004691402427852154,
      "loss_total": 0.004691402427852154,
      "step": 69670
    },
    {
      "loss_action": 0.005532841198146343,
      "loss_total": 0.005532841198146343,
      "step": 69670
    },
    {
      "loss_action": 0.00833391584455967,
      "loss_total": 0.00833391584455967,
      "step": 69670
    },
    {
      "loss_action": 0.003472984069958329,
      "loss_total": 0.003472984069958329,
      "step": 69670
    },
    {
      "loss_action": 0.0048281848430633545,
      "loss_total": 0.0048281848430633545,
      "step": 69670
    },
    {
      "loss_action": 0.0016963761299848557,
      "loss_total": 0.0016963761299848557,
      "step": 69670
    },
    {
      "loss_action": 0.013661001808941364,
      "loss_total": 0.013661001808941364,
      "step": 69670
    },
    {
      "loss_action": 0.010860289447009563,
      "loss_total": 0.010860289447009563,
      "step": 69670
    },
    {
      "grad_norm": 0.16882392764091492,
      "learning_rate": 9.584180637975014e-05,
      "loss": 0.0067,
      "step": 69680
    },
    {
      "loss_action": 0.0075342413038015366,
      "loss_total": 0.0075342413038015366,
      "step": 69680
    },
    {
      "loss_action": 0.02104572206735611,
      "loss_total": 0.02104572206735611,
      "step": 69680
    },
    {
      "loss_action": 0.0049721673130989075,
      "loss_total": 0.0049721673130989075,
      "step": 69680
    },
    {
      "loss_action": 0.002108172047883272,
      "loss_total": 0.002108172047883272,
      "step": 69680
    },
    {
      "loss_action": 0.006771809421479702,
      "loss_total": 0.006771809421479702,
      "step": 69680
    },
    {
      "loss_action": 0.0032442028168588877,
      "loss_total": 0.0032442028168588877,
      "step": 69680
    },
    {
      "loss_action": 0.01311827078461647,
      "loss_total": 0.01311827078461647,
      "step": 69680
    },
    {
      "loss_action": 0.005853652022778988,
      "loss_total": 0.005853652022778988,
      "step": 69680
    },
    {
      "grad_norm": 0.11434963345527649,
      "learning_rate": 9.584015579682941e-05,
      "loss": 0.0067,
      "step": 69690
    },
    {
      "loss_action": 0.017781803384423256,
      "loss_total": 0.017781803384423256,
      "step": 69690
    },
    {
      "loss_action": 0.006699101533740759,
      "loss_total": 0.006699101533740759,
      "step": 69690
    },
    {
      "loss_action": 0.006802210118621588,
      "loss_total": 0.006802210118621588,
      "step": 69690
    },
    {
      "loss_action": 0.006285468116402626,
      "loss_total": 0.006285468116402626,
      "step": 69690
    },
    {
      "loss_action": 0.0017178307753056288,
      "loss_total": 0.0017178307753056288,
      "step": 69690
    },
    {
      "loss_action": 0.003069926518946886,
      "loss_total": 0.003069926518946886,
      "step": 69690
    },
    {
      "loss_action": 0.003187599591910839,
      "loss_total": 0.003187599591910839,
      "step": 69690
    },
    {
      "loss_action": 0.0064699407666921616,
      "loss_total": 0.0064699407666921616,
      "step": 69690
    },
    {
      "grad_norm": 0.11749984323978424,
      "learning_rate": 9.58385049005955e-05,
      "loss": 0.0065,
      "step": 69700
    },
    {
      "loss_action": 0.004559483379125595,
      "loss_total": 0.004559483379125595,
      "step": 69700
    },
    {
      "loss_action": 0.004487120546400547,
      "loss_total": 0.004487120546400547,
      "step": 69700
    },
    {
      "loss_action": 0.008346494287252426,
      "loss_total": 0.008346494287252426,
      "step": 69700
    },
    {
      "loss_action": 0.005150620825588703,
      "loss_total": 0.005150620825588703,
      "step": 69700
    },
    {
      "loss_action": 0.006016253959387541,
      "loss_total": 0.006016253959387541,
      "step": 69700
    },
    {
      "loss_action": 0.009583769366145134,
      "loss_total": 0.009583769366145134,
      "step": 69700
    },
    {
      "loss_action": 0.0063626086339354515,
      "loss_total": 0.0063626086339354515,
      "step": 69700
    },
    {
      "loss_action": 0.004249744117259979,
      "loss_total": 0.004249744117259979,
      "step": 69700
    },
    {
      "grad_norm": 0.1013454869389534,
      "learning_rate": 9.583685369105972e-05,
      "loss": 0.0066,
      "step": 69710
    },
    {
      "loss_action": 0.002997418399900198,
      "loss_total": 0.002997418399900198,
      "step": 69710
    },
    {
      "loss_action": 0.0037302221171557903,
      "loss_total": 0.0037302221171557903,
      "step": 69710
    },
    {
      "loss_action": 0.003047536825761199,
      "loss_total": 0.003047536825761199,
      "step": 69710
    },
    {
      "loss_action": 0.020091576501727104,
      "loss_total": 0.020091576501727104,
      "step": 69710
    },
    {
      "loss_action": 0.016587482765316963,
      "loss_total": 0.016587482765316963,
      "step": 69710
    },
    {
      "loss_action": 0.004990417510271072,
      "loss_total": 0.004990417510271072,
      "step": 69710
    },
    {
      "loss_action": 0.0046909889206290245,
      "loss_total": 0.0046909889206290245,
      "step": 69710
    },
    {
      "loss_action": 0.002963597886264324,
      "loss_total": 0.002963597886264324,
      "step": 69710
    },
    {
      "grad_norm": 0.08422163128852844,
      "learning_rate": 9.583520216823335e-05,
      "loss": 0.0079,
      "step": 69720
    },
    {
      "loss_action": 0.003888883860781789,
      "loss_total": 0.003888883860781789,
      "step": 69720
    },
    {
      "loss_action": 0.018497658893465996,
      "loss_total": 0.018497658893465996,
      "step": 69720
    },
    {
      "loss_action": 0.004681658931076527,
      "loss_total": 0.004681658931076527,
      "step": 69720
    },
    {
      "loss_action": 0.019418587908148766,
      "loss_total": 0.019418587908148766,
      "step": 69720
    },
    {
      "loss_action": 0.004182727076113224,
      "loss_total": 0.004182727076113224,
      "step": 69720
    },
    {
      "loss_action": 0.0043814959935843945,
      "loss_total": 0.0043814959935843945,
      "step": 69720
    },
    {
      "loss_action": 0.007182459346950054,
      "loss_total": 0.007182459346950054,
      "step": 69720
    },
    {
      "loss_action": 0.0036874781362712383,
      "loss_total": 0.0036874781362712383,
      "step": 69720
    },
    {
      "grad_norm": 0.1500437706708908,
      "learning_rate": 9.583355033212768e-05,
      "loss": 0.0071,
      "step": 69730
    },
    {
      "loss_action": 0.010026874952018261,
      "loss_total": 0.010026874952018261,
      "step": 69730
    },
    {
      "loss_action": 0.009917798452079296,
      "loss_total": 0.009917798452079296,
      "step": 69730
    },
    {
      "loss_action": 0.019488004967570305,
      "loss_total": 0.019488004967570305,
      "step": 69730
    },
    {
      "loss_action": 0.0026236120611429214,
      "loss_total": 0.0026236120611429214,
      "step": 69730
    },
    {
      "loss_action": 0.010058518499135971,
      "loss_total": 0.010058518499135971,
      "step": 69730
    },
    {
      "loss_action": 0.002416929230093956,
      "loss_total": 0.002416929230093956,
      "step": 69730
    },
    {
      "loss_action": 0.0022579366341233253,
      "loss_total": 0.0022579366341233253,
      "step": 69730
    },
    {
      "loss_action": 0.004066323861479759,
      "loss_total": 0.004066323861479759,
      "step": 69730
    },
    {
      "grad_norm": 0.14001724123954773,
      "learning_rate": 9.583189818275399e-05,
      "loss": 0.0069,
      "step": 69740
    },
    {
      "loss_action": 0.00239757401868701,
      "loss_total": 0.00239757401868701,
      "step": 69740
    },
    {
      "loss_action": 0.006538392975926399,
      "loss_total": 0.006538392975926399,
      "step": 69740
    },
    {
      "loss_action": 0.00547955185174942,
      "loss_total": 0.00547955185174942,
      "step": 69740
    },
    {
      "loss_action": 0.0030907122418284416,
      "loss_total": 0.0030907122418284416,
      "step": 69740
    },
    {
      "loss_action": 0.01104235090315342,
      "loss_total": 0.01104235090315342,
      "step": 69740
    },
    {
      "loss_action": 0.002997552277520299,
      "loss_total": 0.002997552277520299,
      "step": 69740
    },
    {
      "loss_action": 0.04683016240596771,
      "loss_total": 0.04683016240596771,
      "step": 69740
    },
    {
      "loss_action": 0.0037004100158810616,
      "loss_total": 0.0037004100158810616,
      "step": 69740
    },
    {
      "grad_norm": 0.07928716391324997,
      "learning_rate": 9.583024572012358e-05,
      "loss": 0.0069,
      "step": 69750
    },
    {
      "loss_action": 0.011291318573057652,
      "loss_total": 0.011291318573057652,
      "step": 69750
    },
    {
      "loss_action": 0.009415151551365852,
      "loss_total": 0.009415151551365852,
      "step": 69750
    },
    {
      "loss_action": 0.00975094921886921,
      "loss_total": 0.00975094921886921,
      "step": 69750
    },
    {
      "loss_action": 0.007011200301349163,
      "loss_total": 0.007011200301349163,
      "step": 69750
    },
    {
      "loss_action": 0.005366429220885038,
      "loss_total": 0.005366429220885038,
      "step": 69750
    },
    {
      "loss_action": 0.003247542306780815,
      "loss_total": 0.003247542306780815,
      "step": 69750
    },
    {
      "loss_action": 0.007314868737012148,
      "loss_total": 0.007314868737012148,
      "step": 69750
    },
    {
      "loss_action": 0.003788537811487913,
      "loss_total": 0.003788537811487913,
      "step": 69750
    },
    {
      "grad_norm": 0.09886454045772552,
      "learning_rate": 9.582859294424776e-05,
      "loss": 0.0069,
      "step": 69760
    },
    {
      "loss_action": 0.00349453859962523,
      "loss_total": 0.00349453859962523,
      "step": 69760
    },
    {
      "loss_action": 0.0022129632998257875,
      "loss_total": 0.0022129632998257875,
      "step": 69760
    },
    {
      "loss_action": 0.005206497386097908,
      "loss_total": 0.005206497386097908,
      "step": 69760
    },
    {
      "loss_action": 0.002734911162406206,
      "loss_total": 0.002734911162406206,
      "step": 69760
    },
    {
      "loss_action": 0.0065979911014437675,
      "loss_total": 0.0065979911014437675,
      "step": 69760
    },
    {
      "loss_action": 0.010394755750894547,
      "loss_total": 0.010394755750894547,
      "step": 69760
    },
    {
      "loss_action": 0.003319103503599763,
      "loss_total": 0.003319103503599763,
      "step": 69760
    },
    {
      "loss_action": 0.004631470888853073,
      "loss_total": 0.004631470888853073,
      "step": 69760
    },
    {
      "grad_norm": 0.1273769736289978,
      "learning_rate": 9.58269398551378e-05,
      "loss": 0.006,
      "step": 69770
    },
    {
      "loss_action": 0.0019659516401588917,
      "loss_total": 0.0019659516401588917,
      "step": 69770
    },
    {
      "loss_action": 0.0025572532322257757,
      "loss_total": 0.0025572532322257757,
      "step": 69770
    },
    {
      "loss_action": 0.0028166924603283405,
      "loss_total": 0.0028166924603283405,
      "step": 69770
    },
    {
      "loss_action": 0.0019148355349898338,
      "loss_total": 0.0019148355349898338,
      "step": 69770
    },
    {
      "loss_action": 0.009899554774165154,
      "loss_total": 0.009899554774165154,
      "step": 69770
    },
    {
      "loss_action": 0.003455202793702483,
      "loss_total": 0.003455202793702483,
      "step": 69770
    },
    {
      "loss_action": 0.0021537328138947487,
      "loss_total": 0.0021537328138947487,
      "step": 69770
    },
    {
      "loss_action": 0.0028501220513135195,
      "loss_total": 0.0028501220513135195,
      "step": 69770
    },
    {
      "grad_norm": 0.09809412807226181,
      "learning_rate": 9.5825286452805e-05,
      "loss": 0.0059,
      "step": 69780
    },
    {
      "loss_action": 0.0036353187169879675,
      "loss_total": 0.0036353187169879675,
      "step": 69780
    },
    {
      "loss_action": 0.01604820042848587,
      "loss_total": 0.01604820042848587,
      "step": 69780
    },
    {
      "loss_action": 0.005608715582638979,
      "loss_total": 0.005608715582638979,
      "step": 69780
    },
    {
      "loss_action": 0.002911551855504513,
      "loss_total": 0.002911551855504513,
      "step": 69780
    },
    {
      "loss_action": 0.00483515253290534,
      "loss_total": 0.00483515253290534,
      "step": 69780
    },
    {
      "loss_action": 0.02184385433793068,
      "loss_total": 0.02184385433793068,
      "step": 69780
    },
    {
      "loss_action": 0.009933028370141983,
      "loss_total": 0.009933028370141983,
      "step": 69780
    },
    {
      "loss_action": 0.002351237228140235,
      "loss_total": 0.002351237228140235,
      "step": 69780
    },
    {
      "grad_norm": 0.08950228244066238,
      "learning_rate": 9.582363273726068e-05,
      "loss": 0.0065,
      "step": 69790
    },
    {
      "loss_action": 0.004727316088974476,
      "loss_total": 0.004727316088974476,
      "step": 69790
    },
    {
      "loss_action": 0.0027791413012892008,
      "loss_total": 0.0027791413012892008,
      "step": 69790
    },
    {
      "loss_action": 0.004935377277433872,
      "loss_total": 0.004935377277433872,
      "step": 69790
    },
    {
      "loss_action": 0.003949557431042194,
      "loss_total": 0.003949557431042194,
      "step": 69790
    },
    {
      "loss_action": 0.012589827179908752,
      "loss_total": 0.012589827179908752,
      "step": 69790
    },
    {
      "loss_action": 0.0064291516318917274,
      "loss_total": 0.0064291516318917274,
      "step": 69790
    },
    {
      "loss_action": 0.01380704902112484,
      "loss_total": 0.01380704902112484,
      "step": 69790
    },
    {
      "loss_action": 0.008242376148700714,
      "loss_total": 0.008242376148700714,
      "step": 69790
    },
    {
      "grad_norm": 0.1135922446846962,
      "learning_rate": 9.582197870851613e-05,
      "loss": 0.0063,
      "step": 69800
    },
    {
      "loss_action": 0.009845767170190811,
      "loss_total": 0.009845767170190811,
      "step": 69800
    },
    {
      "loss_action": 0.0031133205629885197,
      "loss_total": 0.0031133205629885197,
      "step": 69800
    },
    {
      "loss_action": 0.0062670777551829815,
      "loss_total": 0.0062670777551829815,
      "step": 69800
    },
    {
      "loss_action": 0.002072986215353012,
      "loss_total": 0.002072986215353012,
      "step": 69800
    },
    {
      "loss_action": 0.008659502491354942,
      "loss_total": 0.008659502491354942,
      "step": 69800
    },
    {
      "loss_action": 0.002651122398674488,
      "loss_total": 0.002651122398674488,
      "step": 69800
    },
    {
      "loss_action": 0.002766844816505909,
      "loss_total": 0.002766844816505909,
      "step": 69800
    },
    {
      "loss_action": 0.007502121850848198,
      "loss_total": 0.007502121850848198,
      "step": 69800
    },
    {
      "grad_norm": 0.12449759989976883,
      "learning_rate": 9.582032436658267e-05,
      "loss": 0.0055,
      "step": 69810
    },
    {
      "loss_action": 0.012744567357003689,
      "loss_total": 0.012744567357003689,
      "step": 69810
    },
    {
      "loss_action": 0.0018334288615733385,
      "loss_total": 0.0018334288615733385,
      "step": 69810
    },
    {
      "loss_action": 0.007734455168247223,
      "loss_total": 0.007734455168247223,
      "step": 69810
    },
    {
      "loss_action": 0.005296873394399881,
      "loss_total": 0.005296873394399881,
      "step": 69810
    },
    {
      "loss_action": 0.01693509891629219,
      "loss_total": 0.01693509891629219,
      "step": 69810
    },
    {
      "loss_action": 0.003628392703831196,
      "loss_total": 0.003628392703831196,
      "step": 69810
    },
    {
      "loss_action": 0.002504125703126192,
      "loss_total": 0.002504125703126192,
      "step": 69810
    },
    {
      "loss_action": 0.0027296338230371475,
      "loss_total": 0.0027296338230371475,
      "step": 69810
    },
    {
      "grad_norm": 0.07605066150426865,
      "learning_rate": 9.581866971147159e-05,
      "loss": 0.0065,
      "step": 69820
    },
    {
      "loss_action": 0.01838047429919243,
      "loss_total": 0.01838047429919243,
      "step": 69820
    },
    {
      "loss_action": 0.0029237328562885523,
      "loss_total": 0.0029237328562885523,
      "step": 69820
    },
    {
      "loss_action": 0.030888743698596954,
      "loss_total": 0.030888743698596954,
      "step": 69820
    },
    {
      "loss_action": 0.009492319077253342,
      "loss_total": 0.009492319077253342,
      "step": 69820
    },
    {
      "loss_action": 0.00435673538595438,
      "loss_total": 0.00435673538595438,
      "step": 69820
    },
    {
      "loss_action": 0.002352525480091572,
      "loss_total": 0.002352525480091572,
      "step": 69820
    },
    {
      "loss_action": 0.004260336980223656,
      "loss_total": 0.004260336980223656,
      "step": 69820
    },
    {
      "loss_action": 0.0052270484156906605,
      "loss_total": 0.0052270484156906605,
      "step": 69820
    },
    {
      "grad_norm": 0.11165039986371994,
      "learning_rate": 9.58170147431942e-05,
      "loss": 0.007,
      "step": 69830
    },
    {
      "loss_action": 0.008790811523795128,
      "loss_total": 0.008790811523795128,
      "step": 69830
    },
    {
      "loss_action": 0.005277234595268965,
      "loss_total": 0.005277234595268965,
      "step": 69830
    },
    {
      "loss_action": 0.0013367035426199436,
      "loss_total": 0.0013367035426199436,
      "step": 69830
    },
    {
      "loss_action": 0.009365446865558624,
      "loss_total": 0.009365446865558624,
      "step": 69830
    },
    {
      "loss_action": 0.002261068671941757,
      "loss_total": 0.002261068671941757,
      "step": 69830
    },
    {
      "loss_action": 0.003364144591614604,
      "loss_total": 0.003364144591614604,
      "step": 69830
    },
    {
      "loss_action": 0.0026131814811378717,
      "loss_total": 0.0026131814811378717,
      "step": 69830
    },
    {
      "loss_action": 0.010756071656942368,
      "loss_total": 0.010756071656942368,
      "step": 69830
    },
    {
      "grad_norm": 0.12891657650470734,
      "learning_rate": 9.581535946176182e-05,
      "loss": 0.0068,
      "step": 69840
    },
    {
      "loss_action": 0.012106386944651604,
      "loss_total": 0.012106386944651604,
      "step": 69840
    },
    {
      "loss_action": 0.0063875215128064156,
      "loss_total": 0.0063875215128064156,
      "step": 69840
    },
    {
      "loss_action": 0.008310248143970966,
      "loss_total": 0.008310248143970966,
      "step": 69840
    },
    {
      "loss_action": 0.014632347971200943,
      "loss_total": 0.014632347971200943,
      "step": 69840
    },
    {
      "loss_action": 0.005000500474125147,
      "loss_total": 0.005000500474125147,
      "step": 69840
    },
    {
      "loss_action": 0.003883121768012643,
      "loss_total": 0.003883121768012643,
      "step": 69840
    },
    {
      "loss_action": 0.003619304858148098,
      "loss_total": 0.003619304858148098,
      "step": 69840
    },
    {
      "loss_action": 0.007618288043886423,
      "loss_total": 0.007618288043886423,
      "step": 69840
    },
    {
      "grad_norm": 0.10988054424524307,
      "learning_rate": 9.581370386718575e-05,
      "loss": 0.0071,
      "step": 69850
    },
    {
      "loss_action": 0.005870808381587267,
      "loss_total": 0.005870808381587267,
      "step": 69850
    },
    {
      "loss_action": 0.005011644214391708,
      "loss_total": 0.005011644214391708,
      "step": 69850
    },
    {
      "loss_action": 0.027029966935515404,
      "loss_total": 0.027029966935515404,
      "step": 69850
    },
    {
      "loss_action": 0.005951235070824623,
      "loss_total": 0.005951235070824623,
      "step": 69850
    },
    {
      "loss_action": 0.0032485034316778183,
      "loss_total": 0.0032485034316778183,
      "step": 69850
    },
    {
      "loss_action": 0.003401721827685833,
      "loss_total": 0.003401721827685833,
      "step": 69850
    },
    {
      "loss_action": 0.01231752522289753,
      "loss_total": 0.01231752522289753,
      "step": 69850
    },
    {
      "loss_action": 0.004237898159772158,
      "loss_total": 0.004237898159772158,
      "step": 69850
    },
    {
      "grad_norm": 0.10012910515069962,
      "learning_rate": 9.581204795947734e-05,
      "loss": 0.0077,
      "step": 69860
    },
    {
      "loss_action": 0.010756036266684532,
      "loss_total": 0.010756036266684532,
      "step": 69860
    },
    {
      "loss_action": 0.005145834758877754,
      "loss_total": 0.005145834758877754,
      "step": 69860
    },
    {
      "loss_action": 0.005749775096774101,
      "loss_total": 0.005749775096774101,
      "step": 69860
    },
    {
      "loss_action": 0.004205952398478985,
      "loss_total": 0.004205952398478985,
      "step": 69860
    },
    {
      "loss_action": 0.006785997189581394,
      "loss_total": 0.006785997189581394,
      "step": 69860
    },
    {
      "loss_action": 0.007310443092137575,
      "loss_total": 0.007310443092137575,
      "step": 69860
    },
    {
      "loss_action": 0.002897301223129034,
      "loss_total": 0.002897301223129034,
      "step": 69860
    },
    {
      "loss_action": 0.006994365248829126,
      "loss_total": 0.006994365248829126,
      "step": 69860
    },
    {
      "grad_norm": 0.11247505992650986,
      "learning_rate": 9.581039173864787e-05,
      "loss": 0.007,
      "step": 69870
    },
    {
      "loss_action": 0.0016857900191098452,
      "loss_total": 0.0016857900191098452,
      "step": 69870
    },
    {
      "loss_action": 0.00460965558886528,
      "loss_total": 0.00460965558886528,
      "step": 69870
    },
    {
      "loss_action": 0.003518493613228202,
      "loss_total": 0.003518493613228202,
      "step": 69870
    },
    {
      "loss_action": 0.011667227372527122,
      "loss_total": 0.011667227372527122,
      "step": 69870
    },
    {
      "loss_action": 0.005104457959532738,
      "loss_total": 0.005104457959532738,
      "step": 69870
    },
    {
      "loss_action": 0.004089634399861097,
      "loss_total": 0.004089634399861097,
      "step": 69870
    },
    {
      "loss_action": 0.003662643488496542,
      "loss_total": 0.003662643488496542,
      "step": 69870
    },
    {
      "loss_action": 0.011483576148748398,
      "loss_total": 0.011483576148748398,
      "step": 69870
    },
    {
      "grad_norm": 0.1269475370645523,
      "learning_rate": 9.580873520470868e-05,
      "loss": 0.0068,
      "step": 69880
    },
    {
      "loss_action": 0.003858618438243866,
      "loss_total": 0.003858618438243866,
      "step": 69880
    },
    {
      "loss_action": 0.010040594264864922,
      "loss_total": 0.010040594264864922,
      "step": 69880
    },
    {
      "loss_action": 0.003918313421308994,
      "loss_total": 0.003918313421308994,
      "step": 69880
    },
    {
      "loss_action": 0.022977806627750397,
      "loss_total": 0.022977806627750397,
      "step": 69880
    },
    {
      "loss_action": 0.007951677776873112,
      "loss_total": 0.007951677776873112,
      "step": 69880
    },
    {
      "loss_action": 0.004596478305757046,
      "loss_total": 0.004596478305757046,
      "step": 69880
    },
    {
      "loss_action": 0.00946756824851036,
      "loss_total": 0.00946756824851036,
      "step": 69880
    },
    {
      "loss_action": 0.009138732217252254,
      "loss_total": 0.009138732217252254,
      "step": 69880
    },
    {
      "grad_norm": 0.29800736904144287,
      "learning_rate": 9.580707835767109e-05,
      "loss": 0.0074,
      "step": 69890
    },
    {
      "loss_action": 0.010736747644841671,
      "loss_total": 0.010736747644841671,
      "step": 69890
    },
    {
      "loss_action": 0.003899156581610441,
      "loss_total": 0.003899156581610441,
      "step": 69890
    },
    {
      "loss_action": 0.012398403137922287,
      "loss_total": 0.012398403137922287,
      "step": 69890
    },
    {
      "loss_action": 0.007429718039929867,
      "loss_total": 0.007429718039929867,
      "step": 69890
    },
    {
      "loss_action": 0.007226033601909876,
      "loss_total": 0.007226033601909876,
      "step": 69890
    },
    {
      "loss_action": 0.009882297366857529,
      "loss_total": 0.009882297366857529,
      "step": 69890
    },
    {
      "loss_action": 0.009777059778571129,
      "loss_total": 0.009777059778571129,
      "step": 69890
    },
    {
      "loss_action": 0.0037802918814122677,
      "loss_total": 0.0037802918814122677,
      "step": 69890
    },
    {
      "grad_norm": 0.11993367224931717,
      "learning_rate": 9.580542119754641e-05,
      "loss": 0.0067,
      "step": 69900
    },
    {
      "loss_action": 0.006837032735347748,
      "loss_total": 0.006837032735347748,
      "step": 69900
    },
    {
      "loss_action": 0.004321547225117683,
      "loss_total": 0.004321547225117683,
      "step": 69900
    },
    {
      "loss_action": 0.012599265202879906,
      "loss_total": 0.012599265202879906,
      "step": 69900
    },
    {
      "loss_action": 0.012726789340376854,
      "loss_total": 0.012726789340376854,
      "step": 69900
    },
    {
      "loss_action": 0.0015626088716089725,
      "loss_total": 0.0015626088716089725,
      "step": 69900
    },
    {
      "loss_action": 0.004777636379003525,
      "loss_total": 0.004777636379003525,
      "step": 69900
    },
    {
      "loss_action": 0.005430460907518864,
      "loss_total": 0.005430460907518864,
      "step": 69900
    },
    {
      "loss_action": 0.0061320471577346325,
      "loss_total": 0.0061320471577346325,
      "step": 69900
    },
    {
      "grad_norm": 0.12801896035671234,
      "learning_rate": 9.580376372434599e-05,
      "loss": 0.0067,
      "step": 69910
    },
    {
      "loss_action": 0.007034143432974815,
      "loss_total": 0.007034143432974815,
      "step": 69910
    },
    {
      "loss_action": 0.0024328604340553284,
      "loss_total": 0.0024328604340553284,
      "step": 69910
    },
    {
      "loss_action": 0.004393729846924543,
      "loss_total": 0.004393729846924543,
      "step": 69910
    },
    {
      "loss_action": 0.002095396164804697,
      "loss_total": 0.002095396164804697,
      "step": 69910
    },
    {
      "loss_action": 0.013447553850710392,
      "loss_total": 0.013447553850710392,
      "step": 69910
    },
    {
      "loss_action": 0.02084994502365589,
      "loss_total": 0.02084994502365589,
      "step": 69910
    },
    {
      "loss_action": 0.010793007910251617,
      "loss_total": 0.010793007910251617,
      "step": 69910
    },
    {
      "loss_action": 0.003488728776574135,
      "loss_total": 0.003488728776574135,
      "step": 69910
    },
    {
      "grad_norm": 0.06985358893871307,
      "learning_rate": 9.580210593808112e-05,
      "loss": 0.0068,
      "step": 69920
    },
    {
      "loss_action": 0.010119530372321606,
      "loss_total": 0.010119530372321606,
      "step": 69920
    },
    {
      "loss_action": 0.014826955273747444,
      "loss_total": 0.014826955273747444,
      "step": 69920
    },
    {
      "loss_action": 0.009922780096530914,
      "loss_total": 0.009922780096530914,
      "step": 69920
    },
    {
      "loss_action": 0.011884105391800404,
      "loss_total": 0.011884105391800404,
      "step": 69920
    },
    {
      "loss_action": 0.006172953639179468,
      "loss_total": 0.006172953639179468,
      "step": 69920
    },
    {
      "loss_action": 0.004773472435772419,
      "loss_total": 0.004773472435772419,
      "step": 69920
    },
    {
      "loss_action": 0.013556696474552155,
      "loss_total": 0.013556696474552155,
      "step": 69920
    },
    {
      "loss_action": 0.0085687804967165,
      "loss_total": 0.0085687804967165,
      "step": 69920
    },
    {
      "grad_norm": 0.08134452998638153,
      "learning_rate": 9.580044783876318e-05,
      "loss": 0.0071,
      "step": 69930
    },
    {
      "loss_action": 0.00629463791847229,
      "loss_total": 0.00629463791847229,
      "step": 69930
    },
    {
      "loss_action": 0.005308286286890507,
      "loss_total": 0.005308286286890507,
      "step": 69930
    },
    {
      "loss_action": 0.002969411201775074,
      "loss_total": 0.002969411201775074,
      "step": 69930
    },
    {
      "loss_action": 0.003333909669891,
      "loss_total": 0.003333909669891,
      "step": 69930
    },
    {
      "loss_action": 0.005709688179194927,
      "loss_total": 0.005709688179194927,
      "step": 69930
    },
    {
      "loss_action": 0.00833913218230009,
      "loss_total": 0.00833913218230009,
      "step": 69930
    },
    {
      "loss_action": 0.0032180938869714737,
      "loss_total": 0.0032180938869714737,
      "step": 69930
    },
    {
      "loss_action": 0.008428553119301796,
      "loss_total": 0.008428553119301796,
      "step": 69930
    },
    {
      "grad_norm": 0.08743883669376373,
      "learning_rate": 9.579878942640349e-05,
      "loss": 0.0061,
      "step": 69940
    },
    {
      "loss_action": 0.00619952566921711,
      "loss_total": 0.00619952566921711,
      "step": 69940
    },
    {
      "loss_action": 0.0033007129095494747,
      "loss_total": 0.0033007129095494747,
      "step": 69940
    },
    {
      "loss_action": 0.00466912193223834,
      "loss_total": 0.00466912193223834,
      "step": 69940
    },
    {
      "loss_action": 0.023667315021157265,
      "loss_total": 0.023667315021157265,
      "step": 69940
    },
    {
      "loss_action": 0.004208499565720558,
      "loss_total": 0.004208499565720558,
      "step": 69940
    },
    {
      "loss_action": 0.004484251141548157,
      "loss_total": 0.004484251141548157,
      "step": 69940
    },
    {
      "loss_action": 0.007680150680243969,
      "loss_total": 0.007680150680243969,
      "step": 69940
    },
    {
      "loss_action": 0.00377464247867465,
      "loss_total": 0.00377464247867465,
      "step": 69940
    },
    {
      "grad_norm": 0.11289297044277191,
      "learning_rate": 9.579713070101334e-05,
      "loss": 0.0062,
      "step": 69950
    },
    {
      "loss_action": 0.004039247985929251,
      "loss_total": 0.004039247985929251,
      "step": 69950
    },
    {
      "loss_action": 0.010308215394616127,
      "loss_total": 0.010308215394616127,
      "step": 69950
    },
    {
      "loss_action": 0.011893297545611858,
      "loss_total": 0.011893297545611858,
      "step": 69950
    },
    {
      "loss_action": 0.006130145862698555,
      "loss_total": 0.006130145862698555,
      "step": 69950
    },
    {
      "loss_action": 0.0020484121050685644,
      "loss_total": 0.0020484121050685644,
      "step": 69950
    },
    {
      "loss_action": 0.002540434245020151,
      "loss_total": 0.002540434245020151,
      "step": 69950
    },
    {
      "loss_action": 0.003356924746185541,
      "loss_total": 0.003356924746185541,
      "step": 69950
    },
    {
      "loss_action": 0.003114513121545315,
      "loss_total": 0.003114513121545315,
      "step": 69950
    },
    {
      "grad_norm": 0.1551065295934677,
      "learning_rate": 9.579547166260413e-05,
      "loss": 0.0064,
      "step": 69960
    },
    {
      "loss_action": 0.01673382893204689,
      "loss_total": 0.01673382893204689,
      "step": 69960
    },
    {
      "loss_action": 0.006007777526974678,
      "loss_total": 0.006007777526974678,
      "step": 69960
    },
    {
      "loss_action": 0.0035747424699366093,
      "loss_total": 0.0035747424699366093,
      "step": 69960
    },
    {
      "loss_action": 0.013143830001354218,
      "loss_total": 0.013143830001354218,
      "step": 69960
    },
    {
      "loss_action": 0.002928325440734625,
      "loss_total": 0.002928325440734625,
      "step": 69960
    },
    {
      "loss_action": 0.006139750126749277,
      "loss_total": 0.006139750126749277,
      "step": 69960
    },
    {
      "loss_action": 0.0024642948992550373,
      "loss_total": 0.0024642948992550373,
      "step": 69960
    },
    {
      "loss_action": 0.001746644265949726,
      "loss_total": 0.001746644265949726,
      "step": 69960
    },
    {
      "grad_norm": 0.12306471168994904,
      "learning_rate": 9.579381231118717e-05,
      "loss": 0.006,
      "step": 69970
    },
    {
      "loss_action": 0.005734164267778397,
      "loss_total": 0.005734164267778397,
      "step": 69970
    },
    {
      "loss_action": 0.009200502187013626,
      "loss_total": 0.009200502187013626,
      "step": 69970
    },
    {
      "loss_action": 0.0030103225726634264,
      "loss_total": 0.0030103225726634264,
      "step": 69970
    },
    {
      "loss_action": 0.005655716173350811,
      "loss_total": 0.005655716173350811,
      "step": 69970
    },
    {
      "loss_action": 0.005797934718430042,
      "loss_total": 0.005797934718430042,
      "step": 69970
    },
    {
      "loss_action": 0.0037789728958159685,
      "loss_total": 0.0037789728958159685,
      "step": 69970
    },
    {
      "loss_action": 0.0029956786893308163,
      "loss_total": 0.0029956786893308163,
      "step": 69970
    },
    {
      "loss_action": 0.001729144249111414,
      "loss_total": 0.001729144249111414,
      "step": 69970
    },
    {
      "grad_norm": 0.13082091510295868,
      "learning_rate": 9.57921526467738e-05,
      "loss": 0.0073,
      "step": 69980
    },
    {
      "loss_action": 0.005196995101869106,
      "loss_total": 0.005196995101869106,
      "step": 69980
    },
    {
      "loss_action": 0.004506212659180164,
      "loss_total": 0.004506212659180164,
      "step": 69980
    },
    {
      "loss_action": 0.004073558375239372,
      "loss_total": 0.004073558375239372,
      "step": 69980
    },
    {
      "loss_action": 0.004401101265102625,
      "loss_total": 0.004401101265102625,
      "step": 69980
    },
    {
      "loss_action": 0.005320658907294273,
      "loss_total": 0.005320658907294273,
      "step": 69980
    },
    {
      "loss_action": 0.00335075706243515,
      "loss_total": 0.00335075706243515,
      "step": 69980
    },
    {
      "loss_action": 0.012091999873518944,
      "loss_total": 0.012091999873518944,
      "step": 69980
    },
    {
      "loss_action": 0.0044229114428162575,
      "loss_total": 0.0044229114428162575,
      "step": 69980
    },
    {
      "grad_norm": 0.11251477897167206,
      "learning_rate": 9.579049266937536e-05,
      "loss": 0.0072,
      "step": 69990
    },
    {
      "loss_action": 0.010412102565169334,
      "loss_total": 0.010412102565169334,
      "step": 69990
    },
    {
      "loss_action": 0.0030827869195491076,
      "loss_total": 0.0030827869195491076,
      "step": 69990
    },
    {
      "loss_action": 0.0036098314449191093,
      "loss_total": 0.0036098314449191093,
      "step": 69990
    },
    {
      "loss_action": 0.012765390798449516,
      "loss_total": 0.012765390798449516,
      "step": 69990
    },
    {
      "loss_action": 0.01346578262746334,
      "loss_total": 0.01346578262746334,
      "step": 69990
    },
    {
      "loss_action": 0.0026231971569359303,
      "loss_total": 0.0026231971569359303,
      "step": 69990
    },
    {
      "loss_action": 0.003454386256635189,
      "loss_total": 0.003454386256635189,
      "step": 69990
    },
    {
      "loss_action": 0.0058297994546592236,
      "loss_total": 0.0058297994546592236,
      "step": 69990
    },
    {
      "grad_norm": 0.0919739231467247,
      "learning_rate": 9.57888323790032e-05,
      "loss": 0.0064,
      "step": 70000
    },
    {
      "loss_action": 0.002651900751516223,
      "loss_total": 0.002651900751516223,
      "step": 70000
    },
    {
      "loss_action": 0.007845359854400158,
      "loss_total": 0.007845359854400158,
      "step": 70000
    },
    {
      "loss_action": 0.010840363800525665,
      "loss_total": 0.010840363800525665,
      "step": 70000
    },
    {
      "loss_action": 0.0033347730059176683,
      "loss_total": 0.0033347730059176683,
      "step": 70000
    },
    {
      "loss_action": 0.002988728228956461,
      "loss_total": 0.002988728228956461,
      "step": 70000
    },
    {
      "loss_action": 0.006720712408423424,
      "loss_total": 0.006720712408423424,
      "step": 70000
    },
    {
      "loss_action": 0.003086320124566555,
      "loss_total": 0.003086320124566555,
      "step": 70000
    },
    {
      "loss_action": 0.0025147027336061,
      "loss_total": 0.0025147027336061,
      "step": 70000
    },
    {
      "grad_norm": 0.11402220278978348,
      "learning_rate": 9.578717177566869e-05,
      "loss": 0.0064,
      "step": 70010
    },
    {
      "loss_action": 0.007479289546608925,
      "loss_total": 0.007479289546608925,
      "step": 70010
    },
    {
      "loss_action": 0.001805994426831603,
      "loss_total": 0.001805994426831603,
      "step": 70010
    },
    {
      "loss_action": 0.0027295583859086037,
      "loss_total": 0.0027295583859086037,
      "step": 70010
    },
    {
      "loss_action": 0.0025145721156150103,
      "loss_total": 0.0025145721156150103,
      "step": 70010
    },
    {
      "loss_action": 0.008343146182596684,
      "loss_total": 0.008343146182596684,
      "step": 70010
    },
    {
      "loss_action": 0.008235163986682892,
      "loss_total": 0.008235163986682892,
      "step": 70010
    },
    {
      "loss_action": 0.0037551834248006344,
      "loss_total": 0.0037551834248006344,
      "step": 70010
    },
    {
      "loss_action": 0.014778131619095802,
      "loss_total": 0.014778131619095802,
      "step": 70010
    },
    {
      "grad_norm": 0.08422712236642838,
      "learning_rate": 9.578551085938315e-05,
      "loss": 0.0058,
      "step": 70020
    },
    {
      "loss_action": 0.00872301496565342,
      "loss_total": 0.00872301496565342,
      "step": 70020
    },
    {
      "loss_action": 0.0013694647932425141,
      "loss_total": 0.0013694647932425141,
      "step": 70020
    },
    {
      "loss_action": 0.0031010762322694063,
      "loss_total": 0.0031010762322694063,
      "step": 70020
    },
    {
      "loss_action": 0.0028376453556120396,
      "loss_total": 0.0028376453556120396,
      "step": 70020
    },
    {
      "loss_action": 0.008419409394264221,
      "loss_total": 0.008419409394264221,
      "step": 70020
    },
    {
      "loss_action": 0.010361396707594395,
      "loss_total": 0.010361396707594395,
      "step": 70020
    },
    {
      "loss_action": 0.0044487714767456055,
      "loss_total": 0.0044487714767456055,
      "step": 70020
    },
    {
      "loss_action": 0.005554817151278257,
      "loss_total": 0.005554817151278257,
      "step": 70020
    },
    {
      "grad_norm": 0.09535980224609375,
      "learning_rate": 9.578384963015794e-05,
      "loss": 0.007,
      "step": 70030
    },
    {
      "loss_action": 0.007330041378736496,
      "loss_total": 0.007330041378736496,
      "step": 70030
    },
    {
      "loss_action": 0.0029122489504516125,
      "loss_total": 0.0029122489504516125,
      "step": 70030
    },
    {
      "loss_action": 0.007069583050906658,
      "loss_total": 0.007069583050906658,
      "step": 70030
    },
    {
      "loss_action": 0.0037729209288954735,
      "loss_total": 0.0037729209288954735,
      "step": 70030
    },
    {
      "loss_action": 0.003642195137217641,
      "loss_total": 0.003642195137217641,
      "step": 70030
    },
    {
      "loss_action": 0.0030329725705087185,
      "loss_total": 0.0030329725705087185,
      "step": 70030
    },
    {
      "loss_action": 0.002975576790049672,
      "loss_total": 0.002975576790049672,
      "step": 70030
    },
    {
      "loss_action": 0.0035346224904060364,
      "loss_total": 0.0035346224904060364,
      "step": 70030
    },
    {
      "grad_norm": 0.07381945848464966,
      "learning_rate": 9.578218808800443e-05,
      "loss": 0.0056,
      "step": 70040
    },
    {
      "loss_action": 0.002793282037600875,
      "loss_total": 0.002793282037600875,
      "step": 70040
    },
    {
      "loss_action": 0.002180725336074829,
      "loss_total": 0.002180725336074829,
      "step": 70040
    },
    {
      "loss_action": 0.013019204139709473,
      "loss_total": 0.013019204139709473,
      "step": 70040
    },
    {
      "loss_action": 0.003503994783386588,
      "loss_total": 0.003503994783386588,
      "step": 70040
    },
    {
      "loss_action": 0.0022552048321813345,
      "loss_total": 0.0022552048321813345,
      "step": 70040
    },
    {
      "loss_action": 0.0051602814346551895,
      "loss_total": 0.0051602814346551895,
      "step": 70040
    },
    {
      "loss_action": 0.0027100625447928905,
      "loss_total": 0.0027100625447928905,
      "step": 70040
    },
    {
      "loss_action": 0.004359976388514042,
      "loss_total": 0.004359976388514042,
      "step": 70040
    },
    {
      "grad_norm": 0.09002004563808441,
      "learning_rate": 9.578052623293395e-05,
      "loss": 0.0059,
      "step": 70050
    },
    {
      "loss_action": 0.0020759764593094587,
      "loss_total": 0.0020759764593094587,
      "step": 70050
    },
    {
      "loss_action": 0.008518386632204056,
      "loss_total": 0.008518386632204056,
      "step": 70050
    },
    {
      "loss_action": 0.0053489794954657555,
      "loss_total": 0.0053489794954657555,
      "step": 70050
    },
    {
      "loss_action": 0.011185616254806519,
      "loss_total": 0.011185616254806519,
      "step": 70050
    },
    {
      "loss_action": 0.0027900768909603357,
      "loss_total": 0.0027900768909603357,
      "step": 70050
    },
    {
      "loss_action": 0.0022182667162269354,
      "loss_total": 0.0022182667162269354,
      "step": 70050
    },
    {
      "loss_action": 0.002847130876034498,
      "loss_total": 0.002847130876034498,
      "step": 70050
    },
    {
      "loss_action": 0.00771475350484252,
      "loss_total": 0.00771475350484252,
      "step": 70050
    },
    {
      "grad_norm": 0.10387676954269409,
      "learning_rate": 9.577886406495787e-05,
      "loss": 0.0056,
      "step": 70060
    },
    {
      "loss_action": 0.001582804718054831,
      "loss_total": 0.001582804718054831,
      "step": 70060
    },
    {
      "loss_action": 0.00399671820923686,
      "loss_total": 0.00399671820923686,
      "step": 70060
    },
    {
      "loss_action": 0.003943595103919506,
      "loss_total": 0.003943595103919506,
      "step": 70060
    },
    {
      "loss_action": 0.006998018827289343,
      "loss_total": 0.006998018827289343,
      "step": 70060
    },
    {
      "loss_action": 0.014292871579527855,
      "loss_total": 0.014292871579527855,
      "step": 70060
    },
    {
      "loss_action": 0.0031369852367788553,
      "loss_total": 0.0031369852367788553,
      "step": 70060
    },
    {
      "loss_action": 0.002786781406030059,
      "loss_total": 0.002786781406030059,
      "step": 70060
    },
    {
      "loss_action": 0.006409137509763241,
      "loss_total": 0.006409137509763241,
      "step": 70060
    },
    {
      "grad_norm": 0.10241838544607162,
      "learning_rate": 9.577720158408756e-05,
      "loss": 0.0067,
      "step": 70070
    },
    {
      "loss_action": 0.003189177718013525,
      "loss_total": 0.003189177718013525,
      "step": 70070
    },
    {
      "loss_action": 0.0025938814505934715,
      "loss_total": 0.0025938814505934715,
      "step": 70070
    },
    {
      "loss_action": 0.005445938091725111,
      "loss_total": 0.005445938091725111,
      "step": 70070
    },
    {
      "loss_action": 0.010748861357569695,
      "loss_total": 0.010748861357569695,
      "step": 70070
    },
    {
      "loss_action": 0.004493778571486473,
      "loss_total": 0.004493778571486473,
      "step": 70070
    },
    {
      "loss_action": 0.01224240381270647,
      "loss_total": 0.01224240381270647,
      "step": 70070
    },
    {
      "loss_action": 0.02008129097521305,
      "loss_total": 0.02008129097521305,
      "step": 70070
    },
    {
      "loss_action": 0.0073806243017315865,
      "loss_total": 0.0073806243017315865,
      "step": 70070
    },
    {
      "grad_norm": 0.09963339567184448,
      "learning_rate": 9.577553879033438e-05,
      "loss": 0.0057,
      "step": 70080
    },
    {
      "loss_action": 0.0019145148107782006,
      "loss_total": 0.0019145148107782006,
      "step": 70080
    },
    {
      "loss_action": 0.012050403282046318,
      "loss_total": 0.012050403282046318,
      "step": 70080
    },
    {
      "loss_action": 0.0061973342671990395,
      "loss_total": 0.0061973342671990395,
      "step": 70080
    },
    {
      "loss_action": 0.004309958778321743,
      "loss_total": 0.004309958778321743,
      "step": 70080
    },
    {
      "loss_action": 0.016962606459856033,
      "loss_total": 0.016962606459856033,
      "step": 70080
    },
    {
      "loss_action": 0.008009696379303932,
      "loss_total": 0.008009696379303932,
      "step": 70080
    },
    {
      "loss_action": 0.00450969859957695,
      "loss_total": 0.00450969859957695,
      "step": 70080
    },
    {
      "loss_action": 0.009507204405963421,
      "loss_total": 0.009507204405963421,
      "step": 70080
    },
    {
      "grad_norm": 0.057076744735240936,
      "learning_rate": 9.577387568370967e-05,
      "loss": 0.0068,
      "step": 70090
    },
    {
      "loss_action": 0.0028706248849630356,
      "loss_total": 0.0028706248849630356,
      "step": 70090
    },
    {
      "loss_action": 0.003418142907321453,
      "loss_total": 0.003418142907321453,
      "step": 70090
    },
    {
      "loss_action": 0.003750570584088564,
      "loss_total": 0.003750570584088564,
      "step": 70090
    },
    {
      "loss_action": 0.0034521236084401608,
      "loss_total": 0.0034521236084401608,
      "step": 70090
    },
    {
      "loss_action": 0.009367519058287144,
      "loss_total": 0.009367519058287144,
      "step": 70090
    },
    {
      "loss_action": 0.005695052444934845,
      "loss_total": 0.005695052444934845,
      "step": 70090
    },
    {
      "loss_action": 0.009001579135656357,
      "loss_total": 0.009001579135656357,
      "step": 70090
    },
    {
      "loss_action": 0.0036998502910137177,
      "loss_total": 0.0036998502910137177,
      "step": 70090
    },
    {
      "grad_norm": 0.14789609611034393,
      "learning_rate": 9.577221226422484e-05,
      "loss": 0.0066,
      "step": 70100
    },
    {
      "loss_action": 0.008122667670249939,
      "loss_total": 0.008122667670249939,
      "step": 70100
    },
    {
      "loss_action": 0.003405974945053458,
      "loss_total": 0.003405974945053458,
      "step": 70100
    },
    {
      "loss_action": 0.01658383384346962,
      "loss_total": 0.01658383384346962,
      "step": 70100
    },
    {
      "loss_action": 0.003283481579273939,
      "loss_total": 0.003283481579273939,
      "step": 70100
    },
    {
      "loss_action": 0.0032255917321890593,
      "loss_total": 0.0032255917321890593,
      "step": 70100
    },
    {
      "loss_action": 0.0023487629368901253,
      "loss_total": 0.0023487629368901253,
      "step": 70100
    },
    {
      "loss_action": 0.0023243222385644913,
      "loss_total": 0.0023243222385644913,
      "step": 70100
    },
    {
      "loss_action": 0.004534818232059479,
      "loss_total": 0.004534818232059479,
      "step": 70100
    },
    {
      "grad_norm": 0.12623748183250427,
      "learning_rate": 9.577054853189124e-05,
      "loss": 0.0066,
      "step": 70110
    },
    {
      "loss_action": 0.0049528516829013824,
      "loss_total": 0.0049528516829013824,
      "step": 70110
    },
    {
      "loss_action": 0.005243861116468906,
      "loss_total": 0.005243861116468906,
      "step": 70110
    },
    {
      "loss_action": 0.002774834167212248,
      "loss_total": 0.002774834167212248,
      "step": 70110
    },
    {
      "loss_action": 0.0022674566134810448,
      "loss_total": 0.0022674566134810448,
      "step": 70110
    },
    {
      "loss_action": 0.006503196433186531,
      "loss_total": 0.006503196433186531,
      "step": 70110
    },
    {
      "loss_action": 0.006614537909626961,
      "loss_total": 0.006614537909626961,
      "step": 70110
    },
    {
      "loss_action": 0.022395355626940727,
      "loss_total": 0.022395355626940727,
      "step": 70110
    },
    {
      "loss_action": 0.009011192247271538,
      "loss_total": 0.009011192247271538,
      "step": 70110
    },
    {
      "grad_norm": 0.15675866603851318,
      "learning_rate": 9.576888448672023e-05,
      "loss": 0.0061,
      "step": 70120
    },
    {
      "loss_action": 0.0029372130520641804,
      "loss_total": 0.0029372130520641804,
      "step": 70120
    },
    {
      "loss_action": 0.0035135257057845592,
      "loss_total": 0.0035135257057845592,
      "step": 70120
    },
    {
      "loss_action": 0.005636752583086491,
      "loss_total": 0.005636752583086491,
      "step": 70120
    },
    {
      "loss_action": 0.0037196334451436996,
      "loss_total": 0.0037196334451436996,
      "step": 70120
    },
    {
      "loss_action": 0.00373729201965034,
      "loss_total": 0.00373729201965034,
      "step": 70120
    },
    {
      "loss_action": 0.0021958635188639164,
      "loss_total": 0.0021958635188639164,
      "step": 70120
    },
    {
      "loss_action": 0.00980246439576149,
      "loss_total": 0.00980246439576149,
      "step": 70120
    },
    {
      "loss_action": 0.0035207774490118027,
      "loss_total": 0.0035207774490118027,
      "step": 70120
    },
    {
      "grad_norm": 0.1268235445022583,
      "learning_rate": 9.576722012872319e-05,
      "loss": 0.0061,
      "step": 70130
    },
    {
      "loss_action": 0.0031477869488298893,
      "loss_total": 0.0031477869488298893,
      "step": 70130
    },
    {
      "loss_action": 0.006416914984583855,
      "loss_total": 0.006416914984583855,
      "step": 70130
    },
    {
      "loss_action": 0.01291278749704361,
      "loss_total": 0.01291278749704361,
      "step": 70130
    },
    {
      "loss_action": 0.009031150490045547,
      "loss_total": 0.009031150490045547,
      "step": 70130
    },
    {
      "loss_action": 0.01262744702398777,
      "loss_total": 0.01262744702398777,
      "step": 70130
    },
    {
      "loss_action": 0.002751388121396303,
      "loss_total": 0.002751388121396303,
      "step": 70130
    },
    {
      "loss_action": 0.002603712026029825,
      "loss_total": 0.002603712026029825,
      "step": 70130
    },
    {
      "loss_action": 0.0064110225066542625,
      "loss_total": 0.0064110225066542625,
      "step": 70130
    },
    {
      "grad_norm": 0.13447867333889008,
      "learning_rate": 9.576555545791151e-05,
      "loss": 0.0075,
      "step": 70140
    },
    {
      "loss_action": 0.004549527540802956,
      "loss_total": 0.004549527540802956,
      "step": 70140
    },
    {
      "loss_action": 0.010313382372260094,
      "loss_total": 0.010313382372260094,
      "step": 70140
    },
    {
      "loss_action": 0.0036905992310494184,
      "loss_total": 0.0036905992310494184,
      "step": 70140
    },
    {
      "loss_action": 0.0030905581079423428,
      "loss_total": 0.0030905581079423428,
      "step": 70140
    },
    {
      "loss_action": 0.015164372511208057,
      "loss_total": 0.015164372511208057,
      "step": 70140
    },
    {
      "loss_action": 0.013519045896828175,
      "loss_total": 0.013519045896828175,
      "step": 70140
    },
    {
      "loss_action": 0.00964919663965702,
      "loss_total": 0.00964919663965702,
      "step": 70140
    },
    {
      "loss_action": 0.004383744206279516,
      "loss_total": 0.004383744206279516,
      "step": 70140
    },
    {
      "grad_norm": 0.15935181081295013,
      "learning_rate": 9.576389047429655e-05,
      "loss": 0.0086,
      "step": 70150
    },
    {
      "loss_action": 0.0030849226750433445,
      "loss_total": 0.0030849226750433445,
      "step": 70150
    },
    {
      "loss_action": 0.014059409499168396,
      "loss_total": 0.014059409499168396,
      "step": 70150
    },
    {
      "loss_action": 0.00479096407070756,
      "loss_total": 0.00479096407070756,
      "step": 70150
    },
    {
      "loss_action": 0.009126100689172745,
      "loss_total": 0.009126100689172745,
      "step": 70150
    },
    {
      "loss_action": 0.003242467064410448,
      "loss_total": 0.003242467064410448,
      "step": 70150
    },
    {
      "loss_action": 0.002954270923510194,
      "loss_total": 0.002954270923510194,
      "step": 70150
    },
    {
      "loss_action": 0.006154192611575127,
      "loss_total": 0.006154192611575127,
      "step": 70150
    },
    {
      "loss_action": 0.005093198269605637,
      "loss_total": 0.005093198269605637,
      "step": 70150
    },
    {
      "grad_norm": 0.15070730447769165,
      "learning_rate": 9.576222517788969e-05,
      "loss": 0.0073,
      "step": 70160
    },
    {
      "loss_action": 0.004999367520213127,
      "loss_total": 0.004999367520213127,
      "step": 70160
    },
    {
      "loss_action": 0.003659877460449934,
      "loss_total": 0.003659877460449934,
      "step": 70160
    },
    {
      "loss_action": 0.005499470513314009,
      "loss_total": 0.005499470513314009,
      "step": 70160
    },
    {
      "loss_action": 0.005766763351857662,
      "loss_total": 0.005766763351857662,
      "step": 70160
    },
    {
      "loss_action": 0.005819142330437899,
      "loss_total": 0.005819142330437899,
      "step": 70160
    },
    {
      "loss_action": 0.005106702446937561,
      "loss_total": 0.005106702446937561,
      "step": 70160
    },
    {
      "loss_action": 0.002794582862406969,
      "loss_total": 0.002794582862406969,
      "step": 70160
    },
    {
      "loss_action": 0.0033142175525426865,
      "loss_total": 0.0033142175525426865,
      "step": 70160
    },
    {
      "grad_norm": 0.1419501155614853,
      "learning_rate": 9.576055956870232e-05,
      "loss": 0.0079,
      "step": 70170
    },
    {
      "loss_action": 0.002387436805292964,
      "loss_total": 0.002387436805292964,
      "step": 70170
    },
    {
      "loss_action": 0.003460048232227564,
      "loss_total": 0.003460048232227564,
      "step": 70170
    },
    {
      "loss_action": 0.0033734203316271305,
      "loss_total": 0.0033734203316271305,
      "step": 70170
    },
    {
      "loss_action": 0.004564939998090267,
      "loss_total": 0.004564939998090267,
      "step": 70170
    },
    {
      "loss_action": 0.003088087774813175,
      "loss_total": 0.003088087774813175,
      "step": 70170
    },
    {
      "loss_action": 0.006404347717761993,
      "loss_total": 0.006404347717761993,
      "step": 70170
    },
    {
      "loss_action": 0.004940077196806669,
      "loss_total": 0.004940077196806669,
      "step": 70170
    },
    {
      "loss_action": 0.005420222878456116,
      "loss_total": 0.005420222878456116,
      "step": 70170
    },
    {
      "grad_norm": 0.1239052563905716,
      "learning_rate": 9.575889364674582e-05,
      "loss": 0.0063,
      "step": 70180
    },
    {
      "loss_action": 0.005406957119703293,
      "loss_total": 0.005406957119703293,
      "step": 70180
    },
    {
      "loss_action": 0.003430071286857128,
      "loss_total": 0.003430071286857128,
      "step": 70180
    },
    {
      "loss_action": 0.0036392677575349808,
      "loss_total": 0.0036392677575349808,
      "step": 70180
    },
    {
      "loss_action": 0.005786798894405365,
      "loss_total": 0.005786798894405365,
      "step": 70180
    },
    {
      "loss_action": 0.010732057504355907,
      "loss_total": 0.010732057504355907,
      "step": 70180
    },
    {
      "loss_action": 0.001722251996397972,
      "loss_total": 0.001722251996397972,
      "step": 70180
    },
    {
      "loss_action": 0.0022674258798360825,
      "loss_total": 0.0022674258798360825,
      "step": 70180
    },
    {
      "loss_action": 0.00378220621496439,
      "loss_total": 0.00378220621496439,
      "step": 70180
    },
    {
      "grad_norm": 0.12041133642196655,
      "learning_rate": 9.575722741203159e-05,
      "loss": 0.007,
      "step": 70190
    },
    {
      "loss_action": 0.002518314402550459,
      "loss_total": 0.002518314402550459,
      "step": 70190
    },
    {
      "loss_action": 0.009566285647451878,
      "loss_total": 0.009566285647451878,
      "step": 70190
    },
    {
      "loss_action": 0.006521272473037243,
      "loss_total": 0.006521272473037243,
      "step": 70190
    },
    {
      "loss_action": 0.003627324942499399,
      "loss_total": 0.003627324942499399,
      "step": 70190
    },
    {
      "loss_action": 0.0023391293361783028,
      "loss_total": 0.0023391293361783028,
      "step": 70190
    },
    {
      "loss_action": 0.002917151665315032,
      "loss_total": 0.002917151665315032,
      "step": 70190
    },
    {
      "loss_action": 0.002119185868650675,
      "loss_total": 0.002119185868650675,
      "step": 70190
    },
    {
      "loss_action": 0.014579616487026215,
      "loss_total": 0.014579616487026215,
      "step": 70190
    },
    {
      "grad_norm": 0.1194528117775917,
      "learning_rate": 9.575556086457101e-05,
      "loss": 0.0058,
      "step": 70200
    },
    {
      "loss_action": 0.005126873031258583,
      "loss_total": 0.005126873031258583,
      "step": 70200
    },
    {
      "loss_action": 0.0029140934348106384,
      "loss_total": 0.0029140934348106384,
      "step": 70200
    },
    {
      "loss_action": 0.004328938666731119,
      "loss_total": 0.004328938666731119,
      "step": 70200
    },
    {
      "loss_action": 0.006138250231742859,
      "loss_total": 0.006138250231742859,
      "step": 70200
    },
    {
      "loss_action": 0.006150679662823677,
      "loss_total": 0.006150679662823677,
      "step": 70200
    },
    {
      "loss_action": 0.012851731851696968,
      "loss_total": 0.012851731851696968,
      "step": 70200
    },
    {
      "loss_action": 0.00881732814013958,
      "loss_total": 0.00881732814013958,
      "step": 70200
    },
    {
      "loss_action": 0.010016958229243755,
      "loss_total": 0.010016958229243755,
      "step": 70200
    },
    {
      "grad_norm": 0.12687163054943085,
      "learning_rate": 9.575389400437544e-05,
      "loss": 0.0073,
      "step": 70210
    },
    {
      "loss_action": 0.009384984150528908,
      "loss_total": 0.009384984150528908,
      "step": 70210
    },
    {
      "loss_action": 0.0032171173952519894,
      "loss_total": 0.0032171173952519894,
      "step": 70210
    },
    {
      "loss_action": 0.0064268759451806545,
      "loss_total": 0.0064268759451806545,
      "step": 70210
    },
    {
      "loss_action": 0.001660626381635666,
      "loss_total": 0.001660626381635666,
      "step": 70210
    },
    {
      "loss_action": 0.009360946714878082,
      "loss_total": 0.009360946714878082,
      "step": 70210
    },
    {
      "loss_action": 0.0072885360568761826,
      "loss_total": 0.0072885360568761826,
      "step": 70210
    },
    {
      "loss_action": 0.022743575274944305,
      "loss_total": 0.022743575274944305,
      "step": 70210
    },
    {
      "loss_action": 0.012439901009202003,
      "loss_total": 0.012439901009202003,
      "step": 70210
    },
    {
      "grad_norm": 0.1186797171831131,
      "learning_rate": 9.575222683145633e-05,
      "loss": 0.0078,
      "step": 70220
    },
    {
      "loss_action": 0.012656666338443756,
      "loss_total": 0.012656666338443756,
      "step": 70220
    },
    {
      "loss_action": 0.0029809719417244196,
      "loss_total": 0.0029809719417244196,
      "step": 70220
    },
    {
      "loss_action": 0.006888210773468018,
      "loss_total": 0.006888210773468018,
      "step": 70220
    },
    {
      "loss_action": 0.002053228672593832,
      "loss_total": 0.002053228672593832,
      "step": 70220
    },
    {
      "loss_action": 0.00422328757122159,
      "loss_total": 0.00422328757122159,
      "step": 70220
    },
    {
      "loss_action": 0.001641832641325891,
      "loss_total": 0.001641832641325891,
      "step": 70220
    },
    {
      "loss_action": 0.007490216754376888,
      "loss_total": 0.007490216754376888,
      "step": 70220
    },
    {
      "loss_action": 0.004859509877860546,
      "loss_total": 0.004859509877860546,
      "step": 70220
    },
    {
      "grad_norm": 0.10538340359926224,
      "learning_rate": 9.575055934582504e-05,
      "loss": 0.0077,
      "step": 70230
    },
    {
      "loss_action": 0.002466015052050352,
      "loss_total": 0.002466015052050352,
      "step": 70230
    },
    {
      "loss_action": 0.014628390781581402,
      "loss_total": 0.014628390781581402,
      "step": 70230
    },
    {
      "loss_action": 0.014907526783645153,
      "loss_total": 0.014907526783645153,
      "step": 70230
    },
    {
      "loss_action": 0.0018653494771569967,
      "loss_total": 0.0018653494771569967,
      "step": 70230
    },
    {
      "loss_action": 0.006542515009641647,
      "loss_total": 0.006542515009641647,
      "step": 70230
    },
    {
      "loss_action": 0.015697147697210312,
      "loss_total": 0.015697147697210312,
      "step": 70230
    },
    {
      "loss_action": 0.00827784463763237,
      "loss_total": 0.00827784463763237,
      "step": 70230
    },
    {
      "loss_action": 0.0036767669953405857,
      "loss_total": 0.0036767669953405857,
      "step": 70230
    },
    {
      "grad_norm": 0.12455867975950241,
      "learning_rate": 9.574889154749297e-05,
      "loss": 0.0081,
      "step": 70240
    },
    {
      "loss_action": 0.010074119083583355,
      "loss_total": 0.010074119083583355,
      "step": 70240
    },
    {
      "loss_action": 0.009401005692780018,
      "loss_total": 0.009401005692780018,
      "step": 70240
    },
    {
      "loss_action": 0.003136625047773123,
      "loss_total": 0.003136625047773123,
      "step": 70240
    },
    {
      "loss_action": 0.011038310825824738,
      "loss_total": 0.011038310825824738,
      "step": 70240
    },
    {
      "loss_action": 0.0033027706667780876,
      "loss_total": 0.0033027706667780876,
      "step": 70240
    },
    {
      "loss_action": 0.01069385651499033,
      "loss_total": 0.01069385651499033,
      "step": 70240
    },
    {
      "loss_action": 0.0046653710305690765,
      "loss_total": 0.0046653710305690765,
      "step": 70240
    },
    {
      "loss_action": 0.004538160748779774,
      "loss_total": 0.004538160748779774,
      "step": 70240
    },
    {
      "grad_norm": 0.09096448123455048,
      "learning_rate": 9.574722343647153e-05,
      "loss": 0.0064,
      "step": 70250
    },
    {
      "loss_action": 0.005967500153928995,
      "loss_total": 0.005967500153928995,
      "step": 70250
    },
    {
      "loss_action": 0.0023045032285153866,
      "loss_total": 0.0023045032285153866,
      "step": 70250
    },
    {
      "loss_action": 0.006310387514531612,
      "loss_total": 0.006310387514531612,
      "step": 70250
    },
    {
      "loss_action": 0.013801131397485733,
      "loss_total": 0.013801131397485733,
      "step": 70250
    },
    {
      "loss_action": 0.003989539109170437,
      "loss_total": 0.003989539109170437,
      "step": 70250
    },
    {
      "loss_action": 0.0238150916993618,
      "loss_total": 0.0238150916993618,
      "step": 70250
    },
    {
      "loss_action": 0.017124012112617493,
      "loss_total": 0.017124012112617493,
      "step": 70250
    },
    {
      "loss_action": 0.01692305877804756,
      "loss_total": 0.01692305877804756,
      "step": 70250
    },
    {
      "grad_norm": 0.09453678131103516,
      "learning_rate": 9.574555501277211e-05,
      "loss": 0.007,
      "step": 70260
    },
    {
      "loss_action": 0.003598074894398451,
      "loss_total": 0.003598074894398451,
      "step": 70260
    },
    {
      "loss_action": 0.01766185462474823,
      "loss_total": 0.01766185462474823,
      "step": 70260
    },
    {
      "loss_action": 0.002767482539638877,
      "loss_total": 0.002767482539638877,
      "step": 70260
    },
    {
      "loss_action": 0.0017805356765165925,
      "loss_total": 0.0017805356765165925,
      "step": 70260
    },
    {
      "loss_action": 0.006347621791064739,
      "loss_total": 0.006347621791064739,
      "step": 70260
    },
    {
      "loss_action": 0.007829109206795692,
      "loss_total": 0.007829109206795692,
      "step": 70260
    },
    {
      "loss_action": 0.011536521837115288,
      "loss_total": 0.011536521837115288,
      "step": 70260
    },
    {
      "loss_action": 0.00558618176728487,
      "loss_total": 0.00558618176728487,
      "step": 70260
    },
    {
      "grad_norm": 0.10369978100061417,
      "learning_rate": 9.574388627640611e-05,
      "loss": 0.0069,
      "step": 70270
    },
    {
      "loss_action": 0.029411524534225464,
      "loss_total": 0.029411524534225464,
      "step": 70270
    },
    {
      "loss_action": 0.0034591949079185724,
      "loss_total": 0.0034591949079185724,
      "step": 70270
    },
    {
      "loss_action": 0.001662139780819416,
      "loss_total": 0.001662139780819416,
      "step": 70270
    },
    {
      "loss_action": 0.013284649699926376,
      "loss_total": 0.013284649699926376,
      "step": 70270
    },
    {
      "loss_action": 0.005438370630145073,
      "loss_total": 0.005438370630145073,
      "step": 70270
    },
    {
      "loss_action": 0.004924969747662544,
      "loss_total": 0.004924969747662544,
      "step": 70270
    },
    {
      "loss_action": 0.00453150225803256,
      "loss_total": 0.00453150225803256,
      "step": 70270
    },
    {
      "loss_action": 0.008315682411193848,
      "loss_total": 0.008315682411193848,
      "step": 70270
    },
    {
      "grad_norm": 0.1416892409324646,
      "learning_rate": 9.574221722738494e-05,
      "loss": 0.0076,
      "step": 70280
    },
    {
      "loss_action": 0.005169444717466831,
      "loss_total": 0.005169444717466831,
      "step": 70280
    },
    {
      "loss_action": 0.0030099474824965,
      "loss_total": 0.0030099474824965,
      "step": 70280
    },
    {
      "loss_action": 0.011231477372348309,
      "loss_total": 0.011231477372348309,
      "step": 70280
    },
    {
      "loss_action": 0.008208843879401684,
      "loss_total": 0.008208843879401684,
      "step": 70280
    },
    {
      "loss_action": 0.004009873606264591,
      "loss_total": 0.004009873606264591,
      "step": 70280
    },
    {
      "loss_action": 0.00621525663882494,
      "loss_total": 0.00621525663882494,
      "step": 70280
    },
    {
      "loss_action": 0.005055935122072697,
      "loss_total": 0.005055935122072697,
      "step": 70280
    },
    {
      "loss_action": 0.005699766334146261,
      "loss_total": 0.005699766334146261,
      "step": 70280
    },
    {
      "grad_norm": 0.12584954500198364,
      "learning_rate": 9.574054786572002e-05,
      "loss": 0.0068,
      "step": 70290
    },
    {
      "loss_action": 0.019066588953137398,
      "loss_total": 0.019066588953137398,
      "step": 70290
    },
    {
      "loss_action": 0.007966801524162292,
      "loss_total": 0.007966801524162292,
      "step": 70290
    },
    {
      "loss_action": 0.0027966517955064774,
      "loss_total": 0.0027966517955064774,
      "step": 70290
    },
    {
      "loss_action": 0.018803149461746216,
      "loss_total": 0.018803149461746216,
      "step": 70290
    },
    {
      "loss_action": 0.006170360371470451,
      "loss_total": 0.006170360371470451,
      "step": 70290
    },
    {
      "loss_action": 0.006360914558172226,
      "loss_total": 0.006360914558172226,
      "step": 70290
    },
    {
      "loss_action": 0.008488025516271591,
      "loss_total": 0.008488025516271591,
      "step": 70290
    },
    {
      "loss_action": 0.003213966730982065,
      "loss_total": 0.003213966730982065,
      "step": 70290
    },
    {
      "grad_norm": 0.12837201356887817,
      "learning_rate": 9.573887819142275e-05,
      "loss": 0.0071,
      "step": 70300
    },
    {
      "loss_action": 0.005561647936701775,
      "loss_total": 0.005561647936701775,
      "step": 70300
    },
    {
      "loss_action": 0.023790553212165833,
      "loss_total": 0.023790553212165833,
      "step": 70300
    },
    {
      "loss_action": 0.009881899692118168,
      "loss_total": 0.009881899692118168,
      "step": 70300
    },
    {
      "loss_action": 0.0029192748479545116,
      "loss_total": 0.0029192748479545116,
      "step": 70300
    },
    {
      "loss_action": 0.012427530251443386,
      "loss_total": 0.012427530251443386,
      "step": 70300
    },
    {
      "loss_action": 0.0463554710149765,
      "loss_total": 0.0463554710149765,
      "step": 70300
    },
    {
      "loss_action": 0.004178311675786972,
      "loss_total": 0.004178311675786972,
      "step": 70300
    },
    {
      "loss_action": 0.007878055796027184,
      "loss_total": 0.007878055796027184,
      "step": 70300
    },
    {
      "grad_norm": 0.0924028605222702,
      "learning_rate": 9.573720820450455e-05,
      "loss": 0.0074,
      "step": 70310
    },
    {
      "loss_action": 0.029697755351662636,
      "loss_total": 0.029697755351662636,
      "step": 70310
    },
    {
      "loss_action": 0.003630300983786583,
      "loss_total": 0.003630300983786583,
      "step": 70310
    },
    {
      "loss_action": 0.0015473172534257174,
      "loss_total": 0.0015473172534257174,
      "step": 70310
    },
    {
      "loss_action": 0.0036212215200066566,
      "loss_total": 0.0036212215200066566,
      "step": 70310
    },
    {
      "loss_action": 0.008956292644143105,
      "loss_total": 0.008956292644143105,
      "step": 70310
    },
    {
      "loss_action": 0.008045698516070843,
      "loss_total": 0.008045698516070843,
      "step": 70310
    },
    {
      "loss_action": 0.008370071649551392,
      "loss_total": 0.008370071649551392,
      "step": 70310
    },
    {
      "loss_action": 0.003137196647003293,
      "loss_total": 0.003137196647003293,
      "step": 70310
    },
    {
      "grad_norm": 0.09144655615091324,
      "learning_rate": 9.573553790497682e-05,
      "loss": 0.0066,
      "step": 70320
    },
    {
      "loss_action": 0.02220192179083824,
      "loss_total": 0.02220192179083824,
      "step": 70320
    },
    {
      "loss_action": 0.004182020667940378,
      "loss_total": 0.004182020667940378,
      "step": 70320
    },
    {
      "loss_action": 0.0028560906648635864,
      "loss_total": 0.0028560906648635864,
      "step": 70320
    },
    {
      "loss_action": 0.007577598560601473,
      "loss_total": 0.007577598560601473,
      "step": 70320
    },
    {
      "loss_action": 0.0027188067324459553,
      "loss_total": 0.0027188067324459553,
      "step": 70320
    },
    {
      "loss_action": 0.009263264015316963,
      "loss_total": 0.009263264015316963,
      "step": 70320
    },
    {
      "loss_action": 0.0045646121725440025,
      "loss_total": 0.0045646121725440025,
      "step": 70320
    },
    {
      "loss_action": 0.004755752626806498,
      "loss_total": 0.004755752626806498,
      "step": 70320
    },
    {
      "grad_norm": 0.13185574114322662,
      "learning_rate": 9.573386729285098e-05,
      "loss": 0.0069,
      "step": 70330
    },
    {
      "loss_action": 0.0022627227008342743,
      "loss_total": 0.0022627227008342743,
      "step": 70330
    },
    {
      "loss_action": 0.007287648972123861,
      "loss_total": 0.007287648972123861,
      "step": 70330
    },
    {
      "loss_action": 0.00978126935660839,
      "loss_total": 0.00978126935660839,
      "step": 70330
    },
    {
      "loss_action": 0.015098411589860916,
      "loss_total": 0.015098411589860916,
      "step": 70330
    },
    {
      "loss_action": 0.006642823573201895,
      "loss_total": 0.006642823573201895,
      "step": 70330
    },
    {
      "loss_action": 0.010676881298422813,
      "loss_total": 0.010676881298422813,
      "step": 70330
    },
    {
      "loss_action": 0.003965794108808041,
      "loss_total": 0.003965794108808041,
      "step": 70330
    },
    {
      "loss_action": 0.007507673930376768,
      "loss_total": 0.007507673930376768,
      "step": 70330
    },
    {
      "grad_norm": 0.08505984395742416,
      "learning_rate": 9.573219636813846e-05,
      "loss": 0.0059,
      "step": 70340
    },
    {
      "loss_action": 0.023321950808167458,
      "loss_total": 0.023321950808167458,
      "step": 70340
    },
    {
      "loss_action": 0.009301024489104748,
      "loss_total": 0.009301024489104748,
      "step": 70340
    },
    {
      "loss_action": 0.007912741973996162,
      "loss_total": 0.007912741973996162,
      "step": 70340
    },
    {
      "loss_action": 0.004801144823431969,
      "loss_total": 0.004801144823431969,
      "step": 70340
    },
    {
      "loss_action": 0.010231108404695988,
      "loss_total": 0.010231108404695988,
      "step": 70340
    },
    {
      "loss_action": 0.007639746647328138,
      "loss_total": 0.007639746647328138,
      "step": 70340
    },
    {
      "loss_action": 0.012471084482967854,
      "loss_total": 0.012471084482967854,
      "step": 70340
    },
    {
      "loss_action": 0.02452813647687435,
      "loss_total": 0.02452813647687435,
      "step": 70340
    },
    {
      "grad_norm": 0.08896993845701218,
      "learning_rate": 9.573052513085066e-05,
      "loss": 0.0068,
      "step": 70350
    },
    {
      "loss_action": 0.007795676589012146,
      "loss_total": 0.007795676589012146,
      "step": 70350
    },
    {
      "loss_action": 0.0070077222771942616,
      "loss_total": 0.0070077222771942616,
      "step": 70350
    },
    {
      "loss_action": 0.0080005694180727,
      "loss_total": 0.0080005694180727,
      "step": 70350
    },
    {
      "loss_action": 0.005052375607192516,
      "loss_total": 0.005052375607192516,
      "step": 70350
    },
    {
      "loss_action": 0.006282121874392033,
      "loss_total": 0.006282121874392033,
      "step": 70350
    },
    {
      "loss_action": 0.0022925587836652994,
      "loss_total": 0.0022925587836652994,
      "step": 70350
    },
    {
      "loss_action": 0.0032019515056163073,
      "loss_total": 0.0032019515056163073,
      "step": 70350
    },
    {
      "loss_action": 0.011578816920518875,
      "loss_total": 0.011578816920518875,
      "step": 70350
    },
    {
      "grad_norm": 0.09346192330121994,
      "learning_rate": 9.572885358099902e-05,
      "loss": 0.0064,
      "step": 70360
    },
    {
      "loss_action": 0.002118948847055435,
      "loss_total": 0.002118948847055435,
      "step": 70360
    },
    {
      "loss_action": 0.012313654646277428,
      "loss_total": 0.012313654646277428,
      "step": 70360
    },
    {
      "loss_action": 0.008046753704547882,
      "loss_total": 0.008046753704547882,
      "step": 70360
    },
    {
      "loss_action": 0.002644965425133705,
      "loss_total": 0.002644965425133705,
      "step": 70360
    },
    {
      "loss_action": 0.01339628454297781,
      "loss_total": 0.01339628454297781,
      "step": 70360
    },
    {
      "loss_action": 0.011202458292245865,
      "loss_total": 0.011202458292245865,
      "step": 70360
    },
    {
      "loss_action": 0.01522894762456417,
      "loss_total": 0.01522894762456417,
      "step": 70360
    },
    {
      "loss_action": 0.005168508272618055,
      "loss_total": 0.005168508272618055,
      "step": 70360
    },
    {
      "grad_norm": 0.11781134456396103,
      "learning_rate": 9.572718171859496e-05,
      "loss": 0.0066,
      "step": 70370
    },
    {
      "loss_action": 0.0047977520152926445,
      "loss_total": 0.0047977520152926445,
      "step": 70370
    },
    {
      "loss_action": 0.01118053775280714,
      "loss_total": 0.01118053775280714,
      "step": 70370
    },
    {
      "loss_action": 0.003782105166465044,
      "loss_total": 0.003782105166465044,
      "step": 70370
    },
    {
      "loss_action": 0.0019285207381471992,
      "loss_total": 0.0019285207381471992,
      "step": 70370
    },
    {
      "loss_action": 0.005880469456315041,
      "loss_total": 0.005880469456315041,
      "step": 70370
    },
    {
      "loss_action": 0.014243392273783684,
      "loss_total": 0.014243392273783684,
      "step": 70370
    },
    {
      "loss_action": 0.003549463814124465,
      "loss_total": 0.003549463814124465,
      "step": 70370
    },
    {
      "loss_action": 0.004917510785162449,
      "loss_total": 0.004917510785162449,
      "step": 70370
    },
    {
      "grad_norm": 0.11520569026470184,
      "learning_rate": 9.572550954364992e-05,
      "loss": 0.0063,
      "step": 70380
    },
    {
      "loss_action": 0.0038485529366880655,
      "loss_total": 0.0038485529366880655,
      "step": 70380
    },
    {
      "loss_action": 0.004813947714865208,
      "loss_total": 0.004813947714865208,
      "step": 70380
    },
    {
      "loss_action": 0.02257027104496956,
      "loss_total": 0.02257027104496956,
      "step": 70380
    },
    {
      "loss_action": 0.0037563845980912447,
      "loss_total": 0.0037563845980912447,
      "step": 70380
    },
    {
      "loss_action": 0.004809422418475151,
      "loss_total": 0.004809422418475151,
      "step": 70380
    },
    {
      "loss_action": 0.009757046587765217,
      "loss_total": 0.009757046587765217,
      "step": 70380
    },
    {
      "loss_action": 0.0023620384745299816,
      "loss_total": 0.0023620384745299816,
      "step": 70380
    },
    {
      "loss_action": 0.005356302950531244,
      "loss_total": 0.005356302950531244,
      "step": 70380
    },
    {
      "grad_norm": 0.165315181016922,
      "learning_rate": 9.57238370561753e-05,
      "loss": 0.0072,
      "step": 70390
    },
    {
      "loss_action": 0.0030414045322686434,
      "loss_total": 0.0030414045322686434,
      "step": 70390
    },
    {
      "loss_action": 0.0031608601566404104,
      "loss_total": 0.0031608601566404104,
      "step": 70390
    },
    {
      "loss_action": 0.007888336665928364,
      "loss_total": 0.007888336665928364,
      "step": 70390
    },
    {
      "loss_action": 0.002210847334936261,
      "loss_total": 0.002210847334936261,
      "step": 70390
    },
    {
      "loss_action": 0.014984633773565292,
      "loss_total": 0.014984633773565292,
      "step": 70390
    },
    {
      "loss_action": 0.0032987776212394238,
      "loss_total": 0.0032987776212394238,
      "step": 70390
    },
    {
      "loss_action": 0.006967855151742697,
      "loss_total": 0.006967855151742697,
      "step": 70390
    },
    {
      "loss_action": 0.0037714336067438126,
      "loss_total": 0.0037714336067438126,
      "step": 70390
    },
    {
      "grad_norm": 0.1684163510799408,
      "learning_rate": 9.572216425618256e-05,
      "loss": 0.0084,
      "step": 70400
    },
    {
      "loss_action": 0.0039103664457798,
      "loss_total": 0.0039103664457798,
      "step": 70400
    },
    {
      "loss_action": 0.0058455076068639755,
      "loss_total": 0.0058455076068639755,
      "step": 70400
    },
    {
      "loss_action": 0.001969108358025551,
      "loss_total": 0.001969108358025551,
      "step": 70400
    },
    {
      "loss_action": 0.01106104627251625,
      "loss_total": 0.01106104627251625,
      "step": 70400
    },
    {
      "loss_action": 0.004225891083478928,
      "loss_total": 0.004225891083478928,
      "step": 70400
    },
    {
      "loss_action": 0.014192100614309311,
      "loss_total": 0.014192100614309311,
      "step": 70400
    },
    {
      "loss_action": 0.009636182337999344,
      "loss_total": 0.009636182337999344,
      "step": 70400
    },
    {
      "loss_action": 0.007439667358994484,
      "loss_total": 0.007439667358994484,
      "step": 70400
    },
    {
      "grad_norm": 0.10495281964540482,
      "learning_rate": 9.572049114368311e-05,
      "loss": 0.0064,
      "step": 70410
    },
    {
      "loss_action": 0.006484423764050007,
      "loss_total": 0.006484423764050007,
      "step": 70410
    },
    {
      "loss_action": 0.0029906583949923515,
      "loss_total": 0.0029906583949923515,
      "step": 70410
    },
    {
      "loss_action": 0.0034717624075710773,
      "loss_total": 0.0034717624075710773,
      "step": 70410
    },
    {
      "loss_action": 0.003829961409792304,
      "loss_total": 0.003829961409792304,
      "step": 70410
    },
    {
      "loss_action": 0.003768156748265028,
      "loss_total": 0.003768156748265028,
      "step": 70410
    },
    {
      "loss_action": 0.008974479511380196,
      "loss_total": 0.008974479511380196,
      "step": 70410
    },
    {
      "loss_action": 0.009399592876434326,
      "loss_total": 0.009399592876434326,
      "step": 70410
    },
    {
      "loss_action": 0.00563492625951767,
      "loss_total": 0.00563492625951767,
      "step": 70410
    },
    {
      "grad_norm": 0.16598770022392273,
      "learning_rate": 9.57188177186884e-05,
      "loss": 0.0066,
      "step": 70420
    },
    {
      "loss_action": 0.01063750684261322,
      "loss_total": 0.01063750684261322,
      "step": 70420
    },
    {
      "loss_action": 0.016381531953811646,
      "loss_total": 0.016381531953811646,
      "step": 70420
    },
    {
      "loss_action": 0.004133999347686768,
      "loss_total": 0.004133999347686768,
      "step": 70420
    },
    {
      "loss_action": 0.016587136313319206,
      "loss_total": 0.016587136313319206,
      "step": 70420
    },
    {
      "loss_action": 0.0062556080520153046,
      "loss_total": 0.0062556080520153046,
      "step": 70420
    },
    {
      "loss_action": 0.0025954071898013353,
      "loss_total": 0.0025954071898013353,
      "step": 70420
    },
    {
      "loss_action": 0.006153596565127373,
      "loss_total": 0.006153596565127373,
      "step": 70420
    },
    {
      "loss_action": 0.0025477567687630653,
      "loss_total": 0.0025477567687630653,
      "step": 70420
    },
    {
      "grad_norm": 0.10272558778524399,
      "learning_rate": 9.571714398120988e-05,
      "loss": 0.0074,
      "step": 70430
    },
    {
      "loss_action": 0.004297611303627491,
      "loss_total": 0.004297611303627491,
      "step": 70430
    },
    {
      "loss_action": 0.003178117098286748,
      "loss_total": 0.003178117098286748,
      "step": 70430
    },
    {
      "loss_action": 0.01962204836308956,
      "loss_total": 0.01962204836308956,
      "step": 70430
    },
    {
      "loss_action": 0.005899203475564718,
      "loss_total": 0.005899203475564718,
      "step": 70430
    },
    {
      "loss_action": 0.003364367177709937,
      "loss_total": 0.003364367177709937,
      "step": 70430
    },
    {
      "loss_action": 0.036423347890377045,
      "loss_total": 0.036423347890377045,
      "step": 70430
    },
    {
      "loss_action": 0.006749730557203293,
      "loss_total": 0.006749730557203293,
      "step": 70430
    },
    {
      "loss_action": 0.008438263088464737,
      "loss_total": 0.008438263088464737,
      "step": 70430
    },
    {
      "grad_norm": 0.1163269504904747,
      "learning_rate": 9.571546993125895e-05,
      "loss": 0.0087,
      "step": 70440
    },
    {
      "loss_action": 0.008931283839046955,
      "loss_total": 0.008931283839046955,
      "step": 70440
    },
    {
      "loss_action": 0.008601820096373558,
      "loss_total": 0.008601820096373558,
      "step": 70440
    },
    {
      "loss_action": 0.005457507446408272,
      "loss_total": 0.005457507446408272,
      "step": 70440
    },
    {
      "loss_action": 0.007208290509879589,
      "loss_total": 0.007208290509879589,
      "step": 70440
    },
    {
      "loss_action": 0.002610401250422001,
      "loss_total": 0.002610401250422001,
      "step": 70440
    },
    {
      "loss_action": 0.009230092167854309,
      "loss_total": 0.009230092167854309,
      "step": 70440
    },
    {
      "loss_action": 0.007313784211874008,
      "loss_total": 0.007313784211874008,
      "step": 70440
    },
    {
      "loss_action": 0.011490844190120697,
      "loss_total": 0.011490844190120697,
      "step": 70440
    },
    {
      "grad_norm": 0.13447284698486328,
      "learning_rate": 9.571379556884708e-05,
      "loss": 0.007,
      "step": 70450
    },
    {
      "loss_action": 0.005975433625280857,
      "loss_total": 0.005975433625280857,
      "step": 70450
    },
    {
      "loss_action": 0.007322670891880989,
      "loss_total": 0.007322670891880989,
      "step": 70450
    },
    {
      "loss_action": 0.003224574960768223,
      "loss_total": 0.003224574960768223,
      "step": 70450
    },
    {
      "loss_action": 0.003767407964915037,
      "loss_total": 0.003767407964915037,
      "step": 70450
    },
    {
      "loss_action": 0.0037116515450179577,
      "loss_total": 0.0037116515450179577,
      "step": 70450
    },
    {
      "loss_action": 0.008828222751617432,
      "loss_total": 0.008828222751617432,
      "step": 70450
    },
    {
      "loss_action": 0.004895687568932772,
      "loss_total": 0.004895687568932772,
      "step": 70450
    },
    {
      "loss_action": 0.009201237931847572,
      "loss_total": 0.009201237931847572,
      "step": 70450
    },
    {
      "grad_norm": 0.10652858763933182,
      "learning_rate": 9.571212089398572e-05,
      "loss": 0.0071,
      "step": 70460
    },
    {
      "loss_action": 0.012493791058659554,
      "loss_total": 0.012493791058659554,
      "step": 70460
    },
    {
      "loss_action": 0.009341624565422535,
      "loss_total": 0.009341624565422535,
      "step": 70460
    },
    {
      "loss_action": 0.008381789550185204,
      "loss_total": 0.008381789550185204,
      "step": 70460
    },
    {
      "loss_action": 0.0038875089958310127,
      "loss_total": 0.0038875089958310127,
      "step": 70460
    },
    {
      "loss_action": 0.005307339131832123,
      "loss_total": 0.005307339131832123,
      "step": 70460
    },
    {
      "loss_action": 0.0052795493975281715,
      "loss_total": 0.0052795493975281715,
      "step": 70460
    },
    {
      "loss_action": 0.011960627511143684,
      "loss_total": 0.011960627511143684,
      "step": 70460
    },
    {
      "loss_action": 0.004382295534014702,
      "loss_total": 0.004382295534014702,
      "step": 70460
    },
    {
      "grad_norm": 0.1502392441034317,
      "learning_rate": 9.57104459066863e-05,
      "loss": 0.0075,
      "step": 70470
    },
    {
      "loss_action": 0.002910473383963108,
      "loss_total": 0.002910473383963108,
      "step": 70470
    },
    {
      "loss_action": 0.0037945902440696955,
      "loss_total": 0.0037945902440696955,
      "step": 70470
    },
    {
      "loss_action": 0.004054360091686249,
      "loss_total": 0.004054360091686249,
      "step": 70470
    },
    {
      "loss_action": 0.0018723327666521072,
      "loss_total": 0.0018723327666521072,
      "step": 70470
    },
    {
      "loss_action": 0.01009227056056261,
      "loss_total": 0.01009227056056261,
      "step": 70470
    },
    {
      "loss_action": 0.015074034221470356,
      "loss_total": 0.015074034221470356,
      "step": 70470
    },
    {
      "loss_action": 0.0151671776548028,
      "loss_total": 0.0151671776548028,
      "step": 70470
    },
    {
      "loss_action": 0.0018266401020810008,
      "loss_total": 0.0018266401020810008,
      "step": 70470
    },
    {
      "grad_norm": 0.10325249284505844,
      "learning_rate": 9.570877060696028e-05,
      "loss": 0.0078,
      "step": 70480
    },
    {
      "loss_action": 0.005237284116446972,
      "loss_total": 0.005237284116446972,
      "step": 70480
    },
    {
      "loss_action": 0.006043387111276388,
      "loss_total": 0.006043387111276388,
      "step": 70480
    },
    {
      "loss_action": 0.002221393398940563,
      "loss_total": 0.002221393398940563,
      "step": 70480
    },
    {
      "loss_action": 0.004891569726169109,
      "loss_total": 0.004891569726169109,
      "step": 70480
    },
    {
      "loss_action": 0.003769812174141407,
      "loss_total": 0.003769812174141407,
      "step": 70480
    },
    {
      "loss_action": 0.005082159303128719,
      "loss_total": 0.005082159303128719,
      "step": 70480
    },
    {
      "loss_action": 0.002290561329573393,
      "loss_total": 0.002290561329573393,
      "step": 70480
    },
    {
      "loss_action": 0.003085049334913492,
      "loss_total": 0.003085049334913492,
      "step": 70480
    },
    {
      "grad_norm": 0.11530085653066635,
      "learning_rate": 9.570709499481911e-05,
      "loss": 0.0061,
      "step": 70490
    },
    {
      "loss_action": 0.0046487413346767426,
      "loss_total": 0.0046487413346767426,
      "step": 70490
    },
    {
      "loss_action": 0.0036080286372452974,
      "loss_total": 0.0036080286372452974,
      "step": 70490
    },
    {
      "loss_action": 0.008099375292658806,
      "loss_total": 0.008099375292658806,
      "step": 70490
    },
    {
      "loss_action": 0.006291598081588745,
      "loss_total": 0.006291598081588745,
      "step": 70490
    },
    {
      "loss_action": 0.0023542330600321293,
      "loss_total": 0.0023542330600321293,
      "step": 70490
    },
    {
      "loss_action": 0.0023005756083875895,
      "loss_total": 0.0023005756083875895,
      "step": 70490
    },
    {
      "loss_action": 0.010918358340859413,
      "loss_total": 0.010918358340859413,
      "step": 70490
    },
    {
      "loss_action": 0.006006590556353331,
      "loss_total": 0.006006590556353331,
      "step": 70490
    },
    {
      "grad_norm": 0.08340410888195038,
      "learning_rate": 9.570541907027423e-05,
      "loss": 0.0063,
      "step": 70500
    },
    {
      "loss_action": 0.004629873670637608,
      "loss_total": 0.004629873670637608,
      "step": 70500
    },
    {
      "loss_action": 0.0028978765476495028,
      "loss_total": 0.0028978765476495028,
      "step": 70500
    },
    {
      "loss_action": 0.003554650116711855,
      "loss_total": 0.003554650116711855,
      "step": 70500
    },
    {
      "loss_action": 0.004486879799515009,
      "loss_total": 0.004486879799515009,
      "step": 70500
    },
    {
      "loss_action": 0.013555836863815784,
      "loss_total": 0.013555836863815784,
      "step": 70500
    },
    {
      "loss_action": 0.0018633502768352628,
      "loss_total": 0.0018633502768352628,
      "step": 70500
    },
    {
      "loss_action": 0.007397699635475874,
      "loss_total": 0.007397699635475874,
      "step": 70500
    },
    {
      "loss_action": 0.0030301036313176155,
      "loss_total": 0.0030301036313176155,
      "step": 70500
    },
    {
      "grad_norm": 0.0868917852640152,
      "learning_rate": 9.57037428333371e-05,
      "loss": 0.0061,
      "step": 70510
    },
    {
      "loss_action": 0.004722593352198601,
      "loss_total": 0.004722593352198601,
      "step": 70510
    },
    {
      "loss_action": 0.012961267493665218,
      "loss_total": 0.012961267493665218,
      "step": 70510
    },
    {
      "loss_action": 0.0031390246003866196,
      "loss_total": 0.0031390246003866196,
      "step": 70510
    },
    {
      "loss_action": 0.008718885481357574,
      "loss_total": 0.008718885481357574,
      "step": 70510
    },
    {
      "loss_action": 0.004893665201961994,
      "loss_total": 0.004893665201961994,
      "step": 70510
    },
    {
      "loss_action": 0.0038650056812912226,
      "loss_total": 0.0038650056812912226,
      "step": 70510
    },
    {
      "loss_action": 0.004250182304531336,
      "loss_total": 0.004250182304531336,
      "step": 70510
    },
    {
      "loss_action": 0.007118715904653072,
      "loss_total": 0.007118715904653072,
      "step": 70510
    },
    {
      "grad_norm": 0.12365442514419556,
      "learning_rate": 9.57020662840192e-05,
      "loss": 0.0054,
      "step": 70520
    },
    {
      "loss_action": 0.0023174607194960117,
      "loss_total": 0.0023174607194960117,
      "step": 70520
    },
    {
      "loss_action": 0.004053948447108269,
      "loss_total": 0.004053948447108269,
      "step": 70520
    },
    {
      "loss_action": 0.005246827378869057,
      "loss_total": 0.005246827378869057,
      "step": 70520
    },
    {
      "loss_action": 0.0026168720796704292,
      "loss_total": 0.0026168720796704292,
      "step": 70520
    },
    {
      "loss_action": 0.004858818836510181,
      "loss_total": 0.004858818836510181,
      "step": 70520
    },
    {
      "loss_action": 0.003943343181163073,
      "loss_total": 0.003943343181163073,
      "step": 70520
    },
    {
      "loss_action": 0.005883925128728151,
      "loss_total": 0.005883925128728151,
      "step": 70520
    },
    {
      "loss_action": 0.0015120073221623898,
      "loss_total": 0.0015120073221623898,
      "step": 70520
    },
    {
      "grad_norm": 0.09197601675987244,
      "learning_rate": 9.570038942233194e-05,
      "loss": 0.0061,
      "step": 70530
    },
    {
      "loss_action": 0.004854947328567505,
      "loss_total": 0.004854947328567505,
      "step": 70530
    },
    {
      "loss_action": 0.0019521225476637483,
      "loss_total": 0.0019521225476637483,
      "step": 70530
    },
    {
      "loss_action": 0.005523188039660454,
      "loss_total": 0.005523188039660454,
      "step": 70530
    },
    {
      "loss_action": 0.0021463544107973576,
      "loss_total": 0.0021463544107973576,
      "step": 70530
    },
    {
      "loss_action": 0.009633668698370457,
      "loss_total": 0.009633668698370457,
      "step": 70530
    },
    {
      "loss_action": 0.005918430630117655,
      "loss_total": 0.005918430630117655,
      "step": 70530
    },
    {
      "loss_action": 0.005270358175039291,
      "loss_total": 0.005270358175039291,
      "step": 70530
    },
    {
      "loss_action": 0.003188707400113344,
      "loss_total": 0.003188707400113344,
      "step": 70530
    },
    {
      "grad_norm": 0.07358132302761078,
      "learning_rate": 9.569871224828682e-05,
      "loss": 0.0066,
      "step": 70540
    },
    {
      "loss_action": 0.014490801841020584,
      "loss_total": 0.014490801841020584,
      "step": 70540
    },
    {
      "loss_action": 0.004932155832648277,
      "loss_total": 0.004932155832648277,
      "step": 70540
    },
    {
      "loss_action": 0.0050941817462444305,
      "loss_total": 0.0050941817462444305,
      "step": 70540
    },
    {
      "loss_action": 0.004119475372135639,
      "loss_total": 0.004119475372135639,
      "step": 70540
    },
    {
      "loss_action": 0.004265758208930492,
      "loss_total": 0.004265758208930492,
      "step": 70540
    },
    {
      "loss_action": 0.0013462728820741177,
      "loss_total": 0.0013462728820741177,
      "step": 70540
    },
    {
      "loss_action": 0.0019413679838180542,
      "loss_total": 0.0019413679838180542,
      "step": 70540
    },
    {
      "loss_action": 0.00847129337489605,
      "loss_total": 0.00847129337489605,
      "step": 70540
    },
    {
      "grad_norm": 0.1354854851961136,
      "learning_rate": 9.569703476189528e-05,
      "loss": 0.0062,
      "step": 70550
    },
    {
      "loss_action": 0.0031382935121655464,
      "loss_total": 0.0031382935121655464,
      "step": 70550
    },
    {
      "loss_action": 0.0030969753861427307,
      "loss_total": 0.0030969753861427307,
      "step": 70550
    },
    {
      "loss_action": 0.0019689067266881466,
      "loss_total": 0.0019689067266881466,
      "step": 70550
    },
    {
      "loss_action": 0.0035022632218897343,
      "loss_total": 0.0035022632218897343,
      "step": 70550
    },
    {
      "loss_action": 0.007116818800568581,
      "loss_total": 0.007116818800568581,
      "step": 70550
    },
    {
      "loss_action": 0.003579497104510665,
      "loss_total": 0.003579497104510665,
      "step": 70550
    },
    {
      "loss_action": 0.03639678284525871,
      "loss_total": 0.03639678284525871,
      "step": 70550
    },
    {
      "loss_action": 0.013091178610920906,
      "loss_total": 0.013091178610920906,
      "step": 70550
    },
    {
      "grad_norm": 0.10325804352760315,
      "learning_rate": 9.569535696316882e-05,
      "loss": 0.0068,
      "step": 70560
    },
    {
      "loss_action": 0.0018458019476383924,
      "loss_total": 0.0018458019476383924,
      "step": 70560
    },
    {
      "loss_action": 0.006415326148271561,
      "loss_total": 0.006415326148271561,
      "step": 70560
    },
    {
      "loss_action": 0.0036571440286934376,
      "loss_total": 0.0036571440286934376,
      "step": 70560
    },
    {
      "loss_action": 0.0037330552004277706,
      "loss_total": 0.0037330552004277706,
      "step": 70560
    },
    {
      "loss_action": 0.004368142690509558,
      "loss_total": 0.004368142690509558,
      "step": 70560
    },
    {
      "loss_action": 0.0030268642585724592,
      "loss_total": 0.0030268642585724592,
      "step": 70560
    },
    {
      "loss_action": 0.004590041469782591,
      "loss_total": 0.004590041469782591,
      "step": 70560
    },
    {
      "loss_action": 0.010065525770187378,
      "loss_total": 0.010065525770187378,
      "step": 70560
    },
    {
      "grad_norm": 0.055476292967796326,
      "learning_rate": 9.569367885211888e-05,
      "loss": 0.0069,
      "step": 70570
    },
    {
      "loss_action": 0.005796824581921101,
      "loss_total": 0.005796824581921101,
      "step": 70570
    },
    {
      "loss_action": 0.0037854542024433613,
      "loss_total": 0.0037854542024433613,
      "step": 70570
    },
    {
      "loss_action": 0.006122024729847908,
      "loss_total": 0.006122024729847908,
      "step": 70570
    },
    {
      "loss_action": 0.004224739037454128,
      "loss_total": 0.004224739037454128,
      "step": 70570
    },
    {
      "loss_action": 0.005335308611392975,
      "loss_total": 0.005335308611392975,
      "step": 70570
    },
    {
      "loss_action": 0.005717922002077103,
      "loss_total": 0.005717922002077103,
      "step": 70570
    },
    {
      "loss_action": 0.0035199588164687157,
      "loss_total": 0.0035199588164687157,
      "step": 70570
    },
    {
      "loss_action": 0.005552424117922783,
      "loss_total": 0.005552424117922783,
      "step": 70570
    },
    {
      "grad_norm": 0.0932396650314331,
      "learning_rate": 9.569200042875694e-05,
      "loss": 0.0072,
      "step": 70580
    },
    {
      "loss_action": 0.008332092314958572,
      "loss_total": 0.008332092314958572,
      "step": 70580
    },
    {
      "loss_action": 0.008302690461277962,
      "loss_total": 0.008302690461277962,
      "step": 70580
    },
    {
      "loss_action": 0.006528763100504875,
      "loss_total": 0.006528763100504875,
      "step": 70580
    },
    {
      "loss_action": 0.006164302118122578,
      "loss_total": 0.006164302118122578,
      "step": 70580
    },
    {
      "loss_action": 0.005428074859082699,
      "loss_total": 0.005428074859082699,
      "step": 70580
    },
    {
      "loss_action": 0.0033000330440700054,
      "loss_total": 0.0033000330440700054,
      "step": 70580
    },
    {
      "loss_action": 0.005535072647035122,
      "loss_total": 0.005535072647035122,
      "step": 70580
    },
    {
      "loss_action": 0.009124900214374065,
      "loss_total": 0.009124900214374065,
      "step": 70580
    },
    {
      "grad_norm": 0.1107712835073471,
      "learning_rate": 9.569032169309446e-05,
      "loss": 0.0081,
      "step": 70590
    },
    {
      "loss_action": 0.02273077517747879,
      "loss_total": 0.02273077517747879,
      "step": 70590
    },
    {
      "loss_action": 0.0018900663126260042,
      "loss_total": 0.0018900663126260042,
      "step": 70590
    },
    {
      "loss_action": 0.008352428674697876,
      "loss_total": 0.008352428674697876,
      "step": 70590
    },
    {
      "loss_action": 0.004243039060384035,
      "loss_total": 0.004243039060384035,
      "step": 70590
    },
    {
      "loss_action": 0.008974558673799038,
      "loss_total": 0.008974558673799038,
      "step": 70590
    },
    {
      "loss_action": 0.008498039096593857,
      "loss_total": 0.008498039096593857,
      "step": 70590
    },
    {
      "loss_action": 0.009396839886903763,
      "loss_total": 0.009396839886903763,
      "step": 70590
    },
    {
      "loss_action": 0.004259791690856218,
      "loss_total": 0.004259791690856218,
      "step": 70590
    },
    {
      "grad_norm": 0.09071800857782364,
      "learning_rate": 9.568864264514293e-05,
      "loss": 0.0063,
      "step": 70600
    },
    {
      "loss_action": 0.003089034929871559,
      "loss_total": 0.003089034929871559,
      "step": 70600
    },
    {
      "loss_action": 0.0018709588330239058,
      "loss_total": 0.0018709588330239058,
      "step": 70600
    },
    {
      "loss_action": 0.005192144773900509,
      "loss_total": 0.005192144773900509,
      "step": 70600
    },
    {
      "loss_action": 0.0024478896521031857,
      "loss_total": 0.0024478896521031857,
      "step": 70600
    },
    {
      "loss_action": 0.00894221756607294,
      "loss_total": 0.00894221756607294,
      "step": 70600
    },
    {
      "loss_action": 0.008831031620502472,
      "loss_total": 0.008831031620502472,
      "step": 70600
    },
    {
      "loss_action": 0.001097103115171194,
      "loss_total": 0.001097103115171194,
      "step": 70600
    },
    {
      "loss_action": 0.006834366358816624,
      "loss_total": 0.006834366358816624,
      "step": 70600
    },
    {
      "grad_norm": 0.18410927057266235,
      "learning_rate": 9.568696328491382e-05,
      "loss": 0.008,
      "step": 70610
    },
    {
      "loss_action": 0.012218057177960873,
      "loss_total": 0.012218057177960873,
      "step": 70610
    },
    {
      "loss_action": 0.004671798087656498,
      "loss_total": 0.004671798087656498,
      "step": 70610
    },
    {
      "loss_action": 0.006302827503532171,
      "loss_total": 0.006302827503532171,
      "step": 70610
    },
    {
      "loss_action": 0.013238523155450821,
      "loss_total": 0.013238523155450821,
      "step": 70610
    },
    {
      "loss_action": 0.007031493820250034,
      "loss_total": 0.007031493820250034,
      "step": 70610
    },
    {
      "loss_action": 0.0069534629583358765,
      "loss_total": 0.0069534629583358765,
      "step": 70610
    },
    {
      "loss_action": 0.0025213980115950108,
      "loss_total": 0.0025213980115950108,
      "step": 70610
    },
    {
      "loss_action": 0.009940306656062603,
      "loss_total": 0.009940306656062603,
      "step": 70610
    },
    {
      "grad_norm": 0.08483853191137314,
      "learning_rate": 9.56852836124186e-05,
      "loss": 0.0086,
      "step": 70620
    },
    {
      "loss_action": 0.0026010307483375072,
      "loss_total": 0.0026010307483375072,
      "step": 70620
    },
    {
      "loss_action": 0.0065622772090137005,
      "loss_total": 0.0065622772090137005,
      "step": 70620
    },
    {
      "loss_action": 0.007390686776489019,
      "loss_total": 0.007390686776489019,
      "step": 70620
    },
    {
      "loss_action": 0.016143478453159332,
      "loss_total": 0.016143478453159332,
      "step": 70620
    },
    {
      "loss_action": 0.0030662217177450657,
      "loss_total": 0.0030662217177450657,
      "step": 70620
    },
    {
      "loss_action": 0.0033571168314665556,
      "loss_total": 0.0033571168314665556,
      "step": 70620
    },
    {
      "loss_action": 0.00372656574472785,
      "loss_total": 0.00372656574472785,
      "step": 70620
    },
    {
      "loss_action": 0.0013336999109014869,
      "loss_total": 0.0013336999109014869,
      "step": 70620
    },
    {
      "grad_norm": 0.08258963376283646,
      "learning_rate": 9.568360362766876e-05,
      "loss": 0.0067,
      "step": 70630
    },
    {
      "loss_action": 0.0016237407689914107,
      "loss_total": 0.0016237407689914107,
      "step": 70630
    },
    {
      "loss_action": 0.0014783883234485984,
      "loss_total": 0.0014783883234485984,
      "step": 70630
    },
    {
      "loss_action": 0.0017745058285072446,
      "loss_total": 0.0017745058285072446,
      "step": 70630
    },
    {
      "loss_action": 0.0020043370313942432,
      "loss_total": 0.0020043370313942432,
      "step": 70630
    },
    {
      "loss_action": 0.003253878327086568,
      "loss_total": 0.003253878327086568,
      "step": 70630
    },
    {
      "loss_action": 0.0038265071343630552,
      "loss_total": 0.0038265071343630552,
      "step": 70630
    },
    {
      "loss_action": 0.007491653319448233,
      "loss_total": 0.007491653319448233,
      "step": 70630
    },
    {
      "loss_action": 0.003677892265841365,
      "loss_total": 0.003677892265841365,
      "step": 70630
    },
    {
      "grad_norm": 0.11506058275699615,
      "learning_rate": 9.568192333067579e-05,
      "loss": 0.0062,
      "step": 70640
    },
    {
      "loss_action": 0.005041811149567366,
      "loss_total": 0.005041811149567366,
      "step": 70640
    },
    {
      "loss_action": 0.003704856149852276,
      "loss_total": 0.003704856149852276,
      "step": 70640
    },
    {
      "loss_action": 0.0022270185872912407,
      "loss_total": 0.0022270185872912407,
      "step": 70640
    },
    {
      "loss_action": 0.0114811472594738,
      "loss_total": 0.0114811472594738,
      "step": 70640
    },
    {
      "loss_action": 0.005082792602479458,
      "loss_total": 0.005082792602479458,
      "step": 70640
    },
    {
      "loss_action": 0.0032113015186041594,
      "loss_total": 0.0032113015186041594,
      "step": 70640
    },
    {
      "loss_action": 0.010205090045928955,
      "loss_total": 0.010205090045928955,
      "step": 70640
    },
    {
      "loss_action": 0.008670625276863575,
      "loss_total": 0.008670625276863575,
      "step": 70640
    },
    {
      "grad_norm": 0.09332095831632614,
      "learning_rate": 9.568024272145114e-05,
      "loss": 0.0062,
      "step": 70650
    },
    {
      "loss_action": 0.004208527505397797,
      "loss_total": 0.004208527505397797,
      "step": 70650
    },
    {
      "loss_action": 0.0036132708191871643,
      "loss_total": 0.0036132708191871643,
      "step": 70650
    },
    {
      "loss_action": 0.0024899523705244064,
      "loss_total": 0.0024899523705244064,
      "step": 70650
    },
    {
      "loss_action": 0.002077700337395072,
      "loss_total": 0.002077700337395072,
      "step": 70650
    },
    {
      "loss_action": 0.007235780358314514,
      "loss_total": 0.007235780358314514,
      "step": 70650
    },
    {
      "loss_action": 0.011298788711428642,
      "loss_total": 0.011298788711428642,
      "step": 70650
    },
    {
      "loss_action": 0.002467550104483962,
      "loss_total": 0.002467550104483962,
      "step": 70650
    },
    {
      "loss_action": 0.031232759356498718,
      "loss_total": 0.031232759356498718,
      "step": 70650
    },
    {
      "grad_norm": 0.12432503700256348,
      "learning_rate": 9.567856180000632e-05,
      "loss": 0.008,
      "step": 70660
    },
    {
      "loss_action": 0.006491570733487606,
      "loss_total": 0.006491570733487606,
      "step": 70660
    },
    {
      "loss_action": 0.0038368110544979572,
      "loss_total": 0.0038368110544979572,
      "step": 70660
    },
    {
      "loss_action": 0.020753229036927223,
      "loss_total": 0.020753229036927223,
      "step": 70660
    },
    {
      "loss_action": 0.004432585556060076,
      "loss_total": 0.004432585556060076,
      "step": 70660
    },
    {
      "loss_action": 0.002704913727939129,
      "loss_total": 0.002704913727939129,
      "step": 70660
    },
    {
      "loss_action": 0.0026284349150955677,
      "loss_total": 0.0026284349150955677,
      "step": 70660
    },
    {
      "loss_action": 0.004783892072737217,
      "loss_total": 0.004783892072737217,
      "step": 70660
    },
    {
      "loss_action": 0.006406265310943127,
      "loss_total": 0.006406265310943127,
      "step": 70660
    },
    {
      "grad_norm": 0.11080813407897949,
      "learning_rate": 9.567688056635285e-05,
      "loss": 0.0067,
      "step": 70670
    },
    {
      "loss_action": 0.005964219570159912,
      "loss_total": 0.005964219570159912,
      "step": 70670
    },
    {
      "loss_action": 0.0050941212102770805,
      "loss_total": 0.0050941212102770805,
      "step": 70670
    },
    {
      "loss_action": 0.005216313526034355,
      "loss_total": 0.005216313526034355,
      "step": 70670
    },
    {
      "loss_action": 0.006088624708354473,
      "loss_total": 0.006088624708354473,
      "step": 70670
    },
    {
      "loss_action": 0.003696982515975833,
      "loss_total": 0.003696982515975833,
      "step": 70670
    },
    {
      "loss_action": 0.006997307762503624,
      "loss_total": 0.006997307762503624,
      "step": 70670
    },
    {
      "loss_action": 0.0034531550481915474,
      "loss_total": 0.0034531550481915474,
      "step": 70670
    },
    {
      "loss_action": 0.008131124079227448,
      "loss_total": 0.008131124079227448,
      "step": 70670
    },
    {
      "grad_norm": 0.11407425254583359,
      "learning_rate": 9.567519902050217e-05,
      "loss": 0.0066,
      "step": 70680
    },
    {
      "loss_action": 0.010433432646095753,
      "loss_total": 0.010433432646095753,
      "step": 70680
    },
    {
      "loss_action": 0.0035479117650538683,
      "loss_total": 0.0035479117650538683,
      "step": 70680
    },
    {
      "loss_action": 0.005205212160944939,
      "loss_total": 0.005205212160944939,
      "step": 70680
    },
    {
      "loss_action": 0.007936851121485233,
      "loss_total": 0.007936851121485233,
      "step": 70680
    },
    {
      "loss_action": 0.004165892954915762,
      "loss_total": 0.004165892954915762,
      "step": 70680
    },
    {
      "loss_action": 0.03229740262031555,
      "loss_total": 0.03229740262031555,
      "step": 70680
    },
    {
      "loss_action": 0.0038499562069773674,
      "loss_total": 0.0038499562069773674,
      "step": 70680
    },
    {
      "loss_action": 0.00551691185683012,
      "loss_total": 0.00551691185683012,
      "step": 70680
    },
    {
      "grad_norm": 0.12790487706661224,
      "learning_rate": 9.56735171624658e-05,
      "loss": 0.0066,
      "step": 70690
    },
    {
      "loss_action": 0.0053702532313764095,
      "loss_total": 0.0053702532313764095,
      "step": 70690
    },
    {
      "loss_action": 0.0023084755521267653,
      "loss_total": 0.0023084755521267653,
      "step": 70690
    },
    {
      "loss_action": 0.004839545581489801,
      "loss_total": 0.004839545581489801,
      "step": 70690
    },
    {
      "loss_action": 0.009842727333307266,
      "loss_total": 0.009842727333307266,
      "step": 70690
    },
    {
      "loss_action": 0.021203435957431793,
      "loss_total": 0.021203435957431793,
      "step": 70690
    },
    {
      "loss_action": 0.0028076767921447754,
      "loss_total": 0.0028076767921447754,
      "step": 70690
    },
    {
      "loss_action": 0.015899239107966423,
      "loss_total": 0.015899239107966423,
      "step": 70690
    },
    {
      "loss_action": 0.0027134802658110857,
      "loss_total": 0.0027134802658110857,
      "step": 70690
    },
    {
      "grad_norm": 0.07954321056604385,
      "learning_rate": 9.567183499225522e-05,
      "loss": 0.0057,
      "step": 70700
    },
    {
      "loss_action": 0.006100722588598728,
      "loss_total": 0.006100722588598728,
      "step": 70700
    },
    {
      "loss_action": 0.0032406114041805267,
      "loss_total": 0.0032406114041805267,
      "step": 70700
    },
    {
      "loss_action": 0.0034384937025606632,
      "loss_total": 0.0034384937025606632,
      "step": 70700
    },
    {
      "loss_action": 0.005618736147880554,
      "loss_total": 0.005618736147880554,
      "step": 70700
    },
    {
      "loss_action": 0.005344021134078503,
      "loss_total": 0.005344021134078503,
      "step": 70700
    },
    {
      "loss_action": 0.002825086936354637,
      "loss_total": 0.002825086936354637,
      "step": 70700
    },
    {
      "loss_action": 0.006376245524734259,
      "loss_total": 0.006376245524734259,
      "step": 70700
    },
    {
      "loss_action": 0.01301644928753376,
      "loss_total": 0.01301644928753376,
      "step": 70700
    },
    {
      "grad_norm": 0.08287324756383896,
      "learning_rate": 9.567015250988194e-05,
      "loss": 0.0064,
      "step": 70710
    },
    {
      "loss_action": 0.0030464448500424623,
      "loss_total": 0.0030464448500424623,
      "step": 70710
    },
    {
      "loss_action": 0.008807597681879997,
      "loss_total": 0.008807597681879997,
      "step": 70710
    },
    {
      "loss_action": 0.006661605089902878,
      "loss_total": 0.006661605089902878,
      "step": 70710
    },
    {
      "loss_action": 0.010562378913164139,
      "loss_total": 0.010562378913164139,
      "step": 70710
    },
    {
      "loss_action": 0.0036495085805654526,
      "loss_total": 0.0036495085805654526,
      "step": 70710
    },
    {
      "loss_action": 0.01023616548627615,
      "loss_total": 0.01023616548627615,
      "step": 70710
    },
    {
      "loss_action": 0.033454347401857376,
      "loss_total": 0.033454347401857376,
      "step": 70710
    },
    {
      "loss_action": 0.007067434955388308,
      "loss_total": 0.007067434955388308,
      "step": 70710
    },
    {
      "grad_norm": 0.09844876825809479,
      "learning_rate": 9.566846971535745e-05,
      "loss": 0.0082,
      "step": 70720
    },
    {
      "loss_action": 0.0013212517369538546,
      "loss_total": 0.0013212517369538546,
      "step": 70720
    },
    {
      "loss_action": 0.0023239622823894024,
      "loss_total": 0.0023239622823894024,
      "step": 70720
    },
    {
      "loss_action": 0.007919496856629848,
      "loss_total": 0.007919496856629848,
      "step": 70720
    },
    {
      "loss_action": 0.013036167249083519,
      "loss_total": 0.013036167249083519,
      "step": 70720
    },
    {
      "loss_action": 0.003992068115621805,
      "loss_total": 0.003992068115621805,
      "step": 70720
    },
    {
      "loss_action": 0.006956059020012617,
      "loss_total": 0.006956059020012617,
      "step": 70720
    },
    {
      "loss_action": 0.011252010241150856,
      "loss_total": 0.011252010241150856,
      "step": 70720
    },
    {
      "loss_action": 0.004158876836299896,
      "loss_total": 0.004158876836299896,
      "step": 70720
    },
    {
      "grad_norm": 0.14370205998420715,
      "learning_rate": 9.566678660869328e-05,
      "loss": 0.0064,
      "step": 70730
    },
    {
      "loss_action": 0.0054818205535411835,
      "loss_total": 0.0054818205535411835,
      "step": 70730
    },
    {
      "loss_action": 0.007655256427824497,
      "loss_total": 0.007655256427824497,
      "step": 70730
    },
    {
      "loss_action": 0.012094099074602127,
      "loss_total": 0.012094099074602127,
      "step": 70730
    },
    {
      "loss_action": 0.005608999636024237,
      "loss_total": 0.005608999636024237,
      "step": 70730
    },
    {
      "loss_action": 0.005221981555223465,
      "loss_total": 0.005221981555223465,
      "step": 70730
    },
    {
      "loss_action": 0.004533699713647366,
      "loss_total": 0.004533699713647366,
      "step": 70730
    },
    {
      "loss_action": 0.006089027039706707,
      "loss_total": 0.006089027039706707,
      "step": 70730
    },
    {
      "loss_action": 0.007990067824721336,
      "loss_total": 0.007990067824721336,
      "step": 70730
    },
    {
      "grad_norm": 0.14220094680786133,
      "learning_rate": 9.566510318990089e-05,
      "loss": 0.0067,
      "step": 70740
    },
    {
      "loss_action": 0.0026199473068118095,
      "loss_total": 0.0026199473068118095,
      "step": 70740
    },
    {
      "loss_action": 0.008304453454911709,
      "loss_total": 0.008304453454911709,
      "step": 70740
    },
    {
      "loss_action": 0.004447830840945244,
      "loss_total": 0.004447830840945244,
      "step": 70740
    },
    {
      "loss_action": 0.009482092224061489,
      "loss_total": 0.009482092224061489,
      "step": 70740
    },
    {
      "loss_action": 0.005742226727306843,
      "loss_total": 0.005742226727306843,
      "step": 70740
    },
    {
      "loss_action": 0.0036514350213110447,
      "loss_total": 0.0036514350213110447,
      "step": 70740
    },
    {
      "loss_action": 0.0031881199683994055,
      "loss_total": 0.0031881199683994055,
      "step": 70740
    },
    {
      "loss_action": 0.008459811098873615,
      "loss_total": 0.008459811098873615,
      "step": 70740
    },
    {
      "grad_norm": 0.11340375244617462,
      "learning_rate": 9.566341945899181e-05,
      "loss": 0.0063,
      "step": 70750
    },
    {
      "loss_action": 0.00297946366481483,
      "loss_total": 0.00297946366481483,
      "step": 70750
    },
    {
      "loss_action": 0.010124525055289268,
      "loss_total": 0.010124525055289268,
      "step": 70750
    },
    {
      "loss_action": 0.0056371791288256645,
      "loss_total": 0.0056371791288256645,
      "step": 70750
    },
    {
      "loss_action": 0.01069822907447815,
      "loss_total": 0.01069822907447815,
      "step": 70750
    },
    {
      "loss_action": 0.004437022842466831,
      "loss_total": 0.004437022842466831,
      "step": 70750
    },
    {
      "loss_action": 0.004545318894088268,
      "loss_total": 0.004545318894088268,
      "step": 70750
    },
    {
      "loss_action": 0.006381221581250429,
      "loss_total": 0.006381221581250429,
      "step": 70750
    },
    {
      "loss_action": 0.005366789177060127,
      "loss_total": 0.005366789177060127,
      "step": 70750
    },
    {
      "grad_norm": 0.11255128681659698,
      "learning_rate": 9.566173541597756e-05,
      "loss": 0.006,
      "step": 70760
    },
    {
      "loss_action": 0.0036612111143767834,
      "loss_total": 0.0036612111143767834,
      "step": 70760
    },
    {
      "loss_action": 0.007416520733386278,
      "loss_total": 0.007416520733386278,
      "step": 70760
    },
    {
      "loss_action": 0.008740811608731747,
      "loss_total": 0.008740811608731747,
      "step": 70760
    },
    {
      "loss_action": 0.013307700864970684,
      "loss_total": 0.013307700864970684,
      "step": 70760
    },
    {
      "loss_action": 0.009848801419138908,
      "loss_total": 0.009848801419138908,
      "step": 70760
    },
    {
      "loss_action": 0.009585672989487648,
      "loss_total": 0.009585672989487648,
      "step": 70760
    },
    {
      "loss_action": 0.006163132376968861,
      "loss_total": 0.006163132376968861,
      "step": 70760
    },
    {
      "loss_action": 0.004513369407504797,
      "loss_total": 0.004513369407504797,
      "step": 70760
    },
    {
      "grad_norm": 0.10090633481740952,
      "learning_rate": 9.566005106086963e-05,
      "loss": 0.0064,
      "step": 70770
    },
    {
      "loss_action": 0.004515659995377064,
      "loss_total": 0.004515659995377064,
      "step": 70770
    },
    {
      "loss_action": 0.007043956778943539,
      "loss_total": 0.007043956778943539,
      "step": 70770
    },
    {
      "loss_action": 0.0062494706362485886,
      "loss_total": 0.0062494706362485886,
      "step": 70770
    },
    {
      "loss_action": 0.007669782731682062,
      "loss_total": 0.007669782731682062,
      "step": 70770
    },
    {
      "loss_action": 0.011874275282025337,
      "loss_total": 0.011874275282025337,
      "step": 70770
    },
    {
      "loss_action": 0.0037317615933716297,
      "loss_total": 0.0037317615933716297,
      "step": 70770
    },
    {
      "loss_action": 0.005748032126575708,
      "loss_total": 0.005748032126575708,
      "step": 70770
    },
    {
      "loss_action": 0.003544905222952366,
      "loss_total": 0.003544905222952366,
      "step": 70770
    },
    {
      "grad_norm": 0.15642598271369934,
      "learning_rate": 9.565836639367954e-05,
      "loss": 0.0085,
      "step": 70780
    },
    {
      "loss_action": 0.0026827387046068907,
      "loss_total": 0.0026827387046068907,
      "step": 70780
    },
    {
      "loss_action": 0.0024614916183054447,
      "loss_total": 0.0024614916183054447,
      "step": 70780
    },
    {
      "loss_action": 0.005095459055155516,
      "loss_total": 0.005095459055155516,
      "step": 70780
    },
    {
      "loss_action": 0.006036445498466492,
      "loss_total": 0.006036445498466492,
      "step": 70780
    },
    {
      "loss_action": 0.007988336496055126,
      "loss_total": 0.007988336496055126,
      "step": 70780
    },
    {
      "loss_action": 0.006004975643008947,
      "loss_total": 0.006004975643008947,
      "step": 70780
    },
    {
      "loss_action": 0.0017366732936352491,
      "loss_total": 0.0017366732936352491,
      "step": 70780
    },
    {
      "loss_action": 0.006062060594558716,
      "loss_total": 0.006062060594558716,
      "step": 70780
    },
    {
      "grad_norm": 0.10502497851848602,
      "learning_rate": 9.565668141441881e-05,
      "loss": 0.0071,
      "step": 70790
    },
    {
      "loss_action": 0.00970875658094883,
      "loss_total": 0.00970875658094883,
      "step": 70790
    },
    {
      "loss_action": 0.005420397035777569,
      "loss_total": 0.005420397035777569,
      "step": 70790
    },
    {
      "loss_action": 0.0028030439279973507,
      "loss_total": 0.0028030439279973507,
      "step": 70790
    },
    {
      "loss_action": 0.020201437175273895,
      "loss_total": 0.020201437175273895,
      "step": 70790
    },
    {
      "loss_action": 0.0017155420500785112,
      "loss_total": 0.0017155420500785112,
      "step": 70790
    },
    {
      "loss_action": 0.0037037411238998175,
      "loss_total": 0.0037037411238998175,
      "step": 70790
    },
    {
      "loss_action": 0.0023591876961290836,
      "loss_total": 0.0023591876961290836,
      "step": 70790
    },
    {
      "loss_action": 0.0035016455221921206,
      "loss_total": 0.0035016455221921206,
      "step": 70790
    },
    {
      "grad_norm": 0.14145559072494507,
      "learning_rate": 9.565499612309894e-05,
      "loss": 0.0066,
      "step": 70800
    },
    {
      "loss_action": 0.005023281089961529,
      "loss_total": 0.005023281089961529,
      "step": 70800
    },
    {
      "loss_action": 0.0022585077676922083,
      "loss_total": 0.0022585077676922083,
      "step": 70800
    },
    {
      "loss_action": 0.0036972046364098787,
      "loss_total": 0.0036972046364098787,
      "step": 70800
    },
    {
      "loss_action": 0.025138387456536293,
      "loss_total": 0.025138387456536293,
      "step": 70800
    },
    {
      "loss_action": 0.010176308453083038,
      "loss_total": 0.010176308453083038,
      "step": 70800
    },
    {
      "loss_action": 0.005412638187408447,
      "loss_total": 0.005412638187408447,
      "step": 70800
    },
    {
      "loss_action": 0.007925929501652718,
      "loss_total": 0.007925929501652718,
      "step": 70800
    },
    {
      "loss_action": 0.005256196483969688,
      "loss_total": 0.005256196483969688,
      "step": 70800
    },
    {
      "grad_norm": 0.09311274439096451,
      "learning_rate": 9.565331051973146e-05,
      "loss": 0.0067,
      "step": 70810
    },
    {
      "loss_action": 0.00357801397331059,
      "loss_total": 0.00357801397331059,
      "step": 70810
    },
    {
      "loss_action": 0.011103782802820206,
      "loss_total": 0.011103782802820206,
      "step": 70810
    },
    {
      "loss_action": 0.003953768406063318,
      "loss_total": 0.003953768406063318,
      "step": 70810
    },
    {
      "loss_action": 0.003421368543058634,
      "loss_total": 0.003421368543058634,
      "step": 70810
    },
    {
      "loss_action": 0.003981625661253929,
      "loss_total": 0.003981625661253929,
      "step": 70810
    },
    {
      "loss_action": 0.007474078796803951,
      "loss_total": 0.007474078796803951,
      "step": 70810
    },
    {
      "loss_action": 0.004000179469585419,
      "loss_total": 0.004000179469585419,
      "step": 70810
    },
    {
      "loss_action": 0.004111908841878176,
      "loss_total": 0.004111908841878176,
      "step": 70810
    },
    {
      "grad_norm": 0.0960010439157486,
      "learning_rate": 9.565162460432789e-05,
      "loss": 0.0061,
      "step": 70820
    },
    {
      "loss_action": 0.004869529511779547,
      "loss_total": 0.004869529511779547,
      "step": 70820
    },
    {
      "loss_action": 0.003979300614446402,
      "loss_total": 0.003979300614446402,
      "step": 70820
    },
    {
      "loss_action": 0.0031128721311688423,
      "loss_total": 0.0031128721311688423,
      "step": 70820
    },
    {
      "loss_action": 0.0039025726728141308,
      "loss_total": 0.0039025726728141308,
      "step": 70820
    },
    {
      "loss_action": 0.023910129442811012,
      "loss_total": 0.023910129442811012,
      "step": 70820
    },
    {
      "loss_action": 0.001607049722224474,
      "loss_total": 0.001607049722224474,
      "step": 70820
    },
    {
      "loss_action": 0.002925048116594553,
      "loss_total": 0.002925048116594553,
      "step": 70820
    },
    {
      "loss_action": 0.0037630461156368256,
      "loss_total": 0.0037630461156368256,
      "step": 70820
    },
    {
      "grad_norm": 0.10732244700193405,
      "learning_rate": 9.564993837689975e-05,
      "loss": 0.0075,
      "step": 70830
    },
    {
      "loss_action": 0.017064334824681282,
      "loss_total": 0.017064334824681282,
      "step": 70830
    },
    {
      "loss_action": 0.002294363919645548,
      "loss_total": 0.002294363919645548,
      "step": 70830
    },
    {
      "loss_action": 0.010528143495321274,
      "loss_total": 0.010528143495321274,
      "step": 70830
    },
    {
      "loss_action": 0.011003724299371243,
      "loss_total": 0.011003724299371243,
      "step": 70830
    },
    {
      "loss_action": 0.003634899388998747,
      "loss_total": 0.003634899388998747,
      "step": 70830
    },
    {
      "loss_action": 0.004942013416439295,
      "loss_total": 0.004942013416439295,
      "step": 70830
    },
    {
      "loss_action": 0.0039001107215881348,
      "loss_total": 0.0039001107215881348,
      "step": 70830
    },
    {
      "loss_action": 0.005391545593738556,
      "loss_total": 0.005391545593738556,
      "step": 70830
    },
    {
      "grad_norm": 0.08677396923303604,
      "learning_rate": 9.564825183745858e-05,
      "loss": 0.0072,
      "step": 70840
    },
    {
      "loss_action": 0.0048547908663749695,
      "loss_total": 0.0048547908663749695,
      "step": 70840
    },
    {
      "loss_action": 0.013841303996741772,
      "loss_total": 0.013841303996741772,
      "step": 70840
    },
    {
      "loss_action": 0.008182475343346596,
      "loss_total": 0.008182475343346596,
      "step": 70840
    },
    {
      "loss_action": 0.004735391587018967,
      "loss_total": 0.004735391587018967,
      "step": 70840
    },
    {
      "loss_action": 0.004871916025876999,
      "loss_total": 0.004871916025876999,
      "step": 70840
    },
    {
      "loss_action": 0.001970691606402397,
      "loss_total": 0.001970691606402397,
      "step": 70840
    },
    {
      "loss_action": 0.001474466291256249,
      "loss_total": 0.001474466291256249,
      "step": 70840
    },
    {
      "loss_action": 0.008386977016925812,
      "loss_total": 0.008386977016925812,
      "step": 70840
    },
    {
      "grad_norm": 0.10530631244182587,
      "learning_rate": 9.564656498601588e-05,
      "loss": 0.0065,
      "step": 70850
    },
    {
      "loss_action": 0.0035501623060554266,
      "loss_total": 0.0035501623060554266,
      "step": 70850
    },
    {
      "loss_action": 0.002737414324656129,
      "loss_total": 0.002737414324656129,
      "step": 70850
    },
    {
      "loss_action": 0.01165667362511158,
      "loss_total": 0.01165667362511158,
      "step": 70850
    },
    {
      "loss_action": 0.003357979469001293,
      "loss_total": 0.003357979469001293,
      "step": 70850
    },
    {
      "loss_action": 0.007907165214419365,
      "loss_total": 0.007907165214419365,
      "step": 70850
    },
    {
      "loss_action": 0.005287491716444492,
      "loss_total": 0.005287491716444492,
      "step": 70850
    },
    {
      "loss_action": 0.0031631055753678083,
      "loss_total": 0.0031631055753678083,
      "step": 70850
    },
    {
      "loss_action": 0.005340038798749447,
      "loss_total": 0.005340038798749447,
      "step": 70850
    },
    {
      "grad_norm": 0.1243886798620224,
      "learning_rate": 9.56448778225832e-05,
      "loss": 0.0067,
      "step": 70860
    },
    {
      "loss_action": 0.007263063453137875,
      "loss_total": 0.007263063453137875,
      "step": 70860
    },
    {
      "loss_action": 0.0165574811398983,
      "loss_total": 0.0165574811398983,
      "step": 70860
    },
    {
      "loss_action": 0.00698479637503624,
      "loss_total": 0.00698479637503624,
      "step": 70860
    },
    {
      "loss_action": 0.008481817319989204,
      "loss_total": 0.008481817319989204,
      "step": 70860
    },
    {
      "loss_action": 0.003892304841428995,
      "loss_total": 0.003892304841428995,
      "step": 70860
    },
    {
      "loss_action": 0.006081840023398399,
      "loss_total": 0.006081840023398399,
      "step": 70860
    },
    {
      "loss_action": 0.0033075744286179543,
      "loss_total": 0.0033075744286179543,
      "step": 70860
    },
    {
      "loss_action": 0.006275196559727192,
      "loss_total": 0.006275196559727192,
      "step": 70860
    },
    {
      "grad_norm": 0.09738465398550034,
      "learning_rate": 9.564319034717208e-05,
      "loss": 0.0065,
      "step": 70870
    },
    {
      "loss_action": 0.0036003263667225838,
      "loss_total": 0.0036003263667225838,
      "step": 70870
    },
    {
      "loss_action": 0.0017774252919480205,
      "loss_total": 0.0017774252919480205,
      "step": 70870
    },
    {
      "loss_action": 0.011236320249736309,
      "loss_total": 0.011236320249736309,
      "step": 70870
    },
    {
      "loss_action": 0.005643860902637243,
      "loss_total": 0.005643860902637243,
      "step": 70870
    },
    {
      "loss_action": 0.01072019711136818,
      "loss_total": 0.01072019711136818,
      "step": 70870
    },
    {
      "loss_action": 0.002116674557328224,
      "loss_total": 0.002116674557328224,
      "step": 70870
    },
    {
      "loss_action": 0.0028659419622272253,
      "loss_total": 0.0028659419622272253,
      "step": 70870
    },
    {
      "loss_action": 0.0032795858569443226,
      "loss_total": 0.0032795858569443226,
      "step": 70870
    },
    {
      "grad_norm": 0.07750827819108963,
      "learning_rate": 9.564150255979403e-05,
      "loss": 0.0069,
      "step": 70880
    },
    {
      "loss_action": 0.003813989693298936,
      "loss_total": 0.003813989693298936,
      "step": 70880
    },
    {
      "loss_action": 0.010349323973059654,
      "loss_total": 0.010349323973059654,
      "step": 70880
    },
    {
      "loss_action": 0.007433346472680569,
      "loss_total": 0.007433346472680569,
      "step": 70880
    },
    {
      "loss_action": 0.014089424163103104,
      "loss_total": 0.014089424163103104,
      "step": 70880
    },
    {
      "loss_action": 0.010928449220955372,
      "loss_total": 0.010928449220955372,
      "step": 70880
    },
    {
      "loss_action": 0.0038345404900610447,
      "loss_total": 0.0038345404900610447,
      "step": 70880
    },
    {
      "loss_action": 0.007509151473641396,
      "loss_total": 0.007509151473641396,
      "step": 70880
    },
    {
      "loss_action": 0.007054033689200878,
      "loss_total": 0.007054033689200878,
      "step": 70880
    },
    {
      "grad_norm": 0.09865875542163849,
      "learning_rate": 9.563981446046059e-05,
      "loss": 0.0059,
      "step": 70890
    },
    {
      "loss_action": 0.011450590565800667,
      "loss_total": 0.011450590565800667,
      "step": 70890
    },
    {
      "loss_action": 0.004237497225403786,
      "loss_total": 0.004237497225403786,
      "step": 70890
    },
    {
      "loss_action": 0.012439686805009842,
      "loss_total": 0.012439686805009842,
      "step": 70890
    },
    {
      "loss_action": 0.006247288081794977,
      "loss_total": 0.006247288081794977,
      "step": 70890
    },
    {
      "loss_action": 0.004479061346501112,
      "loss_total": 0.004479061346501112,
      "step": 70890
    },
    {
      "loss_action": 0.005821892060339451,
      "loss_total": 0.005821892060339451,
      "step": 70890
    },
    {
      "loss_action": 0.004864918068051338,
      "loss_total": 0.004864918068051338,
      "step": 70890
    },
    {
      "loss_action": 0.0037971255369484425,
      "loss_total": 0.0037971255369484425,
      "step": 70890
    },
    {
      "grad_norm": 0.11621374636888504,
      "learning_rate": 9.563812604918332e-05,
      "loss": 0.0065,
      "step": 70900
    },
    {
      "loss_action": 0.012510119937360287,
      "loss_total": 0.012510119937360287,
      "step": 70900
    },
    {
      "loss_action": 0.005554174073040485,
      "loss_total": 0.005554174073040485,
      "step": 70900
    },
    {
      "loss_action": 0.0032059194054454565,
      "loss_total": 0.0032059194054454565,
      "step": 70900
    },
    {
      "loss_action": 0.01115292590111494,
      "loss_total": 0.01115292590111494,
      "step": 70900
    },
    {
      "loss_action": 0.005783424712717533,
      "loss_total": 0.005783424712717533,
      "step": 70900
    },
    {
      "loss_action": 0.005568735301494598,
      "loss_total": 0.005568735301494598,
      "step": 70900
    },
    {
      "loss_action": 0.001985491719096899,
      "loss_total": 0.001985491719096899,
      "step": 70900
    },
    {
      "loss_action": 0.017275217920541763,
      "loss_total": 0.017275217920541763,
      "step": 70900
    },
    {
      "grad_norm": 0.08537766337394714,
      "learning_rate": 9.563643732597372e-05,
      "loss": 0.0071,
      "step": 70910
    },
    {
      "loss_action": 0.0032094912603497505,
      "loss_total": 0.0032094912603497505,
      "step": 70910
    },
    {
      "loss_action": 0.0042786430567502975,
      "loss_total": 0.0042786430567502975,
      "step": 70910
    },
    {
      "loss_action": 0.008639734238386154,
      "loss_total": 0.008639734238386154,
      "step": 70910
    },
    {
      "loss_action": 0.01372519414871931,
      "loss_total": 0.01372519414871931,
      "step": 70910
    },
    {
      "loss_action": 0.0030476548708975315,
      "loss_total": 0.0030476548708975315,
      "step": 70910
    },
    {
      "loss_action": 0.008868705481290817,
      "loss_total": 0.008868705481290817,
      "step": 70910
    },
    {
      "loss_action": 0.0068022944033145905,
      "loss_total": 0.0068022944033145905,
      "step": 70910
    },
    {
      "loss_action": 0.01024913601577282,
      "loss_total": 0.01024913601577282,
      "step": 70910
    },
    {
      "grad_norm": 0.08951810002326965,
      "learning_rate": 9.563474829084338e-05,
      "loss": 0.0067,
      "step": 70920
    },
    {
      "loss_action": 0.003849726403132081,
      "loss_total": 0.003849726403132081,
      "step": 70920
    },
    {
      "loss_action": 0.005939197726547718,
      "loss_total": 0.005939197726547718,
      "step": 70920
    },
    {
      "loss_action": 0.006784387398511171,
      "loss_total": 0.006784387398511171,
      "step": 70920
    },
    {
      "loss_action": 0.0030796623323112726,
      "loss_total": 0.0030796623323112726,
      "step": 70920
    },
    {
      "loss_action": 0.01116999052464962,
      "loss_total": 0.01116999052464962,
      "step": 70920
    },
    {
      "loss_action": 0.006135754752904177,
      "loss_total": 0.006135754752904177,
      "step": 70920
    },
    {
      "loss_action": 0.004383780062198639,
      "loss_total": 0.004383780062198639,
      "step": 70920
    },
    {
      "loss_action": 0.0038691111840307713,
      "loss_total": 0.0038691111840307713,
      "step": 70920
    },
    {
      "grad_norm": 0.15434616804122925,
      "learning_rate": 9.563305894380381e-05,
      "loss": 0.0072,
      "step": 70930
    },
    {
      "loss_action": 0.002674749121069908,
      "loss_total": 0.002674749121069908,
      "step": 70930
    },
    {
      "loss_action": 0.006006060168147087,
      "loss_total": 0.006006060168147087,
      "step": 70930
    },
    {
      "loss_action": 0.004223751835525036,
      "loss_total": 0.004223751835525036,
      "step": 70930
    },
    {
      "loss_action": 0.0037056056316941977,
      "loss_total": 0.0037056056316941977,
      "step": 70930
    },
    {
      "loss_action": 0.004007919691503048,
      "loss_total": 0.004007919691503048,
      "step": 70930
    },
    {
      "loss_action": 0.004214678891003132,
      "loss_total": 0.004214678891003132,
      "step": 70930
    },
    {
      "loss_action": 0.008889248594641685,
      "loss_total": 0.008889248594641685,
      "step": 70930
    },
    {
      "loss_action": 0.008398376405239105,
      "loss_total": 0.008398376405239105,
      "step": 70930
    },
    {
      "grad_norm": 0.0880349799990654,
      "learning_rate": 9.563136928486657e-05,
      "loss": 0.006,
      "step": 70940
    },
    {
      "loss_action": 0.004462555982172489,
      "loss_total": 0.004462555982172489,
      "step": 70940
    },
    {
      "loss_action": 0.002161583164706826,
      "loss_total": 0.002161583164706826,
      "step": 70940
    },
    {
      "loss_action": 0.0050614457577466965,
      "loss_total": 0.0050614457577466965,
      "step": 70940
    },
    {
      "loss_action": 0.0018402559217065573,
      "loss_total": 0.0018402559217065573,
      "step": 70940
    },
    {
      "loss_action": 0.012992631644010544,
      "loss_total": 0.012992631644010544,
      "step": 70940
    },
    {
      "loss_action": 0.004638178274035454,
      "loss_total": 0.004638178274035454,
      "step": 70940
    },
    {
      "loss_action": 0.0065179308876395226,
      "loss_total": 0.0065179308876395226,
      "step": 70940
    },
    {
      "loss_action": 0.014505472034215927,
      "loss_total": 0.014505472034215927,
      "step": 70940
    },
    {
      "grad_norm": 0.09720908105373383,
      "learning_rate": 9.562967931404321e-05,
      "loss": 0.0066,
      "step": 70950
    },
    {
      "loss_action": 0.002955390838906169,
      "loss_total": 0.002955390838906169,
      "step": 70950
    },
    {
      "loss_action": 0.006236260756850243,
      "loss_total": 0.006236260756850243,
      "step": 70950
    },
    {
      "loss_action": 0.0019066280219703913,
      "loss_total": 0.0019066280219703913,
      "step": 70950
    },
    {
      "loss_action": 0.007583911065012217,
      "loss_total": 0.007583911065012217,
      "step": 70950
    },
    {
      "loss_action": 0.0076241521164774895,
      "loss_total": 0.0076241521164774895,
      "step": 70950
    },
    {
      "loss_action": 0.006472066976130009,
      "loss_total": 0.006472066976130009,
      "step": 70950
    },
    {
      "loss_action": 0.005124564748257399,
      "loss_total": 0.005124564748257399,
      "step": 70950
    },
    {
      "loss_action": 0.007956098765134811,
      "loss_total": 0.007956098765134811,
      "step": 70950
    },
    {
      "grad_norm": 0.11763131618499756,
      "learning_rate": 9.562798903134526e-05,
      "loss": 0.0077,
      "step": 70960
    },
    {
      "loss_action": 0.0052549210377037525,
      "loss_total": 0.0052549210377037525,
      "step": 70960
    },
    {
      "loss_action": 0.005082512274384499,
      "loss_total": 0.005082512274384499,
      "step": 70960
    },
    {
      "loss_action": 0.003648442914709449,
      "loss_total": 0.003648442914709449,
      "step": 70960
    },
    {
      "loss_action": 0.012083422392606735,
      "loss_total": 0.012083422392606735,
      "step": 70960
    },
    {
      "loss_action": 0.004350592847913504,
      "loss_total": 0.004350592847913504,
      "step": 70960
    },
    {
      "loss_action": 0.005118433386087418,
      "loss_total": 0.005118433386087418,
      "step": 70960
    },
    {
      "loss_action": 0.0026970766484737396,
      "loss_total": 0.0026970766484737396,
      "step": 70960
    },
    {
      "loss_action": 0.002333969809114933,
      "loss_total": 0.002333969809114933,
      "step": 70960
    },
    {
      "grad_norm": 0.12480957061052322,
      "learning_rate": 9.56262984367843e-05,
      "loss": 0.0066,
      "step": 70970
    },
    {
      "loss_action": 0.010487415827810764,
      "loss_total": 0.010487415827810764,
      "step": 70970
    },
    {
      "loss_action": 0.002084088511765003,
      "loss_total": 0.002084088511765003,
      "step": 70970
    },
    {
      "loss_action": 0.005321506876498461,
      "loss_total": 0.005321506876498461,
      "step": 70970
    },
    {
      "loss_action": 0.00414357241243124,
      "loss_total": 0.00414357241243124,
      "step": 70970
    },
    {
      "loss_action": 0.0044000232592225075,
      "loss_total": 0.0044000232592225075,
      "step": 70970
    },
    {
      "loss_action": 0.005312337074428797,
      "loss_total": 0.005312337074428797,
      "step": 70970
    },
    {
      "loss_action": 0.003095485270023346,
      "loss_total": 0.003095485270023346,
      "step": 70970
    },
    {
      "loss_action": 0.0033929033670574427,
      "loss_total": 0.0033929033670574427,
      "step": 70970
    },
    {
      "grad_norm": 0.08912593126296997,
      "learning_rate": 9.562460753037188e-05,
      "loss": 0.0064,
      "step": 70980
    },
    {
      "loss_action": 0.004777921363711357,
      "loss_total": 0.004777921363711357,
      "step": 70980
    },
    {
      "loss_action": 0.0031594508327543736,
      "loss_total": 0.0031594508327543736,
      "step": 70980
    },
    {
      "loss_action": 0.017972681671380997,
      "loss_total": 0.017972681671380997,
      "step": 70980
    },
    {
      "loss_action": 0.012277761474251747,
      "loss_total": 0.012277761474251747,
      "step": 70980
    },
    {
      "loss_action": 0.002311490476131439,
      "loss_total": 0.002311490476131439,
      "step": 70980
    },
    {
      "loss_action": 0.0036889021284878254,
      "loss_total": 0.0036889021284878254,
      "step": 70980
    },
    {
      "loss_action": 0.004043832421302795,
      "loss_total": 0.004043832421302795,
      "step": 70980
    },
    {
      "loss_action": 0.0062919920310378075,
      "loss_total": 0.0062919920310378075,
      "step": 70980
    },
    {
      "grad_norm": 0.11698910593986511,
      "learning_rate": 9.562291631211955e-05,
      "loss": 0.0069,
      "step": 70990
    },
    {
      "loss_action": 0.0032350567635148764,
      "loss_total": 0.0032350567635148764,
      "step": 70990
    },
    {
      "loss_action": 0.0026250521186739206,
      "loss_total": 0.0026250521186739206,
      "step": 70990
    },
    {
      "loss_action": 0.0149160735309124,
      "loss_total": 0.0149160735309124,
      "step": 70990
    },
    {
      "loss_action": 0.006028961390256882,
      "loss_total": 0.006028961390256882,
      "step": 70990
    },
    {
      "loss_action": 0.00782863050699234,
      "loss_total": 0.00782863050699234,
      "step": 70990
    },
    {
      "loss_action": 0.0029991173651069403,
      "loss_total": 0.0029991173651069403,
      "step": 70990
    },
    {
      "loss_action": 0.0037831042427569628,
      "loss_total": 0.0037831042427569628,
      "step": 70990
    },
    {
      "loss_action": 0.007426419295370579,
      "loss_total": 0.007426419295370579,
      "step": 70990
    },
    {
      "grad_norm": 0.12712176144123077,
      "learning_rate": 9.562122478203887e-05,
      "loss": 0.0067,
      "step": 71000
    },
    {
      "loss_action": 0.02957652136683464,
      "loss_total": 0.02957652136683464,
      "step": 71000
    },
    {
      "loss_action": 0.0024839993566274643,
      "loss_total": 0.0024839993566274643,
      "step": 71000
    },
    {
      "loss_action": 0.011569898575544357,
      "loss_total": 0.011569898575544357,
      "step": 71000
    },
    {
      "loss_action": 0.01236073486506939,
      "loss_total": 0.01236073486506939,
      "step": 71000
    },
    {
      "loss_action": 0.004842377733439207,
      "loss_total": 0.004842377733439207,
      "step": 71000
    },
    {
      "loss_action": 0.012887840159237385,
      "loss_total": 0.012887840159237385,
      "step": 71000
    },
    {
      "loss_action": 0.0037511466071009636,
      "loss_total": 0.0037511466071009636,
      "step": 71000
    },
    {
      "loss_action": 0.007618602365255356,
      "loss_total": 0.007618602365255356,
      "step": 71000
    },
    {
      "grad_norm": 0.1077965721487999,
      "learning_rate": 9.56195329401414e-05,
      "loss": 0.0068,
      "step": 71010
    },
    {
      "loss_action": 0.012263819575309753,
      "loss_total": 0.012263819575309753,
      "step": 71010
    },
    {
      "loss_action": 0.003913099877536297,
      "loss_total": 0.003913099877536297,
      "step": 71010
    },
    {
      "loss_action": 0.0021300511434674263,
      "loss_total": 0.0021300511434674263,
      "step": 71010
    },
    {
      "loss_action": 0.0177457295358181,
      "loss_total": 0.0177457295358181,
      "step": 71010
    },
    {
      "loss_action": 0.01455564796924591,
      "loss_total": 0.01455564796924591,
      "step": 71010
    },
    {
      "loss_action": 0.007222531829029322,
      "loss_total": 0.007222531829029322,
      "step": 71010
    },
    {
      "loss_action": 0.005925009027123451,
      "loss_total": 0.005925009027123451,
      "step": 71010
    },
    {
      "loss_action": 0.009341485798358917,
      "loss_total": 0.009341485798358917,
      "step": 71010
    },
    {
      "grad_norm": 0.10759986191987991,
      "learning_rate": 9.561784078643871e-05,
      "loss": 0.0066,
      "step": 71020
    },
    {
      "loss_action": 0.009081048890948296,
      "loss_total": 0.009081048890948296,
      "step": 71020
    },
    {
      "loss_action": 0.007502874359488487,
      "loss_total": 0.007502874359488487,
      "step": 71020
    },
    {
      "loss_action": 0.003943631425499916,
      "loss_total": 0.003943631425499916,
      "step": 71020
    },
    {
      "loss_action": 0.016659613698720932,
      "loss_total": 0.016659613698720932,
      "step": 71020
    },
    {
      "loss_action": 0.005733851343393326,
      "loss_total": 0.005733851343393326,
      "step": 71020
    },
    {
      "loss_action": 0.009302720427513123,
      "loss_total": 0.009302720427513123,
      "step": 71020
    },
    {
      "loss_action": 0.002033577300608158,
      "loss_total": 0.002033577300608158,
      "step": 71020
    },
    {
      "loss_action": 0.0025014826096594334,
      "loss_total": 0.0025014826096594334,
      "step": 71020
    },
    {
      "grad_norm": 0.10059116035699844,
      "learning_rate": 9.561614832094236e-05,
      "loss": 0.0065,
      "step": 71030
    },
    {
      "loss_action": 0.0037835785187780857,
      "loss_total": 0.0037835785187780857,
      "step": 71030
    },
    {
      "loss_action": 0.006900889333337545,
      "loss_total": 0.006900889333337545,
      "step": 71030
    },
    {
      "loss_action": 0.006295329891145229,
      "loss_total": 0.006295329891145229,
      "step": 71030
    },
    {
      "loss_action": 0.004576428793370724,
      "loss_total": 0.004576428793370724,
      "step": 71030
    },
    {
      "loss_action": 0.010331014171242714,
      "loss_total": 0.010331014171242714,
      "step": 71030
    },
    {
      "loss_action": 0.005667483434081078,
      "loss_total": 0.005667483434081078,
      "step": 71030
    },
    {
      "loss_action": 0.002452026354148984,
      "loss_total": 0.002452026354148984,
      "step": 71030
    },
    {
      "loss_action": 0.002542502246797085,
      "loss_total": 0.002542502246797085,
      "step": 71030
    },
    {
      "grad_norm": 0.10892324894666672,
      "learning_rate": 9.561445554366393e-05,
      "loss": 0.006,
      "step": 71040
    },
    {
      "loss_action": 0.002567277755588293,
      "loss_total": 0.002567277755588293,
      "step": 71040
    },
    {
      "loss_action": 0.015719514340162277,
      "loss_total": 0.015719514340162277,
      "step": 71040
    },
    {
      "loss_action": 0.005994802340865135,
      "loss_total": 0.005994802340865135,
      "step": 71040
    },
    {
      "loss_action": 0.0009053661487996578,
      "loss_total": 0.0009053661487996578,
      "step": 71040
    },
    {
      "loss_action": 0.004013917874544859,
      "loss_total": 0.004013917874544859,
      "step": 71040
    },
    {
      "loss_action": 0.0026227624621242285,
      "loss_total": 0.0026227624621242285,
      "step": 71040
    },
    {
      "loss_action": 0.007464961148798466,
      "loss_total": 0.007464961148798466,
      "step": 71040
    },
    {
      "loss_action": 0.004634259268641472,
      "loss_total": 0.004634259268641472,
      "step": 71040
    },
    {
      "grad_norm": 0.10810470581054688,
      "learning_rate": 9.561276245461497e-05,
      "loss": 0.0067,
      "step": 71050
    },
    {
      "loss_action": 0.0024116833228617907,
      "loss_total": 0.0024116833228617907,
      "step": 71050
    },
    {
      "loss_action": 0.0034073698334395885,
      "loss_total": 0.0034073698334395885,
      "step": 71050
    },
    {
      "loss_action": 0.005297042895108461,
      "loss_total": 0.005297042895108461,
      "step": 71050
    },
    {
      "loss_action": 0.00229180627502501,
      "loss_total": 0.00229180627502501,
      "step": 71050
    },
    {
      "loss_action": 0.006309444084763527,
      "loss_total": 0.006309444084763527,
      "step": 71050
    },
    {
      "loss_action": 0.004990839399397373,
      "loss_total": 0.004990839399397373,
      "step": 71050
    },
    {
      "loss_action": 0.007749202661216259,
      "loss_total": 0.007749202661216259,
      "step": 71050
    },
    {
      "loss_action": 0.0019902095664292574,
      "loss_total": 0.0019902095664292574,
      "step": 71050
    },
    {
      "grad_norm": 0.105549156665802,
      "learning_rate": 9.561106905380707e-05,
      "loss": 0.0069,
      "step": 71060
    },
    {
      "loss_action": 0.0030679653864353895,
      "loss_total": 0.0030679653864353895,
      "step": 71060
    },
    {
      "loss_action": 0.0033674612641334534,
      "loss_total": 0.0033674612641334534,
      "step": 71060
    },
    {
      "loss_action": 0.0024632420390844345,
      "loss_total": 0.0024632420390844345,
      "step": 71060
    },
    {
      "loss_action": 0.00421900674700737,
      "loss_total": 0.00421900674700737,
      "step": 71060
    },
    {
      "loss_action": 0.004161093384027481,
      "loss_total": 0.004161093384027481,
      "step": 71060
    },
    {
      "loss_action": 0.005431830883026123,
      "loss_total": 0.005431830883026123,
      "step": 71060
    },
    {
      "loss_action": 0.010021229274570942,
      "loss_total": 0.010021229274570942,
      "step": 71060
    },
    {
      "loss_action": 0.008913634344935417,
      "loss_total": 0.008913634344935417,
      "step": 71060
    },
    {
      "grad_norm": 0.11081492900848389,
      "learning_rate": 9.560937534125178e-05,
      "loss": 0.0073,
      "step": 71070
    },
    {
      "loss_action": 0.004467107355594635,
      "loss_total": 0.004467107355594635,
      "step": 71070
    },
    {
      "loss_action": 0.001654590480029583,
      "loss_total": 0.001654590480029583,
      "step": 71070
    },
    {
      "loss_action": 0.004532071761786938,
      "loss_total": 0.004532071761786938,
      "step": 71070
    },
    {
      "loss_action": 0.007167857140302658,
      "loss_total": 0.007167857140302658,
      "step": 71070
    },
    {
      "loss_action": 0.0023117212112993,
      "loss_total": 0.0023117212112993,
      "step": 71070
    },
    {
      "loss_action": 0.006839456968009472,
      "loss_total": 0.006839456968009472,
      "step": 71070
    },
    {
      "loss_action": 0.004602427128702402,
      "loss_total": 0.004602427128702402,
      "step": 71070
    },
    {
      "loss_action": 0.0031043444760143757,
      "loss_total": 0.0031043444760143757,
      "step": 71070
    },
    {
      "grad_norm": 0.12191186845302582,
      "learning_rate": 9.56076813169607e-05,
      "loss": 0.0068,
      "step": 71080
    },
    {
      "loss_action": 0.002459107432514429,
      "loss_total": 0.002459107432514429,
      "step": 71080
    },
    {
      "loss_action": 0.005426636431366205,
      "loss_total": 0.005426636431366205,
      "step": 71080
    },
    {
      "loss_action": 0.008317194879055023,
      "loss_total": 0.008317194879055023,
      "step": 71080
    },
    {
      "loss_action": 0.004889936186373234,
      "loss_total": 0.004889936186373234,
      "step": 71080
    },
    {
      "loss_action": 0.012813786044716835,
      "loss_total": 0.012813786044716835,
      "step": 71080
    },
    {
      "loss_action": 0.002723249141126871,
      "loss_total": 0.002723249141126871,
      "step": 71080
    },
    {
      "loss_action": 0.0042509050108492374,
      "loss_total": 0.0042509050108492374,
      "step": 71080
    },
    {
      "loss_action": 0.0030183030758053064,
      "loss_total": 0.0030183030758053064,
      "step": 71080
    },
    {
      "grad_norm": 0.42767640948295593,
      "learning_rate": 9.560598698094541e-05,
      "loss": 0.0078,
      "step": 71090
    },
    {
      "loss_action": 0.0091628422960639,
      "loss_total": 0.0091628422960639,
      "step": 71090
    },
    {
      "loss_action": 0.010672666132450104,
      "loss_total": 0.010672666132450104,
      "step": 71090
    },
    {
      "loss_action": 0.009239071980118752,
      "loss_total": 0.009239071980118752,
      "step": 71090
    },
    {
      "loss_action": 0.007510009221732616,
      "loss_total": 0.007510009221732616,
      "step": 71090
    },
    {
      "loss_action": 0.005483340471982956,
      "loss_total": 0.005483340471982956,
      "step": 71090
    },
    {
      "loss_action": 0.07561732828617096,
      "loss_total": 0.07561732828617096,
      "step": 71090
    },
    {
      "loss_action": 0.006967165507376194,
      "loss_total": 0.006967165507376194,
      "step": 71090
    },
    {
      "loss_action": 0.006739373784512281,
      "loss_total": 0.006739373784512281,
      "step": 71090
    },
    {
      "grad_norm": 0.1527612954378128,
      "learning_rate": 9.560429233321748e-05,
      "loss": 0.0077,
      "step": 71100
    },
    {
      "loss_action": 0.0019878349266946316,
      "loss_total": 0.0019878349266946316,
      "step": 71100
    },
    {
      "loss_action": 0.004425139166414738,
      "loss_total": 0.004425139166414738,
      "step": 71100
    },
    {
      "loss_action": 0.003828403539955616,
      "loss_total": 0.003828403539955616,
      "step": 71100
    },
    {
      "loss_action": 0.0127375777810812,
      "loss_total": 0.0127375777810812,
      "step": 71100
    },
    {
      "loss_action": 0.013838669285178185,
      "loss_total": 0.013838669285178185,
      "step": 71100
    },
    {
      "loss_action": 0.008426707237958908,
      "loss_total": 0.008426707237958908,
      "step": 71100
    },
    {
      "loss_action": 0.0039180852472782135,
      "loss_total": 0.0039180852472782135,
      "step": 71100
    },
    {
      "loss_action": 0.002352820709347725,
      "loss_total": 0.002352820709347725,
      "step": 71100
    },
    {
      "grad_norm": 0.1434740573167801,
      "learning_rate": 9.56025973737885e-05,
      "loss": 0.0076,
      "step": 71110
    },
    {
      "loss_action": 0.0038474963512271643,
      "loss_total": 0.0038474963512271643,
      "step": 71110
    },
    {
      "loss_action": 0.013773921877145767,
      "loss_total": 0.013773921877145767,
      "step": 71110
    },
    {
      "loss_action": 0.0028098984621465206,
      "loss_total": 0.0028098984621465206,
      "step": 71110
    },
    {
      "loss_action": 0.015249459072947502,
      "loss_total": 0.015249459072947502,
      "step": 71110
    },
    {
      "loss_action": 0.008318541571497917,
      "loss_total": 0.008318541571497917,
      "step": 71110
    },
    {
      "loss_action": 0.004275355488061905,
      "loss_total": 0.004275355488061905,
      "step": 71110
    },
    {
      "loss_action": 0.0034935488365590572,
      "loss_total": 0.0034935488365590572,
      "step": 71110
    },
    {
      "loss_action": 0.002444320823997259,
      "loss_total": 0.002444320823997259,
      "step": 71110
    },
    {
      "grad_norm": 0.12989254295825958,
      "learning_rate": 9.560090210267004e-05,
      "loss": 0.0065,
      "step": 71120
    },
    {
      "loss_action": 0.012370510958135128,
      "loss_total": 0.012370510958135128,
      "step": 71120
    },
    {
      "loss_action": 0.0063323951326310635,
      "loss_total": 0.0063323951326310635,
      "step": 71120
    },
    {
      "loss_action": 0.01261663343757391,
      "loss_total": 0.01261663343757391,
      "step": 71120
    },
    {
      "loss_action": 0.01049131341278553,
      "loss_total": 0.01049131341278553,
      "step": 71120
    },
    {
      "loss_action": 0.002718182746320963,
      "loss_total": 0.002718182746320963,
      "step": 71120
    },
    {
      "loss_action": 0.004804660566151142,
      "loss_total": 0.004804660566151142,
      "step": 71120
    },
    {
      "loss_action": 0.010607726871967316,
      "loss_total": 0.010607726871967316,
      "step": 71120
    },
    {
      "loss_action": 0.005488850176334381,
      "loss_total": 0.005488850176334381,
      "step": 71120
    },
    {
      "grad_norm": 0.1978040486574173,
      "learning_rate": 9.559920651987369e-05,
      "loss": 0.0074,
      "step": 71130
    },
    {
      "loss_action": 0.00393444299697876,
      "loss_total": 0.00393444299697876,
      "step": 71130
    },
    {
      "loss_action": 0.009094016626477242,
      "loss_total": 0.009094016626477242,
      "step": 71130
    },
    {
      "loss_action": 0.011087622493505478,
      "loss_total": 0.011087622493505478,
      "step": 71130
    },
    {
      "loss_action": 0.016225123777985573,
      "loss_total": 0.016225123777985573,
      "step": 71130
    },
    {
      "loss_action": 0.005164311267435551,
      "loss_total": 0.005164311267435551,
      "step": 71130
    },
    {
      "loss_action": 0.018262892961502075,
      "loss_total": 0.018262892961502075,
      "step": 71130
    },
    {
      "loss_action": 0.007051073480397463,
      "loss_total": 0.007051073480397463,
      "step": 71130
    },
    {
      "loss_action": 0.006338340230286121,
      "loss_total": 0.006338340230286121,
      "step": 71130
    },
    {
      "grad_norm": 0.117010697722435,
      "learning_rate": 9.559751062541104e-05,
      "loss": 0.0069,
      "step": 71140
    },
    {
      "loss_action": 0.01072491891682148,
      "loss_total": 0.01072491891682148,
      "step": 71140
    },
    {
      "loss_action": 0.011532623320817947,
      "loss_total": 0.011532623320817947,
      "step": 71140
    },
    {
      "loss_action": 0.0033949045464396477,
      "loss_total": 0.0033949045464396477,
      "step": 71140
    },
    {
      "loss_action": 0.009083088487386703,
      "loss_total": 0.009083088487386703,
      "step": 71140
    },
    {
      "loss_action": 0.011409226804971695,
      "loss_total": 0.011409226804971695,
      "step": 71140
    },
    {
      "loss_action": 0.0035954781342297792,
      "loss_total": 0.0035954781342297792,
      "step": 71140
    },
    {
      "loss_action": 0.010552417486906052,
      "loss_total": 0.010552417486906052,
      "step": 71140
    },
    {
      "loss_action": 0.018691908568143845,
      "loss_total": 0.018691908568143845,
      "step": 71140
    },
    {
      "grad_norm": 0.05567951500415802,
      "learning_rate": 9.55958144192937e-05,
      "loss": 0.0066,
      "step": 71150
    },
    {
      "loss_action": 0.005221361294388771,
      "loss_total": 0.005221361294388771,
      "step": 71150
    },
    {
      "loss_action": 0.004136654548346996,
      "loss_total": 0.004136654548346996,
      "step": 71150
    },
    {
      "loss_action": 0.011246254667639732,
      "loss_total": 0.011246254667639732,
      "step": 71150
    },
    {
      "loss_action": 0.004562098998576403,
      "loss_total": 0.004562098998576403,
      "step": 71150
    },
    {
      "loss_action": 0.012728974223136902,
      "loss_total": 0.012728974223136902,
      "step": 71150
    },
    {
      "loss_action": 0.01321953535079956,
      "loss_total": 0.01321953535079956,
      "step": 71150
    },
    {
      "loss_action": 0.006874865386635065,
      "loss_total": 0.006874865386635065,
      "step": 71150
    },
    {
      "loss_action": 0.0051020365208387375,
      "loss_total": 0.0051020365208387375,
      "step": 71150
    },
    {
      "grad_norm": 0.07874953001737595,
      "learning_rate": 9.559411790153326e-05,
      "loss": 0.0056,
      "step": 71160
    },
    {
      "loss_action": 0.0021419236436486244,
      "loss_total": 0.0021419236436486244,
      "step": 71160
    },
    {
      "loss_action": 0.005254038609564304,
      "loss_total": 0.005254038609564304,
      "step": 71160
    },
    {
      "loss_action": 0.00606926903128624,
      "loss_total": 0.00606926903128624,
      "step": 71160
    },
    {
      "loss_action": 0.0040832627564668655,
      "loss_total": 0.0040832627564668655,
      "step": 71160
    },
    {
      "loss_action": 0.0017341769998893142,
      "loss_total": 0.0017341769998893142,
      "step": 71160
    },
    {
      "loss_action": 0.0025257833767682314,
      "loss_total": 0.0025257833767682314,
      "step": 71160
    },
    {
      "loss_action": 0.004427572712302208,
      "loss_total": 0.004427572712302208,
      "step": 71160
    },
    {
      "loss_action": 0.002925087232142687,
      "loss_total": 0.002925087232142687,
      "step": 71160
    },
    {
      "grad_norm": 0.09504061937332153,
      "learning_rate": 9.559242107214128e-05,
      "loss": 0.0063,
      "step": 71170
    },
    {
      "loss_action": 0.004038178827613592,
      "loss_total": 0.004038178827613592,
      "step": 71170
    },
    {
      "loss_action": 0.0028403426986187696,
      "loss_total": 0.0028403426986187696,
      "step": 71170
    },
    {
      "loss_action": 0.018526334315538406,
      "loss_total": 0.018526334315538406,
      "step": 71170
    },
    {
      "loss_action": 0.010524366050958633,
      "loss_total": 0.010524366050958633,
      "step": 71170
    },
    {
      "loss_action": 0.005524434149265289,
      "loss_total": 0.005524434149265289,
      "step": 71170
    },
    {
      "loss_action": 0.0027042808942496777,
      "loss_total": 0.0027042808942496777,
      "step": 71170
    },
    {
      "loss_action": 0.019317874684929848,
      "loss_total": 0.019317874684929848,
      "step": 71170
    },
    {
      "loss_action": 0.009065454825758934,
      "loss_total": 0.009065454825758934,
      "step": 71170
    },
    {
      "grad_norm": 0.13002794981002808,
      "learning_rate": 9.55907239311294e-05,
      "loss": 0.0083,
      "step": 71180
    },
    {
      "loss_action": 0.005060380790382624,
      "loss_total": 0.005060380790382624,
      "step": 71180
    },
    {
      "loss_action": 0.006698319688439369,
      "loss_total": 0.006698319688439369,
      "step": 71180
    },
    {
      "loss_action": 0.0020121813286095858,
      "loss_total": 0.0020121813286095858,
      "step": 71180
    },
    {
      "loss_action": 0.005032988730818033,
      "loss_total": 0.005032988730818033,
      "step": 71180
    },
    {
      "loss_action": 0.005710591562092304,
      "loss_total": 0.005710591562092304,
      "step": 71180
    },
    {
      "loss_action": 0.00855766236782074,
      "loss_total": 0.00855766236782074,
      "step": 71180
    },
    {
      "loss_action": 0.0074282377026975155,
      "loss_total": 0.0074282377026975155,
      "step": 71180
    },
    {
      "loss_action": 0.00837763026356697,
      "loss_total": 0.00837763026356697,
      "step": 71180
    },
    {
      "grad_norm": 0.11011923849582672,
      "learning_rate": 9.55890264785092e-05,
      "loss": 0.0065,
      "step": 71190
    },
    {
      "loss_action": 0.002513094339519739,
      "loss_total": 0.002513094339519739,
      "step": 71190
    },
    {
      "loss_action": 0.0074670566245913506,
      "loss_total": 0.0074670566245913506,
      "step": 71190
    },
    {
      "loss_action": 0.00365432514809072,
      "loss_total": 0.00365432514809072,
      "step": 71190
    },
    {
      "loss_action": 0.004605893045663834,
      "loss_total": 0.004605893045663834,
      "step": 71190
    },
    {
      "loss_action": 0.0032047168351709843,
      "loss_total": 0.0032047168351709843,
      "step": 71190
    },
    {
      "loss_action": 0.006587251089513302,
      "loss_total": 0.006587251089513302,
      "step": 71190
    },
    {
      "loss_action": 0.014311211183667183,
      "loss_total": 0.014311211183667183,
      "step": 71190
    },
    {
      "loss_action": 0.005970788653939962,
      "loss_total": 0.005970788653939962,
      "step": 71190
    },
    {
      "grad_norm": 0.13609062135219574,
      "learning_rate": 9.55873287142923e-05,
      "loss": 0.0064,
      "step": 71200
    },
    {
      "loss_action": 0.0022288160398602486,
      "loss_total": 0.0022288160398602486,
      "step": 71200
    },
    {
      "loss_action": 0.007911096327006817,
      "loss_total": 0.007911096327006817,
      "step": 71200
    },
    {
      "loss_action": 0.004666551481932402,
      "loss_total": 0.004666551481932402,
      "step": 71200
    },
    {
      "loss_action": 0.005955295171588659,
      "loss_total": 0.005955295171588659,
      "step": 71200
    },
    {
      "loss_action": 0.004978171084076166,
      "loss_total": 0.004978171084076166,
      "step": 71200
    },
    {
      "loss_action": 0.0020312585402280092,
      "loss_total": 0.0020312585402280092,
      "step": 71200
    },
    {
      "loss_action": 0.0050520868971943855,
      "loss_total": 0.0050520868971943855,
      "step": 71200
    },
    {
      "loss_action": 0.005599217489361763,
      "loss_total": 0.005599217489361763,
      "step": 71200
    },
    {
      "grad_norm": 0.10283350944519043,
      "learning_rate": 9.558563063849028e-05,
      "loss": 0.0064,
      "step": 71210
    },
    {
      "loss_action": 0.003154575126245618,
      "loss_total": 0.003154575126245618,
      "step": 71210
    },
    {
      "loss_action": 0.005200094077736139,
      "loss_total": 0.005200094077736139,
      "step": 71210
    },
    {
      "loss_action": 0.014658701606094837,
      "loss_total": 0.014658701606094837,
      "step": 71210
    },
    {
      "loss_action": 0.00813809409737587,
      "loss_total": 0.00813809409737587,
      "step": 71210
    },
    {
      "loss_action": 0.004353122785687447,
      "loss_total": 0.004353122785687447,
      "step": 71210
    },
    {
      "loss_action": 0.005100284703075886,
      "loss_total": 0.005100284703075886,
      "step": 71210
    },
    {
      "loss_action": 0.0021467756014317274,
      "loss_total": 0.0021467756014317274,
      "step": 71210
    },
    {
      "loss_action": 0.0020747040398418903,
      "loss_total": 0.0020747040398418903,
      "step": 71210
    },
    {
      "grad_norm": 0.11186888813972473,
      "learning_rate": 9.558393225111475e-05,
      "loss": 0.0063,
      "step": 71220
    },
    {
      "loss_action": 0.006654589436948299,
      "loss_total": 0.006654589436948299,
      "step": 71220
    },
    {
      "loss_action": 0.005007756873965263,
      "loss_total": 0.005007756873965263,
      "step": 71220
    },
    {
      "loss_action": 0.016270536929368973,
      "loss_total": 0.016270536929368973,
      "step": 71220
    },
    {
      "loss_action": 0.007192063611000776,
      "loss_total": 0.007192063611000776,
      "step": 71220
    },
    {
      "loss_action": 0.0062644099816679955,
      "loss_total": 0.0062644099816679955,
      "step": 71220
    },
    {
      "loss_action": 0.017279013991355896,
      "loss_total": 0.017279013991355896,
      "step": 71220
    },
    {
      "loss_action": 0.003904846264049411,
      "loss_total": 0.003904846264049411,
      "step": 71220
    },
    {
      "loss_action": 0.007462509907782078,
      "loss_total": 0.007462509907782078,
      "step": 71220
    },
    {
      "grad_norm": 0.10039106756448746,
      "learning_rate": 9.558223355217732e-05,
      "loss": 0.0064,
      "step": 71230
    },
    {
      "loss_action": 0.005203185603022575,
      "loss_total": 0.005203185603022575,
      "step": 71230
    },
    {
      "loss_action": 0.004545947536826134,
      "loss_total": 0.004545947536826134,
      "step": 71230
    },
    {
      "loss_action": 0.003622707212343812,
      "loss_total": 0.003622707212343812,
      "step": 71230
    },
    {
      "loss_action": 0.0064954692497849464,
      "loss_total": 0.0064954692497849464,
      "step": 71230
    },
    {
      "loss_action": 0.003664461662992835,
      "loss_total": 0.003664461662992835,
      "step": 71230
    },
    {
      "loss_action": 0.0035116069484502077,
      "loss_total": 0.0035116069484502077,
      "step": 71230
    },
    {
      "loss_action": 0.004439700394868851,
      "loss_total": 0.004439700394868851,
      "step": 71230
    },
    {
      "loss_action": 0.002337632467970252,
      "loss_total": 0.002337632467970252,
      "step": 71230
    },
    {
      "grad_norm": 0.12446623295545578,
      "learning_rate": 9.55805345416896e-05,
      "loss": 0.0055,
      "step": 71240
    },
    {
      "loss_action": 0.008361374959349632,
      "loss_total": 0.008361374959349632,
      "step": 71240
    },
    {
      "loss_action": 0.00952690839767456,
      "loss_total": 0.00952690839767456,
      "step": 71240
    },
    {
      "loss_action": 0.0147476214915514,
      "loss_total": 0.0147476214915514,
      "step": 71240
    },
    {
      "loss_action": 0.004187747370451689,
      "loss_total": 0.004187747370451689,
      "step": 71240
    },
    {
      "loss_action": 0.0074238246306777,
      "loss_total": 0.0074238246306777,
      "step": 71240
    },
    {
      "loss_action": 0.008028489537537098,
      "loss_total": 0.008028489537537098,
      "step": 71240
    },
    {
      "loss_action": 0.022344399243593216,
      "loss_total": 0.022344399243593216,
      "step": 71240
    },
    {
      "loss_action": 0.005794573575258255,
      "loss_total": 0.005794573575258255,
      "step": 71240
    },
    {
      "grad_norm": 0.08282268792390823,
      "learning_rate": 9.557883521966322e-05,
      "loss": 0.0076,
      "step": 71250
    },
    {
      "loss_action": 0.006633651442825794,
      "loss_total": 0.006633651442825794,
      "step": 71250
    },
    {
      "loss_action": 0.00393270468339324,
      "loss_total": 0.00393270468339324,
      "step": 71250
    },
    {
      "loss_action": 0.0263527762144804,
      "loss_total": 0.0263527762144804,
      "step": 71250
    },
    {
      "loss_action": 0.026814136654138565,
      "loss_total": 0.026814136654138565,
      "step": 71250
    },
    {
      "loss_action": 0.0029288402292877436,
      "loss_total": 0.0029288402292877436,
      "step": 71250
    },
    {
      "loss_action": 0.006388490553945303,
      "loss_total": 0.006388490553945303,
      "step": 71250
    },
    {
      "loss_action": 0.003900471841916442,
      "loss_total": 0.003900471841916442,
      "step": 71250
    },
    {
      "loss_action": 0.015357360243797302,
      "loss_total": 0.015357360243797302,
      "step": 71250
    },
    {
      "grad_norm": 0.08612262457609177,
      "learning_rate": 9.557713558610979e-05,
      "loss": 0.0075,
      "step": 71260
    },
    {
      "loss_action": 0.002796700457111001,
      "loss_total": 0.002796700457111001,
      "step": 71260
    },
    {
      "loss_action": 0.008302673697471619,
      "loss_total": 0.008302673697471619,
      "step": 71260
    },
    {
      "loss_action": 0.0035744321066886187,
      "loss_total": 0.0035744321066886187,
      "step": 71260
    },
    {
      "loss_action": 0.013850392773747444,
      "loss_total": 0.013850392773747444,
      "step": 71260
    },
    {
      "loss_action": 0.001837148447521031,
      "loss_total": 0.001837148447521031,
      "step": 71260
    },
    {
      "loss_action": 0.003016618313267827,
      "loss_total": 0.003016618313267827,
      "step": 71260
    },
    {
      "loss_action": 0.004583902657032013,
      "loss_total": 0.004583902657032013,
      "step": 71260
    },
    {
      "loss_action": 0.00235457019880414,
      "loss_total": 0.00235457019880414,
      "step": 71260
    },
    {
      "grad_norm": 0.21693919599056244,
      "learning_rate": 9.55754356410409e-05,
      "loss": 0.0057,
      "step": 71270
    },
    {
      "loss_action": 0.0018408849136903882,
      "loss_total": 0.0018408849136903882,
      "step": 71270
    },
    {
      "loss_action": 0.005420849192887545,
      "loss_total": 0.005420849192887545,
      "step": 71270
    },
    {
      "loss_action": 0.003841046243906021,
      "loss_total": 0.003841046243906021,
      "step": 71270
    },
    {
      "loss_action": 0.001877299975603819,
      "loss_total": 0.001877299975603819,
      "step": 71270
    },
    {
      "loss_action": 0.01224359218031168,
      "loss_total": 0.01224359218031168,
      "step": 71270
    },
    {
      "loss_action": 0.004650620277971029,
      "loss_total": 0.004650620277971029,
      "step": 71270
    },
    {
      "loss_action": 0.006159145385026932,
      "loss_total": 0.006159145385026932,
      "step": 71270
    },
    {
      "loss_action": 0.003039252245798707,
      "loss_total": 0.003039252245798707,
      "step": 71270
    },
    {
      "grad_norm": 0.0997203066945076,
      "learning_rate": 9.557373538446819e-05,
      "loss": 0.0069,
      "step": 71280
    },
    {
      "loss_action": 0.0022422638721764088,
      "loss_total": 0.0022422638721764088,
      "step": 71280
    },
    {
      "loss_action": 0.012340722605586052,
      "loss_total": 0.012340722605586052,
      "step": 71280
    },
    {
      "loss_action": 0.012886501848697662,
      "loss_total": 0.012886501848697662,
      "step": 71280
    },
    {
      "loss_action": 0.00288163754157722,
      "loss_total": 0.00288163754157722,
      "step": 71280
    },
    {
      "loss_action": 0.002787824487313628,
      "loss_total": 0.002787824487313628,
      "step": 71280
    },
    {
      "loss_action": 0.004847272764891386,
      "loss_total": 0.004847272764891386,
      "step": 71280
    },
    {
      "loss_action": 0.004439590498805046,
      "loss_total": 0.004439590498805046,
      "step": 71280
    },
    {
      "loss_action": 0.010429535992443562,
      "loss_total": 0.010429535992443562,
      "step": 71280
    },
    {
      "grad_norm": 0.0862501934170723,
      "learning_rate": 9.557203481640329e-05,
      "loss": 0.0072,
      "step": 71290
    },
    {
      "loss_action": 0.0023865525145083666,
      "loss_total": 0.0023865525145083666,
      "step": 71290
    },
    {
      "loss_action": 0.002615730743855238,
      "loss_total": 0.002615730743855238,
      "step": 71290
    },
    {
      "loss_action": 0.0063806576654314995,
      "loss_total": 0.0063806576654314995,
      "step": 71290
    },
    {
      "loss_action": 0.013891934417188168,
      "loss_total": 0.013891934417188168,
      "step": 71290
    },
    {
      "loss_action": 0.005828701425343752,
      "loss_total": 0.005828701425343752,
      "step": 71290
    },
    {
      "loss_action": 0.01519841980189085,
      "loss_total": 0.01519841980189085,
      "step": 71290
    },
    {
      "loss_action": 0.00910179316997528,
      "loss_total": 0.00910179316997528,
      "step": 71290
    },
    {
      "loss_action": 0.0018987883813679218,
      "loss_total": 0.0018987883813679218,
      "step": 71290
    },
    {
      "grad_norm": 0.0958157554268837,
      "learning_rate": 9.557033393685779e-05,
      "loss": 0.0061,
      "step": 71300
    },
    {
      "loss_action": 0.0019501815550029278,
      "loss_total": 0.0019501815550029278,
      "step": 71300
    },
    {
      "loss_action": 0.0017183918971568346,
      "loss_total": 0.0017183918971568346,
      "step": 71300
    },
    {
      "loss_action": 0.014949420467019081,
      "loss_total": 0.014949420467019081,
      "step": 71300
    },
    {
      "loss_action": 0.009613947942852974,
      "loss_total": 0.009613947942852974,
      "step": 71300
    },
    {
      "loss_action": 0.005758960731327534,
      "loss_total": 0.005758960731327534,
      "step": 71300
    },
    {
      "loss_action": 0.0031290394254028797,
      "loss_total": 0.0031290394254028797,
      "step": 71300
    },
    {
      "loss_action": 0.005588761065155268,
      "loss_total": 0.005588761065155268,
      "step": 71300
    },
    {
      "loss_action": 0.00621787179261446,
      "loss_total": 0.00621787179261446,
      "step": 71300
    },
    {
      "grad_norm": 0.0754954069852829,
      "learning_rate": 9.556863274584335e-05,
      "loss": 0.0059,
      "step": 71310
    },
    {
      "loss_action": 0.003362550400197506,
      "loss_total": 0.003362550400197506,
      "step": 71310
    },
    {
      "loss_action": 0.004066500347107649,
      "loss_total": 0.004066500347107649,
      "step": 71310
    },
    {
      "loss_action": 0.005557764787226915,
      "loss_total": 0.005557764787226915,
      "step": 71310
    },
    {
      "loss_action": 0.004975168500095606,
      "loss_total": 0.004975168500095606,
      "step": 71310
    },
    {
      "loss_action": 0.0025007810909301043,
      "loss_total": 0.0025007810909301043,
      "step": 71310
    },
    {
      "loss_action": 0.0026325597427785397,
      "loss_total": 0.0026325597427785397,
      "step": 71310
    },
    {
      "loss_action": 0.0050964681431651115,
      "loss_total": 0.0050964681431651115,
      "step": 71310
    },
    {
      "loss_action": 0.0035825385712087154,
      "loss_total": 0.0035825385712087154,
      "step": 71310
    },
    {
      "grad_norm": 0.0948207750916481,
      "learning_rate": 9.55669312433716e-05,
      "loss": 0.0058,
      "step": 71320
    },
    {
      "loss_action": 0.0031782647129148245,
      "loss_total": 0.0031782647129148245,
      "step": 71320
    },
    {
      "loss_action": 0.004017620347440243,
      "loss_total": 0.004017620347440243,
      "step": 71320
    },
    {
      "loss_action": 0.0033845629077404737,
      "loss_total": 0.0033845629077404737,
      "step": 71320
    },
    {
      "loss_action": 0.005751620978116989,
      "loss_total": 0.005751620978116989,
      "step": 71320
    },
    {
      "loss_action": 0.0037609648425132036,
      "loss_total": 0.0037609648425132036,
      "step": 71320
    },
    {
      "loss_action": 0.015210740268230438,
      "loss_total": 0.015210740268230438,
      "step": 71320
    },
    {
      "loss_action": 0.0042691840790212154,
      "loss_total": 0.0042691840790212154,
      "step": 71320
    },
    {
      "loss_action": 0.005041314288973808,
      "loss_total": 0.005041314288973808,
      "step": 71320
    },
    {
      "grad_norm": 0.13999208807945251,
      "learning_rate": 9.556522942945414e-05,
      "loss": 0.0057,
      "step": 71330
    },
    {
      "loss_action": 0.01280069351196289,
      "loss_total": 0.01280069351196289,
      "step": 71330
    },
    {
      "loss_action": 0.007422073278576136,
      "loss_total": 0.007422073278576136,
      "step": 71330
    },
    {
      "loss_action": 0.004875083453953266,
      "loss_total": 0.004875083453953266,
      "step": 71330
    },
    {
      "loss_action": 0.006452558562159538,
      "loss_total": 0.006452558562159538,
      "step": 71330
    },
    {
      "loss_action": 0.007215969264507294,
      "loss_total": 0.007215969264507294,
      "step": 71330
    },
    {
      "loss_action": 0.0034217527136206627,
      "loss_total": 0.0034217527136206627,
      "step": 71330
    },
    {
      "loss_action": 0.00675190519541502,
      "loss_total": 0.00675190519541502,
      "step": 71330
    },
    {
      "loss_action": 0.01032182015478611,
      "loss_total": 0.01032182015478611,
      "step": 71330
    },
    {
      "grad_norm": 0.12301621586084366,
      "learning_rate": 9.556352730410261e-05,
      "loss": 0.0063,
      "step": 71340
    },
    {
      "loss_action": 0.009047238156199455,
      "loss_total": 0.009047238156199455,
      "step": 71340
    },
    {
      "loss_action": 0.0050394064746797085,
      "loss_total": 0.0050394064746797085,
      "step": 71340
    },
    {
      "loss_action": 0.021300747990608215,
      "loss_total": 0.021300747990608215,
      "step": 71340
    },
    {
      "loss_action": 0.027719605714082718,
      "loss_total": 0.027719605714082718,
      "step": 71340
    },
    {
      "loss_action": 0.0026671416126191616,
      "loss_total": 0.0026671416126191616,
      "step": 71340
    },
    {
      "loss_action": 0.01059420220553875,
      "loss_total": 0.01059420220553875,
      "step": 71340
    },
    {
      "loss_action": 0.009808557108044624,
      "loss_total": 0.009808557108044624,
      "step": 71340
    },
    {
      "loss_action": 0.011057388968765736,
      "loss_total": 0.011057388968765736,
      "step": 71340
    },
    {
      "grad_norm": 0.14592161774635315,
      "learning_rate": 9.556182486732866e-05,
      "loss": 0.0061,
      "step": 71350
    },
    {
      "loss_action": 0.0032495474442839622,
      "loss_total": 0.0032495474442839622,
      "step": 71350
    },
    {
      "loss_action": 0.005990691017359495,
      "loss_total": 0.005990691017359495,
      "step": 71350
    },
    {
      "loss_action": 0.010119693353772163,
      "loss_total": 0.010119693353772163,
      "step": 71350
    },
    {
      "loss_action": 0.00208959705196321,
      "loss_total": 0.00208959705196321,
      "step": 71350
    },
    {
      "loss_action": 0.004023273009806871,
      "loss_total": 0.004023273009806871,
      "step": 71350
    },
    {
      "loss_action": 0.0048357765190303326,
      "loss_total": 0.0048357765190303326,
      "step": 71350
    },
    {
      "loss_action": 0.004384410567581654,
      "loss_total": 0.004384410567581654,
      "step": 71350
    },
    {
      "loss_action": 0.010156449861824512,
      "loss_total": 0.010156449861824512,
      "step": 71350
    },
    {
      "grad_norm": 0.09392852336168289,
      "learning_rate": 9.556012211914391e-05,
      "loss": 0.0059,
      "step": 71360
    },
    {
      "loss_action": 0.00855607446283102,
      "loss_total": 0.00855607446283102,
      "step": 71360
    },
    {
      "loss_action": 0.0023888805881142616,
      "loss_total": 0.0023888805881142616,
      "step": 71360
    },
    {
      "loss_action": 0.0028541316278278828,
      "loss_total": 0.0028541316278278828,
      "step": 71360
    },
    {
      "loss_action": 0.0034464839845895767,
      "loss_total": 0.0034464839845895767,
      "step": 71360
    },
    {
      "loss_action": 0.007865616120398045,
      "loss_total": 0.007865616120398045,
      "step": 71360
    },
    {
      "loss_action": 0.0035824482329189777,
      "loss_total": 0.0035824482329189777,
      "step": 71360
    },
    {
      "loss_action": 0.004919845145195723,
      "loss_total": 0.004919845145195723,
      "step": 71360
    },
    {
      "loss_action": 0.014449169859290123,
      "loss_total": 0.014449169859290123,
      "step": 71360
    },
    {
      "grad_norm": 0.12094738334417343,
      "learning_rate": 9.555841905956e-05,
      "loss": 0.007,
      "step": 71370
    },
    {
      "loss_action": 0.0028917407616972923,
      "loss_total": 0.0028917407616972923,
      "step": 71370
    },
    {
      "loss_action": 0.0024262075312435627,
      "loss_total": 0.0024262075312435627,
      "step": 71370
    },
    {
      "loss_action": 0.0050360336899757385,
      "loss_total": 0.0050360336899757385,
      "step": 71370
    },
    {
      "loss_action": 0.010031970217823982,
      "loss_total": 0.010031970217823982,
      "step": 71370
    },
    {
      "loss_action": 0.006046769674867392,
      "loss_total": 0.006046769674867392,
      "step": 71370
    },
    {
      "loss_action": 0.0021577419247478247,
      "loss_total": 0.0021577419247478247,
      "step": 71370
    },
    {
      "loss_action": 0.0070997197180986404,
      "loss_total": 0.0070997197180986404,
      "step": 71370
    },
    {
      "loss_action": 0.004464463330805302,
      "loss_total": 0.004464463330805302,
      "step": 71370
    },
    {
      "grad_norm": 0.14793023467063904,
      "learning_rate": 9.555671568858857e-05,
      "loss": 0.0078,
      "step": 71380
    },
    {
      "loss_action": 0.003097072010859847,
      "loss_total": 0.003097072010859847,
      "step": 71380
    },
    {
      "loss_action": 0.002938811667263508,
      "loss_total": 0.002938811667263508,
      "step": 71380
    },
    {
      "loss_action": 0.0031555385794490576,
      "loss_total": 0.0031555385794490576,
      "step": 71380
    },
    {
      "loss_action": 0.004270821809768677,
      "loss_total": 0.004270821809768677,
      "step": 71380
    },
    {
      "loss_action": 0.0037728173192590475,
      "loss_total": 0.0037728173192590475,
      "step": 71380
    },
    {
      "loss_action": 0.005856237839907408,
      "loss_total": 0.005856237839907408,
      "step": 71380
    },
    {
      "loss_action": 0.005034483037889004,
      "loss_total": 0.005034483037889004,
      "step": 71380
    },
    {
      "loss_action": 0.0014364391099661589,
      "loss_total": 0.0014364391099661589,
      "step": 71380
    },
    {
      "grad_norm": 0.0924069955945015,
      "learning_rate": 9.555501200624129e-05,
      "loss": 0.0065,
      "step": 71390
    },
    {
      "loss_action": 0.005901480093598366,
      "loss_total": 0.005901480093598366,
      "step": 71390
    },
    {
      "loss_action": 0.0020206032786518335,
      "loss_total": 0.0020206032786518335,
      "step": 71390
    },
    {
      "loss_action": 0.01056490559130907,
      "loss_total": 0.01056490559130907,
      "step": 71390
    },
    {
      "loss_action": 0.003272976726293564,
      "loss_total": 0.003272976726293564,
      "step": 71390
    },
    {
      "loss_action": 0.01199400145560503,
      "loss_total": 0.01199400145560503,
      "step": 71390
    },
    {
      "loss_action": 0.005336454138159752,
      "loss_total": 0.005336454138159752,
      "step": 71390
    },
    {
      "loss_action": 0.004824027884751558,
      "loss_total": 0.004824027884751558,
      "step": 71390
    },
    {
      "loss_action": 0.0063987658359110355,
      "loss_total": 0.0063987658359110355,
      "step": 71390
    },
    {
      "grad_norm": 0.09112606942653656,
      "learning_rate": 9.555330801252976e-05,
      "loss": 0.009,
      "step": 71400
    },
    {
      "loss_action": 0.0143300024792552,
      "loss_total": 0.0143300024792552,
      "step": 71400
    },
    {
      "loss_action": 0.011125491932034492,
      "loss_total": 0.011125491932034492,
      "step": 71400
    },
    {
      "loss_action": 0.0053480323404073715,
      "loss_total": 0.0053480323404073715,
      "step": 71400
    },
    {
      "loss_action": 0.0048853508196771145,
      "loss_total": 0.0048853508196771145,
      "step": 71400
    },
    {
      "loss_action": 0.00476500391960144,
      "loss_total": 0.00476500391960144,
      "step": 71400
    },
    {
      "loss_action": 0.005904332734644413,
      "loss_total": 0.005904332734644413,
      "step": 71400
    },
    {
      "loss_action": 0.007853196933865547,
      "loss_total": 0.007853196933865547,
      "step": 71400
    },
    {
      "loss_action": 0.006742912344634533,
      "loss_total": 0.006742912344634533,
      "step": 71400
    },
    {
      "grad_norm": 0.117231085896492,
      "learning_rate": 9.555160370746566e-05,
      "loss": 0.0076,
      "step": 71410
    },
    {
      "loss_action": 0.0053434525616467,
      "loss_total": 0.0053434525616467,
      "step": 71410
    },
    {
      "loss_action": 0.009072300046682358,
      "loss_total": 0.009072300046682358,
      "step": 71410
    },
    {
      "loss_action": 0.006482014432549477,
      "loss_total": 0.006482014432549477,
      "step": 71410
    },
    {
      "loss_action": 0.004946900065988302,
      "loss_total": 0.004946900065988302,
      "step": 71410
    },
    {
      "loss_action": 0.004880380351096392,
      "loss_total": 0.004880380351096392,
      "step": 71410
    },
    {
      "loss_action": 0.004512868355959654,
      "loss_total": 0.004512868355959654,
      "step": 71410
    },
    {
      "loss_action": 0.0051279920153319836,
      "loss_total": 0.0051279920153319836,
      "step": 71410
    },
    {
      "loss_action": 0.01829448901116848,
      "loss_total": 0.01829448901116848,
      "step": 71410
    },
    {
      "grad_norm": 0.15035086870193481,
      "learning_rate": 9.554989909106062e-05,
      "loss": 0.0076,
      "step": 71420
    },
    {
      "loss_action": 0.01854974776506424,
      "loss_total": 0.01854974776506424,
      "step": 71420
    },
    {
      "loss_action": 0.004717693664133549,
      "loss_total": 0.004717693664133549,
      "step": 71420
    },
    {
      "loss_action": 0.01323152706027031,
      "loss_total": 0.01323152706027031,
      "step": 71420
    },
    {
      "loss_action": 0.0101088285446167,
      "loss_total": 0.0101088285446167,
      "step": 71420
    },
    {
      "loss_action": 0.00419124960899353,
      "loss_total": 0.00419124960899353,
      "step": 71420
    },
    {
      "loss_action": 0.007719571236521006,
      "loss_total": 0.007719571236521006,
      "step": 71420
    },
    {
      "loss_action": 0.009115489199757576,
      "loss_total": 0.009115489199757576,
      "step": 71420
    },
    {
      "loss_action": 0.008282000198960304,
      "loss_total": 0.008282000198960304,
      "step": 71420
    },
    {
      "grad_norm": 0.10044817626476288,
      "learning_rate": 9.55481941633263e-05,
      "loss": 0.0078,
      "step": 71430
    },
    {
      "loss_action": 0.008581886999309063,
      "loss_total": 0.008581886999309063,
      "step": 71430
    },
    {
      "loss_action": 0.00766370864585042,
      "loss_total": 0.00766370864585042,
      "step": 71430
    },
    {
      "loss_action": 0.0021996572613716125,
      "loss_total": 0.0021996572613716125,
      "step": 71430
    },
    {
      "loss_action": 0.002528721932321787,
      "loss_total": 0.002528721932321787,
      "step": 71430
    },
    {
      "loss_action": 0.0023771480191498995,
      "loss_total": 0.0023771480191498995,
      "step": 71430
    },
    {
      "loss_action": 0.007672060746699572,
      "loss_total": 0.007672060746699572,
      "step": 71430
    },
    {
      "loss_action": 0.0028817548882216215,
      "loss_total": 0.0028817548882216215,
      "step": 71430
    },
    {
      "loss_action": 0.0021194154396653175,
      "loss_total": 0.0021194154396653175,
      "step": 71430
    },
    {
      "grad_norm": 0.0940852016210556,
      "learning_rate": 9.554648892427434e-05,
      "loss": 0.0066,
      "step": 71440
    },
    {
      "loss_action": 0.003802490420639515,
      "loss_total": 0.003802490420639515,
      "step": 71440
    },
    {
      "loss_action": 0.0031306371092796326,
      "loss_total": 0.0031306371092796326,
      "step": 71440
    },
    {
      "loss_action": 0.006666120141744614,
      "loss_total": 0.006666120141744614,
      "step": 71440
    },
    {
      "loss_action": 0.005199480336159468,
      "loss_total": 0.005199480336159468,
      "step": 71440
    },
    {
      "loss_action": 0.009537814185023308,
      "loss_total": 0.009537814185023308,
      "step": 71440
    },
    {
      "loss_action": 0.007020212709903717,
      "loss_total": 0.007020212709903717,
      "step": 71440
    },
    {
      "loss_action": 0.006851677317172289,
      "loss_total": 0.006851677317172289,
      "step": 71440
    },
    {
      "loss_action": 0.026437867432832718,
      "loss_total": 0.026437867432832718,
      "step": 71440
    },
    {
      "grad_norm": 0.10884542763233185,
      "learning_rate": 9.554478337391641e-05,
      "loss": 0.0072,
      "step": 71450
    },
    {
      "loss_action": 0.004272146616131067,
      "loss_total": 0.004272146616131067,
      "step": 71450
    },
    {
      "loss_action": 0.004167034290730953,
      "loss_total": 0.004167034290730953,
      "step": 71450
    },
    {
      "loss_action": 0.0038555206265300512,
      "loss_total": 0.0038555206265300512,
      "step": 71450
    },
    {
      "loss_action": 0.005556703545153141,
      "loss_total": 0.005556703545153141,
      "step": 71450
    },
    {
      "loss_action": 0.005586009472608566,
      "loss_total": 0.005586009472608566,
      "step": 71450
    },
    {
      "loss_action": 0.004617968108505011,
      "loss_total": 0.004617968108505011,
      "step": 71450
    },
    {
      "loss_action": 0.015295756980776787,
      "loss_total": 0.015295756980776787,
      "step": 71450
    },
    {
      "loss_action": 0.003664945485070348,
      "loss_total": 0.003664945485070348,
      "step": 71450
    },
    {
      "grad_norm": 0.1247049942612648,
      "learning_rate": 9.554307751226416e-05,
      "loss": 0.0069,
      "step": 71460
    },
    {
      "loss_action": 0.002156458329409361,
      "loss_total": 0.002156458329409361,
      "step": 71460
    },
    {
      "loss_action": 0.004367721267044544,
      "loss_total": 0.004367721267044544,
      "step": 71460
    },
    {
      "loss_action": 0.003417577827349305,
      "loss_total": 0.003417577827349305,
      "step": 71460
    },
    {
      "loss_action": 0.0034131670836359262,
      "loss_total": 0.0034131670836359262,
      "step": 71460
    },
    {
      "loss_action": 0.002836094470694661,
      "loss_total": 0.002836094470694661,
      "step": 71460
    },
    {
      "loss_action": 0.005011328496038914,
      "loss_total": 0.005011328496038914,
      "step": 71460
    },
    {
      "loss_action": 0.003951961174607277,
      "loss_total": 0.003951961174607277,
      "step": 71460
    },
    {
      "loss_action": 0.01152070052921772,
      "loss_total": 0.01152070052921772,
      "step": 71460
    },
    {
      "grad_norm": 0.11488989740610123,
      "learning_rate": 9.554137133932927e-05,
      "loss": 0.0066,
      "step": 71470
    },
    {
      "loss_action": 0.003807727713137865,
      "loss_total": 0.003807727713137865,
      "step": 71470
    },
    {
      "loss_action": 0.012562094256281853,
      "loss_total": 0.012562094256281853,
      "step": 71470
    },
    {
      "loss_action": 0.002481229603290558,
      "loss_total": 0.002481229603290558,
      "step": 71470
    },
    {
      "loss_action": 0.01133337989449501,
      "loss_total": 0.01133337989449501,
      "step": 71470
    },
    {
      "loss_action": 0.004672438837587833,
      "loss_total": 0.004672438837587833,
      "step": 71470
    },
    {
      "loss_action": 0.008523086085915565,
      "loss_total": 0.008523086085915565,
      "step": 71470
    },
    {
      "loss_action": 0.0046587600372731686,
      "loss_total": 0.0046587600372731686,
      "step": 71470
    },
    {
      "loss_action": 0.03132971376180649,
      "loss_total": 0.03132971376180649,
      "step": 71470
    },
    {
      "grad_norm": 0.10208530724048615,
      "learning_rate": 9.553966485512337e-05,
      "loss": 0.0071,
      "step": 71480
    },
    {
      "loss_action": 0.004756619222462177,
      "loss_total": 0.004756619222462177,
      "step": 71480
    },
    {
      "loss_action": 0.009745568037033081,
      "loss_total": 0.009745568037033081,
      "step": 71480
    },
    {
      "loss_action": 0.004063614644110203,
      "loss_total": 0.004063614644110203,
      "step": 71480
    },
    {
      "loss_action": 0.006338532082736492,
      "loss_total": 0.006338532082736492,
      "step": 71480
    },
    {
      "loss_action": 0.002441390184685588,
      "loss_total": 0.002441390184685588,
      "step": 71480
    },
    {
      "loss_action": 0.007419014349579811,
      "loss_total": 0.007419014349579811,
      "step": 71480
    },
    {
      "loss_action": 0.003933550324290991,
      "loss_total": 0.003933550324290991,
      "step": 71480
    },
    {
      "loss_action": 0.004540795460343361,
      "loss_total": 0.004540795460343361,
      "step": 71480
    },
    {
      "grad_norm": 0.14798304438591003,
      "learning_rate": 9.553795805965813e-05,
      "loss": 0.0121,
      "step": 71490
    },
    {
      "loss_action": 0.014748663641512394,
      "loss_total": 0.014748663641512394,
      "step": 71490
    },
    {
      "loss_action": 0.007011820562183857,
      "loss_total": 0.007011820562183857,
      "step": 71490
    },
    {
      "loss_action": 0.005375102628022432,
      "loss_total": 0.005375102628022432,
      "step": 71490
    },
    {
      "loss_action": 0.007993249222636223,
      "loss_total": 0.007993249222636223,
      "step": 71490
    },
    {
      "loss_action": 0.016371920704841614,
      "loss_total": 0.016371920704841614,
      "step": 71490
    },
    {
      "loss_action": 0.011123518459498882,
      "loss_total": 0.011123518459498882,
      "step": 71490
    },
    {
      "loss_action": 0.016977589577436447,
      "loss_total": 0.016977589577436447,
      "step": 71490
    },
    {
      "loss_action": 0.013180535286664963,
      "loss_total": 0.013180535286664963,
      "step": 71490
    },
    {
      "grad_norm": 0.16812245547771454,
      "learning_rate": 9.553625095294523e-05,
      "loss": 0.0108,
      "step": 71500
    },
    {
      "loss_action": 0.003809147048741579,
      "loss_total": 0.003809147048741579,
      "step": 71500
    },
    {
      "loss_action": 0.003980729728937149,
      "loss_total": 0.003980729728937149,
      "step": 71500
    },
    {
      "loss_action": 0.005960541311651468,
      "loss_total": 0.005960541311651468,
      "step": 71500
    },
    {
      "loss_action": 0.008943119086325169,
      "loss_total": 0.008943119086325169,
      "step": 71500
    },
    {
      "loss_action": 0.012687566690146923,
      "loss_total": 0.012687566690146923,
      "step": 71500
    },
    {
      "loss_action": 0.008326982147991657,
      "loss_total": 0.008326982147991657,
      "step": 71500
    },
    {
      "loss_action": 0.005502203479409218,
      "loss_total": 0.005502203479409218,
      "step": 71500
    },
    {
      "loss_action": 0.01275157742202282,
      "loss_total": 0.01275157742202282,
      "step": 71500
    },
    {
      "grad_norm": 0.1592436581850052,
      "learning_rate": 9.553454353499633e-05,
      "loss": 0.0106,
      "step": 71510
    },
    {
      "loss_action": 0.006208599079400301,
      "loss_total": 0.006208599079400301,
      "step": 71510
    },
    {
      "loss_action": 0.004256970249116421,
      "loss_total": 0.004256970249116421,
      "step": 71510
    },
    {
      "loss_action": 0.010472562164068222,
      "loss_total": 0.010472562164068222,
      "step": 71510
    },
    {
      "loss_action": 0.003912216052412987,
      "loss_total": 0.003912216052412987,
      "step": 71510
    },
    {
      "loss_action": 0.017856795340776443,
      "loss_total": 0.017856795340776443,
      "step": 71510
    },
    {
      "loss_action": 0.005159660242497921,
      "loss_total": 0.005159660242497921,
      "step": 71510
    },
    {
      "loss_action": 0.0037015597335994244,
      "loss_total": 0.0037015597335994244,
      "step": 71510
    },
    {
      "loss_action": 0.015562287531793118,
      "loss_total": 0.015562287531793118,
      "step": 71510
    },
    {
      "grad_norm": 0.11501376330852509,
      "learning_rate": 9.55328358058231e-05,
      "loss": 0.0084,
      "step": 71520
    },
    {
      "loss_action": 0.003516067285090685,
      "loss_total": 0.003516067285090685,
      "step": 71520
    },
    {
      "loss_action": 0.0025186375714838505,
      "loss_total": 0.0025186375714838505,
      "step": 71520
    },
    {
      "loss_action": 0.007730220910161734,
      "loss_total": 0.007730220910161734,
      "step": 71520
    },
    {
      "loss_action": 0.015978634357452393,
      "loss_total": 0.015978634357452393,
      "step": 71520
    },
    {
      "loss_action": 0.015324532985687256,
      "loss_total": 0.015324532985687256,
      "step": 71520
    },
    {
      "loss_action": 0.00283380807377398,
      "loss_total": 0.00283380807377398,
      "step": 71520
    },
    {
      "loss_action": 0.008442285470664501,
      "loss_total": 0.008442285470664501,
      "step": 71520
    },
    {
      "loss_action": 0.006814382504671812,
      "loss_total": 0.006814382504671812,
      "step": 71520
    },
    {
      "grad_norm": 0.08589579910039902,
      "learning_rate": 9.553112776543722e-05,
      "loss": 0.0076,
      "step": 71530
    },
    {
      "loss_action": 0.00541779026389122,
      "loss_total": 0.00541779026389122,
      "step": 71530
    },
    {
      "loss_action": 0.014958329498767853,
      "loss_total": 0.014958329498767853,
      "step": 71530
    },
    {
      "loss_action": 0.007942313328385353,
      "loss_total": 0.007942313328385353,
      "step": 71530
    },
    {
      "loss_action": 0.02056937664747238,
      "loss_total": 0.02056937664747238,
      "step": 71530
    },
    {
      "loss_action": 0.004099005833268166,
      "loss_total": 0.004099005833268166,
      "step": 71530
    },
    {
      "loss_action": 0.0039772531017661095,
      "loss_total": 0.0039772531017661095,
      "step": 71530
    },
    {
      "loss_action": 0.007089204154908657,
      "loss_total": 0.007089204154908657,
      "step": 71530
    },
    {
      "loss_action": 0.012866577133536339,
      "loss_total": 0.012866577133536339,
      "step": 71530
    },
    {
      "grad_norm": 0.13930009305477142,
      "learning_rate": 9.552941941385036e-05,
      "loss": 0.0071,
      "step": 71540
    },
    {
      "loss_action": 0.010759354569017887,
      "loss_total": 0.010759354569017887,
      "step": 71540
    },
    {
      "loss_action": 0.003328450256958604,
      "loss_total": 0.003328450256958604,
      "step": 71540
    },
    {
      "loss_action": 0.0031950888223946095,
      "loss_total": 0.0031950888223946095,
      "step": 71540
    },
    {
      "loss_action": 0.004333179444074631,
      "loss_total": 0.004333179444074631,
      "step": 71540
    },
    {
      "loss_action": 0.007478770799934864,
      "loss_total": 0.007478770799934864,
      "step": 71540
    },
    {
      "loss_action": 0.009158729575574398,
      "loss_total": 0.009158729575574398,
      "step": 71540
    },
    {
      "loss_action": 0.00866903830319643,
      "loss_total": 0.00866903830319643,
      "step": 71540
    },
    {
      "loss_action": 0.0036490056663751602,
      "loss_total": 0.0036490056663751602,
      "step": 71540
    },
    {
      "grad_norm": 0.15503589808940887,
      "learning_rate": 9.55277107510742e-05,
      "loss": 0.0066,
      "step": 71550
    },
    {
      "loss_action": 0.009231665171682835,
      "loss_total": 0.009231665171682835,
      "step": 71550
    },
    {
      "loss_action": 0.006032908335328102,
      "loss_total": 0.006032908335328102,
      "step": 71550
    },
    {
      "loss_action": 0.0019605993293225765,
      "loss_total": 0.0019605993293225765,
      "step": 71550
    },
    {
      "loss_action": 0.0018425497692078352,
      "loss_total": 0.0018425497692078352,
      "step": 71550
    },
    {
      "loss_action": 0.005842301528900862,
      "loss_total": 0.005842301528900862,
      "step": 71550
    },
    {
      "loss_action": 0.017454415559768677,
      "loss_total": 0.017454415559768677,
      "step": 71550
    },
    {
      "loss_action": 0.012736485339701176,
      "loss_total": 0.012736485339701176,
      "step": 71550
    },
    {
      "loss_action": 0.009731056168675423,
      "loss_total": 0.009731056168675423,
      "step": 71550
    },
    {
      "grad_norm": 0.16961270570755005,
      "learning_rate": 9.552600177712038e-05,
      "loss": 0.0071,
      "step": 71560
    },
    {
      "loss_action": 0.009751004166901112,
      "loss_total": 0.009751004166901112,
      "step": 71560
    },
    {
      "loss_action": 0.002896498888731003,
      "loss_total": 0.002896498888731003,
      "step": 71560
    },
    {
      "loss_action": 0.004416892305016518,
      "loss_total": 0.004416892305016518,
      "step": 71560
    },
    {
      "loss_action": 0.01122938934713602,
      "loss_total": 0.01122938934713602,
      "step": 71560
    },
    {
      "loss_action": 0.01052871998399496,
      "loss_total": 0.01052871998399496,
      "step": 71560
    },
    {
      "loss_action": 0.006739216390997171,
      "loss_total": 0.006739216390997171,
      "step": 71560
    },
    {
      "loss_action": 0.003872524481266737,
      "loss_total": 0.003872524481266737,
      "step": 71560
    },
    {
      "loss_action": 0.005151963327080011,
      "loss_total": 0.005151963327080011,
      "step": 71560
    },
    {
      "grad_norm": 0.109587162733078,
      "learning_rate": 9.552429249200066e-05,
      "loss": 0.0064,
      "step": 71570
    },
    {
      "loss_action": 0.026048919185996056,
      "loss_total": 0.026048919185996056,
      "step": 71570
    },
    {
      "loss_action": 0.007565704640001059,
      "loss_total": 0.007565704640001059,
      "step": 71570
    },
    {
      "loss_action": 0.004220050293952227,
      "loss_total": 0.004220050293952227,
      "step": 71570
    },
    {
      "loss_action": 0.00804334506392479,
      "loss_total": 0.00804334506392479,
      "step": 71570
    },
    {
      "loss_action": 0.022338630631566048,
      "loss_total": 0.022338630631566048,
      "step": 71570
    },
    {
      "loss_action": 0.002133911708369851,
      "loss_total": 0.002133911708369851,
      "step": 71570
    },
    {
      "loss_action": 0.004210245795547962,
      "loss_total": 0.004210245795547962,
      "step": 71570
    },
    {
      "loss_action": 0.002775643952190876,
      "loss_total": 0.002775643952190876,
      "step": 71570
    },
    {
      "grad_norm": 0.14498227834701538,
      "learning_rate": 9.552258289572664e-05,
      "loss": 0.0078,
      "step": 71580
    },
    {
      "loss_action": 0.005259667988866568,
      "loss_total": 0.005259667988866568,
      "step": 71580
    },
    {
      "loss_action": 0.0031662206165492535,
      "loss_total": 0.0031662206165492535,
      "step": 71580
    },
    {
      "loss_action": 0.0030058789998292923,
      "loss_total": 0.0030058789998292923,
      "step": 71580
    },
    {
      "loss_action": 0.017830856144428253,
      "loss_total": 0.017830856144428253,
      "step": 71580
    },
    {
      "loss_action": 0.004284724127501249,
      "loss_total": 0.004284724127501249,
      "step": 71580
    },
    {
      "loss_action": 0.014067278243601322,
      "loss_total": 0.014067278243601322,
      "step": 71580
    },
    {
      "loss_action": 0.00758312176913023,
      "loss_total": 0.00758312176913023,
      "step": 71580
    },
    {
      "loss_action": 0.006304953247308731,
      "loss_total": 0.006304953247308731,
      "step": 71580
    },
    {
      "grad_norm": 0.1602405160665512,
      "learning_rate": 9.552087298831005e-05,
      "loss": 0.0129,
      "step": 71590
    },
    {
      "loss_action": 0.010284336283802986,
      "loss_total": 0.010284336283802986,
      "step": 71590
    },
    {
      "loss_action": 0.007977531291544437,
      "loss_total": 0.007977531291544437,
      "step": 71590
    },
    {
      "loss_action": 0.008662106469273567,
      "loss_total": 0.008662106469273567,
      "step": 71590
    },
    {
      "loss_action": 0.0030431398190557957,
      "loss_total": 0.0030431398190557957,
      "step": 71590
    },
    {
      "loss_action": 0.01317536924034357,
      "loss_total": 0.01317536924034357,
      "step": 71590
    },
    {
      "loss_action": 0.003721564309671521,
      "loss_total": 0.003721564309671521,
      "step": 71590
    },
    {
      "loss_action": 0.006632258649915457,
      "loss_total": 0.006632258649915457,
      "step": 71590
    },
    {
      "loss_action": 0.004310739226639271,
      "loss_total": 0.004310739226639271,
      "step": 71590
    },
    {
      "grad_norm": 0.08109308034181595,
      "learning_rate": 9.551916276976257e-05,
      "loss": 0.0074,
      "step": 71600
    },
    {
      "loss_action": 0.005232427269220352,
      "loss_total": 0.005232427269220352,
      "step": 71600
    },
    {
      "loss_action": 0.004206035286188126,
      "loss_total": 0.004206035286188126,
      "step": 71600
    },
    {
      "loss_action": 0.007968430407345295,
      "loss_total": 0.007968430407345295,
      "step": 71600
    },
    {
      "loss_action": 0.009167063981294632,
      "loss_total": 0.009167063981294632,
      "step": 71600
    },
    {
      "loss_action": 0.005762064829468727,
      "loss_total": 0.005762064829468727,
      "step": 71600
    },
    {
      "loss_action": 0.012012830004096031,
      "loss_total": 0.012012830004096031,
      "step": 71600
    },
    {
      "loss_action": 0.003995997365564108,
      "loss_total": 0.003995997365564108,
      "step": 71600
    },
    {
      "loss_action": 0.0023197392001748085,
      "loss_total": 0.0023197392001748085,
      "step": 71600
    },
    {
      "grad_norm": 0.12149462848901749,
      "learning_rate": 9.551745224009589e-05,
      "loss": 0.0077,
      "step": 71610
    },
    {
      "loss_action": 0.009531605057418346,
      "loss_total": 0.009531605057418346,
      "step": 71610
    },
    {
      "loss_action": 0.004967526067048311,
      "loss_total": 0.004967526067048311,
      "step": 71610
    },
    {
      "loss_action": 0.0034081488847732544,
      "loss_total": 0.0034081488847732544,
      "step": 71610
    },
    {
      "loss_action": 0.006783472374081612,
      "loss_total": 0.006783472374081612,
      "step": 71610
    },
    {
      "loss_action": 0.007037503644824028,
      "loss_total": 0.007037503644824028,
      "step": 71610
    },
    {
      "loss_action": 0.00758708082139492,
      "loss_total": 0.00758708082139492,
      "step": 71610
    },
    {
      "loss_action": 0.006369089707732201,
      "loss_total": 0.006369089707732201,
      "step": 71610
    },
    {
      "loss_action": 0.0047419508919119835,
      "loss_total": 0.0047419508919119835,
      "step": 71610
    },
    {
      "grad_norm": 0.1169283390045166,
      "learning_rate": 9.551574139932169e-05,
      "loss": 0.0073,
      "step": 71620
    },
    {
      "loss_action": 0.007597470190376043,
      "loss_total": 0.007597470190376043,
      "step": 71620
    },
    {
      "loss_action": 0.011564899235963821,
      "loss_total": 0.011564899235963821,
      "step": 71620
    },
    {
      "loss_action": 0.007717013359069824,
      "loss_total": 0.007717013359069824,
      "step": 71620
    },
    {
      "loss_action": 0.027568502351641655,
      "loss_total": 0.027568502351641655,
      "step": 71620
    },
    {
      "loss_action": 0.01867552474141121,
      "loss_total": 0.01867552474141121,
      "step": 71620
    },
    {
      "loss_action": 0.004925780463963747,
      "loss_total": 0.004925780463963747,
      "step": 71620
    },
    {
      "loss_action": 0.004857383668422699,
      "loss_total": 0.004857383668422699,
      "step": 71620
    },
    {
      "loss_action": 0.0033470315393060446,
      "loss_total": 0.0033470315393060446,
      "step": 71620
    },
    {
      "grad_norm": 0.15250489115715027,
      "learning_rate": 9.551403024745167e-05,
      "loss": 0.007,
      "step": 71630
    },
    {
      "loss_action": 0.005700025241822004,
      "loss_total": 0.005700025241822004,
      "step": 71630
    },
    {
      "loss_action": 0.0035223925951868296,
      "loss_total": 0.0035223925951868296,
      "step": 71630
    },
    {
      "loss_action": 0.005973699036985636,
      "loss_total": 0.005973699036985636,
      "step": 71630
    },
    {
      "loss_action": 0.0031524901278316975,
      "loss_total": 0.0031524901278316975,
      "step": 71630
    },
    {
      "loss_action": 0.014634983614087105,
      "loss_total": 0.014634983614087105,
      "step": 71630
    },
    {
      "loss_action": 0.004698565229773521,
      "loss_total": 0.004698565229773521,
      "step": 71630
    },
    {
      "loss_action": 0.0042231446132063866,
      "loss_total": 0.0042231446132063866,
      "step": 71630
    },
    {
      "loss_action": 0.005001887679100037,
      "loss_total": 0.005001887679100037,
      "step": 71630
    },
    {
      "grad_norm": 0.13411390781402588,
      "learning_rate": 9.551231878449753e-05,
      "loss": 0.0065,
      "step": 71640
    },
    {
      "loss_action": 0.0026669211219996214,
      "loss_total": 0.0026669211219996214,
      "step": 71640
    },
    {
      "loss_action": 0.004139099270105362,
      "loss_total": 0.004139099270105362,
      "step": 71640
    },
    {
      "loss_action": 0.012130404822528362,
      "loss_total": 0.012130404822528362,
      "step": 71640
    },
    {
      "loss_action": 0.008601190522313118,
      "loss_total": 0.008601190522313118,
      "step": 71640
    },
    {
      "loss_action": 0.0038651495706290007,
      "loss_total": 0.0038651495706290007,
      "step": 71640
    },
    {
      "loss_action": 0.01064026914536953,
      "loss_total": 0.01064026914536953,
      "step": 71640
    },
    {
      "loss_action": 0.0083488579839468,
      "loss_total": 0.0083488579839468,
      "step": 71640
    },
    {
      "loss_action": 0.011013245210051537,
      "loss_total": 0.011013245210051537,
      "step": 71640
    },
    {
      "grad_norm": 0.12257799506187439,
      "learning_rate": 9.551060701047098e-05,
      "loss": 0.0064,
      "step": 71650
    },
    {
      "loss_action": 0.0017843195237219334,
      "loss_total": 0.0017843195237219334,
      "step": 71650
    },
    {
      "loss_action": 0.003414661856368184,
      "loss_total": 0.003414661856368184,
      "step": 71650
    },
    {
      "loss_action": 0.0018068754579871893,
      "loss_total": 0.0018068754579871893,
      "step": 71650
    },
    {
      "loss_action": 0.006531890481710434,
      "loss_total": 0.006531890481710434,
      "step": 71650
    },
    {
      "loss_action": 0.009068319573998451,
      "loss_total": 0.009068319573998451,
      "step": 71650
    },
    {
      "loss_action": 0.007099464535713196,
      "loss_total": 0.007099464535713196,
      "step": 71650
    },
    {
      "loss_action": 0.013760186731815338,
      "loss_total": 0.013760186731815338,
      "step": 71650
    },
    {
      "loss_action": 0.005478209350258112,
      "loss_total": 0.005478209350258112,
      "step": 71650
    },
    {
      "grad_norm": 0.11212900280952454,
      "learning_rate": 9.550889492538368e-05,
      "loss": 0.0075,
      "step": 71660
    },
    {
      "loss_action": 0.010192016139626503,
      "loss_total": 0.010192016139626503,
      "step": 71660
    },
    {
      "loss_action": 0.0038368641398847103,
      "loss_total": 0.0038368641398847103,
      "step": 71660
    },
    {
      "loss_action": 0.003878245363011956,
      "loss_total": 0.003878245363011956,
      "step": 71660
    },
    {
      "loss_action": 0.0046456316486001015,
      "loss_total": 0.0046456316486001015,
      "step": 71660
    },
    {
      "loss_action": 0.00426483154296875,
      "loss_total": 0.00426483154296875,
      "step": 71660
    },
    {
      "loss_action": 0.005952109582722187,
      "loss_total": 0.005952109582722187,
      "step": 71660
    },
    {
      "loss_action": 0.009455250576138496,
      "loss_total": 0.009455250576138496,
      "step": 71660
    },
    {
      "loss_action": 0.004727520979940891,
      "loss_total": 0.004727520979940891,
      "step": 71660
    },
    {
      "grad_norm": 0.15833009779453278,
      "learning_rate": 9.550718252924739e-05,
      "loss": 0.0075,
      "step": 71670
    },
    {
      "loss_action": 0.008468645624816418,
      "loss_total": 0.008468645624816418,
      "step": 71670
    },
    {
      "loss_action": 0.00772998109459877,
      "loss_total": 0.00772998109459877,
      "step": 71670
    },
    {
      "loss_action": 0.006449354812502861,
      "loss_total": 0.006449354812502861,
      "step": 71670
    },
    {
      "loss_action": 0.008652690798044205,
      "loss_total": 0.008652690798044205,
      "step": 71670
    },
    {
      "loss_action": 0.0025392184033989906,
      "loss_total": 0.0025392184033989906,
      "step": 71670
    },
    {
      "loss_action": 0.006044291891157627,
      "loss_total": 0.006044291891157627,
      "step": 71670
    },
    {
      "loss_action": 0.0018372053746134043,
      "loss_total": 0.0018372053746134043,
      "step": 71670
    },
    {
      "loss_action": 0.004956157878041267,
      "loss_total": 0.004956157878041267,
      "step": 71670
    },
    {
      "grad_norm": 0.08422072976827621,
      "learning_rate": 9.550546982207376e-05,
      "loss": 0.0069,
      "step": 71680
    },
    {
      "loss_action": 0.003693448379635811,
      "loss_total": 0.003693448379635811,
      "step": 71680
    },
    {
      "loss_action": 0.0029483449179679155,
      "loss_total": 0.0029483449179679155,
      "step": 71680
    },
    {
      "loss_action": 0.010884162969887257,
      "loss_total": 0.010884162969887257,
      "step": 71680
    },
    {
      "loss_action": 0.0021147853694856167,
      "loss_total": 0.0021147853694856167,
      "step": 71680
    },
    {
      "loss_action": 0.006366269662976265,
      "loss_total": 0.006366269662976265,
      "step": 71680
    },
    {
      "loss_action": 0.0022689858451485634,
      "loss_total": 0.0022689858451485634,
      "step": 71680
    },
    {
      "loss_action": 0.003273711306974292,
      "loss_total": 0.003273711306974292,
      "step": 71680
    },
    {
      "loss_action": 0.010353142395615578,
      "loss_total": 0.010353142395615578,
      "step": 71680
    },
    {
      "grad_norm": 0.09249473363161087,
      "learning_rate": 9.550375680387452e-05,
      "loss": 0.007,
      "step": 71690
    },
    {
      "loss_action": 0.0041757989674806595,
      "loss_total": 0.0041757989674806595,
      "step": 71690
    },
    {
      "loss_action": 0.003608089406043291,
      "loss_total": 0.003608089406043291,
      "step": 71690
    },
    {
      "loss_action": 0.005582536105066538,
      "loss_total": 0.005582536105066538,
      "step": 71690
    },
    {
      "loss_action": 0.0023376871831715107,
      "loss_total": 0.0023376871831715107,
      "step": 71690
    },
    {
      "loss_action": 0.01017656922340393,
      "loss_total": 0.01017656922340393,
      "step": 71690
    },
    {
      "loss_action": 0.004575503524392843,
      "loss_total": 0.004575503524392843,
      "step": 71690
    },
    {
      "loss_action": 0.0046577234752476215,
      "loss_total": 0.0046577234752476215,
      "step": 71690
    },
    {
      "loss_action": 0.005816328339278698,
      "loss_total": 0.005816328339278698,
      "step": 71690
    },
    {
      "grad_norm": 0.08854518085718155,
      "learning_rate": 9.550204347466137e-05,
      "loss": 0.0065,
      "step": 71700
    },
    {
      "loss_action": 0.004144397564232349,
      "loss_total": 0.004144397564232349,
      "step": 71700
    },
    {
      "loss_action": 0.0019889266695827246,
      "loss_total": 0.0019889266695827246,
      "step": 71700
    },
    {
      "loss_action": 0.0030579366721212864,
      "loss_total": 0.0030579366721212864,
      "step": 71700
    },
    {
      "loss_action": 0.004729781299829483,
      "loss_total": 0.004729781299829483,
      "step": 71700
    },
    {
      "loss_action": 0.0020063945557922125,
      "loss_total": 0.0020063945557922125,
      "step": 71700
    },
    {
      "loss_action": 0.007823417894542217,
      "loss_total": 0.007823417894542217,
      "step": 71700
    },
    {
      "loss_action": 0.0018729098374024034,
      "loss_total": 0.0018729098374024034,
      "step": 71700
    },
    {
      "loss_action": 0.004438437521457672,
      "loss_total": 0.004438437521457672,
      "step": 71700
    },
    {
      "grad_norm": 0.09293843805789948,
      "learning_rate": 9.550032983444603e-05,
      "loss": 0.007,
      "step": 71710
    },
    {
      "loss_action": 0.001851350418291986,
      "loss_total": 0.001851350418291986,
      "step": 71710
    },
    {
      "loss_action": 0.009099061600863934,
      "loss_total": 0.009099061600863934,
      "step": 71710
    },
    {
      "loss_action": 0.004585690330713987,
      "loss_total": 0.004585690330713987,
      "step": 71710
    },
    {
      "loss_action": 0.0013057878240942955,
      "loss_total": 0.0013057878240942955,
      "step": 71710
    },
    {
      "loss_action": 0.00704796751961112,
      "loss_total": 0.00704796751961112,
      "step": 71710
    },
    {
      "loss_action": 0.0037911394611001015,
      "loss_total": 0.0037911394611001015,
      "step": 71710
    },
    {
      "loss_action": 0.009912307374179363,
      "loss_total": 0.009912307374179363,
      "step": 71710
    },
    {
      "loss_action": 0.007856608368456364,
      "loss_total": 0.007856608368456364,
      "step": 71710
    },
    {
      "grad_norm": 0.08848007768392563,
      "learning_rate": 9.54986158832402e-05,
      "loss": 0.0062,
      "step": 71720
    },
    {
      "loss_action": 0.029956337064504623,
      "loss_total": 0.029956337064504623,
      "step": 71720
    },
    {
      "loss_action": 0.0053570447489619255,
      "loss_total": 0.0053570447489619255,
      "step": 71720
    },
    {
      "loss_action": 0.002933075185865164,
      "loss_total": 0.002933075185865164,
      "step": 71720
    },
    {
      "loss_action": 0.03268217295408249,
      "loss_total": 0.03268217295408249,
      "step": 71720
    },
    {
      "loss_action": 0.007560971193015575,
      "loss_total": 0.007560971193015575,
      "step": 71720
    },
    {
      "loss_action": 0.006017234176397324,
      "loss_total": 0.006017234176397324,
      "step": 71720
    },
    {
      "loss_action": 0.017627334222197533,
      "loss_total": 0.017627334222197533,
      "step": 71720
    },
    {
      "loss_action": 0.006834615487605333,
      "loss_total": 0.006834615487605333,
      "step": 71720
    },
    {
      "grad_norm": 0.08025646209716797,
      "learning_rate": 9.549690162105563e-05,
      "loss": 0.0073,
      "step": 71730
    },
    {
      "loss_action": 0.004224590957164764,
      "loss_total": 0.004224590957164764,
      "step": 71730
    },
    {
      "loss_action": 0.002885036636143923,
      "loss_total": 0.002885036636143923,
      "step": 71730
    },
    {
      "loss_action": 0.002638744655996561,
      "loss_total": 0.002638744655996561,
      "step": 71730
    },
    {
      "loss_action": 0.0057060555554926395,
      "loss_total": 0.0057060555554926395,
      "step": 71730
    },
    {
      "loss_action": 0.0012368569150567055,
      "loss_total": 0.0012368569150567055,
      "step": 71730
    },
    {
      "loss_action": 0.005482311360538006,
      "loss_total": 0.005482311360538006,
      "step": 71730
    },
    {
      "loss_action": 0.006361263804137707,
      "loss_total": 0.006361263804137707,
      "step": 71730
    },
    {
      "loss_action": 0.003052926156669855,
      "loss_total": 0.003052926156669855,
      "step": 71730
    },
    {
      "grad_norm": 0.1006079912185669,
      "learning_rate": 9.549518704790397e-05,
      "loss": 0.0059,
      "step": 71740
    },
    {
      "loss_action": 0.006703016813844442,
      "loss_total": 0.006703016813844442,
      "step": 71740
    },
    {
      "loss_action": 0.01057357992976904,
      "loss_total": 0.01057357992976904,
      "step": 71740
    },
    {
      "loss_action": 0.0039767129346728325,
      "loss_total": 0.0039767129346728325,
      "step": 71740
    },
    {
      "loss_action": 0.005507446825504303,
      "loss_total": 0.005507446825504303,
      "step": 71740
    },
    {
      "loss_action": 0.004071282222867012,
      "loss_total": 0.004071282222867012,
      "step": 71740
    },
    {
      "loss_action": 0.004386075772345066,
      "loss_total": 0.004386075772345066,
      "step": 71740
    },
    {
      "loss_action": 0.014360152184963226,
      "loss_total": 0.014360152184963226,
      "step": 71740
    },
    {
      "loss_action": 0.003482482861727476,
      "loss_total": 0.003482482861727476,
      "step": 71740
    },
    {
      "grad_norm": 0.11856062710285187,
      "learning_rate": 9.549347216379701e-05,
      "loss": 0.007,
      "step": 71750
    },
    {
      "loss_action": 0.0038222474977374077,
      "loss_total": 0.0038222474977374077,
      "step": 71750
    },
    {
      "loss_action": 0.004568262025713921,
      "loss_total": 0.004568262025713921,
      "step": 71750
    },
    {
      "loss_action": 0.003439594991505146,
      "loss_total": 0.003439594991505146,
      "step": 71750
    },
    {
      "loss_action": 0.004409820772707462,
      "loss_total": 0.004409820772707462,
      "step": 71750
    },
    {
      "loss_action": 0.0024289570283144712,
      "loss_total": 0.0024289570283144712,
      "step": 71750
    },
    {
      "loss_action": 0.0028780996799468994,
      "loss_total": 0.0028780996799468994,
      "step": 71750
    },
    {
      "loss_action": 0.0033095127437263727,
      "loss_total": 0.0033095127437263727,
      "step": 71750
    },
    {
      "loss_action": 0.0017814950551837683,
      "loss_total": 0.0017814950551837683,
      "step": 71750
    },
    {
      "grad_norm": 0.14760424196720123,
      "learning_rate": 9.549175696874643e-05,
      "loss": 0.0062,
      "step": 71760
    },
    {
      "loss_action": 0.003762200241908431,
      "loss_total": 0.003762200241908431,
      "step": 71760
    },
    {
      "loss_action": 0.005963951349258423,
      "loss_total": 0.005963951349258423,
      "step": 71760
    },
    {
      "loss_action": 0.006803631782531738,
      "loss_total": 0.006803631782531738,
      "step": 71760
    },
    {
      "loss_action": 0.004084457643330097,
      "loss_total": 0.004084457643330097,
      "step": 71760
    },
    {
      "loss_action": 0.0047260066494345665,
      "loss_total": 0.0047260066494345665,
      "step": 71760
    },
    {
      "loss_action": 0.0025912425480782986,
      "loss_total": 0.0025912425480782986,
      "step": 71760
    },
    {
      "loss_action": 0.007122663781046867,
      "loss_total": 0.007122663781046867,
      "step": 71760
    },
    {
      "loss_action": 0.004202561918646097,
      "loss_total": 0.004202561918646097,
      "step": 71760
    },
    {
      "grad_norm": 0.10279329866170883,
      "learning_rate": 9.549004146276396e-05,
      "loss": 0.0054,
      "step": 71770
    },
    {
      "loss_action": 0.007463263347744942,
      "loss_total": 0.007463263347744942,
      "step": 71770
    },
    {
      "loss_action": 0.004103725776076317,
      "loss_total": 0.004103725776076317,
      "step": 71770
    },
    {
      "loss_action": 0.00375806400552392,
      "loss_total": 0.00375806400552392,
      "step": 71770
    },
    {
      "loss_action": 0.0016602540854364634,
      "loss_total": 0.0016602540854364634,
      "step": 71770
    },
    {
      "loss_action": 0.00804691482335329,
      "loss_total": 0.00804691482335329,
      "step": 71770
    },
    {
      "loss_action": 0.005020249634981155,
      "loss_total": 0.005020249634981155,
      "step": 71770
    },
    {
      "loss_action": 0.005969732999801636,
      "loss_total": 0.005969732999801636,
      "step": 71770
    },
    {
      "loss_action": 0.003340923460200429,
      "loss_total": 0.003340923460200429,
      "step": 71770
    },
    {
      "grad_norm": 0.08604873716831207,
      "learning_rate": 9.548832564586134e-05,
      "loss": 0.0072,
      "step": 71780
    },
    {
      "loss_action": 0.0015083042671903968,
      "loss_total": 0.0015083042671903968,
      "step": 71780
    },
    {
      "loss_action": 0.002636585384607315,
      "loss_total": 0.002636585384607315,
      "step": 71780
    },
    {
      "loss_action": 0.003585041267797351,
      "loss_total": 0.003585041267797351,
      "step": 71780
    },
    {
      "loss_action": 0.006217920687049627,
      "loss_total": 0.006217920687049627,
      "step": 71780
    },
    {
      "loss_action": 0.00618597911670804,
      "loss_total": 0.00618597911670804,
      "step": 71780
    },
    {
      "loss_action": 0.0039040904957801104,
      "loss_total": 0.0039040904957801104,
      "step": 71780
    },
    {
      "loss_action": 0.002192444633692503,
      "loss_total": 0.002192444633692503,
      "step": 71780
    },
    {
      "loss_action": 0.0017145975725725293,
      "loss_total": 0.0017145975725725293,
      "step": 71780
    },
    {
      "grad_norm": 0.09595242142677307,
      "learning_rate": 9.548660951805028e-05,
      "loss": 0.0067,
      "step": 71790
    },
    {
      "loss_action": 0.0031024354975670576,
      "loss_total": 0.0031024354975670576,
      "step": 71790
    },
    {
      "loss_action": 0.005371729843318462,
      "loss_total": 0.005371729843318462,
      "step": 71790
    },
    {
      "loss_action": 0.0030463598668575287,
      "loss_total": 0.0030463598668575287,
      "step": 71790
    },
    {
      "loss_action": 0.0023000710643827915,
      "loss_total": 0.0023000710643827915,
      "step": 71790
    },
    {
      "loss_action": 0.004650557413697243,
      "loss_total": 0.004650557413697243,
      "step": 71790
    },
    {
      "loss_action": 0.023715896531939507,
      "loss_total": 0.023715896531939507,
      "step": 71790
    },
    {
      "loss_action": 0.013055136427283287,
      "loss_total": 0.013055136427283287,
      "step": 71790
    },
    {
      "loss_action": 0.006724396720528603,
      "loss_total": 0.006724396720528603,
      "step": 71790
    },
    {
      "grad_norm": 0.12764304876327515,
      "learning_rate": 9.54848930793425e-05,
      "loss": 0.006,
      "step": 71800
    },
    {
      "loss_action": 0.00575671624392271,
      "loss_total": 0.00575671624392271,
      "step": 71800
    },
    {
      "loss_action": 0.004111724905669689,
      "loss_total": 0.004111724905669689,
      "step": 71800
    },
    {
      "loss_action": 0.006677630823105574,
      "loss_total": 0.006677630823105574,
      "step": 71800
    },
    {
      "loss_action": 0.0017033962067216635,
      "loss_total": 0.0017033962067216635,
      "step": 71800
    },
    {
      "loss_action": 0.009062429890036583,
      "loss_total": 0.009062429890036583,
      "step": 71800
    },
    {
      "loss_action": 0.006107528228312731,
      "loss_total": 0.006107528228312731,
      "step": 71800
    },
    {
      "loss_action": 0.004384421277791262,
      "loss_total": 0.004384421277791262,
      "step": 71800
    },
    {
      "loss_action": 0.0031762332655489445,
      "loss_total": 0.0031762332655489445,
      "step": 71800
    },
    {
      "grad_norm": 0.10320346802473068,
      "learning_rate": 9.548317632974977e-05,
      "loss": 0.0059,
      "step": 71810
    },
    {
      "loss_action": 0.005931754596531391,
      "loss_total": 0.005931754596531391,
      "step": 71810
    },
    {
      "loss_action": 0.0037152166478335857,
      "loss_total": 0.0037152166478335857,
      "step": 71810
    },
    {
      "loss_action": 0.003887188620865345,
      "loss_total": 0.003887188620865345,
      "step": 71810
    },
    {
      "loss_action": 0.0073843118734657764,
      "loss_total": 0.0073843118734657764,
      "step": 71810
    },
    {
      "loss_action": 0.004885953851044178,
      "loss_total": 0.004885953851044178,
      "step": 71810
    },
    {
      "loss_action": 0.002016096143051982,
      "loss_total": 0.002016096143051982,
      "step": 71810
    },
    {
      "loss_action": 0.009736795909702778,
      "loss_total": 0.009736795909702778,
      "step": 71810
    },
    {
      "loss_action": 0.003807958448305726,
      "loss_total": 0.003807958448305726,
      "step": 71810
    },
    {
      "grad_norm": 0.13587667047977448,
      "learning_rate": 9.54814592692838e-05,
      "loss": 0.007,
      "step": 71820
    },
    {
      "loss_action": 0.006937637459486723,
      "loss_total": 0.006937637459486723,
      "step": 71820
    },
    {
      "loss_action": 0.004714404232800007,
      "loss_total": 0.004714404232800007,
      "step": 71820
    },
    {
      "loss_action": 0.0018076275009661913,
      "loss_total": 0.0018076275009661913,
      "step": 71820
    },
    {
      "loss_action": 0.004853373393416405,
      "loss_total": 0.004853373393416405,
      "step": 71820
    },
    {
      "loss_action": 0.0058963727205991745,
      "loss_total": 0.0058963727205991745,
      "step": 71820
    },
    {
      "loss_action": 0.004238427616655827,
      "loss_total": 0.004238427616655827,
      "step": 71820
    },
    {
      "loss_action": 0.0013406856451183558,
      "loss_total": 0.0013406856451183558,
      "step": 71820
    },
    {
      "loss_action": 0.004398247227072716,
      "loss_total": 0.004398247227072716,
      "step": 71820
    },
    {
      "grad_norm": 0.11165713518857956,
      "learning_rate": 9.547974189795632e-05,
      "loss": 0.0058,
      "step": 71830
    },
    {
      "loss_action": 0.003468089736998081,
      "loss_total": 0.003468089736998081,
      "step": 71830
    },
    {
      "loss_action": 0.008913848549127579,
      "loss_total": 0.008913848549127579,
      "step": 71830
    },
    {
      "loss_action": 0.015422981232404709,
      "loss_total": 0.015422981232404709,
      "step": 71830
    },
    {
      "loss_action": 0.0020712423138320446,
      "loss_total": 0.0020712423138320446,
      "step": 71830
    },
    {
      "loss_action": 0.0038785820361226797,
      "loss_total": 0.0038785820361226797,
      "step": 71830
    },
    {
      "loss_action": 0.012682458385825157,
      "loss_total": 0.012682458385825157,
      "step": 71830
    },
    {
      "loss_action": 0.010830480605363846,
      "loss_total": 0.010830480605363846,
      "step": 71830
    },
    {
      "loss_action": 0.0075620561838150024,
      "loss_total": 0.0075620561838150024,
      "step": 71830
    },
    {
      "grad_norm": 0.11827702820301056,
      "learning_rate": 9.547802421577908e-05,
      "loss": 0.0074,
      "step": 71840
    },
    {
      "loss_action": 0.004133890848606825,
      "loss_total": 0.004133890848606825,
      "step": 71840
    },
    {
      "loss_action": 0.00810215249657631,
      "loss_total": 0.00810215249657631,
      "step": 71840
    },
    {
      "loss_action": 0.004839225206524134,
      "loss_total": 0.004839225206524134,
      "step": 71840
    },
    {
      "loss_action": 0.007839322090148926,
      "loss_total": 0.007839322090148926,
      "step": 71840
    },
    {
      "loss_action": 0.002062366344034672,
      "loss_total": 0.002062366344034672,
      "step": 71840
    },
    {
      "loss_action": 0.007106062024831772,
      "loss_total": 0.007106062024831772,
      "step": 71840
    },
    {
      "loss_action": 0.010560408234596252,
      "loss_total": 0.010560408234596252,
      "step": 71840
    },
    {
      "loss_action": 0.011001810431480408,
      "loss_total": 0.011001810431480408,
      "step": 71840
    },
    {
      "grad_norm": 0.11706477403640747,
      "learning_rate": 9.54763062227638e-05,
      "loss": 0.0075,
      "step": 71850
    },
    {
      "loss_action": 0.004849959164857864,
      "loss_total": 0.004849959164857864,
      "step": 71850
    },
    {
      "loss_action": 0.0037530751433223486,
      "loss_total": 0.0037530751433223486,
      "step": 71850
    },
    {
      "loss_action": 0.005171542521566153,
      "loss_total": 0.005171542521566153,
      "step": 71850
    },
    {
      "loss_action": 0.012916579842567444,
      "loss_total": 0.012916579842567444,
      "step": 71850
    },
    {
      "loss_action": 0.008406535722315311,
      "loss_total": 0.008406535722315311,
      "step": 71850
    },
    {
      "loss_action": 0.004497087560594082,
      "loss_total": 0.004497087560594082,
      "step": 71850
    },
    {
      "loss_action": 0.007342895492911339,
      "loss_total": 0.007342895492911339,
      "step": 71850
    },
    {
      "loss_action": 0.015262119472026825,
      "loss_total": 0.015262119472026825,
      "step": 71850
    },
    {
      "grad_norm": 0.1287800371646881,
      "learning_rate": 9.547458791892225e-05,
      "loss": 0.0072,
      "step": 71860
    },
    {
      "loss_action": 0.002834776882082224,
      "loss_total": 0.002834776882082224,
      "step": 71860
    },
    {
      "loss_action": 0.00907351728528738,
      "loss_total": 0.00907351728528738,
      "step": 71860
    },
    {
      "loss_action": 0.004737440496683121,
      "loss_total": 0.004737440496683121,
      "step": 71860
    },
    {
      "loss_action": 0.0034966934472322464,
      "loss_total": 0.0034966934472322464,
      "step": 71860
    },
    {
      "loss_action": 0.0022555021569132805,
      "loss_total": 0.0022555021569132805,
      "step": 71860
    },
    {
      "loss_action": 0.003414441831409931,
      "loss_total": 0.003414441831409931,
      "step": 71860
    },
    {
      "loss_action": 0.005908743478357792,
      "loss_total": 0.005908743478357792,
      "step": 71860
    },
    {
      "loss_action": 0.004855738487094641,
      "loss_total": 0.004855738487094641,
      "step": 71860
    },
    {
      "grad_norm": 0.0756172463297844,
      "learning_rate": 9.547286930426615e-05,
      "loss": 0.0058,
      "step": 71870
    },
    {
      "loss_action": 0.0071241725236177444,
      "loss_total": 0.0071241725236177444,
      "step": 71870
    },
    {
      "loss_action": 0.0049855369143188,
      "loss_total": 0.0049855369143188,
      "step": 71870
    },
    {
      "loss_action": 0.008259773254394531,
      "loss_total": 0.008259773254394531,
      "step": 71870
    },
    {
      "loss_action": 0.002281617373228073,
      "loss_total": 0.002281617373228073,
      "step": 71870
    },
    {
      "loss_action": 0.0021029431372880936,
      "loss_total": 0.0021029431372880936,
      "step": 71870
    },
    {
      "loss_action": 0.002909754402935505,
      "loss_total": 0.002909754402935505,
      "step": 71870
    },
    {
      "loss_action": 0.001502788858488202,
      "loss_total": 0.001502788858488202,
      "step": 71870
    },
    {
      "loss_action": 0.006926656700670719,
      "loss_total": 0.006926656700670719,
      "step": 71870
    },
    {
      "grad_norm": 0.10466767847537994,
      "learning_rate": 9.547115037880727e-05,
      "loss": 0.0057,
      "step": 71880
    },
    {
      "loss_action": 0.0049315993674099445,
      "loss_total": 0.0049315993674099445,
      "step": 71880
    },
    {
      "loss_action": 0.005945077631622553,
      "loss_total": 0.005945077631622553,
      "step": 71880
    },
    {
      "loss_action": 0.0034272801131010056,
      "loss_total": 0.0034272801131010056,
      "step": 71880
    },
    {
      "loss_action": 0.01284332200884819,
      "loss_total": 0.01284332200884819,
      "step": 71880
    },
    {
      "loss_action": 0.0026115495711565018,
      "loss_total": 0.0026115495711565018,
      "step": 71880
    },
    {
      "loss_action": 0.0033838236704468727,
      "loss_total": 0.0033838236704468727,
      "step": 71880
    },
    {
      "loss_action": 0.005711564794182777,
      "loss_total": 0.005711564794182777,
      "step": 71880
    },
    {
      "loss_action": 0.020307237282395363,
      "loss_total": 0.020307237282395363,
      "step": 71880
    },
    {
      "grad_norm": 0.12064575403928757,
      "learning_rate": 9.546943114255734e-05,
      "loss": 0.0061,
      "step": 71890
    },
    {
      "loss_action": 0.0035067866556346416,
      "loss_total": 0.0035067866556346416,
      "step": 71890
    },
    {
      "loss_action": 0.004743584897369146,
      "loss_total": 0.004743584897369146,
      "step": 71890
    },
    {
      "loss_action": 0.002112738788127899,
      "loss_total": 0.002112738788127899,
      "step": 71890
    },
    {
      "loss_action": 0.01943792775273323,
      "loss_total": 0.01943792775273323,
      "step": 71890
    },
    {
      "loss_action": 0.001706848037429154,
      "loss_total": 0.001706848037429154,
      "step": 71890
    },
    {
      "loss_action": 0.0035925735719501972,
      "loss_total": 0.0035925735719501972,
      "step": 71890
    },
    {
      "loss_action": 0.0022125914692878723,
      "loss_total": 0.0022125914692878723,
      "step": 71890
    },
    {
      "loss_action": 0.01951974257826805,
      "loss_total": 0.01951974257826805,
      "step": 71890
    },
    {
      "grad_norm": 0.08819004893302917,
      "learning_rate": 9.546771159552812e-05,
      "loss": 0.0066,
      "step": 71900
    },
    {
      "loss_action": 0.0021600346080958843,
      "loss_total": 0.0021600346080958843,
      "step": 71900
    },
    {
      "loss_action": 0.004863527603447437,
      "loss_total": 0.004863527603447437,
      "step": 71900
    },
    {
      "loss_action": 0.0036142326425760984,
      "loss_total": 0.0036142326425760984,
      "step": 71900
    },
    {
      "loss_action": 0.016880568116903305,
      "loss_total": 0.016880568116903305,
      "step": 71900
    },
    {
      "loss_action": 0.003964846488088369,
      "loss_total": 0.003964846488088369,
      "step": 71900
    },
    {
      "loss_action": 0.0024337819777429104,
      "loss_total": 0.0024337819777429104,
      "step": 71900
    },
    {
      "loss_action": 0.005056404508650303,
      "loss_total": 0.005056404508650303,
      "step": 71900
    },
    {
      "loss_action": 0.0023294552229344845,
      "loss_total": 0.0023294552229344845,
      "step": 71900
    },
    {
      "grad_norm": 0.10212420672178268,
      "learning_rate": 9.546599173773137e-05,
      "loss": 0.0069,
      "step": 71910
    },
    {
      "loss_action": 0.012506860308349133,
      "loss_total": 0.012506860308349133,
      "step": 71910
    },
    {
      "loss_action": 0.002045625587925315,
      "loss_total": 0.002045625587925315,
      "step": 71910
    },
    {
      "loss_action": 0.006518518086522818,
      "loss_total": 0.006518518086522818,
      "step": 71910
    },
    {
      "loss_action": 0.003207360627129674,
      "loss_total": 0.003207360627129674,
      "step": 71910
    },
    {
      "loss_action": 0.013090314343571663,
      "loss_total": 0.013090314343571663,
      "step": 71910
    },
    {
      "loss_action": 0.0027355996426194906,
      "loss_total": 0.0027355996426194906,
      "step": 71910
    },
    {
      "loss_action": 0.0041558449156582355,
      "loss_total": 0.0041558449156582355,
      "step": 71910
    },
    {
      "loss_action": 0.005036408547312021,
      "loss_total": 0.005036408547312021,
      "step": 71910
    },
    {
      "grad_norm": 0.09749068319797516,
      "learning_rate": 9.546427156917883e-05,
      "loss": 0.0057,
      "step": 71920
    },
    {
      "loss_action": 0.00631481409072876,
      "loss_total": 0.00631481409072876,
      "step": 71920
    },
    {
      "loss_action": 0.006687788758426905,
      "loss_total": 0.006687788758426905,
      "step": 71920
    },
    {
      "loss_action": 0.0023079647216945887,
      "loss_total": 0.0023079647216945887,
      "step": 71920
    },
    {
      "loss_action": 0.006721994373947382,
      "loss_total": 0.006721994373947382,
      "step": 71920
    },
    {
      "loss_action": 0.004975420422852039,
      "loss_total": 0.004975420422852039,
      "step": 71920
    },
    {
      "loss_action": 0.002319738268852234,
      "loss_total": 0.002319738268852234,
      "step": 71920
    },
    {
      "loss_action": 0.00320613756775856,
      "loss_total": 0.00320613756775856,
      "step": 71920
    },
    {
      "loss_action": 0.005519506521522999,
      "loss_total": 0.005519506521522999,
      "step": 71920
    },
    {
      "grad_norm": 0.10886083543300629,
      "learning_rate": 9.546255108988227e-05,
      "loss": 0.0059,
      "step": 71930
    },
    {
      "loss_action": 0.012959442101418972,
      "loss_total": 0.012959442101418972,
      "step": 71930
    },
    {
      "loss_action": 0.023930244147777557,
      "loss_total": 0.023930244147777557,
      "step": 71930
    },
    {
      "loss_action": 0.005176665261387825,
      "loss_total": 0.005176665261387825,
      "step": 71930
    },
    {
      "loss_action": 0.0044641862623393536,
      "loss_total": 0.0044641862623393536,
      "step": 71930
    },
    {
      "loss_action": 0.006503373384475708,
      "loss_total": 0.006503373384475708,
      "step": 71930
    },
    {
      "loss_action": 0.007966121658682823,
      "loss_total": 0.007966121658682823,
      "step": 71930
    },
    {
      "loss_action": 0.003689741948619485,
      "loss_total": 0.003689741948619485,
      "step": 71930
    },
    {
      "loss_action": 0.003034757450222969,
      "loss_total": 0.003034757450222969,
      "step": 71930
    },
    {
      "grad_norm": 0.0879138931632042,
      "learning_rate": 9.546083029985343e-05,
      "loss": 0.0058,
      "step": 71940
    },
    {
      "loss_action": 0.01575368084013462,
      "loss_total": 0.01575368084013462,
      "step": 71940
    },
    {
      "loss_action": 0.006928003393113613,
      "loss_total": 0.006928003393113613,
      "step": 71940
    },
    {
      "loss_action": 0.0032154880464076996,
      "loss_total": 0.0032154880464076996,
      "step": 71940
    },
    {
      "loss_action": 0.0014265701174736023,
      "loss_total": 0.0014265701174736023,
      "step": 71940
    },
    {
      "loss_action": 0.01851310022175312,
      "loss_total": 0.01851310022175312,
      "step": 71940
    },
    {
      "loss_action": 0.00805852934718132,
      "loss_total": 0.00805852934718132,
      "step": 71940
    },
    {
      "loss_action": 0.007105209864675999,
      "loss_total": 0.007105209864675999,
      "step": 71940
    },
    {
      "loss_action": 0.006802457384765148,
      "loss_total": 0.006802457384765148,
      "step": 71940
    },
    {
      "grad_norm": 0.08878466486930847,
      "learning_rate": 9.545910919910409e-05,
      "loss": 0.007,
      "step": 71950
    },
    {
      "loss_action": 0.004338175989687443,
      "loss_total": 0.004338175989687443,
      "step": 71950
    },
    {
      "loss_action": 0.010901466012001038,
      "loss_total": 0.010901466012001038,
      "step": 71950
    },
    {
      "loss_action": 0.010309641249477863,
      "loss_total": 0.010309641249477863,
      "step": 71950
    },
    {
      "loss_action": 0.0024644951336085796,
      "loss_total": 0.0024644951336085796,
      "step": 71950
    },
    {
      "loss_action": 0.0128311887383461,
      "loss_total": 0.0128311887383461,
      "step": 71950
    },
    {
      "loss_action": 0.005996239371597767,
      "loss_total": 0.005996239371597767,
      "step": 71950
    },
    {
      "loss_action": 0.0025035759899765253,
      "loss_total": 0.0025035759899765253,
      "step": 71950
    },
    {
      "loss_action": 0.0018037641420960426,
      "loss_total": 0.0018037641420960426,
      "step": 71950
    },
    {
      "grad_norm": 0.11380551755428314,
      "learning_rate": 9.5457387787646e-05,
      "loss": 0.0064,
      "step": 71960
    },
    {
      "loss_action": 0.0030331439338624477,
      "loss_total": 0.0030331439338624477,
      "step": 71960
    },
    {
      "loss_action": 0.009815010242164135,
      "loss_total": 0.009815010242164135,
      "step": 71960
    },
    {
      "loss_action": 0.006712013389915228,
      "loss_total": 0.006712013389915228,
      "step": 71960
    },
    {
      "loss_action": 0.008003528229892254,
      "loss_total": 0.008003528229892254,
      "step": 71960
    },
    {
      "loss_action": 0.004848100710660219,
      "loss_total": 0.004848100710660219,
      "step": 71960
    },
    {
      "loss_action": 0.009302644990384579,
      "loss_total": 0.009302644990384579,
      "step": 71960
    },
    {
      "loss_action": 0.003187422640621662,
      "loss_total": 0.003187422640621662,
      "step": 71960
    },
    {
      "loss_action": 0.003706634510308504,
      "loss_total": 0.003706634510308504,
      "step": 71960
    },
    {
      "grad_norm": 0.10189805924892426,
      "learning_rate": 9.545566606549094e-05,
      "loss": 0.0085,
      "step": 71970
    },
    {
      "loss_action": 0.01388002559542656,
      "loss_total": 0.01388002559542656,
      "step": 71970
    },
    {
      "loss_action": 0.003542632795870304,
      "loss_total": 0.003542632795870304,
      "step": 71970
    },
    {
      "loss_action": 0.006994838360697031,
      "loss_total": 0.006994838360697031,
      "step": 71970
    },
    {
      "loss_action": 0.005673915147781372,
      "loss_total": 0.005673915147781372,
      "step": 71970
    },
    {
      "loss_action": 0.0043831937946379185,
      "loss_total": 0.0043831937946379185,
      "step": 71970
    },
    {
      "loss_action": 0.010022539645433426,
      "loss_total": 0.010022539645433426,
      "step": 71970
    },
    {
      "loss_action": 0.004368374589830637,
      "loss_total": 0.004368374589830637,
      "step": 71970
    },
    {
      "loss_action": 0.02463855780661106,
      "loss_total": 0.02463855780661106,
      "step": 71970
    },
    {
      "grad_norm": 0.08109860122203827,
      "learning_rate": 9.545394403265069e-05,
      "loss": 0.0064,
      "step": 71980
    },
    {
      "loss_action": 0.004493613727390766,
      "loss_total": 0.004493613727390766,
      "step": 71980
    },
    {
      "loss_action": 0.010697245597839355,
      "loss_total": 0.010697245597839355,
      "step": 71980
    },
    {
      "loss_action": 0.004544072784483433,
      "loss_total": 0.004544072784483433,
      "step": 71980
    },
    {
      "loss_action": 0.0024177860468626022,
      "loss_total": 0.0024177860468626022,
      "step": 71980
    },
    {
      "loss_action": 0.002234801184386015,
      "loss_total": 0.002234801184386015,
      "step": 71980
    },
    {
      "loss_action": 0.0034343525767326355,
      "loss_total": 0.0034343525767326355,
      "step": 71980
    },
    {
      "loss_action": 0.005605410784482956,
      "loss_total": 0.005605410784482956,
      "step": 71980
    },
    {
      "loss_action": 0.0018663787050172687,
      "loss_total": 0.0018663787050172687,
      "step": 71980
    },
    {
      "grad_norm": 0.0995127409696579,
      "learning_rate": 9.545222168913698e-05,
      "loss": 0.0076,
      "step": 71990
    },
    {
      "loss_action": 0.008789461106061935,
      "loss_total": 0.008789461106061935,
      "step": 71990
    },
    {
      "loss_action": 0.0027199455071240664,
      "loss_total": 0.0027199455071240664,
      "step": 71990
    },
    {
      "loss_action": 0.003593863919377327,
      "loss_total": 0.003593863919377327,
      "step": 71990
    },
    {
      "loss_action": 0.006594670005142689,
      "loss_total": 0.006594670005142689,
      "step": 71990
    },
    {
      "loss_action": 0.018768809735774994,
      "loss_total": 0.018768809735774994,
      "step": 71990
    },
    {
      "loss_action": 0.003658568486571312,
      "loss_total": 0.003658568486571312,
      "step": 71990
    },
    {
      "loss_action": 0.007363749202340841,
      "loss_total": 0.007363749202340841,
      "step": 71990
    },
    {
      "loss_action": 0.015176231041550636,
      "loss_total": 0.015176231041550636,
      "step": 71990
    },
    {
      "grad_norm": 0.16369032859802246,
      "learning_rate": 9.54504990349616e-05,
      "loss": 0.0077,
      "step": 72000
    },
    {
      "loss_action": 0.008903661742806435,
      "loss_total": 0.008903661742806435,
      "step": 72000
    },
    {
      "loss_action": 0.004817035049200058,
      "loss_total": 0.004817035049200058,
      "step": 72000
    },
    {
      "loss_action": 0.005263729020953178,
      "loss_total": 0.005263729020953178,
      "step": 72000
    },
    {
      "loss_action": 0.0024054718669503927,
      "loss_total": 0.0024054718669503927,
      "step": 72000
    },
    {
      "loss_action": 0.004445778205990791,
      "loss_total": 0.004445778205990791,
      "step": 72000
    },
    {
      "loss_action": 0.007708363234996796,
      "loss_total": 0.007708363234996796,
      "step": 72000
    },
    {
      "loss_action": 0.005330187734216452,
      "loss_total": 0.005330187734216452,
      "step": 72000
    },
    {
      "loss_action": 0.004725627135485411,
      "loss_total": 0.004725627135485411,
      "step": 72000
    },
    {
      "grad_norm": 0.12541258335113525,
      "learning_rate": 9.544877607013633e-05,
      "loss": 0.0068,
      "step": 72010
    },
    {
      "loss_action": 0.0039263032376766205,
      "loss_total": 0.0039263032376766205,
      "step": 72010
    },
    {
      "loss_action": 0.004099586978554726,
      "loss_total": 0.004099586978554726,
      "step": 72010
    },
    {
      "loss_action": 0.003444705391302705,
      "loss_total": 0.003444705391302705,
      "step": 72010
    },
    {
      "loss_action": 0.0037658545188605785,
      "loss_total": 0.0037658545188605785,
      "step": 72010
    },
    {
      "loss_action": 0.004845914896577597,
      "loss_total": 0.004845914896577597,
      "step": 72010
    },
    {
      "loss_action": 0.004246932920068502,
      "loss_total": 0.004246932920068502,
      "step": 72010
    },
    {
      "loss_action": 0.01377084944397211,
      "loss_total": 0.01377084944397211,
      "step": 72010
    },
    {
      "loss_action": 0.004418851807713509,
      "loss_total": 0.004418851807713509,
      "step": 72010
    },
    {
      "grad_norm": 0.1179221123456955,
      "learning_rate": 9.544705279467297e-05,
      "loss": 0.0071,
      "step": 72020
    },
    {
      "loss_action": 0.003996121697127819,
      "loss_total": 0.003996121697127819,
      "step": 72020
    },
    {
      "loss_action": 0.005261712241917849,
      "loss_total": 0.005261712241917849,
      "step": 72020
    },
    {
      "loss_action": 0.009777489118278027,
      "loss_total": 0.009777489118278027,
      "step": 72020
    },
    {
      "loss_action": 0.002865842077881098,
      "loss_total": 0.002865842077881098,
      "step": 72020
    },
    {
      "loss_action": 0.0028619454242289066,
      "loss_total": 0.0028619454242289066,
      "step": 72020
    },
    {
      "loss_action": 0.013356220908463001,
      "loss_total": 0.013356220908463001,
      "step": 72020
    },
    {
      "loss_action": 0.010175038129091263,
      "loss_total": 0.010175038129091263,
      "step": 72020
    },
    {
      "loss_action": 0.002238817047327757,
      "loss_total": 0.002238817047327757,
      "step": 72020
    },
    {
      "grad_norm": 0.10218433290719986,
      "learning_rate": 9.544532920858325e-05,
      "loss": 0.0068,
      "step": 72030
    },
    {
      "loss_action": 0.0028680553659796715,
      "loss_total": 0.0028680553659796715,
      "step": 72030
    },
    {
      "loss_action": 0.0046026092022657394,
      "loss_total": 0.0046026092022657394,
      "step": 72030
    },
    {
      "loss_action": 0.006438680924475193,
      "loss_total": 0.006438680924475193,
      "step": 72030
    },
    {
      "loss_action": 0.006757116876542568,
      "loss_total": 0.006757116876542568,
      "step": 72030
    },
    {
      "loss_action": 0.004418414086103439,
      "loss_total": 0.004418414086103439,
      "step": 72030
    },
    {
      "loss_action": 0.0024755666963756084,
      "loss_total": 0.0024755666963756084,
      "step": 72030
    },
    {
      "loss_action": 0.00270618824288249,
      "loss_total": 0.00270618824288249,
      "step": 72030
    },
    {
      "loss_action": 0.030762113630771637,
      "loss_total": 0.030762113630771637,
      "step": 72030
    },
    {
      "grad_norm": 0.117173932492733,
      "learning_rate": 9.544360531187896e-05,
      "loss": 0.0058,
      "step": 72040
    },
    {
      "loss_action": 0.00197470560669899,
      "loss_total": 0.00197470560669899,
      "step": 72040
    },
    {
      "loss_action": 0.0031495923176407814,
      "loss_total": 0.0031495923176407814,
      "step": 72040
    },
    {
      "loss_action": 0.005602618679404259,
      "loss_total": 0.005602618679404259,
      "step": 72040
    },
    {
      "loss_action": 0.005203780718147755,
      "loss_total": 0.005203780718147755,
      "step": 72040
    },
    {
      "loss_action": 0.006195679306983948,
      "loss_total": 0.006195679306983948,
      "step": 72040
    },
    {
      "loss_action": 0.005562786012887955,
      "loss_total": 0.005562786012887955,
      "step": 72040
    },
    {
      "loss_action": 0.00724332220852375,
      "loss_total": 0.00724332220852375,
      "step": 72040
    },
    {
      "loss_action": 0.006610821466892958,
      "loss_total": 0.006610821466892958,
      "step": 72040
    },
    {
      "grad_norm": 0.11554081737995148,
      "learning_rate": 9.544188110457191e-05,
      "loss": 0.0071,
      "step": 72050
    },
    {
      "loss_action": 0.0015291126910597086,
      "loss_total": 0.0015291126910597086,
      "step": 72050
    },
    {
      "loss_action": 0.004106928128749132,
      "loss_total": 0.004106928128749132,
      "step": 72050
    },
    {
      "loss_action": 0.0041994741186499596,
      "loss_total": 0.0041994741186499596,
      "step": 72050
    },
    {
      "loss_action": 0.0077163707464933395,
      "loss_total": 0.0077163707464933395,
      "step": 72050
    },
    {
      "loss_action": 0.004942756146192551,
      "loss_total": 0.004942756146192551,
      "step": 72050
    },
    {
      "loss_action": 0.0032497039064764977,
      "loss_total": 0.0032497039064764977,
      "step": 72050
    },
    {
      "loss_action": 0.0014250697568058968,
      "loss_total": 0.0014250697568058968,
      "step": 72050
    },
    {
      "loss_action": 0.01850973814725876,
      "loss_total": 0.01850973814725876,
      "step": 72050
    },
    {
      "grad_norm": 0.08064887672662735,
      "learning_rate": 9.544015658667387e-05,
      "loss": 0.0067,
      "step": 72060
    },
    {
      "loss_action": 0.0031884806230664253,
      "loss_total": 0.0031884806230664253,
      "step": 72060
    },
    {
      "loss_action": 0.01006895862519741,
      "loss_total": 0.01006895862519741,
      "step": 72060
    },
    {
      "loss_action": 0.0022916337475180626,
      "loss_total": 0.0022916337475180626,
      "step": 72060
    },
    {
      "loss_action": 0.007037781644612551,
      "loss_total": 0.007037781644612551,
      "step": 72060
    },
    {
      "loss_action": 0.008323650807142258,
      "loss_total": 0.008323650807142258,
      "step": 72060
    },
    {
      "loss_action": 0.005816956050693989,
      "loss_total": 0.005816956050693989,
      "step": 72060
    },
    {
      "loss_action": 0.008834735490381718,
      "loss_total": 0.008834735490381718,
      "step": 72060
    },
    {
      "loss_action": 0.0018781974213197827,
      "loss_total": 0.0018781974213197827,
      "step": 72060
    },
    {
      "grad_norm": 0.1100660040974617,
      "learning_rate": 9.543843175819662e-05,
      "loss": 0.0067,
      "step": 72070
    },
    {
      "loss_action": 0.004672393202781677,
      "loss_total": 0.004672393202781677,
      "step": 72070
    },
    {
      "loss_action": 0.011945337057113647,
      "loss_total": 0.011945337057113647,
      "step": 72070
    },
    {
      "loss_action": 0.010093086399137974,
      "loss_total": 0.010093086399137974,
      "step": 72070
    },
    {
      "loss_action": 0.0011754650622606277,
      "loss_total": 0.0011754650622606277,
      "step": 72070
    },
    {
      "loss_action": 0.06636814028024673,
      "loss_total": 0.06636814028024673,
      "step": 72070
    },
    {
      "loss_action": 0.007400330621749163,
      "loss_total": 0.007400330621749163,
      "step": 72070
    },
    {
      "loss_action": 0.005441995337605476,
      "loss_total": 0.005441995337605476,
      "step": 72070
    },
    {
      "loss_action": 0.011886382475495338,
      "loss_total": 0.011886382475495338,
      "step": 72070
    },
    {
      "grad_norm": 0.16870713233947754,
      "learning_rate": 9.543670661915196e-05,
      "loss": 0.0076,
      "step": 72080
    },
    {
      "loss_action": 0.008678480982780457,
      "loss_total": 0.008678480982780457,
      "step": 72080
    },
    {
      "loss_action": 0.004682697355747223,
      "loss_total": 0.004682697355747223,
      "step": 72080
    },
    {
      "loss_action": 0.009998450055718422,
      "loss_total": 0.009998450055718422,
      "step": 72080
    },
    {
      "loss_action": 0.00904922280460596,
      "loss_total": 0.00904922280460596,
      "step": 72080
    },
    {
      "loss_action": 0.0127751175314188,
      "loss_total": 0.0127751175314188,
      "step": 72080
    },
    {
      "loss_action": 0.02110588736832142,
      "loss_total": 0.02110588736832142,
      "step": 72080
    },
    {
      "loss_action": 0.003565693274140358,
      "loss_total": 0.003565693274140358,
      "step": 72080
    },
    {
      "loss_action": 0.007050726562738419,
      "loss_total": 0.007050726562738419,
      "step": 72080
    },
    {
      "grad_norm": 0.117160364985466,
      "learning_rate": 9.543498116955167e-05,
      "loss": 0.0075,
      "step": 72090
    },
    {
      "loss_action": 0.002473467029631138,
      "loss_total": 0.002473467029631138,
      "step": 72090
    },
    {
      "loss_action": 0.010194392874836922,
      "loss_total": 0.010194392874836922,
      "step": 72090
    },
    {
      "loss_action": 0.004461444448679686,
      "loss_total": 0.004461444448679686,
      "step": 72090
    },
    {
      "loss_action": 0.0027660815976560116,
      "loss_total": 0.0027660815976560116,
      "step": 72090
    },
    {
      "loss_action": 0.021724771708250046,
      "loss_total": 0.021724771708250046,
      "step": 72090
    },
    {
      "loss_action": 0.0032652898225933313,
      "loss_total": 0.0032652898225933313,
      "step": 72090
    },
    {
      "loss_action": 0.007283501792699099,
      "loss_total": 0.007283501792699099,
      "step": 72090
    },
    {
      "loss_action": 0.006020496133714914,
      "loss_total": 0.006020496133714914,
      "step": 72090
    },
    {
      "grad_norm": 0.19172967970371246,
      "learning_rate": 9.543325540940758e-05,
      "loss": 0.0078,
      "step": 72100
    },
    {
      "loss_action": 0.006657175719738007,
      "loss_total": 0.006657175719738007,
      "step": 72100
    },
    {
      "loss_action": 0.010126503184437752,
      "loss_total": 0.010126503184437752,
      "step": 72100
    },
    {
      "loss_action": 0.006071919575333595,
      "loss_total": 0.006071919575333595,
      "step": 72100
    },
    {
      "loss_action": 0.007275696843862534,
      "loss_total": 0.007275696843862534,
      "step": 72100
    },
    {
      "loss_action": 0.017302947118878365,
      "loss_total": 0.017302947118878365,
      "step": 72100
    },
    {
      "loss_action": 0.007528370246291161,
      "loss_total": 0.007528370246291161,
      "step": 72100
    },
    {
      "loss_action": 0.006188788451254368,
      "loss_total": 0.006188788451254368,
      "step": 72100
    },
    {
      "loss_action": 0.004315052181482315,
      "loss_total": 0.004315052181482315,
      "step": 72100
    },
    {
      "grad_norm": 0.13202232122421265,
      "learning_rate": 9.543152933873143e-05,
      "loss": 0.0079,
      "step": 72110
    },
    {
      "loss_action": 0.006957042030990124,
      "loss_total": 0.006957042030990124,
      "step": 72110
    },
    {
      "loss_action": 0.020849820226430893,
      "loss_total": 0.020849820226430893,
      "step": 72110
    },
    {
      "loss_action": 0.004572941455990076,
      "loss_total": 0.004572941455990076,
      "step": 72110
    },
    {
      "loss_action": 0.006381116807460785,
      "loss_total": 0.006381116807460785,
      "step": 72110
    },
    {
      "loss_action": 0.006679996848106384,
      "loss_total": 0.006679996848106384,
      "step": 72110
    },
    {
      "loss_action": 0.0034924817737191916,
      "loss_total": 0.0034924817737191916,
      "step": 72110
    },
    {
      "loss_action": 0.006225725635886192,
      "loss_total": 0.006225725635886192,
      "step": 72110
    },
    {
      "loss_action": 0.005674323998391628,
      "loss_total": 0.005674323998391628,
      "step": 72110
    },
    {
      "grad_norm": 0.10921879857778549,
      "learning_rate": 9.542980295753504e-05,
      "loss": 0.0085,
      "step": 72120
    },
    {
      "loss_action": 0.00623940909281373,
      "loss_total": 0.00623940909281373,
      "step": 72120
    },
    {
      "loss_action": 0.009401731193065643,
      "loss_total": 0.009401731193065643,
      "step": 72120
    },
    {
      "loss_action": 0.00453516049310565,
      "loss_total": 0.00453516049310565,
      "step": 72120
    },
    {
      "loss_action": 0.0037795836105942726,
      "loss_total": 0.0037795836105942726,
      "step": 72120
    },
    {
      "loss_action": 0.002356924582272768,
      "loss_total": 0.002356924582272768,
      "step": 72120
    },
    {
      "loss_action": 0.004899541847407818,
      "loss_total": 0.004899541847407818,
      "step": 72120
    },
    {
      "loss_action": 0.0051928018219769,
      "loss_total": 0.0051928018219769,
      "step": 72120
    },
    {
      "loss_action": 0.006815790198743343,
      "loss_total": 0.006815790198743343,
      "step": 72120
    },
    {
      "grad_norm": 0.12970948219299316,
      "learning_rate": 9.542807626583021e-05,
      "loss": 0.0072,
      "step": 72130
    },
    {
      "loss_action": 0.0028178202919662,
      "loss_total": 0.0028178202919662,
      "step": 72130
    },
    {
      "loss_action": 0.00420483760535717,
      "loss_total": 0.00420483760535717,
      "step": 72130
    },
    {
      "loss_action": 0.0041603515855968,
      "loss_total": 0.0041603515855968,
      "step": 72130
    },
    {
      "loss_action": 0.00327114574611187,
      "loss_total": 0.00327114574611187,
      "step": 72130
    },
    {
      "loss_action": 0.002820516237989068,
      "loss_total": 0.002820516237989068,
      "step": 72130
    },
    {
      "loss_action": 0.0034531396813690662,
      "loss_total": 0.0034531396813690662,
      "step": 72130
    },
    {
      "loss_action": 0.004511889535933733,
      "loss_total": 0.004511889535933733,
      "step": 72130
    },
    {
      "loss_action": 0.008919881656765938,
      "loss_total": 0.008919881656765938,
      "step": 72130
    },
    {
      "grad_norm": 0.12757907807826996,
      "learning_rate": 9.542634926362876e-05,
      "loss": 0.0059,
      "step": 72140
    },
    {
      "loss_action": 0.007354494649916887,
      "loss_total": 0.007354494649916887,
      "step": 72140
    },
    {
      "loss_action": 0.00824334193021059,
      "loss_total": 0.00824334193021059,
      "step": 72140
    },
    {
      "loss_action": 0.0018575622234493494,
      "loss_total": 0.0018575622234493494,
      "step": 72140
    },
    {
      "loss_action": 0.008677858859300613,
      "loss_total": 0.008677858859300613,
      "step": 72140
    },
    {
      "loss_action": 0.013811139389872551,
      "loss_total": 0.013811139389872551,
      "step": 72140
    },
    {
      "loss_action": 0.006190641783177853,
      "loss_total": 0.006190641783177853,
      "step": 72140
    },
    {
      "loss_action": 0.001739291474223137,
      "loss_total": 0.001739291474223137,
      "step": 72140
    },
    {
      "loss_action": 0.0063222115859389305,
      "loss_total": 0.0063222115859389305,
      "step": 72140
    },
    {
      "grad_norm": 0.19578005373477936,
      "learning_rate": 9.542462195094249e-05,
      "loss": 0.0074,
      "step": 72150
    },
    {
      "loss_action": 0.007061325944960117,
      "loss_total": 0.007061325944960117,
      "step": 72150
    },
    {
      "loss_action": 0.0019584433175623417,
      "loss_total": 0.0019584433175623417,
      "step": 72150
    },
    {
      "loss_action": 0.01072678156197071,
      "loss_total": 0.01072678156197071,
      "step": 72150
    },
    {
      "loss_action": 0.00582144083455205,
      "loss_total": 0.00582144083455205,
      "step": 72150
    },
    {
      "loss_action": 0.003614880610257387,
      "loss_total": 0.003614880610257387,
      "step": 72150
    },
    {
      "loss_action": 0.003919077571481466,
      "loss_total": 0.003919077571481466,
      "step": 72150
    },
    {
      "loss_action": 0.0033054351806640625,
      "loss_total": 0.0033054351806640625,
      "step": 72150
    },
    {
      "loss_action": 0.020756758749485016,
      "loss_total": 0.020756758749485016,
      "step": 72150
    },
    {
      "grad_norm": 0.09066709131002426,
      "learning_rate": 9.542289432778317e-05,
      "loss": 0.0063,
      "step": 72160
    },
    {
      "loss_action": 0.0038862191140651703,
      "loss_total": 0.0038862191140651703,
      "step": 72160
    },
    {
      "loss_action": 0.004965932108461857,
      "loss_total": 0.004965932108461857,
      "step": 72160
    },
    {
      "loss_action": 0.0027191212866455317,
      "loss_total": 0.0027191212866455317,
      "step": 72160
    },
    {
      "loss_action": 0.0052890111692249775,
      "loss_total": 0.0052890111692249775,
      "step": 72160
    },
    {
      "loss_action": 0.006486342288553715,
      "loss_total": 0.006486342288553715,
      "step": 72160
    },
    {
      "loss_action": 0.003454900812357664,
      "loss_total": 0.003454900812357664,
      "step": 72160
    },
    {
      "loss_action": 0.003537391312420368,
      "loss_total": 0.003537391312420368,
      "step": 72160
    },
    {
      "loss_action": 0.0036345585249364376,
      "loss_total": 0.0036345585249364376,
      "step": 72160
    },
    {
      "grad_norm": 0.11891654878854752,
      "learning_rate": 9.542116639416263e-05,
      "loss": 0.0066,
      "step": 72170
    },
    {
      "loss_action": 0.0072433920577168465,
      "loss_total": 0.0072433920577168465,
      "step": 72170
    },
    {
      "loss_action": 0.009847613982856274,
      "loss_total": 0.009847613982856274,
      "step": 72170
    },
    {
      "loss_action": 0.003798085730522871,
      "loss_total": 0.003798085730522871,
      "step": 72170
    },
    {
      "loss_action": 0.0018084595212712884,
      "loss_total": 0.0018084595212712884,
      "step": 72170
    },
    {
      "loss_action": 0.0025883326306939125,
      "loss_total": 0.0025883326306939125,
      "step": 72170
    },
    {
      "loss_action": 0.005174200050532818,
      "loss_total": 0.005174200050532818,
      "step": 72170
    },
    {
      "loss_action": 0.0029452613089233637,
      "loss_total": 0.0029452613089233637,
      "step": 72170
    },
    {
      "loss_action": 0.006467483006417751,
      "loss_total": 0.006467483006417751,
      "step": 72170
    },
    {
      "grad_norm": 0.14415904879570007,
      "learning_rate": 9.541943815009271e-05,
      "loss": 0.0063,
      "step": 72180
    },
    {
      "loss_action": 0.005926396232098341,
      "loss_total": 0.005926396232098341,
      "step": 72180
    },
    {
      "loss_action": 0.0038766483776271343,
      "loss_total": 0.0038766483776271343,
      "step": 72180
    },
    {
      "loss_action": 0.00778560247272253,
      "loss_total": 0.00778560247272253,
      "step": 72180
    },
    {
      "loss_action": 0.0032356560695916414,
      "loss_total": 0.0032356560695916414,
      "step": 72180
    },
    {
      "loss_action": 0.0032483169343322515,
      "loss_total": 0.0032483169343322515,
      "step": 72180
    },
    {
      "loss_action": 0.005139635875821114,
      "loss_total": 0.005139635875821114,
      "step": 72180
    },
    {
      "loss_action": 0.006209388375282288,
      "loss_total": 0.006209388375282288,
      "step": 72180
    },
    {
      "loss_action": 0.0044727688655257225,
      "loss_total": 0.0044727688655257225,
      "step": 72180
    },
    {
      "grad_norm": 0.13139179348945618,
      "learning_rate": 9.541770959558518e-05,
      "loss": 0.0062,
      "step": 72190
    },
    {
      "loss_action": 0.004718368407338858,
      "loss_total": 0.004718368407338858,
      "step": 72190
    },
    {
      "loss_action": 0.011536918580532074,
      "loss_total": 0.011536918580532074,
      "step": 72190
    },
    {
      "loss_action": 0.0031269602477550507,
      "loss_total": 0.0031269602477550507,
      "step": 72190
    },
    {
      "loss_action": 0.004153665155172348,
      "loss_total": 0.004153665155172348,
      "step": 72190
    },
    {
      "loss_action": 0.002257970627397299,
      "loss_total": 0.002257970627397299,
      "step": 72190
    },
    {
      "loss_action": 0.0013521405635401607,
      "loss_total": 0.0013521405635401607,
      "step": 72190
    },
    {
      "loss_action": 0.0016152812168002129,
      "loss_total": 0.0016152812168002129,
      "step": 72190
    },
    {
      "loss_action": 0.002207946265116334,
      "loss_total": 0.002207946265116334,
      "step": 72190
    },
    {
      "grad_norm": 0.1472964733839035,
      "learning_rate": 9.541598073065186e-05,
      "loss": 0.0061,
      "step": 72200
    },
    {
      "loss_action": 0.00857905950397253,
      "loss_total": 0.00857905950397253,
      "step": 72200
    },
    {
      "loss_action": 0.005833958275616169,
      "loss_total": 0.005833958275616169,
      "step": 72200
    },
    {
      "loss_action": 0.007575168274343014,
      "loss_total": 0.007575168274343014,
      "step": 72200
    },
    {
      "loss_action": 0.004333799239248037,
      "loss_total": 0.004333799239248037,
      "step": 72200
    },
    {
      "loss_action": 0.006018426269292831,
      "loss_total": 0.006018426269292831,
      "step": 72200
    },
    {
      "loss_action": 0.010868662968277931,
      "loss_total": 0.010868662968277931,
      "step": 72200
    },
    {
      "loss_action": 0.004638980142772198,
      "loss_total": 0.004638980142772198,
      "step": 72200
    },
    {
      "loss_action": 0.004119144752621651,
      "loss_total": 0.004119144752621651,
      "step": 72200
    },
    {
      "grad_norm": 0.07057075947523117,
      "learning_rate": 9.541425155530459e-05,
      "loss": 0.0069,
      "step": 72210
    },
    {
      "loss_action": 0.009524572640657425,
      "loss_total": 0.009524572640657425,
      "step": 72210
    },
    {
      "loss_action": 0.008361011743545532,
      "loss_total": 0.008361011743545532,
      "step": 72210
    },
    {
      "loss_action": 0.003414319595322013,
      "loss_total": 0.003414319595322013,
      "step": 72210
    },
    {
      "loss_action": 0.008865853771567345,
      "loss_total": 0.008865853771567345,
      "step": 72210
    },
    {
      "loss_action": 0.005168819800019264,
      "loss_total": 0.005168819800019264,
      "step": 72210
    },
    {
      "loss_action": 0.0073333303444087505,
      "loss_total": 0.0073333303444087505,
      "step": 72210
    },
    {
      "loss_action": 0.010022003203630447,
      "loss_total": 0.010022003203630447,
      "step": 72210
    },
    {
      "loss_action": 0.00373654393479228,
      "loss_total": 0.00373654393479228,
      "step": 72210
    },
    {
      "grad_norm": 0.11643262207508087,
      "learning_rate": 9.541252206955518e-05,
      "loss": 0.007,
      "step": 72220
    },
    {
      "loss_action": 0.013044130988419056,
      "loss_total": 0.013044130988419056,
      "step": 72220
    },
    {
      "loss_action": 0.004936474375426769,
      "loss_total": 0.004936474375426769,
      "step": 72220
    },
    {
      "loss_action": 0.01852484792470932,
      "loss_total": 0.01852484792470932,
      "step": 72220
    },
    {
      "loss_action": 0.006241933908313513,
      "loss_total": 0.006241933908313513,
      "step": 72220
    },
    {
      "loss_action": 0.009368310682475567,
      "loss_total": 0.009368310682475567,
      "step": 72220
    },
    {
      "loss_action": 0.0026005548425018787,
      "loss_total": 0.0026005548425018787,
      "step": 72220
    },
    {
      "loss_action": 0.0029708831571042538,
      "loss_total": 0.0029708831571042538,
      "step": 72220
    },
    {
      "loss_action": 0.0071289027109742165,
      "loss_total": 0.0071289027109742165,
      "step": 72220
    },
    {
      "grad_norm": 0.12150900065898895,
      "learning_rate": 9.541079227341542e-05,
      "loss": 0.0068,
      "step": 72230
    },
    {
      "loss_action": 0.01143699698150158,
      "loss_total": 0.01143699698150158,
      "step": 72230
    },
    {
      "loss_action": 0.004019749350845814,
      "loss_total": 0.004019749350845814,
      "step": 72230
    },
    {
      "loss_action": 0.004607107024639845,
      "loss_total": 0.004607107024639845,
      "step": 72230
    },
    {
      "loss_action": 0.0038900598883628845,
      "loss_total": 0.0038900598883628845,
      "step": 72230
    },
    {
      "loss_action": 0.0051454766653478146,
      "loss_total": 0.0051454766653478146,
      "step": 72230
    },
    {
      "loss_action": 0.012890931218862534,
      "loss_total": 0.012890931218862534,
      "step": 72230
    },
    {
      "loss_action": 0.0036170347593724728,
      "loss_total": 0.0036170347593724728,
      "step": 72230
    },
    {
      "loss_action": 0.003539870260283351,
      "loss_total": 0.003539870260283351,
      "step": 72230
    },
    {
      "grad_norm": 0.12427114695310593,
      "learning_rate": 9.54090621668972e-05,
      "loss": 0.0086,
      "step": 72240
    },
    {
      "loss_action": 0.0027714187745004892,
      "loss_total": 0.0027714187745004892,
      "step": 72240
    },
    {
      "loss_action": 0.014125939458608627,
      "loss_total": 0.014125939458608627,
      "step": 72240
    },
    {
      "loss_action": 0.00827689841389656,
      "loss_total": 0.00827689841389656,
      "step": 72240
    },
    {
      "loss_action": 0.0030863715801388025,
      "loss_total": 0.0030863715801388025,
      "step": 72240
    },
    {
      "loss_action": 0.00255961692892015,
      "loss_total": 0.00255961692892015,
      "step": 72240
    },
    {
      "loss_action": 0.009954346343874931,
      "loss_total": 0.009954346343874931,
      "step": 72240
    },
    {
      "loss_action": 0.004071563482284546,
      "loss_total": 0.004071563482284546,
      "step": 72240
    },
    {
      "loss_action": 0.004241892136633396,
      "loss_total": 0.004241892136633396,
      "step": 72240
    },
    {
      "grad_norm": 0.14784617722034454,
      "learning_rate": 9.540733175001227e-05,
      "loss": 0.0084,
      "step": 72250
    },
    {
      "loss_action": 0.003977150656282902,
      "loss_total": 0.003977150656282902,
      "step": 72250
    },
    {
      "loss_action": 0.006862386129796505,
      "loss_total": 0.006862386129796505,
      "step": 72250
    },
    {
      "loss_action": 0.00611834367737174,
      "loss_total": 0.00611834367737174,
      "step": 72250
    },
    {
      "loss_action": 0.0025489863473922014,
      "loss_total": 0.0025489863473922014,
      "step": 72250
    },
    {
      "loss_action": 0.007452700287103653,
      "loss_total": 0.007452700287103653,
      "step": 72250
    },
    {
      "loss_action": 0.003947494085878134,
      "loss_total": 0.003947494085878134,
      "step": 72250
    },
    {
      "loss_action": 0.004621592350304127,
      "loss_total": 0.004621592350304127,
      "step": 72250
    },
    {
      "loss_action": 0.004455936141312122,
      "loss_total": 0.004455936141312122,
      "step": 72250
    },
    {
      "grad_norm": 0.11761912703514099,
      "learning_rate": 9.540560102277251e-05,
      "loss": 0.0071,
      "step": 72260
    },
    {
      "loss_action": 0.006378442980349064,
      "loss_total": 0.006378442980349064,
      "step": 72260
    },
    {
      "loss_action": 0.01545497216284275,
      "loss_total": 0.01545497216284275,
      "step": 72260
    },
    {
      "loss_action": 0.0038462718948721886,
      "loss_total": 0.0038462718948721886,
      "step": 72260
    },
    {
      "loss_action": 0.0042870379984378815,
      "loss_total": 0.0042870379984378815,
      "step": 72260
    },
    {
      "loss_action": 0.003950108774006367,
      "loss_total": 0.003950108774006367,
      "step": 72260
    },
    {
      "loss_action": 0.004364267457276583,
      "loss_total": 0.004364267457276583,
      "step": 72260
    },
    {
      "loss_action": 0.01561739481985569,
      "loss_total": 0.01561739481985569,
      "step": 72260
    },
    {
      "loss_action": 0.008826397359371185,
      "loss_total": 0.008826397359371185,
      "step": 72260
    },
    {
      "grad_norm": 0.14086011052131653,
      "learning_rate": 9.540386998518972e-05,
      "loss": 0.0086,
      "step": 72270
    },
    {
      "loss_action": 0.005335606634616852,
      "loss_total": 0.005335606634616852,
      "step": 72270
    },
    {
      "loss_action": 0.004868604708462954,
      "loss_total": 0.004868604708462954,
      "step": 72270
    },
    {
      "loss_action": 0.003919593524187803,
      "loss_total": 0.003919593524187803,
      "step": 72270
    },
    {
      "loss_action": 0.020970217883586884,
      "loss_total": 0.020970217883586884,
      "step": 72270
    },
    {
      "loss_action": 0.005881223827600479,
      "loss_total": 0.005881223827600479,
      "step": 72270
    },
    {
      "loss_action": 0.007523791864514351,
      "loss_total": 0.007523791864514351,
      "step": 72270
    },
    {
      "loss_action": 0.0065377335995435715,
      "loss_total": 0.0065377335995435715,
      "step": 72270
    },
    {
      "loss_action": 0.0069366516545414925,
      "loss_total": 0.0069366516545414925,
      "step": 72270
    },
    {
      "grad_norm": 0.09304310381412506,
      "learning_rate": 9.540213863727575e-05,
      "loss": 0.0081,
      "step": 72280
    },
    {
      "loss_action": 0.0031142961233854294,
      "loss_total": 0.0031142961233854294,
      "step": 72280
    },
    {
      "loss_action": 0.009487973526120186,
      "loss_total": 0.009487973526120186,
      "step": 72280
    },
    {
      "loss_action": 0.002871245611459017,
      "loss_total": 0.002871245611459017,
      "step": 72280
    },
    {
      "loss_action": 0.00488375686109066,
      "loss_total": 0.00488375686109066,
      "step": 72280
    },
    {
      "loss_action": 0.005480753257870674,
      "loss_total": 0.005480753257870674,
      "step": 72280
    },
    {
      "loss_action": 0.01257348619401455,
      "loss_total": 0.01257348619401455,
      "step": 72280
    },
    {
      "loss_action": 0.00336727243848145,
      "loss_total": 0.00336727243848145,
      "step": 72280
    },
    {
      "loss_action": 0.003273577429354191,
      "loss_total": 0.003273577429354191,
      "step": 72280
    },
    {
      "grad_norm": 0.10663311183452606,
      "learning_rate": 9.540040697904243e-05,
      "loss": 0.0062,
      "step": 72290
    },
    {
      "loss_action": 0.0016348769422620535,
      "loss_total": 0.0016348769422620535,
      "step": 72290
    },
    {
      "loss_action": 0.009498769417405128,
      "loss_total": 0.009498769417405128,
      "step": 72290
    },
    {
      "loss_action": 0.004869885742664337,
      "loss_total": 0.004869885742664337,
      "step": 72290
    },
    {
      "loss_action": 0.009288659319281578,
      "loss_total": 0.009288659319281578,
      "step": 72290
    },
    {
      "loss_action": 0.00658842921257019,
      "loss_total": 0.00658842921257019,
      "step": 72290
    },
    {
      "loss_action": 0.004943578504025936,
      "loss_total": 0.004943578504025936,
      "step": 72290
    },
    {
      "loss_action": 0.0025694705545902252,
      "loss_total": 0.0025694705545902252,
      "step": 72290
    },
    {
      "loss_action": 0.0028483811765909195,
      "loss_total": 0.0028483811765909195,
      "step": 72290
    },
    {
      "grad_norm": 0.09632781893014908,
      "learning_rate": 9.539867501050158e-05,
      "loss": 0.0063,
      "step": 72300
    },
    {
      "loss_action": 0.004626683425158262,
      "loss_total": 0.004626683425158262,
      "step": 72300
    },
    {
      "loss_action": 0.007794884964823723,
      "loss_total": 0.007794884964823723,
      "step": 72300
    },
    {
      "loss_action": 0.015364561229944229,
      "loss_total": 0.015364561229944229,
      "step": 72300
    },
    {
      "loss_action": 0.004377899691462517,
      "loss_total": 0.004377899691462517,
      "step": 72300
    },
    {
      "loss_action": 0.0032777786254882812,
      "loss_total": 0.0032777786254882812,
      "step": 72300
    },
    {
      "loss_action": 0.005511438939720392,
      "loss_total": 0.005511438939720392,
      "step": 72300
    },
    {
      "loss_action": 0.003340156516060233,
      "loss_total": 0.003340156516060233,
      "step": 72300
    },
    {
      "loss_action": 0.006295014172792435,
      "loss_total": 0.006295014172792435,
      "step": 72300
    },
    {
      "grad_norm": 0.1093655675649643,
      "learning_rate": 9.539694273166506e-05,
      "loss": 0.0074,
      "step": 72310
    },
    {
      "loss_action": 0.0038005493115633726,
      "loss_total": 0.0038005493115633726,
      "step": 72310
    },
    {
      "loss_action": 0.004734149668365717,
      "loss_total": 0.004734149668365717,
      "step": 72310
    },
    {
      "loss_action": 0.007169817574322224,
      "loss_total": 0.007169817574322224,
      "step": 72310
    },
    {
      "loss_action": 0.013697207905352116,
      "loss_total": 0.013697207905352116,
      "step": 72310
    },
    {
      "loss_action": 0.0025142866652458906,
      "loss_total": 0.0025142866652458906,
      "step": 72310
    },
    {
      "loss_action": 0.008613791316747665,
      "loss_total": 0.008613791316747665,
      "step": 72310
    },
    {
      "loss_action": 0.0027721761725842953,
      "loss_total": 0.0027721761725842953,
      "step": 72310
    },
    {
      "loss_action": 0.00408523716032505,
      "loss_total": 0.00408523716032505,
      "step": 72310
    },
    {
      "grad_norm": 0.1320522576570511,
      "learning_rate": 9.539521014254469e-05,
      "loss": 0.0073,
      "step": 72320
    },
    {
      "loss_action": 0.0043597472831606865,
      "loss_total": 0.0043597472831606865,
      "step": 72320
    },
    {
      "loss_action": 0.002728889463469386,
      "loss_total": 0.002728889463469386,
      "step": 72320
    },
    {
      "loss_action": 0.008289970457553864,
      "loss_total": 0.008289970457553864,
      "step": 72320
    },
    {
      "loss_action": 0.002444992307573557,
      "loss_total": 0.002444992307573557,
      "step": 72320
    },
    {
      "loss_action": 0.01239003986120224,
      "loss_total": 0.01239003986120224,
      "step": 72320
    },
    {
      "loss_action": 0.009770821779966354,
      "loss_total": 0.009770821779966354,
      "step": 72320
    },
    {
      "loss_action": 0.0024918769486248493,
      "loss_total": 0.0024918769486248493,
      "step": 72320
    },
    {
      "loss_action": 0.012292789295315742,
      "loss_total": 0.012292789295315742,
      "step": 72320
    },
    {
      "grad_norm": 0.1116403192281723,
      "learning_rate": 9.539347724315233e-05,
      "loss": 0.0069,
      "step": 72330
    },
    {
      "loss_action": 0.0020662974566221237,
      "loss_total": 0.0020662974566221237,
      "step": 72330
    },
    {
      "loss_action": 0.0063864984549582005,
      "loss_total": 0.0063864984549582005,
      "step": 72330
    },
    {
      "loss_action": 0.008088557049632072,
      "loss_total": 0.008088557049632072,
      "step": 72330
    },
    {
      "loss_action": 0.0046744439750909805,
      "loss_total": 0.0046744439750909805,
      "step": 72330
    },
    {
      "loss_action": 0.00923878513276577,
      "loss_total": 0.00923878513276577,
      "step": 72330
    },
    {
      "loss_action": 0.005624342244118452,
      "loss_total": 0.005624342244118452,
      "step": 72330
    },
    {
      "loss_action": 0.004409119486808777,
      "loss_total": 0.004409119486808777,
      "step": 72330
    },
    {
      "loss_action": 0.023663068190217018,
      "loss_total": 0.023663068190217018,
      "step": 72330
    },
    {
      "grad_norm": 0.08474644273519516,
      "learning_rate": 9.53917440334998e-05,
      "loss": 0.0054,
      "step": 72340
    },
    {
      "loss_action": 0.002379149664193392,
      "loss_total": 0.002379149664193392,
      "step": 72340
    },
    {
      "loss_action": 0.01088565681129694,
      "loss_total": 0.01088565681129694,
      "step": 72340
    },
    {
      "loss_action": 0.00543118454515934,
      "loss_total": 0.00543118454515934,
      "step": 72340
    },
    {
      "loss_action": 0.03014484792947769,
      "loss_total": 0.03014484792947769,
      "step": 72340
    },
    {
      "loss_action": 0.00773011427372694,
      "loss_total": 0.00773011427372694,
      "step": 72340
    },
    {
      "loss_action": 0.004260295070707798,
      "loss_total": 0.004260295070707798,
      "step": 72340
    },
    {
      "loss_action": 0.004056415520608425,
      "loss_total": 0.004056415520608425,
      "step": 72340
    },
    {
      "loss_action": 0.0045531434006989,
      "loss_total": 0.0045531434006989,
      "step": 72340
    },
    {
      "grad_norm": 0.09066607803106308,
      "learning_rate": 9.539001051359898e-05,
      "loss": 0.0063,
      "step": 72350
    },
    {
      "loss_action": 0.014899061992764473,
      "loss_total": 0.014899061992764473,
      "step": 72350
    },
    {
      "loss_action": 0.003732512705028057,
      "loss_total": 0.003732512705028057,
      "step": 72350
    },
    {
      "loss_action": 0.004131214693188667,
      "loss_total": 0.004131214693188667,
      "step": 72350
    },
    {
      "loss_action": 0.004651411436498165,
      "loss_total": 0.004651411436498165,
      "step": 72350
    },
    {
      "loss_action": 0.004060892388224602,
      "loss_total": 0.004060892388224602,
      "step": 72350
    },
    {
      "loss_action": 0.005238219164311886,
      "loss_total": 0.005238219164311886,
      "step": 72350
    },
    {
      "loss_action": 0.010832621715962887,
      "loss_total": 0.010832621715962887,
      "step": 72350
    },
    {
      "loss_action": 0.006836769171059132,
      "loss_total": 0.006836769171059132,
      "step": 72350
    },
    {
      "grad_norm": 0.07719038426876068,
      "learning_rate": 9.53882766834617e-05,
      "loss": 0.0054,
      "step": 72360
    },
    {
      "loss_action": 0.0027739359065890312,
      "loss_total": 0.0027739359065890312,
      "step": 72360
    },
    {
      "loss_action": 0.002628779038786888,
      "loss_total": 0.002628779038786888,
      "step": 72360
    },
    {
      "loss_action": 0.009275803342461586,
      "loss_total": 0.009275803342461586,
      "step": 72360
    },
    {
      "loss_action": 0.007321752607822418,
      "loss_total": 0.007321752607822418,
      "step": 72360
    },
    {
      "loss_action": 0.0031823255121707916,
      "loss_total": 0.0031823255121707916,
      "step": 72360
    },
    {
      "loss_action": 0.005086739547550678,
      "loss_total": 0.005086739547550678,
      "step": 72360
    },
    {
      "loss_action": 0.012909529730677605,
      "loss_total": 0.012909529730677605,
      "step": 72360
    },
    {
      "loss_action": 0.004432342015206814,
      "loss_total": 0.004432342015206814,
      "step": 72360
    },
    {
      "grad_norm": 0.13564002513885498,
      "learning_rate": 9.53865425430998e-05,
      "loss": 0.0071,
      "step": 72370
    },
    {
      "loss_action": 0.006003814283758402,
      "loss_total": 0.006003814283758402,
      "step": 72370
    },
    {
      "loss_action": 0.003743455046787858,
      "loss_total": 0.003743455046787858,
      "step": 72370
    },
    {
      "loss_action": 0.0029342009220272303,
      "loss_total": 0.0029342009220272303,
      "step": 72370
    },
    {
      "loss_action": 0.006184977479279041,
      "loss_total": 0.006184977479279041,
      "step": 72370
    },
    {
      "loss_action": 0.005194732453674078,
      "loss_total": 0.005194732453674078,
      "step": 72370
    },
    {
      "loss_action": 0.001705534290522337,
      "loss_total": 0.001705534290522337,
      "step": 72370
    },
    {
      "loss_action": 0.007246644236147404,
      "loss_total": 0.007246644236147404,
      "step": 72370
    },
    {
      "loss_action": 0.00648903613910079,
      "loss_total": 0.00648903613910079,
      "step": 72370
    },
    {
      "grad_norm": 0.13760608434677124,
      "learning_rate": 9.538480809252515e-05,
      "loss": 0.0079,
      "step": 72380
    },
    {
      "loss_action": 0.00780242495238781,
      "loss_total": 0.00780242495238781,
      "step": 72380
    },
    {
      "loss_action": 0.01489250734448433,
      "loss_total": 0.01489250734448433,
      "step": 72380
    },
    {
      "loss_action": 0.006596709135919809,
      "loss_total": 0.006596709135919809,
      "step": 72380
    },
    {
      "loss_action": 0.012039714492857456,
      "loss_total": 0.012039714492857456,
      "step": 72380
    },
    {
      "loss_action": 0.00585772842168808,
      "loss_total": 0.00585772842168808,
      "step": 72380
    },
    {
      "loss_action": 0.00430208770558238,
      "loss_total": 0.00430208770558238,
      "step": 72380
    },
    {
      "loss_action": 0.014553522691130638,
      "loss_total": 0.014553522691130638,
      "step": 72380
    },
    {
      "loss_action": 0.009754438884556293,
      "loss_total": 0.009754438884556293,
      "step": 72380
    },
    {
      "grad_norm": 0.09494680911302567,
      "learning_rate": 9.53830733317496e-05,
      "loss": 0.0087,
      "step": 72390
    },
    {
      "loss_action": 0.0043610092252492905,
      "loss_total": 0.0043610092252492905,
      "step": 72390
    },
    {
      "loss_action": 0.006190246902406216,
      "loss_total": 0.006190246902406216,
      "step": 72390
    },
    {
      "loss_action": 0.006892145611345768,
      "loss_total": 0.006892145611345768,
      "step": 72390
    },
    {
      "loss_action": 0.005305164493620396,
      "loss_total": 0.005305164493620396,
      "step": 72390
    },
    {
      "loss_action": 0.007637569215148687,
      "loss_total": 0.007637569215148687,
      "step": 72390
    },
    {
      "loss_action": 0.003236028365790844,
      "loss_total": 0.003236028365790844,
      "step": 72390
    },
    {
      "loss_action": 0.009700884111225605,
      "loss_total": 0.009700884111225605,
      "step": 72390
    },
    {
      "loss_action": 0.0077231936156749725,
      "loss_total": 0.0077231936156749725,
      "step": 72390
    },
    {
      "grad_norm": 0.08927503228187561,
      "learning_rate": 9.538133826078501e-05,
      "loss": 0.0072,
      "step": 72400
    },
    {
      "loss_action": 0.003947934601455927,
      "loss_total": 0.003947934601455927,
      "step": 72400
    },
    {
      "loss_action": 0.002752725500613451,
      "loss_total": 0.002752725500613451,
      "step": 72400
    },
    {
      "loss_action": 0.0056414175778627396,
      "loss_total": 0.0056414175778627396,
      "step": 72400
    },
    {
      "loss_action": 0.006923763547092676,
      "loss_total": 0.006923763547092676,
      "step": 72400
    },
    {
      "loss_action": 0.007118972484022379,
      "loss_total": 0.007118972484022379,
      "step": 72400
    },
    {
      "loss_action": 0.0037910856772214174,
      "loss_total": 0.0037910856772214174,
      "step": 72400
    },
    {
      "loss_action": 0.003020692616701126,
      "loss_total": 0.003020692616701126,
      "step": 72400
    },
    {
      "loss_action": 0.010880112648010254,
      "loss_total": 0.010880112648010254,
      "step": 72400
    },
    {
      "grad_norm": 0.10569514334201813,
      "learning_rate": 9.537960287964323e-05,
      "loss": 0.0067,
      "step": 72410
    },
    {
      "loss_action": 0.008402962237596512,
      "loss_total": 0.008402962237596512,
      "step": 72410
    },
    {
      "loss_action": 0.003946608863770962,
      "loss_total": 0.003946608863770962,
      "step": 72410
    },
    {
      "loss_action": 0.004506454803049564,
      "loss_total": 0.004506454803049564,
      "step": 72410
    },
    {
      "loss_action": 0.006649491377174854,
      "loss_total": 0.006649491377174854,
      "step": 72410
    },
    {
      "loss_action": 0.007030048407614231,
      "loss_total": 0.007030048407614231,
      "step": 72410
    },
    {
      "loss_action": 0.010982691310346127,
      "loss_total": 0.010982691310346127,
      "step": 72410
    },
    {
      "loss_action": 0.004116863943636417,
      "loss_total": 0.004116863943636417,
      "step": 72410
    },
    {
      "loss_action": 0.00845982413738966,
      "loss_total": 0.00845982413738966,
      "step": 72410
    },
    {
      "grad_norm": 0.10524211823940277,
      "learning_rate": 9.537786718833612e-05,
      "loss": 0.0073,
      "step": 72420
    },
    {
      "loss_action": 0.008214382454752922,
      "loss_total": 0.008214382454752922,
      "step": 72420
    },
    {
      "loss_action": 0.01275817770510912,
      "loss_total": 0.01275817770510912,
      "step": 72420
    },
    {
      "loss_action": 0.002197164809331298,
      "loss_total": 0.002197164809331298,
      "step": 72420
    },
    {
      "loss_action": 0.0026807517278939486,
      "loss_total": 0.0026807517278939486,
      "step": 72420
    },
    {
      "loss_action": 0.009984295815229416,
      "loss_total": 0.009984295815229416,
      "step": 72420
    },
    {
      "loss_action": 0.01762411557137966,
      "loss_total": 0.01762411557137966,
      "step": 72420
    },
    {
      "loss_action": 0.002520760288462043,
      "loss_total": 0.002520760288462043,
      "step": 72420
    },
    {
      "loss_action": 0.006462417542934418,
      "loss_total": 0.006462417542934418,
      "step": 72420
    },
    {
      "grad_norm": 0.10080797970294952,
      "learning_rate": 9.537613118687556e-05,
      "loss": 0.0076,
      "step": 72430
    },
    {
      "loss_action": 0.002479203976690769,
      "loss_total": 0.002479203976690769,
      "step": 72430
    },
    {
      "loss_action": 0.0041441163048148155,
      "loss_total": 0.0041441163048148155,
      "step": 72430
    },
    {
      "loss_action": 0.010636343620717525,
      "loss_total": 0.010636343620717525,
      "step": 72430
    },
    {
      "loss_action": 0.00379766128025949,
      "loss_total": 0.00379766128025949,
      "step": 72430
    },
    {
      "loss_action": 0.0025096279568970203,
      "loss_total": 0.0025096279568970203,
      "step": 72430
    },
    {
      "loss_action": 0.006207863334566355,
      "loss_total": 0.006207863334566355,
      "step": 72430
    },
    {
      "loss_action": 0.006405875086784363,
      "loss_total": 0.006405875086784363,
      "step": 72430
    },
    {
      "loss_action": 0.0024517495185136795,
      "loss_total": 0.0024517495185136795,
      "step": 72430
    },
    {
      "grad_norm": 0.15377183258533478,
      "learning_rate": 9.53743948752734e-05,
      "loss": 0.0065,
      "step": 72440
    },
    {
      "loss_action": 0.004698995500802994,
      "loss_total": 0.004698995500802994,
      "step": 72440
    },
    {
      "loss_action": 0.007149227894842625,
      "loss_total": 0.007149227894842625,
      "step": 72440
    },
    {
      "loss_action": 0.0017912267940118909,
      "loss_total": 0.0017912267940118909,
      "step": 72440
    },
    {
      "loss_action": 0.0029725469648838043,
      "loss_total": 0.0029725469648838043,
      "step": 72440
    },
    {
      "loss_action": 0.012624800205230713,
      "loss_total": 0.012624800205230713,
      "step": 72440
    },
    {
      "loss_action": 0.006572635844349861,
      "loss_total": 0.006572635844349861,
      "step": 72440
    },
    {
      "loss_action": 0.012361278757452965,
      "loss_total": 0.012361278757452965,
      "step": 72440
    },
    {
      "loss_action": 0.002025296213105321,
      "loss_total": 0.002025296213105321,
      "step": 72440
    },
    {
      "grad_norm": 0.0945519357919693,
      "learning_rate": 9.537265825354151e-05,
      "loss": 0.0063,
      "step": 72450
    },
    {
      "loss_action": 0.0020232247188687325,
      "loss_total": 0.0020232247188687325,
      "step": 72450
    },
    {
      "loss_action": 0.0022706103045493364,
      "loss_total": 0.0022706103045493364,
      "step": 72450
    },
    {
      "loss_action": 0.009559448808431625,
      "loss_total": 0.009559448808431625,
      "step": 72450
    },
    {
      "loss_action": 0.011686420999467373,
      "loss_total": 0.011686420999467373,
      "step": 72450
    },
    {
      "loss_action": 0.006123577244579792,
      "loss_total": 0.006123577244579792,
      "step": 72450
    },
    {
      "loss_action": 0.007496139500290155,
      "loss_total": 0.007496139500290155,
      "step": 72450
    },
    {
      "loss_action": 0.019445084035396576,
      "loss_total": 0.019445084035396576,
      "step": 72450
    },
    {
      "loss_action": 0.0025122431106865406,
      "loss_total": 0.0025122431106865406,
      "step": 72450
    },
    {
      "grad_norm": 0.1385241448879242,
      "learning_rate": 9.537092132169177e-05,
      "loss": 0.0072,
      "step": 72460
    },
    {
      "loss_action": 0.003339373040944338,
      "loss_total": 0.003339373040944338,
      "step": 72460
    },
    {
      "loss_action": 0.004041225649416447,
      "loss_total": 0.004041225649416447,
      "step": 72460
    },
    {
      "loss_action": 0.005801689811050892,
      "loss_total": 0.005801689811050892,
      "step": 72460
    },
    {
      "loss_action": 0.006561604328453541,
      "loss_total": 0.006561604328453541,
      "step": 72460
    },
    {
      "loss_action": 0.00505086500197649,
      "loss_total": 0.00505086500197649,
      "step": 72460
    },
    {
      "loss_action": 0.011000696569681168,
      "loss_total": 0.011000696569681168,
      "step": 72460
    },
    {
      "loss_action": 0.0036230413243174553,
      "loss_total": 0.0036230413243174553,
      "step": 72460
    },
    {
      "loss_action": 0.005326584912836552,
      "loss_total": 0.005326584912836552,
      "step": 72460
    },
    {
      "grad_norm": 0.1005558893084526,
      "learning_rate": 9.536918407973603e-05,
      "loss": 0.0057,
      "step": 72470
    },
    {
      "loss_action": 0.002345159649848938,
      "loss_total": 0.002345159649848938,
      "step": 72470
    },
    {
      "loss_action": 0.001637738198041916,
      "loss_total": 0.001637738198041916,
      "step": 72470
    },
    {
      "loss_action": 0.006222008727490902,
      "loss_total": 0.006222008727490902,
      "step": 72470
    },
    {
      "loss_action": 0.010667283087968826,
      "loss_total": 0.010667283087968826,
      "step": 72470
    },
    {
      "loss_action": 0.0037092710845172405,
      "loss_total": 0.0037092710845172405,
      "step": 72470
    },
    {
      "loss_action": 0.0028410612139850855,
      "loss_total": 0.0028410612139850855,
      "step": 72470
    },
    {
      "loss_action": 0.005083036608994007,
      "loss_total": 0.005083036608994007,
      "step": 72470
    },
    {
      "loss_action": 0.010720644146203995,
      "loss_total": 0.010720644146203995,
      "step": 72470
    },
    {
      "grad_norm": 0.08704406768083572,
      "learning_rate": 9.536744652768619e-05,
      "loss": 0.0066,
      "step": 72480
    },
    {
      "loss_action": 0.010012568905949593,
      "loss_total": 0.010012568905949593,
      "step": 72480
    },
    {
      "loss_action": 0.009421102702617645,
      "loss_total": 0.009421102702617645,
      "step": 72480
    },
    {
      "loss_action": 0.0027639647014439106,
      "loss_total": 0.0027639647014439106,
      "step": 72480
    },
    {
      "loss_action": 0.002893388969823718,
      "loss_total": 0.002893388969823718,
      "step": 72480
    },
    {
      "loss_action": 0.0019279917469248176,
      "loss_total": 0.0019279917469248176,
      "step": 72480
    },
    {
      "loss_action": 0.0036388386506587267,
      "loss_total": 0.0036388386506587267,
      "step": 72480
    },
    {
      "loss_action": 0.0070220851339399815,
      "loss_total": 0.0070220851339399815,
      "step": 72480
    },
    {
      "loss_action": 0.002926957793533802,
      "loss_total": 0.002926957793533802,
      "step": 72480
    },
    {
      "grad_norm": 0.0874181017279625,
      "learning_rate": 9.53657086655541e-05,
      "loss": 0.0053,
      "step": 72490
    },
    {
      "loss_action": 0.009029212407767773,
      "loss_total": 0.009029212407767773,
      "step": 72490
    },
    {
      "loss_action": 0.00437203561887145,
      "loss_total": 0.00437203561887145,
      "step": 72490
    },
    {
      "loss_action": 0.008402828127145767,
      "loss_total": 0.008402828127145767,
      "step": 72490
    },
    {
      "loss_action": 0.007973031140863895,
      "loss_total": 0.007973031140863895,
      "step": 72490
    },
    {
      "loss_action": 0.018264155834913254,
      "loss_total": 0.018264155834913254,
      "step": 72490
    },
    {
      "loss_action": 0.0034153517335653305,
      "loss_total": 0.0034153517335653305,
      "step": 72490
    },
    {
      "loss_action": 0.009695601649582386,
      "loss_total": 0.009695601649582386,
      "step": 72490
    },
    {
      "loss_action": 0.005560154095292091,
      "loss_total": 0.005560154095292091,
      "step": 72490
    },
    {
      "grad_norm": 0.11678511649370193,
      "learning_rate": 9.536397049335166e-05,
      "loss": 0.007,
      "step": 72500
    },
    {
      "loss_action": 0.004075532779097557,
      "loss_total": 0.004075532779097557,
      "step": 72500
    },
    {
      "loss_action": 0.003816241165623069,
      "loss_total": 0.003816241165623069,
      "step": 72500
    },
    {
      "loss_action": 0.01165725290775299,
      "loss_total": 0.01165725290775299,
      "step": 72500
    },
    {
      "loss_action": 0.007615517359226942,
      "loss_total": 0.007615517359226942,
      "step": 72500
    },
    {
      "loss_action": 0.005144371185451746,
      "loss_total": 0.005144371185451746,
      "step": 72500
    },
    {
      "loss_action": 0.01660270243883133,
      "loss_total": 0.01660270243883133,
      "step": 72500
    },
    {
      "loss_action": 0.0029544983990490437,
      "loss_total": 0.0029544983990490437,
      "step": 72500
    },
    {
      "loss_action": 0.03077220357954502,
      "loss_total": 0.03077220357954502,
      "step": 72500
    },
    {
      "grad_norm": 0.11305294930934906,
      "learning_rate": 9.536223201109073e-05,
      "loss": 0.0062,
      "step": 72510
    },
    {
      "loss_action": 0.0025709951296448708,
      "loss_total": 0.0025709951296448708,
      "step": 72510
    },
    {
      "loss_action": 0.0032354984432458878,
      "loss_total": 0.0032354984432458878,
      "step": 72510
    },
    {
      "loss_action": 0.009614940732717514,
      "loss_total": 0.009614940732717514,
      "step": 72510
    },
    {
      "loss_action": 0.008359706029295921,
      "loss_total": 0.008359706029295921,
      "step": 72510
    },
    {
      "loss_action": 0.004744322504848242,
      "loss_total": 0.004744322504848242,
      "step": 72510
    },
    {
      "loss_action": 0.008408778347074986,
      "loss_total": 0.008408778347074986,
      "step": 72510
    },
    {
      "loss_action": 0.0027447945903986692,
      "loss_total": 0.0027447945903986692,
      "step": 72510
    },
    {
      "loss_action": 0.0069295670837163925,
      "loss_total": 0.0069295670837163925,
      "step": 72510
    },
    {
      "grad_norm": 0.13300740718841553,
      "learning_rate": 9.536049321878322e-05,
      "loss": 0.0082,
      "step": 72520
    },
    {
      "loss_action": 0.004595167934894562,
      "loss_total": 0.004595167934894562,
      "step": 72520
    },
    {
      "loss_action": 0.003913664259016514,
      "loss_total": 0.003913664259016514,
      "step": 72520
    },
    {
      "loss_action": 0.003626749385148287,
      "loss_total": 0.003626749385148287,
      "step": 72520
    },
    {
      "loss_action": 0.017310645431280136,
      "loss_total": 0.017310645431280136,
      "step": 72520
    },
    {
      "loss_action": 0.007427578791975975,
      "loss_total": 0.007427578791975975,
      "step": 72520
    },
    {
      "loss_action": 0.004357976373285055,
      "loss_total": 0.004357976373285055,
      "step": 72520
    },
    {
      "loss_action": 0.0018572686240077019,
      "loss_total": 0.0018572686240077019,
      "step": 72520
    },
    {
      "loss_action": 0.009102461859583855,
      "loss_total": 0.009102461859583855,
      "step": 72520
    },
    {
      "grad_norm": 0.11640596389770508,
      "learning_rate": 9.5358754116441e-05,
      "loss": 0.0072,
      "step": 72530
    },
    {
      "loss_action": 0.004063682164996862,
      "loss_total": 0.004063682164996862,
      "step": 72530
    },
    {
      "loss_action": 0.005264051724225283,
      "loss_total": 0.005264051724225283,
      "step": 72530
    },
    {
      "loss_action": 0.005314650945365429,
      "loss_total": 0.005314650945365429,
      "step": 72530
    },
    {
      "loss_action": 0.0049311816692352295,
      "loss_total": 0.0049311816692352295,
      "step": 72530
    },
    {
      "loss_action": 0.004548870027065277,
      "loss_total": 0.004548870027065277,
      "step": 72530
    },
    {
      "loss_action": 0.003005153266713023,
      "loss_total": 0.003005153266713023,
      "step": 72530
    },
    {
      "loss_action": 0.003282009856775403,
      "loss_total": 0.003282009856775403,
      "step": 72530
    },
    {
      "loss_action": 0.0035598999820649624,
      "loss_total": 0.0035598999820649624,
      "step": 72530
    },
    {
      "grad_norm": 0.07134301960468292,
      "learning_rate": 9.535701470407594e-05,
      "loss": 0.0059,
      "step": 72540
    },
    {
      "loss_action": 0.009920492768287659,
      "loss_total": 0.009920492768287659,
      "step": 72540
    },
    {
      "loss_action": 0.0035507662687450647,
      "loss_total": 0.0035507662687450647,
      "step": 72540
    },
    {
      "loss_action": 0.007211132440716028,
      "loss_total": 0.007211132440716028,
      "step": 72540
    },
    {
      "loss_action": 0.007798658683896065,
      "loss_total": 0.007798658683896065,
      "step": 72540
    },
    {
      "loss_action": 0.00798050593584776,
      "loss_total": 0.00798050593584776,
      "step": 72540
    },
    {
      "loss_action": 0.01126520149409771,
      "loss_total": 0.01126520149409771,
      "step": 72540
    },
    {
      "loss_action": 0.009191693738102913,
      "loss_total": 0.009191693738102913,
      "step": 72540
    },
    {
      "loss_action": 0.011800039559602737,
      "loss_total": 0.011800039559602737,
      "step": 72540
    },
    {
      "grad_norm": 0.16529212892055511,
      "learning_rate": 9.535527498169996e-05,
      "loss": 0.007,
      "step": 72550
    },
    {
      "loss_action": 0.0034453123807907104,
      "loss_total": 0.0034453123807907104,
      "step": 72550
    },
    {
      "loss_action": 0.0119193559512496,
      "loss_total": 0.0119193559512496,
      "step": 72550
    },
    {
      "loss_action": 0.009009555913507938,
      "loss_total": 0.009009555913507938,
      "step": 72550
    },
    {
      "loss_action": 0.004626821260899305,
      "loss_total": 0.004626821260899305,
      "step": 72550
    },
    {
      "loss_action": 0.004994128830730915,
      "loss_total": 0.004994128830730915,
      "step": 72550
    },
    {
      "loss_action": 0.003979492001235485,
      "loss_total": 0.003979492001235485,
      "step": 72550
    },
    {
      "loss_action": 0.020479803904891014,
      "loss_total": 0.020479803904891014,
      "step": 72550
    },
    {
      "loss_action": 0.01096232607960701,
      "loss_total": 0.01096232607960701,
      "step": 72550
    },
    {
      "grad_norm": 0.15265659987926483,
      "learning_rate": 9.535353494932493e-05,
      "loss": 0.0067,
      "step": 72560
    },
    {
      "loss_action": 0.0031853187829256058,
      "loss_total": 0.0031853187829256058,
      "step": 72560
    },
    {
      "loss_action": 0.004782764241099358,
      "loss_total": 0.004782764241099358,
      "step": 72560
    },
    {
      "loss_action": 0.012315511703491211,
      "loss_total": 0.012315511703491211,
      "step": 72560
    },
    {
      "loss_action": 0.0039330096915364265,
      "loss_total": 0.0039330096915364265,
      "step": 72560
    },
    {
      "loss_action": 0.005154693964868784,
      "loss_total": 0.005154693964868784,
      "step": 72560
    },
    {
      "loss_action": 0.0029154522344470024,
      "loss_total": 0.0029154522344470024,
      "step": 72560
    },
    {
      "loss_action": 0.006217043846845627,
      "loss_total": 0.006217043846845627,
      "step": 72560
    },
    {
      "loss_action": 0.006622356362640858,
      "loss_total": 0.006622356362640858,
      "step": 72560
    },
    {
      "grad_norm": 0.15636424720287323,
      "learning_rate": 9.535179460696274e-05,
      "loss": 0.0068,
      "step": 72570
    },
    {
      "loss_action": 0.008587280288338661,
      "loss_total": 0.008587280288338661,
      "step": 72570
    },
    {
      "loss_action": 0.004805583972483873,
      "loss_total": 0.004805583972483873,
      "step": 72570
    },
    {
      "loss_action": 0.011125685647130013,
      "loss_total": 0.011125685647130013,
      "step": 72570
    },
    {
      "loss_action": 0.002042686566710472,
      "loss_total": 0.002042686566710472,
      "step": 72570
    },
    {
      "loss_action": 0.016545049846172333,
      "loss_total": 0.016545049846172333,
      "step": 72570
    },
    {
      "loss_action": 0.004679637961089611,
      "loss_total": 0.004679637961089611,
      "step": 72570
    },
    {
      "loss_action": 0.010785100050270557,
      "loss_total": 0.010785100050270557,
      "step": 72570
    },
    {
      "loss_action": 0.021898912265896797,
      "loss_total": 0.021898912265896797,
      "step": 72570
    },
    {
      "grad_norm": 0.07333467155694962,
      "learning_rate": 9.53500539546253e-05,
      "loss": 0.0073,
      "step": 72580
    },
    {
      "loss_action": 0.00842555332928896,
      "loss_total": 0.00842555332928896,
      "step": 72580
    },
    {
      "loss_action": 0.006667119450867176,
      "loss_total": 0.006667119450867176,
      "step": 72580
    },
    {
      "loss_action": 0.004921332001686096,
      "loss_total": 0.004921332001686096,
      "step": 72580
    },
    {
      "loss_action": 0.003304361365735531,
      "loss_total": 0.003304361365735531,
      "step": 72580
    },
    {
      "loss_action": 0.0022989707067608833,
      "loss_total": 0.0022989707067608833,
      "step": 72580
    },
    {
      "loss_action": 0.0023237394634634256,
      "loss_total": 0.0023237394634634256,
      "step": 72580
    },
    {
      "loss_action": 0.008733771741390228,
      "loss_total": 0.008733771741390228,
      "step": 72580
    },
    {
      "loss_action": 0.008071478456258774,
      "loss_total": 0.008071478456258774,
      "step": 72580
    },
    {
      "grad_norm": 0.10517480224370956,
      "learning_rate": 9.534831299232449e-05,
      "loss": 0.008,
      "step": 72590
    },
    {
      "loss_action": 0.014878892339766026,
      "loss_total": 0.014878892339766026,
      "step": 72590
    },
    {
      "loss_action": 0.005118620116263628,
      "loss_total": 0.005118620116263628,
      "step": 72590
    },
    {
      "loss_action": 0.004353556782007217,
      "loss_total": 0.004353556782007217,
      "step": 72590
    },
    {
      "loss_action": 0.0026518190279603004,
      "loss_total": 0.0026518190279603004,
      "step": 72590
    },
    {
      "loss_action": 0.02450568787753582,
      "loss_total": 0.02450568787753582,
      "step": 72590
    },
    {
      "loss_action": 0.0048102205619215965,
      "loss_total": 0.0048102205619215965,
      "step": 72590
    },
    {
      "loss_action": 0.0030388219747692347,
      "loss_total": 0.0030388219747692347,
      "step": 72590
    },
    {
      "loss_action": 0.00859257485717535,
      "loss_total": 0.00859257485717535,
      "step": 72590
    },
    {
      "grad_norm": 0.13991782069206238,
      "learning_rate": 9.534657172007224e-05,
      "loss": 0.0079,
      "step": 72600
    },
    {
      "loss_action": 0.01443055272102356,
      "loss_total": 0.01443055272102356,
      "step": 72600
    },
    {
      "loss_action": 0.002984703052788973,
      "loss_total": 0.002984703052788973,
      "step": 72600
    },
    {
      "loss_action": 0.00368383782915771,
      "loss_total": 0.00368383782915771,
      "step": 72600
    },
    {
      "loss_action": 0.008110327646136284,
      "loss_total": 0.008110327646136284,
      "step": 72600
    },
    {
      "loss_action": 0.0044531794264912605,
      "loss_total": 0.0044531794264912605,
      "step": 72600
    },
    {
      "loss_action": 0.005992179736495018,
      "loss_total": 0.005992179736495018,
      "step": 72600
    },
    {
      "loss_action": 0.004331609234213829,
      "loss_total": 0.004331609234213829,
      "step": 72600
    },
    {
      "loss_action": 0.002962208352982998,
      "loss_total": 0.002962208352982998,
      "step": 72600
    },
    {
      "grad_norm": 0.16520541906356812,
      "learning_rate": 9.534483013788041e-05,
      "loss": 0.007,
      "step": 72610
    },
    {
      "loss_action": 0.004016069229692221,
      "loss_total": 0.004016069229692221,
      "step": 72610
    },
    {
      "loss_action": 0.0037709209136664867,
      "loss_total": 0.0037709209136664867,
      "step": 72610
    },
    {
      "loss_action": 0.0029581496492028236,
      "loss_total": 0.0029581496492028236,
      "step": 72610
    },
    {
      "loss_action": 0.0062582772225141525,
      "loss_total": 0.0062582772225141525,
      "step": 72610
    },
    {
      "loss_action": 0.005617298185825348,
      "loss_total": 0.005617298185825348,
      "step": 72610
    },
    {
      "loss_action": 0.004157553426921368,
      "loss_total": 0.004157553426921368,
      "step": 72610
    },
    {
      "loss_action": 0.0051113516092300415,
      "loss_total": 0.0051113516092300415,
      "step": 72610
    },
    {
      "loss_action": 0.001731546362861991,
      "loss_total": 0.001731546362861991,
      "step": 72610
    },
    {
      "grad_norm": 0.13784335553646088,
      "learning_rate": 9.534308824576093e-05,
      "loss": 0.0068,
      "step": 72620
    },
    {
      "loss_action": 0.010462243109941483,
      "loss_total": 0.010462243109941483,
      "step": 72620
    },
    {
      "loss_action": 0.0027983563486486673,
      "loss_total": 0.0027983563486486673,
      "step": 72620
    },
    {
      "loss_action": 0.002732184249907732,
      "loss_total": 0.002732184249907732,
      "step": 72620
    },
    {
      "loss_action": 0.003097814042121172,
      "loss_total": 0.003097814042121172,
      "step": 72620
    },
    {
      "loss_action": 0.012050543911755085,
      "loss_total": 0.012050543911755085,
      "step": 72620
    },
    {
      "loss_action": 0.010750344023108482,
      "loss_total": 0.010750344023108482,
      "step": 72620
    },
    {
      "loss_action": 0.00496889092028141,
      "loss_total": 0.00496889092028141,
      "step": 72620
    },
    {
      "loss_action": 0.004531456623226404,
      "loss_total": 0.004531456623226404,
      "step": 72620
    },
    {
      "grad_norm": 0.09834537655115128,
      "learning_rate": 9.53413460437257e-05,
      "loss": 0.0067,
      "step": 72630
    },
    {
      "loss_action": 0.0012204491067677736,
      "loss_total": 0.0012204491067677736,
      "step": 72630
    },
    {
      "loss_action": 0.020254064351320267,
      "loss_total": 0.020254064351320267,
      "step": 72630
    },
    {
      "loss_action": 0.009478562511503696,
      "loss_total": 0.009478562511503696,
      "step": 72630
    },
    {
      "loss_action": 0.0021869689226150513,
      "loss_total": 0.0021869689226150513,
      "step": 72630
    },
    {
      "loss_action": 0.00470717390999198,
      "loss_total": 0.00470717390999198,
      "step": 72630
    },
    {
      "loss_action": 0.008822235278785229,
      "loss_total": 0.008822235278785229,
      "step": 72630
    },
    {
      "loss_action": 0.007567659020423889,
      "loss_total": 0.007567659020423889,
      "step": 72630
    },
    {
      "loss_action": 0.011548385955393314,
      "loss_total": 0.011548385955393314,
      "step": 72630
    },
    {
      "grad_norm": 0.11015044897794724,
      "learning_rate": 9.533960353178663e-05,
      "loss": 0.0079,
      "step": 72640
    },
    {
      "loss_action": 0.004497830756008625,
      "loss_total": 0.004497830756008625,
      "step": 72640
    },
    {
      "loss_action": 0.004743887111544609,
      "loss_total": 0.004743887111544609,
      "step": 72640
    },
    {
      "loss_action": 0.010116595774888992,
      "loss_total": 0.010116595774888992,
      "step": 72640
    },
    {
      "loss_action": 0.003337978385388851,
      "loss_total": 0.003337978385388851,
      "step": 72640
    },
    {
      "loss_action": 0.005621470510959625,
      "loss_total": 0.005621470510959625,
      "step": 72640
    },
    {
      "loss_action": 0.0016450334805995226,
      "loss_total": 0.0016450334805995226,
      "step": 72640
    },
    {
      "loss_action": 0.004027913324534893,
      "loss_total": 0.004027913324534893,
      "step": 72640
    },
    {
      "loss_action": 0.0021139876917004585,
      "loss_total": 0.0021139876917004585,
      "step": 72640
    },
    {
      "grad_norm": 0.11095136404037476,
      "learning_rate": 9.533786070995563e-05,
      "loss": 0.0077,
      "step": 72650
    },
    {
      "loss_action": 0.014171268790960312,
      "loss_total": 0.014171268790960312,
      "step": 72650
    },
    {
      "loss_action": 0.004251920618116856,
      "loss_total": 0.004251920618116856,
      "step": 72650
    },
    {
      "loss_action": 0.004394116811454296,
      "loss_total": 0.004394116811454296,
      "step": 72650
    },
    {
      "loss_action": 0.010057053528726101,
      "loss_total": 0.010057053528726101,
      "step": 72650
    },
    {
      "loss_action": 0.013505009934306145,
      "loss_total": 0.013505009934306145,
      "step": 72650
    },
    {
      "loss_action": 0.00690773269161582,
      "loss_total": 0.00690773269161582,
      "step": 72650
    },
    {
      "loss_action": 0.004972442053258419,
      "loss_total": 0.004972442053258419,
      "step": 72650
    },
    {
      "loss_action": 0.027145763859152794,
      "loss_total": 0.027145763859152794,
      "step": 72650
    },
    {
      "grad_norm": 0.1786128282546997,
      "learning_rate": 9.533611757824461e-05,
      "loss": 0.0083,
      "step": 72660
    },
    {
      "loss_action": 0.007080018054693937,
      "loss_total": 0.007080018054693937,
      "step": 72660
    },
    {
      "loss_action": 0.0033182231709361076,
      "loss_total": 0.0033182231709361076,
      "step": 72660
    },
    {
      "loss_action": 0.0018320567905902863,
      "loss_total": 0.0018320567905902863,
      "step": 72660
    },
    {
      "loss_action": 0.008508175611495972,
      "loss_total": 0.008508175611495972,
      "step": 72660
    },
    {
      "loss_action": 0.0017700877506285906,
      "loss_total": 0.0017700877506285906,
      "step": 72660
    },
    {
      "loss_action": 0.01769278384745121,
      "loss_total": 0.01769278384745121,
      "step": 72660
    },
    {
      "loss_action": 0.002786528319120407,
      "loss_total": 0.002786528319120407,
      "step": 72660
    },
    {
      "loss_action": 0.0029016947373747826,
      "loss_total": 0.0029016947373747826,
      "step": 72660
    },
    {
      "grad_norm": 0.11154057085514069,
      "learning_rate": 9.533437413666549e-05,
      "loss": 0.0082,
      "step": 72670
    },
    {
      "loss_action": 0.0037896716967225075,
      "loss_total": 0.0037896716967225075,
      "step": 72670
    },
    {
      "loss_action": 0.012464109808206558,
      "loss_total": 0.012464109808206558,
      "step": 72670
    },
    {
      "loss_action": 0.0035170167684555054,
      "loss_total": 0.0035170167684555054,
      "step": 72670
    },
    {
      "loss_action": 0.0038195131346583366,
      "loss_total": 0.0038195131346583366,
      "step": 72670
    },
    {
      "loss_action": 0.005825971253216267,
      "loss_total": 0.005825971253216267,
      "step": 72670
    },
    {
      "loss_action": 0.008403491228818893,
      "loss_total": 0.008403491228818893,
      "step": 72670
    },
    {
      "loss_action": 0.007479520980268717,
      "loss_total": 0.007479520980268717,
      "step": 72670
    },
    {
      "loss_action": 0.004676308948546648,
      "loss_total": 0.004676308948546648,
      "step": 72670
    },
    {
      "grad_norm": 0.129012793302536,
      "learning_rate": 9.533263038523016e-05,
      "loss": 0.0061,
      "step": 72680
    },
    {
      "loss_action": 0.012335114181041718,
      "loss_total": 0.012335114181041718,
      "step": 72680
    },
    {
      "loss_action": 0.003902058582752943,
      "loss_total": 0.003902058582752943,
      "step": 72680
    },
    {
      "loss_action": 0.008202861994504929,
      "loss_total": 0.008202861994504929,
      "step": 72680
    },
    {
      "loss_action": 0.005877200048416853,
      "loss_total": 0.005877200048416853,
      "step": 72680
    },
    {
      "loss_action": 0.00384684675373137,
      "loss_total": 0.00384684675373137,
      "step": 72680
    },
    {
      "loss_action": 0.003276892239227891,
      "loss_total": 0.003276892239227891,
      "step": 72680
    },
    {
      "loss_action": 0.0024655614979565144,
      "loss_total": 0.0024655614979565144,
      "step": 72680
    },
    {
      "loss_action": 0.004310291260480881,
      "loss_total": 0.004310291260480881,
      "step": 72680
    },
    {
      "grad_norm": 0.11058412492275238,
      "learning_rate": 9.533088632395058e-05,
      "loss": 0.0076,
      "step": 72690
    },
    {
      "loss_action": 0.0031387791968882084,
      "loss_total": 0.0031387791968882084,
      "step": 72690
    },
    {
      "loss_action": 0.004863251931965351,
      "loss_total": 0.004863251931965351,
      "step": 72690
    },
    {
      "loss_action": 0.003417492611333728,
      "loss_total": 0.003417492611333728,
      "step": 72690
    },
    {
      "loss_action": 0.007868771441280842,
      "loss_total": 0.007868771441280842,
      "step": 72690
    },
    {
      "loss_action": 0.008917822502553463,
      "loss_total": 0.008917822502553463,
      "step": 72690
    },
    {
      "loss_action": 0.006325155962258577,
      "loss_total": 0.006325155962258577,
      "step": 72690
    },
    {
      "loss_action": 0.0027950922958552837,
      "loss_total": 0.0027950922958552837,
      "step": 72690
    },
    {
      "loss_action": 0.004045035690069199,
      "loss_total": 0.004045035690069199,
      "step": 72690
    },
    {
      "grad_norm": 0.096290223300457,
      "learning_rate": 9.532914195283863e-05,
      "loss": 0.0073,
      "step": 72700
    },
    {
      "loss_action": 0.0030225166119635105,
      "loss_total": 0.0030225166119635105,
      "step": 72700
    },
    {
      "loss_action": 0.006476135458797216,
      "loss_total": 0.006476135458797216,
      "step": 72700
    },
    {
      "loss_action": 0.0045244330540299416,
      "loss_total": 0.0045244330540299416,
      "step": 72700
    },
    {
      "loss_action": 0.004585078917443752,
      "loss_total": 0.004585078917443752,
      "step": 72700
    },
    {
      "loss_action": 0.011539063416421413,
      "loss_total": 0.011539063416421413,
      "step": 72700
    },
    {
      "loss_action": 0.0036892674397677183,
      "loss_total": 0.0036892674397677183,
      "step": 72700
    },
    {
      "loss_action": 0.0013519905041903257,
      "loss_total": 0.0013519905041903257,
      "step": 72700
    },
    {
      "loss_action": 0.00453685037791729,
      "loss_total": 0.00453685037791729,
      "step": 72700
    },
    {
      "grad_norm": 0.10487508028745651,
      "learning_rate": 9.532739727190627e-05,
      "loss": 0.0053,
      "step": 72710
    },
    {
      "loss_action": 0.004367168992757797,
      "loss_total": 0.004367168992757797,
      "step": 72710
    },
    {
      "loss_action": 0.006310487166047096,
      "loss_total": 0.006310487166047096,
      "step": 72710
    },
    {
      "loss_action": 0.00555487722158432,
      "loss_total": 0.00555487722158432,
      "step": 72710
    },
    {
      "loss_action": 0.0049921367317438126,
      "loss_total": 0.0049921367317438126,
      "step": 72710
    },
    {
      "loss_action": 0.0071756355464458466,
      "loss_total": 0.0071756355464458466,
      "step": 72710
    },
    {
      "loss_action": 0.023252863436937332,
      "loss_total": 0.023252863436937332,
      "step": 72710
    },
    {
      "loss_action": 0.008830195292830467,
      "loss_total": 0.008830195292830467,
      "step": 72710
    },
    {
      "loss_action": 0.014690794050693512,
      "loss_total": 0.014690794050693512,
      "step": 72710
    },
    {
      "grad_norm": 0.13435445725917816,
      "learning_rate": 9.532565228116539e-05,
      "loss": 0.0086,
      "step": 72720
    },
    {
      "loss_action": 0.005406233947724104,
      "loss_total": 0.005406233947724104,
      "step": 72720
    },
    {
      "loss_action": 0.002327626571059227,
      "loss_total": 0.002327626571059227,
      "step": 72720
    },
    {
      "loss_action": 0.00386701337993145,
      "loss_total": 0.00386701337993145,
      "step": 72720
    },
    {
      "loss_action": 0.003841961268335581,
      "loss_total": 0.003841961268335581,
      "step": 72720
    },
    {
      "loss_action": 0.004110569134354591,
      "loss_total": 0.004110569134354591,
      "step": 72720
    },
    {
      "loss_action": 0.0032019405625760555,
      "loss_total": 0.0032019405625760555,
      "step": 72720
    },
    {
      "loss_action": 0.016566067934036255,
      "loss_total": 0.016566067934036255,
      "step": 72720
    },
    {
      "loss_action": 0.00442107580602169,
      "loss_total": 0.00442107580602169,
      "step": 72720
    },
    {
      "grad_norm": 0.05791454389691353,
      "learning_rate": 9.532390698062794e-05,
      "loss": 0.0064,
      "step": 72730
    },
    {
      "loss_action": 0.003291384782642126,
      "loss_total": 0.003291384782642126,
      "step": 72730
    },
    {
      "loss_action": 0.006179305259138346,
      "loss_total": 0.006179305259138346,
      "step": 72730
    },
    {
      "loss_action": 0.007727425545454025,
      "loss_total": 0.007727425545454025,
      "step": 72730
    },
    {
      "loss_action": 0.022897908464074135,
      "loss_total": 0.022897908464074135,
      "step": 72730
    },
    {
      "loss_action": 0.006146559026092291,
      "loss_total": 0.006146559026092291,
      "step": 72730
    },
    {
      "loss_action": 0.0026649138890206814,
      "loss_total": 0.0026649138890206814,
      "step": 72730
    },
    {
      "loss_action": 0.002599036321043968,
      "loss_total": 0.002599036321043968,
      "step": 72730
    },
    {
      "loss_action": 0.007501868065446615,
      "loss_total": 0.007501868065446615,
      "step": 72730
    },
    {
      "grad_norm": 0.07612892985343933,
      "learning_rate": 9.532216137030582e-05,
      "loss": 0.0063,
      "step": 72740
    },
    {
      "loss_action": 0.004833941347897053,
      "loss_total": 0.004833941347897053,
      "step": 72740
    },
    {
      "loss_action": 0.0017384592210873961,
      "loss_total": 0.0017384592210873961,
      "step": 72740
    },
    {
      "loss_action": 0.020599178969860077,
      "loss_total": 0.020599178969860077,
      "step": 72740
    },
    {
      "loss_action": 0.017619356513023376,
      "loss_total": 0.017619356513023376,
      "step": 72740
    },
    {
      "loss_action": 0.010466758161783218,
      "loss_total": 0.010466758161783218,
      "step": 72740
    },
    {
      "loss_action": 0.016352813690900803,
      "loss_total": 0.016352813690900803,
      "step": 72740
    },
    {
      "loss_action": 0.002779147820547223,
      "loss_total": 0.002779147820547223,
      "step": 72740
    },
    {
      "loss_action": 0.014239449054002762,
      "loss_total": 0.014239449054002762,
      "step": 72740
    },
    {
      "grad_norm": 0.11204790323972702,
      "learning_rate": 9.532041545021102e-05,
      "loss": 0.0079,
      "step": 72750
    },
    {
      "loss_action": 0.011576673947274685,
      "loss_total": 0.011576673947274685,
      "step": 72750
    },
    {
      "loss_action": 0.0022690738551318645,
      "loss_total": 0.0022690738551318645,
      "step": 72750
    },
    {
      "loss_action": 0.0038567024748772383,
      "loss_total": 0.0038567024748772383,
      "step": 72750
    },
    {
      "loss_action": 0.0044713630340993404,
      "loss_total": 0.0044713630340993404,
      "step": 72750
    },
    {
      "loss_action": 0.006443649530410767,
      "loss_total": 0.006443649530410767,
      "step": 72750
    },
    {
      "loss_action": 0.00382602633908391,
      "loss_total": 0.00382602633908391,
      "step": 72750
    },
    {
      "loss_action": 0.004186961334198713,
      "loss_total": 0.004186961334198713,
      "step": 72750
    },
    {
      "loss_action": 0.004433402791619301,
      "loss_total": 0.004433402791619301,
      "step": 72750
    },
    {
      "grad_norm": 0.07112649828195572,
      "learning_rate": 9.531866922035541e-05,
      "loss": 0.0058,
      "step": 72760
    },
    {
      "loss_action": 0.009366195648908615,
      "loss_total": 0.009366195648908615,
      "step": 72760
    },
    {
      "loss_action": 0.010311786085367203,
      "loss_total": 0.010311786085367203,
      "step": 72760
    },
    {
      "loss_action": 0.005107898265123367,
      "loss_total": 0.005107898265123367,
      "step": 72760
    },
    {
      "loss_action": 0.007837006822228432,
      "loss_total": 0.007837006822228432,
      "step": 72760
    },
    {
      "loss_action": 0.0029269056394696236,
      "loss_total": 0.0029269056394696236,
      "step": 72760
    },
    {
      "loss_action": 0.00575134577229619,
      "loss_total": 0.00575134577229619,
      "step": 72760
    },
    {
      "loss_action": 0.02553924173116684,
      "loss_total": 0.02553924173116684,
      "step": 72760
    },
    {
      "loss_action": 0.003038540482521057,
      "loss_total": 0.003038540482521057,
      "step": 72760
    },
    {
      "grad_norm": 0.1158432587981224,
      "learning_rate": 9.531692268075097e-05,
      "loss": 0.0069,
      "step": 72770
    },
    {
      "loss_action": 0.010448813438415527,
      "loss_total": 0.010448813438415527,
      "step": 72770
    },
    {
      "loss_action": 0.0029515218921005726,
      "loss_total": 0.0029515218921005726,
      "step": 72770
    },
    {
      "loss_action": 0.002941444981843233,
      "loss_total": 0.002941444981843233,
      "step": 72770
    },
    {
      "loss_action": 0.012238914147019386,
      "loss_total": 0.012238914147019386,
      "step": 72770
    },
    {
      "loss_action": 0.006197481881827116,
      "loss_total": 0.006197481881827116,
      "step": 72770
    },
    {
      "loss_action": 0.01110009104013443,
      "loss_total": 0.01110009104013443,
      "step": 72770
    },
    {
      "loss_action": 0.0033013131469488144,
      "loss_total": 0.0033013131469488144,
      "step": 72770
    },
    {
      "loss_action": 0.0024849376641213894,
      "loss_total": 0.0024849376641213894,
      "step": 72770
    },
    {
      "grad_norm": 0.2548986077308655,
      "learning_rate": 9.53151758314096e-05,
      "loss": 0.0074,
      "step": 72780
    },
    {
      "loss_action": 0.006151922978460789,
      "loss_total": 0.006151922978460789,
      "step": 72780
    },
    {
      "loss_action": 0.004334352444857359,
      "loss_total": 0.004334352444857359,
      "step": 72780
    },
    {
      "loss_action": 0.004573333077132702,
      "loss_total": 0.004573333077132702,
      "step": 72780
    },
    {
      "loss_action": 0.0074430364184081554,
      "loss_total": 0.0074430364184081554,
      "step": 72780
    },
    {
      "loss_action": 0.006186243146657944,
      "loss_total": 0.006186243146657944,
      "step": 72780
    },
    {
      "loss_action": 0.010258296504616737,
      "loss_total": 0.010258296504616737,
      "step": 72780
    },
    {
      "loss_action": 0.031954631209373474,
      "loss_total": 0.031954631209373474,
      "step": 72780
    },
    {
      "loss_action": 0.009467191994190216,
      "loss_total": 0.009467191994190216,
      "step": 72780
    },
    {
      "grad_norm": 0.15162406861782074,
      "learning_rate": 9.531342867234328e-05,
      "loss": 0.0083,
      "step": 72790
    },
    {
      "loss_action": 0.00845047365874052,
      "loss_total": 0.00845047365874052,
      "step": 72790
    },
    {
      "loss_action": 0.010917898267507553,
      "loss_total": 0.010917898267507553,
      "step": 72790
    },
    {
      "loss_action": 0.00169535749591887,
      "loss_total": 0.00169535749591887,
      "step": 72790
    },
    {
      "loss_action": 0.0031686811707913876,
      "loss_total": 0.0031686811707913876,
      "step": 72790
    },
    {
      "loss_action": 0.00315424264408648,
      "loss_total": 0.00315424264408648,
      "step": 72790
    },
    {
      "loss_action": 0.0020878762006759644,
      "loss_total": 0.0020878762006759644,
      "step": 72790
    },
    {
      "loss_action": 0.0043343435972929,
      "loss_total": 0.0043343435972929,
      "step": 72790
    },
    {
      "loss_action": 0.007615037262439728,
      "loss_total": 0.007615037262439728,
      "step": 72790
    },
    {
      "grad_norm": 0.11473396420478821,
      "learning_rate": 9.531168120356393e-05,
      "loss": 0.0081,
      "step": 72800
    },
    {
      "loss_action": 0.0025593754835426807,
      "loss_total": 0.0025593754835426807,
      "step": 72800
    },
    {
      "loss_action": 0.0032093164045363665,
      "loss_total": 0.0032093164045363665,
      "step": 72800
    },
    {
      "loss_action": 0.004383715335279703,
      "loss_total": 0.004383715335279703,
      "step": 72800
    },
    {
      "loss_action": 0.006475355476140976,
      "loss_total": 0.006475355476140976,
      "step": 72800
    },
    {
      "loss_action": 0.01434752531349659,
      "loss_total": 0.01434752531349659,
      "step": 72800
    },
    {
      "loss_action": 0.0022665681317448616,
      "loss_total": 0.0022665681317448616,
      "step": 72800
    },
    {
      "loss_action": 0.004672449082136154,
      "loss_total": 0.004672449082136154,
      "step": 72800
    },
    {
      "loss_action": 0.003379887668415904,
      "loss_total": 0.003379887668415904,
      "step": 72800
    },
    {
      "grad_norm": 0.10896021127700806,
      "learning_rate": 9.530993342508348e-05,
      "loss": 0.0072,
      "step": 72810
    },
    {
      "loss_action": 0.006413907743990421,
      "loss_total": 0.006413907743990421,
      "step": 72810
    },
    {
      "loss_action": 0.002594972727820277,
      "loss_total": 0.002594972727820277,
      "step": 72810
    },
    {
      "loss_action": 0.010834570974111557,
      "loss_total": 0.010834570974111557,
      "step": 72810
    },
    {
      "loss_action": 0.004305170848965645,
      "loss_total": 0.004305170848965645,
      "step": 72810
    },
    {
      "loss_action": 0.025426127016544342,
      "loss_total": 0.025426127016544342,
      "step": 72810
    },
    {
      "loss_action": 0.004650557413697243,
      "loss_total": 0.004650557413697243,
      "step": 72810
    },
    {
      "loss_action": 0.0032672290690243244,
      "loss_total": 0.0032672290690243244,
      "step": 72810
    },
    {
      "loss_action": 0.00638957042247057,
      "loss_total": 0.00638957042247057,
      "step": 72810
    },
    {
      "grad_norm": 0.08418447524309158,
      "learning_rate": 9.53081853369139e-05,
      "loss": 0.0068,
      "step": 72820
    },
    {
      "loss_action": 0.0044691977091133595,
      "loss_total": 0.0044691977091133595,
      "step": 72820
    },
    {
      "loss_action": 0.005303326528519392,
      "loss_total": 0.005303326528519392,
      "step": 72820
    },
    {
      "loss_action": 0.008114470168948174,
      "loss_total": 0.008114470168948174,
      "step": 72820
    },
    {
      "loss_action": 0.002303892280906439,
      "loss_total": 0.002303892280906439,
      "step": 72820
    },
    {
      "loss_action": 0.005038795527070761,
      "loss_total": 0.005038795527070761,
      "step": 72820
    },
    {
      "loss_action": 0.0038371793925762177,
      "loss_total": 0.0038371793925762177,
      "step": 72820
    },
    {
      "loss_action": 0.003632892854511738,
      "loss_total": 0.003632892854511738,
      "step": 72820
    },
    {
      "loss_action": 0.006537916604429483,
      "loss_total": 0.006537916604429483,
      "step": 72820
    },
    {
      "grad_norm": 0.08910492807626724,
      "learning_rate": 9.530643693906712e-05,
      "loss": 0.0065,
      "step": 72830
    },
    {
      "loss_action": 0.003727872855961323,
      "loss_total": 0.003727872855961323,
      "step": 72830
    },
    {
      "loss_action": 0.0063245175406336784,
      "loss_total": 0.0063245175406336784,
      "step": 72830
    },
    {
      "loss_action": 0.004363285377621651,
      "loss_total": 0.004363285377621651,
      "step": 72830
    },
    {
      "loss_action": 0.010177148506045341,
      "loss_total": 0.010177148506045341,
      "step": 72830
    },
    {
      "loss_action": 0.012023434974253178,
      "loss_total": 0.012023434974253178,
      "step": 72830
    },
    {
      "loss_action": 0.005278491415083408,
      "loss_total": 0.005278491415083408,
      "step": 72830
    },
    {
      "loss_action": 0.007248684763908386,
      "loss_total": 0.007248684763908386,
      "step": 72830
    },
    {
      "loss_action": 0.005723521113395691,
      "loss_total": 0.005723521113395691,
      "step": 72830
    },
    {
      "grad_norm": 0.09568938612937927,
      "learning_rate": 9.53046882315551e-05,
      "loss": 0.0061,
      "step": 72840
    },
    {
      "loss_action": 0.0068574449978768826,
      "loss_total": 0.0068574449978768826,
      "step": 72840
    },
    {
      "loss_action": 0.0017129817279055715,
      "loss_total": 0.0017129817279055715,
      "step": 72840
    },
    {
      "loss_action": 0.0019477360183373094,
      "loss_total": 0.0019477360183373094,
      "step": 72840
    },
    {
      "loss_action": 0.0036319089122116566,
      "loss_total": 0.0036319089122116566,
      "step": 72840
    },
    {
      "loss_action": 0.0037556798197329044,
      "loss_total": 0.0037556798197329044,
      "step": 72840
    },
    {
      "loss_action": 0.013127625919878483,
      "loss_total": 0.013127625919878483,
      "step": 72840
    },
    {
      "loss_action": 0.00161609030328691,
      "loss_total": 0.00161609030328691,
      "step": 72840
    },
    {
      "loss_action": 0.004215057473629713,
      "loss_total": 0.004215057473629713,
      "step": 72840
    },
    {
      "grad_norm": 0.07418550550937653,
      "learning_rate": 9.530293921438979e-05,
      "loss": 0.0056,
      "step": 72850
    },
    {
      "loss_action": 0.006804223172366619,
      "loss_total": 0.006804223172366619,
      "step": 72850
    },
    {
      "loss_action": 0.0078079793602228165,
      "loss_total": 0.0078079793602228165,
      "step": 72850
    },
    {
      "loss_action": 0.0017836454790085554,
      "loss_total": 0.0017836454790085554,
      "step": 72850
    },
    {
      "loss_action": 0.016653355211019516,
      "loss_total": 0.016653355211019516,
      "step": 72850
    },
    {
      "loss_action": 0.009708669036626816,
      "loss_total": 0.009708669036626816,
      "step": 72850
    },
    {
      "loss_action": 0.004620984196662903,
      "loss_total": 0.004620984196662903,
      "step": 72850
    },
    {
      "loss_action": 0.003820572979748249,
      "loss_total": 0.003820572979748249,
      "step": 72850
    },
    {
      "loss_action": 0.0036228348035365343,
      "loss_total": 0.0036228348035365343,
      "step": 72850
    },
    {
      "grad_norm": 0.12936827540397644,
      "learning_rate": 9.530118988758316e-05,
      "loss": 0.0066,
      "step": 72860
    },
    {
      "loss_action": 0.01033747848123312,
      "loss_total": 0.01033747848123312,
      "step": 72860
    },
    {
      "loss_action": 0.0035583949647843838,
      "loss_total": 0.0035583949647843838,
      "step": 72860
    },
    {
      "loss_action": 0.006157524883747101,
      "loss_total": 0.006157524883747101,
      "step": 72860
    },
    {
      "loss_action": 0.005133435130119324,
      "loss_total": 0.005133435130119324,
      "step": 72860
    },
    {
      "loss_action": 0.0035023479722440243,
      "loss_total": 0.0035023479722440243,
      "step": 72860
    },
    {
      "loss_action": 0.0030144727788865566,
      "loss_total": 0.0030144727788865566,
      "step": 72860
    },
    {
      "loss_action": 0.004603707231581211,
      "loss_total": 0.004603707231581211,
      "step": 72860
    },
    {
      "loss_action": 0.01471890602260828,
      "loss_total": 0.01471890602260828,
      "step": 72860
    },
    {
      "grad_norm": 0.10717998445034027,
      "learning_rate": 9.529944025114713e-05,
      "loss": 0.0067,
      "step": 72870
    },
    {
      "loss_action": 0.004520609974861145,
      "loss_total": 0.004520609974861145,
      "step": 72870
    },
    {
      "loss_action": 0.008726225234568119,
      "loss_total": 0.008726225234568119,
      "step": 72870
    },
    {
      "loss_action": 0.011633181944489479,
      "loss_total": 0.011633181944489479,
      "step": 72870
    },
    {
      "loss_action": 0.007351126056164503,
      "loss_total": 0.007351126056164503,
      "step": 72870
    },
    {
      "loss_action": 0.0045687067322432995,
      "loss_total": 0.0045687067322432995,
      "step": 72870
    },
    {
      "loss_action": 0.009035471826791763,
      "loss_total": 0.009035471826791763,
      "step": 72870
    },
    {
      "loss_action": 0.005959786009043455,
      "loss_total": 0.005959786009043455,
      "step": 72870
    },
    {
      "loss_action": 0.003424083348363638,
      "loss_total": 0.003424083348363638,
      "step": 72870
    },
    {
      "grad_norm": 0.08958414942026138,
      "learning_rate": 9.529769030509369e-05,
      "loss": 0.0066,
      "step": 72880
    },
    {
      "loss_action": 0.006482034455984831,
      "loss_total": 0.006482034455984831,
      "step": 72880
    },
    {
      "loss_action": 0.005298876669257879,
      "loss_total": 0.005298876669257879,
      "step": 72880
    },
    {
      "loss_action": 0.0030073653906583786,
      "loss_total": 0.0030073653906583786,
      "step": 72880
    },
    {
      "loss_action": 0.007425772491842508,
      "loss_total": 0.007425772491842508,
      "step": 72880
    },
    {
      "loss_action": 0.011583921499550343,
      "loss_total": 0.011583921499550343,
      "step": 72880
    },
    {
      "loss_action": 0.007660654839128256,
      "loss_total": 0.007660654839128256,
      "step": 72880
    },
    {
      "loss_action": 0.004232018254697323,
      "loss_total": 0.004232018254697323,
      "step": 72880
    },
    {
      "loss_action": 0.001851365203037858,
      "loss_total": 0.001851365203037858,
      "step": 72880
    },
    {
      "grad_norm": 0.19968469440937042,
      "learning_rate": 9.529594004943478e-05,
      "loss": 0.0067,
      "step": 72890
    },
    {
      "loss_action": 0.009325692430138588,
      "loss_total": 0.009325692430138588,
      "step": 72890
    },
    {
      "loss_action": 0.0017178719863295555,
      "loss_total": 0.0017178719863295555,
      "step": 72890
    },
    {
      "loss_action": 0.0100770378485322,
      "loss_total": 0.0100770378485322,
      "step": 72890
    },
    {
      "loss_action": 0.004948359914124012,
      "loss_total": 0.004948359914124012,
      "step": 72890
    },
    {
      "loss_action": 0.006054185330867767,
      "loss_total": 0.006054185330867767,
      "step": 72890
    },
    {
      "loss_action": 0.002844427479431033,
      "loss_total": 0.002844427479431033,
      "step": 72890
    },
    {
      "loss_action": 0.013911932706832886,
      "loss_total": 0.013911932706832886,
      "step": 72890
    },
    {
      "loss_action": 0.005394821986556053,
      "loss_total": 0.005394821986556053,
      "step": 72890
    },
    {
      "grad_norm": 0.13858625292778015,
      "learning_rate": 9.529418948418239e-05,
      "loss": 0.0065,
      "step": 72900
    },
    {
      "loss_action": 0.004490343853831291,
      "loss_total": 0.004490343853831291,
      "step": 72900
    },
    {
      "loss_action": 0.004195038694888353,
      "loss_total": 0.004195038694888353,
      "step": 72900
    },
    {
      "loss_action": 0.007494969293475151,
      "loss_total": 0.007494969293475151,
      "step": 72900
    },
    {
      "loss_action": 0.00958176702260971,
      "loss_total": 0.00958176702260971,
      "step": 72900
    },
    {
      "loss_action": 0.00616121431812644,
      "loss_total": 0.00616121431812644,
      "step": 72900
    },
    {
      "loss_action": 0.014509201049804688,
      "loss_total": 0.014509201049804688,
      "step": 72900
    },
    {
      "loss_action": 0.00262119947001338,
      "loss_total": 0.00262119947001338,
      "step": 72900
    },
    {
      "loss_action": 0.006286098156124353,
      "loss_total": 0.006286098156124353,
      "step": 72900
    },
    {
      "grad_norm": 0.09394987672567368,
      "learning_rate": 9.529243860934846e-05,
      "loss": 0.0062,
      "step": 72910
    },
    {
      "loss_action": 0.0032350632827728987,
      "loss_total": 0.0032350632827728987,
      "step": 72910
    },
    {
      "loss_action": 0.003196489531546831,
      "loss_total": 0.003196489531546831,
      "step": 72910
    },
    {
      "loss_action": 0.004602858796715736,
      "loss_total": 0.004602858796715736,
      "step": 72910
    },
    {
      "loss_action": 0.005117664113640785,
      "loss_total": 0.005117664113640785,
      "step": 72910
    },
    {
      "loss_action": 0.004441665019840002,
      "loss_total": 0.004441665019840002,
      "step": 72910
    },
    {
      "loss_action": 0.010852240025997162,
      "loss_total": 0.010852240025997162,
      "step": 72910
    },
    {
      "loss_action": 0.0018972114194184542,
      "loss_total": 0.0018972114194184542,
      "step": 72910
    },
    {
      "loss_action": 0.013695362955331802,
      "loss_total": 0.013695362955331802,
      "step": 72910
    },
    {
      "grad_norm": 0.11594905704259872,
      "learning_rate": 9.529068742494496e-05,
      "loss": 0.0069,
      "step": 72920
    },
    {
      "loss_action": 0.0023382562212646008,
      "loss_total": 0.0023382562212646008,
      "step": 72920
    },
    {
      "loss_action": 0.008312821388244629,
      "loss_total": 0.008312821388244629,
      "step": 72920
    },
    {
      "loss_action": 0.0026534455828368664,
      "loss_total": 0.0026534455828368664,
      "step": 72920
    },
    {
      "loss_action": 0.008518459275364876,
      "loss_total": 0.008518459275364876,
      "step": 72920
    },
    {
      "loss_action": 0.007781379856169224,
      "loss_total": 0.007781379856169224,
      "step": 72920
    },
    {
      "loss_action": 0.006199659779667854,
      "loss_total": 0.006199659779667854,
      "step": 72920
    },
    {
      "loss_action": 0.0019821308087557554,
      "loss_total": 0.0019821308087557554,
      "step": 72920
    },
    {
      "loss_action": 0.006617413833737373,
      "loss_total": 0.006617413833737373,
      "step": 72920
    },
    {
      "grad_norm": 0.12639954686164856,
      "learning_rate": 9.528893593098386e-05,
      "loss": 0.0059,
      "step": 72930
    },
    {
      "loss_action": 0.007921751588582993,
      "loss_total": 0.007921751588582993,
      "step": 72930
    },
    {
      "loss_action": 0.014192203059792519,
      "loss_total": 0.014192203059792519,
      "step": 72930
    },
    {
      "loss_action": 0.005191349424421787,
      "loss_total": 0.005191349424421787,
      "step": 72930
    },
    {
      "loss_action": 0.006421062164008617,
      "loss_total": 0.006421062164008617,
      "step": 72930
    },
    {
      "loss_action": 0.006616511382162571,
      "loss_total": 0.006616511382162571,
      "step": 72930
    },
    {
      "loss_action": 0.0050355736166238785,
      "loss_total": 0.0050355736166238785,
      "step": 72930
    },
    {
      "loss_action": 0.0024397228844463825,
      "loss_total": 0.0024397228844463825,
      "step": 72930
    },
    {
      "loss_action": 0.004711602348834276,
      "loss_total": 0.004711602348834276,
      "step": 72930
    },
    {
      "grad_norm": 0.08887197077274323,
      "learning_rate": 9.528718412747717e-05,
      "loss": 0.0061,
      "step": 72940
    },
    {
      "loss_action": 0.0072115203365683556,
      "loss_total": 0.0072115203365683556,
      "step": 72940
    },
    {
      "loss_action": 0.0032106817234307528,
      "loss_total": 0.0032106817234307528,
      "step": 72940
    },
    {
      "loss_action": 0.006088715046644211,
      "loss_total": 0.006088715046644211,
      "step": 72940
    },
    {
      "loss_action": 0.003284237813204527,
      "loss_total": 0.003284237813204527,
      "step": 72940
    },
    {
      "loss_action": 0.0135118393227458,
      "loss_total": 0.0135118393227458,
      "step": 72940
    },
    {
      "loss_action": 0.0034926768857985735,
      "loss_total": 0.0034926768857985735,
      "step": 72940
    },
    {
      "loss_action": 0.005352864041924477,
      "loss_total": 0.005352864041924477,
      "step": 72940
    },
    {
      "loss_action": 0.00741506926715374,
      "loss_total": 0.00741506926715374,
      "step": 72940
    },
    {
      "grad_norm": 0.08960870653390884,
      "learning_rate": 9.52854320144368e-05,
      "loss": 0.0052,
      "step": 72950
    },
    {
      "loss_action": 0.003356263041496277,
      "loss_total": 0.003356263041496277,
      "step": 72950
    },
    {
      "loss_action": 0.00575820729136467,
      "loss_total": 0.00575820729136467,
      "step": 72950
    },
    {
      "loss_action": 0.00617278553545475,
      "loss_total": 0.00617278553545475,
      "step": 72950
    },
    {
      "loss_action": 0.002055925317108631,
      "loss_total": 0.002055925317108631,
      "step": 72950
    },
    {
      "loss_action": 0.0042783357203006744,
      "loss_total": 0.0042783357203006744,
      "step": 72950
    },
    {
      "loss_action": 0.007588576525449753,
      "loss_total": 0.007588576525449753,
      "step": 72950
    },
    {
      "loss_action": 0.003853646805509925,
      "loss_total": 0.003853646805509925,
      "step": 72950
    },
    {
      "loss_action": 0.006227858364582062,
      "loss_total": 0.006227858364582062,
      "step": 72950
    },
    {
      "grad_norm": 0.10971320420503616,
      "learning_rate": 9.528367959187476e-05,
      "loss": 0.0068,
      "step": 72960
    },
    {
      "loss_action": 0.005340578965842724,
      "loss_total": 0.005340578965842724,
      "step": 72960
    },
    {
      "loss_action": 0.0037355192471295595,
      "loss_total": 0.0037355192471295595,
      "step": 72960
    },
    {
      "loss_action": 0.0036228992976248264,
      "loss_total": 0.0036228992976248264,
      "step": 72960
    },
    {
      "loss_action": 0.0025581344962120056,
      "loss_total": 0.0025581344962120056,
      "step": 72960
    },
    {
      "loss_action": 0.004140958189964294,
      "loss_total": 0.004140958189964294,
      "step": 72960
    },
    {
      "loss_action": 0.0019005276262760162,
      "loss_total": 0.0019005276262760162,
      "step": 72960
    },
    {
      "loss_action": 0.00699036568403244,
      "loss_total": 0.00699036568403244,
      "step": 72960
    },
    {
      "loss_action": 0.004380515310913324,
      "loss_total": 0.004380515310913324,
      "step": 72960
    },
    {
      "grad_norm": 0.07076364010572433,
      "learning_rate": 9.528192685980302e-05,
      "loss": 0.006,
      "step": 72970
    },
    {
      "loss_action": 0.002763256197795272,
      "loss_total": 0.002763256197795272,
      "step": 72970
    },
    {
      "loss_action": 0.0029573384672403336,
      "loss_total": 0.0029573384672403336,
      "step": 72970
    },
    {
      "loss_action": 0.003463529981672764,
      "loss_total": 0.003463529981672764,
      "step": 72970
    },
    {
      "loss_action": 0.003840444143861532,
      "loss_total": 0.003840444143861532,
      "step": 72970
    },
    {
      "loss_action": 0.001697081490419805,
      "loss_total": 0.001697081490419805,
      "step": 72970
    },
    {
      "loss_action": 0.0020361195784062147,
      "loss_total": 0.0020361195784062147,
      "step": 72970
    },
    {
      "loss_action": 0.0074855489656329155,
      "loss_total": 0.0074855489656329155,
      "step": 72970
    },
    {
      "loss_action": 0.008724410086870193,
      "loss_total": 0.008724410086870193,
      "step": 72970
    },
    {
      "grad_norm": 0.08410408347845078,
      "learning_rate": 9.528017381823357e-05,
      "loss": 0.0063,
      "step": 72980
    },
    {
      "loss_action": 0.002318384125828743,
      "loss_total": 0.002318384125828743,
      "step": 72980
    },
    {
      "loss_action": 0.002115428913384676,
      "loss_total": 0.002115428913384676,
      "step": 72980
    },
    {
      "loss_action": 0.02502957172691822,
      "loss_total": 0.02502957172691822,
      "step": 72980
    },
    {
      "loss_action": 0.005424152128398418,
      "loss_total": 0.005424152128398418,
      "step": 72980
    },
    {
      "loss_action": 0.02133823186159134,
      "loss_total": 0.02133823186159134,
      "step": 72980
    },
    {
      "loss_action": 0.0052513196133077145,
      "loss_total": 0.0052513196133077145,
      "step": 72980
    },
    {
      "loss_action": 0.004228661302477121,
      "loss_total": 0.004228661302477121,
      "step": 72980
    },
    {
      "loss_action": 0.039743900299072266,
      "loss_total": 0.039743900299072266,
      "step": 72980
    },
    {
      "grad_norm": 0.11631286144256592,
      "learning_rate": 9.527842046717837e-05,
      "loss": 0.007,
      "step": 72990
    },
    {
      "loss_action": 0.009645070880651474,
      "loss_total": 0.009645070880651474,
      "step": 72990
    },
    {
      "loss_action": 0.002225913805887103,
      "loss_total": 0.002225913805887103,
      "step": 72990
    },
    {
      "loss_action": 0.003961619455367327,
      "loss_total": 0.003961619455367327,
      "step": 72990
    },
    {
      "loss_action": 0.003923400305211544,
      "loss_total": 0.003923400305211544,
      "step": 72990
    },
    {
      "loss_action": 0.010089601390063763,
      "loss_total": 0.010089601390063763,
      "step": 72990
    },
    {
      "loss_action": 0.005083349533379078,
      "loss_total": 0.005083349533379078,
      "step": 72990
    },
    {
      "loss_action": 0.012592961080372334,
      "loss_total": 0.012592961080372334,
      "step": 72990
    },
    {
      "loss_action": 0.0035201420541852713,
      "loss_total": 0.0035201420541852713,
      "step": 72990
    },
    {
      "grad_norm": 0.0943596288561821,
      "learning_rate": 9.527666680664943e-05,
      "loss": 0.0054,
      "step": 73000
    },
    {
      "loss_action": 0.0040058717131614685,
      "loss_total": 0.0040058717131614685,
      "step": 73000
    },
    {
      "loss_action": 0.005009491462260485,
      "loss_total": 0.005009491462260485,
      "step": 73000
    },
    {
      "loss_action": 0.005076788831502199,
      "loss_total": 0.005076788831502199,
      "step": 73000
    },
    {
      "loss_action": 0.003922412637621164,
      "loss_total": 0.003922412637621164,
      "step": 73000
    },
    {
      "loss_action": 0.005878285970538855,
      "loss_total": 0.005878285970538855,
      "step": 73000
    },
    {
      "loss_action": 0.004591166973114014,
      "loss_total": 0.004591166973114014,
      "step": 73000
    },
    {
      "loss_action": 0.005943624302744865,
      "loss_total": 0.005943624302744865,
      "step": 73000
    },
    {
      "loss_action": 0.007514010649174452,
      "loss_total": 0.007514010649174452,
      "step": 73000
    },
    {
      "grad_norm": 0.09519853442907333,
      "learning_rate": 9.527491283665873e-05,
      "loss": 0.0059,
      "step": 73010
    },
    {
      "loss_action": 0.002283034846186638,
      "loss_total": 0.002283034846186638,
      "step": 73010
    },
    {
      "loss_action": 0.0042410725727677345,
      "loss_total": 0.0042410725727677345,
      "step": 73010
    },
    {
      "loss_action": 0.006275228224694729,
      "loss_total": 0.006275228224694729,
      "step": 73010
    },
    {
      "loss_action": 0.004428570158779621,
      "loss_total": 0.004428570158779621,
      "step": 73010
    },
    {
      "loss_action": 0.007168668322265148,
      "loss_total": 0.007168668322265148,
      "step": 73010
    },
    {
      "loss_action": 0.005316387861967087,
      "loss_total": 0.005316387861967087,
      "step": 73010
    },
    {
      "loss_action": 0.006123138125985861,
      "loss_total": 0.006123138125985861,
      "step": 73010
    },
    {
      "loss_action": 0.008705129846930504,
      "loss_total": 0.008705129846930504,
      "step": 73010
    },
    {
      "grad_norm": 0.13028740882873535,
      "learning_rate": 9.527315855721824e-05,
      "loss": 0.0058,
      "step": 73020
    },
    {
      "loss_action": 0.0038593020290136337,
      "loss_total": 0.0038593020290136337,
      "step": 73020
    },
    {
      "loss_action": 0.003069578669965267,
      "loss_total": 0.003069578669965267,
      "step": 73020
    },
    {
      "loss_action": 0.011174853891134262,
      "loss_total": 0.011174853891134262,
      "step": 73020
    },
    {
      "loss_action": 0.0022310353815555573,
      "loss_total": 0.0022310353815555573,
      "step": 73020
    },
    {
      "loss_action": 0.003547579050064087,
      "loss_total": 0.003547579050064087,
      "step": 73020
    },
    {
      "loss_action": 0.01052657701075077,
      "loss_total": 0.01052657701075077,
      "step": 73020
    },
    {
      "loss_action": 0.005992285907268524,
      "loss_total": 0.005992285907268524,
      "step": 73020
    },
    {
      "loss_action": 0.005427895113825798,
      "loss_total": 0.005427895113825798,
      "step": 73020
    },
    {
      "grad_norm": 0.1138523668050766,
      "learning_rate": 9.527140396833997e-05,
      "loss": 0.0058,
      "step": 73030
    },
    {
      "loss_action": 0.0042104157619178295,
      "loss_total": 0.0042104157619178295,
      "step": 73030
    },
    {
      "loss_action": 0.003615547437220812,
      "loss_total": 0.003615547437220812,
      "step": 73030
    },
    {
      "loss_action": 0.006874297745525837,
      "loss_total": 0.006874297745525837,
      "step": 73030
    },
    {
      "loss_action": 0.018618620932102203,
      "loss_total": 0.018618620932102203,
      "step": 73030
    },
    {
      "loss_action": 0.0031074516009539366,
      "loss_total": 0.0031074516009539366,
      "step": 73030
    },
    {
      "loss_action": 0.002028366783633828,
      "loss_total": 0.002028366783633828,
      "step": 73030
    },
    {
      "loss_action": 0.004176987335085869,
      "loss_total": 0.004176987335085869,
      "step": 73030
    },
    {
      "loss_action": 0.0035881660878658295,
      "loss_total": 0.0035881660878658295,
      "step": 73030
    },
    {
      "grad_norm": 0.08842039853334427,
      "learning_rate": 9.52696490700359e-05,
      "loss": 0.0064,
      "step": 73040
    },
    {
      "loss_action": 0.01132137980312109,
      "loss_total": 0.01132137980312109,
      "step": 73040
    },
    {
      "loss_action": 0.0054344115778803825,
      "loss_total": 0.0054344115778803825,
      "step": 73040
    },
    {
      "loss_action": 0.009290290996432304,
      "loss_total": 0.009290290996432304,
      "step": 73040
    },
    {
      "loss_action": 0.0024179089814424515,
      "loss_total": 0.0024179089814424515,
      "step": 73040
    },
    {
      "loss_action": 0.0017905521672219038,
      "loss_total": 0.0017905521672219038,
      "step": 73040
    },
    {
      "loss_action": 0.0020079822279512882,
      "loss_total": 0.0020079822279512882,
      "step": 73040
    },
    {
      "loss_action": 0.003937124274671078,
      "loss_total": 0.003937124274671078,
      "step": 73040
    },
    {
      "loss_action": 0.007896339520812035,
      "loss_total": 0.007896339520812035,
      "step": 73040
    },
    {
      "grad_norm": 0.12165875732898712,
      "learning_rate": 9.526789386231803e-05,
      "loss": 0.0064,
      "step": 73050
    },
    {
      "loss_action": 0.007797512691468,
      "loss_total": 0.007797512691468,
      "step": 73050
    },
    {
      "loss_action": 0.005801802966743708,
      "loss_total": 0.005801802966743708,
      "step": 73050
    },
    {
      "loss_action": 0.013705680146813393,
      "loss_total": 0.013705680146813393,
      "step": 73050
    },
    {
      "loss_action": 0.0021330188028514385,
      "loss_total": 0.0021330188028514385,
      "step": 73050
    },
    {
      "loss_action": 0.012164648622274399,
      "loss_total": 0.012164648622274399,
      "step": 73050
    },
    {
      "loss_action": 0.006343071348965168,
      "loss_total": 0.006343071348965168,
      "step": 73050
    },
    {
      "loss_action": 0.003454748308286071,
      "loss_total": 0.003454748308286071,
      "step": 73050
    },
    {
      "loss_action": 0.004443809390068054,
      "loss_total": 0.004443809390068054,
      "step": 73050
    },
    {
      "grad_norm": 0.1276412010192871,
      "learning_rate": 9.526613834519837e-05,
      "loss": 0.0075,
      "step": 73060
    },
    {
      "loss_action": 0.003618856193497777,
      "loss_total": 0.003618856193497777,
      "step": 73060
    },
    {
      "loss_action": 0.013552289456129074,
      "loss_total": 0.013552289456129074,
      "step": 73060
    },
    {
      "loss_action": 0.004711715970188379,
      "loss_total": 0.004711715970188379,
      "step": 73060
    },
    {
      "loss_action": 0.008593140169978142,
      "loss_total": 0.008593140169978142,
      "step": 73060
    },
    {
      "loss_action": 0.006614407524466515,
      "loss_total": 0.006614407524466515,
      "step": 73060
    },
    {
      "loss_action": 0.002239817753434181,
      "loss_total": 0.002239817753434181,
      "step": 73060
    },
    {
      "loss_action": 0.004649010486900806,
      "loss_total": 0.004649010486900806,
      "step": 73060
    },
    {
      "loss_action": 0.005455403588712215,
      "loss_total": 0.005455403588712215,
      "step": 73060
    },
    {
      "grad_norm": 0.1410849690437317,
      "learning_rate": 9.526438251868889e-05,
      "loss": 0.0073,
      "step": 73070
    },
    {
      "loss_action": 0.004769591614603996,
      "loss_total": 0.004769591614603996,
      "step": 73070
    },
    {
      "loss_action": 0.030754145234823227,
      "loss_total": 0.030754145234823227,
      "step": 73070
    },
    {
      "loss_action": 0.009508608840405941,
      "loss_total": 0.009508608840405941,
      "step": 73070
    },
    {
      "loss_action": 0.013807504437863827,
      "loss_total": 0.013807504437863827,
      "step": 73070
    },
    {
      "loss_action": 0.010098736733198166,
      "loss_total": 0.010098736733198166,
      "step": 73070
    },
    {
      "loss_action": 0.0198774803429842,
      "loss_total": 0.0198774803429842,
      "step": 73070
    },
    {
      "loss_action": 0.002163698896765709,
      "loss_total": 0.002163698896765709,
      "step": 73070
    },
    {
      "loss_action": 0.004879697225987911,
      "loss_total": 0.004879697225987911,
      "step": 73070
    },
    {
      "grad_norm": 0.22132492065429688,
      "learning_rate": 9.526262638280161e-05,
      "loss": 0.0076,
      "step": 73080
    },
    {
      "loss_action": 0.002314607612788677,
      "loss_total": 0.002314607612788677,
      "step": 73080
    },
    {
      "loss_action": 0.003643978387117386,
      "loss_total": 0.003643978387117386,
      "step": 73080
    },
    {
      "loss_action": 0.004441814962774515,
      "loss_total": 0.004441814962774515,
      "step": 73080
    },
    {
      "loss_action": 0.00848117284476757,
      "loss_total": 0.00848117284476757,
      "step": 73080
    },
    {
      "loss_action": 0.01472952589392662,
      "loss_total": 0.01472952589392662,
      "step": 73080
    },
    {
      "loss_action": 0.0034393994137644768,
      "loss_total": 0.0034393994137644768,
      "step": 73080
    },
    {
      "loss_action": 0.01935514062643051,
      "loss_total": 0.01935514062643051,
      "step": 73080
    },
    {
      "loss_action": 0.003449926618486643,
      "loss_total": 0.003449926618486643,
      "step": 73080
    },
    {
      "grad_norm": 0.07378654927015305,
      "learning_rate": 9.526086993754853e-05,
      "loss": 0.0066,
      "step": 73090
    },
    {
      "loss_action": 0.002489167032763362,
      "loss_total": 0.002489167032763362,
      "step": 73090
    },
    {
      "loss_action": 0.004160650540143251,
      "loss_total": 0.004160650540143251,
      "step": 73090
    },
    {
      "loss_action": 0.0031244694255292416,
      "loss_total": 0.0031244694255292416,
      "step": 73090
    },
    {
      "loss_action": 0.0041872235015034676,
      "loss_total": 0.0041872235015034676,
      "step": 73090
    },
    {
      "loss_action": 0.006089449860155582,
      "loss_total": 0.006089449860155582,
      "step": 73090
    },
    {
      "loss_action": 0.0072142984718084335,
      "loss_total": 0.0072142984718084335,
      "step": 73090
    },
    {
      "loss_action": 0.004186480771750212,
      "loss_total": 0.004186480771750212,
      "step": 73090
    },
    {
      "loss_action": 0.004611653741449118,
      "loss_total": 0.004611653741449118,
      "step": 73090
    },
    {
      "grad_norm": 0.10862798988819122,
      "learning_rate": 9.525911318294165e-05,
      "loss": 0.0069,
      "step": 73100
    },
    {
      "loss_action": 0.03390159085392952,
      "loss_total": 0.03390159085392952,
      "step": 73100
    },
    {
      "loss_action": 0.004567969590425491,
      "loss_total": 0.004567969590425491,
      "step": 73100
    },
    {
      "loss_action": 0.01690336875617504,
      "loss_total": 0.01690336875617504,
      "step": 73100
    },
    {
      "loss_action": 0.010540702380239964,
      "loss_total": 0.010540702380239964,
      "step": 73100
    },
    {
      "loss_action": 0.008872787468135357,
      "loss_total": 0.008872787468135357,
      "step": 73100
    },
    {
      "loss_action": 0.00539843924343586,
      "loss_total": 0.00539843924343586,
      "step": 73100
    },
    {
      "loss_action": 0.0027905944734811783,
      "loss_total": 0.0027905944734811783,
      "step": 73100
    },
    {
      "loss_action": 0.0013786148047074676,
      "loss_total": 0.0013786148047074676,
      "step": 73100
    },
    {
      "grad_norm": 0.12974536418914795,
      "learning_rate": 9.525735611899298e-05,
      "loss": 0.0078,
      "step": 73110
    },
    {
      "loss_action": 0.01274745725095272,
      "loss_total": 0.01274745725095272,
      "step": 73110
    },
    {
      "loss_action": 0.007878860458731651,
      "loss_total": 0.007878860458731651,
      "step": 73110
    },
    {
      "loss_action": 0.006567331030964851,
      "loss_total": 0.006567331030964851,
      "step": 73110
    },
    {
      "loss_action": 0.005517453886568546,
      "loss_total": 0.005517453886568546,
      "step": 73110
    },
    {
      "loss_action": 0.00401201331987977,
      "loss_total": 0.00401201331987977,
      "step": 73110
    },
    {
      "loss_action": 0.005082638002932072,
      "loss_total": 0.005082638002932072,
      "step": 73110
    },
    {
      "loss_action": 0.004411464557051659,
      "loss_total": 0.004411464557051659,
      "step": 73110
    },
    {
      "loss_action": 0.007421794347465038,
      "loss_total": 0.007421794347465038,
      "step": 73110
    },
    {
      "grad_norm": 0.08307212591171265,
      "learning_rate": 9.525559874571454e-05,
      "loss": 0.0107,
      "step": 73120
    },
    {
      "loss_action": 0.004869204014539719,
      "loss_total": 0.004869204014539719,
      "step": 73120
    },
    {
      "loss_action": 0.012613068334758282,
      "loss_total": 0.012613068334758282,
      "step": 73120
    },
    {
      "loss_action": 0.002355783712118864,
      "loss_total": 0.002355783712118864,
      "step": 73120
    },
    {
      "loss_action": 0.004572604782879353,
      "loss_total": 0.004572604782879353,
      "step": 73120
    },
    {
      "loss_action": 0.003372517414391041,
      "loss_total": 0.003372517414391041,
      "step": 73120
    },
    {
      "loss_action": 0.007379941642284393,
      "loss_total": 0.007379941642284393,
      "step": 73120
    },
    {
      "loss_action": 0.006832539103925228,
      "loss_total": 0.006832539103925228,
      "step": 73120
    },
    {
      "loss_action": 0.005247947294265032,
      "loss_total": 0.005247947294265032,
      "step": 73120
    },
    {
      "grad_norm": 0.10565096884965897,
      "learning_rate": 9.525384106311834e-05,
      "loss": 0.0076,
      "step": 73130
    },
    {
      "loss_action": 0.0022011788096278906,
      "loss_total": 0.0022011788096278906,
      "step": 73130
    },
    {
      "loss_action": 0.003375743515789509,
      "loss_total": 0.003375743515789509,
      "step": 73130
    },
    {
      "loss_action": 0.003378600114956498,
      "loss_total": 0.003378600114956498,
      "step": 73130
    },
    {
      "loss_action": 0.01677216961979866,
      "loss_total": 0.01677216961979866,
      "step": 73130
    },
    {
      "loss_action": 0.006185458041727543,
      "loss_total": 0.006185458041727543,
      "step": 73130
    },
    {
      "loss_action": 0.012931790202856064,
      "loss_total": 0.012931790202856064,
      "step": 73130
    },
    {
      "loss_action": 0.006336800288408995,
      "loss_total": 0.006336800288408995,
      "step": 73130
    },
    {
      "loss_action": 0.0051431795582175255,
      "loss_total": 0.0051431795582175255,
      "step": 73130
    },
    {
      "grad_norm": 0.1727878898382187,
      "learning_rate": 9.525208307121637e-05,
      "loss": 0.0081,
      "step": 73140
    },
    {
      "loss_action": 0.006850303150713444,
      "loss_total": 0.006850303150713444,
      "step": 73140
    },
    {
      "loss_action": 0.006934781558811665,
      "loss_total": 0.006934781558811665,
      "step": 73140
    },
    {
      "loss_action": 0.0027382653206586838,
      "loss_total": 0.0027382653206586838,
      "step": 73140
    },
    {
      "loss_action": 0.0030762292444705963,
      "loss_total": 0.0030762292444705963,
      "step": 73140
    },
    {
      "loss_action": 0.0030298386700451374,
      "loss_total": 0.0030298386700451374,
      "step": 73140
    },
    {
      "loss_action": 0.0040079751051962376,
      "loss_total": 0.0040079751051962376,
      "step": 73140
    },
    {
      "loss_action": 0.003909081686288118,
      "loss_total": 0.003909081686288118,
      "step": 73140
    },
    {
      "loss_action": 0.0037584970705211163,
      "loss_total": 0.0037584970705211163,
      "step": 73140
    },
    {
      "grad_norm": 0.11554039269685745,
      "learning_rate": 9.525032477002068e-05,
      "loss": 0.0056,
      "step": 73150
    },
    {
      "loss_action": 0.0036791395395994186,
      "loss_total": 0.0036791395395994186,
      "step": 73150
    },
    {
      "loss_action": 0.003251443849876523,
      "loss_total": 0.003251443849876523,
      "step": 73150
    },
    {
      "loss_action": 0.003968529868870974,
      "loss_total": 0.003968529868870974,
      "step": 73150
    },
    {
      "loss_action": 0.0030318754725158215,
      "loss_total": 0.0030318754725158215,
      "step": 73150
    },
    {
      "loss_action": 0.0023998955730348825,
      "loss_total": 0.0023998955730348825,
      "step": 73150
    },
    {
      "loss_action": 0.007808819878846407,
      "loss_total": 0.007808819878846407,
      "step": 73150
    },
    {
      "loss_action": 0.005128584336489439,
      "loss_total": 0.005128584336489439,
      "step": 73150
    },
    {
      "loss_action": 0.0038824034854769707,
      "loss_total": 0.0038824034854769707,
      "step": 73150
    },
    {
      "grad_norm": 0.09279690682888031,
      "learning_rate": 9.524856615954324e-05,
      "loss": 0.0067,
      "step": 73160
    },
    {
      "loss_action": 0.003553084097802639,
      "loss_total": 0.003553084097802639,
      "step": 73160
    },
    {
      "loss_action": 0.002707748208194971,
      "loss_total": 0.002707748208194971,
      "step": 73160
    },
    {
      "loss_action": 0.005709034390747547,
      "loss_total": 0.005709034390747547,
      "step": 73160
    },
    {
      "loss_action": 0.0038341893814504147,
      "loss_total": 0.0038341893814504147,
      "step": 73160
    },
    {
      "loss_action": 0.009174119681119919,
      "loss_total": 0.009174119681119919,
      "step": 73160
    },
    {
      "loss_action": 0.008718542754650116,
      "loss_total": 0.008718542754650116,
      "step": 73160
    },
    {
      "loss_action": 0.0016886850353330374,
      "loss_total": 0.0016886850353330374,
      "step": 73160
    },
    {
      "loss_action": 0.00435254443436861,
      "loss_total": 0.00435254443436861,
      "step": 73160
    },
    {
      "grad_norm": 0.16679590940475464,
      "learning_rate": 9.524680723979611e-05,
      "loss": 0.0083,
      "step": 73170
    },
    {
      "loss_action": 0.0054673864506185055,
      "loss_total": 0.0054673864506185055,
      "step": 73170
    },
    {
      "loss_action": 0.007074876222759485,
      "loss_total": 0.007074876222759485,
      "step": 73170
    },
    {
      "loss_action": 0.006036005914211273,
      "loss_total": 0.006036005914211273,
      "step": 73170
    },
    {
      "loss_action": 0.0017956029623746872,
      "loss_total": 0.0017956029623746872,
      "step": 73170
    },
    {
      "loss_action": 0.0023357784375548363,
      "loss_total": 0.0023357784375548363,
      "step": 73170
    },
    {
      "loss_action": 0.016786666586995125,
      "loss_total": 0.016786666586995125,
      "step": 73170
    },
    {
      "loss_action": 0.007655126973986626,
      "loss_total": 0.007655126973986626,
      "step": 73170
    },
    {
      "loss_action": 0.007527575828135014,
      "loss_total": 0.007527575828135014,
      "step": 73170
    },
    {
      "grad_norm": 0.07055342942476273,
      "learning_rate": 9.524504801079132e-05,
      "loss": 0.0072,
      "step": 73180
    },
    {
      "loss_action": 0.00475798174738884,
      "loss_total": 0.00475798174738884,
      "step": 73180
    },
    {
      "loss_action": 0.009834890253841877,
      "loss_total": 0.009834890253841877,
      "step": 73180
    },
    {
      "loss_action": 0.010861918330192566,
      "loss_total": 0.010861918330192566,
      "step": 73180
    },
    {
      "loss_action": 0.004779285751283169,
      "loss_total": 0.004779285751283169,
      "step": 73180
    },
    {
      "loss_action": 0.005519087426364422,
      "loss_total": 0.005519087426364422,
      "step": 73180
    },
    {
      "loss_action": 0.003916548099368811,
      "loss_total": 0.003916548099368811,
      "step": 73180
    },
    {
      "loss_action": 0.0024797639343887568,
      "loss_total": 0.0024797639343887568,
      "step": 73180
    },
    {
      "loss_action": 0.0035754679702222347,
      "loss_total": 0.0035754679702222347,
      "step": 73180
    },
    {
      "grad_norm": 0.1821451038122177,
      "learning_rate": 9.524328847254085e-05,
      "loss": 0.0076,
      "step": 73190
    },
    {
      "loss_action": 0.013736006803810596,
      "loss_total": 0.013736006803810596,
      "step": 73190
    },
    {
      "loss_action": 0.008867532014846802,
      "loss_total": 0.008867532014846802,
      "step": 73190
    },
    {
      "loss_action": 0.012755672447383404,
      "loss_total": 0.012755672447383404,
      "step": 73190
    },
    {
      "loss_action": 0.002033117227256298,
      "loss_total": 0.002033117227256298,
      "step": 73190
    },
    {
      "loss_action": 0.005190357565879822,
      "loss_total": 0.005190357565879822,
      "step": 73190
    },
    {
      "loss_action": 0.003613486420363188,
      "loss_total": 0.003613486420363188,
      "step": 73190
    },
    {
      "loss_action": 0.00911633763462305,
      "loss_total": 0.00911633763462305,
      "step": 73190
    },
    {
      "loss_action": 0.002409885171800852,
      "loss_total": 0.002409885171800852,
      "step": 73190
    },
    {
      "grad_norm": 0.11401734501123428,
      "learning_rate": 9.524152862505678e-05,
      "loss": 0.0082,
      "step": 73200
    },
    {
      "loss_action": 0.0025423699989914894,
      "loss_total": 0.0025423699989914894,
      "step": 73200
    },
    {
      "loss_action": 0.005311233922839165,
      "loss_total": 0.005311233922839165,
      "step": 73200
    },
    {
      "loss_action": 0.010304930619895458,
      "loss_total": 0.010304930619895458,
      "step": 73200
    },
    {
      "loss_action": 0.0033907496836036444,
      "loss_total": 0.0033907496836036444,
      "step": 73200
    },
    {
      "loss_action": 0.0061262487433850765,
      "loss_total": 0.0061262487433850765,
      "step": 73200
    },
    {
      "loss_action": 0.014865042641758919,
      "loss_total": 0.014865042641758919,
      "step": 73200
    },
    {
      "loss_action": 0.02941286563873291,
      "loss_total": 0.02941286563873291,
      "step": 73200
    },
    {
      "loss_action": 0.013369064778089523,
      "loss_total": 0.013369064778089523,
      "step": 73200
    },
    {
      "grad_norm": 0.11957647651433945,
      "learning_rate": 9.52397684683511e-05,
      "loss": 0.0079,
      "step": 73210
    },
    {
      "loss_action": 0.07757224887609482,
      "loss_total": 0.07757224887609482,
      "step": 73210
    },
    {
      "loss_action": 0.006584568414837122,
      "loss_total": 0.006584568414837122,
      "step": 73210
    },
    {
      "loss_action": 0.00717549305409193,
      "loss_total": 0.00717549305409193,
      "step": 73210
    },
    {
      "loss_action": 0.0019615881610661745,
      "loss_total": 0.0019615881610661745,
      "step": 73210
    },
    {
      "loss_action": 0.013493239879608154,
      "loss_total": 0.013493239879608154,
      "step": 73210
    },
    {
      "loss_action": 0.004927768371999264,
      "loss_total": 0.004927768371999264,
      "step": 73210
    },
    {
      "loss_action": 0.0038266200572252274,
      "loss_total": 0.0038266200572252274,
      "step": 73210
    },
    {
      "loss_action": 0.006524210330098867,
      "loss_total": 0.006524210330098867,
      "step": 73210
    },
    {
      "grad_norm": 0.2292414754629135,
      "learning_rate": 9.523800800243584e-05,
      "loss": 0.0097,
      "step": 73220
    },
    {
      "loss_action": 0.0036464929580688477,
      "loss_total": 0.0036464929580688477,
      "step": 73220
    },
    {
      "loss_action": 0.005140415392816067,
      "loss_total": 0.005140415392816067,
      "step": 73220
    },
    {
      "loss_action": 0.006477095186710358,
      "loss_total": 0.006477095186710358,
      "step": 73220
    },
    {
      "loss_action": 0.007175590842962265,
      "loss_total": 0.007175590842962265,
      "step": 73220
    },
    {
      "loss_action": 0.005701333750039339,
      "loss_total": 0.005701333750039339,
      "step": 73220
    },
    {
      "loss_action": 0.005857484880834818,
      "loss_total": 0.005857484880834818,
      "step": 73220
    },
    {
      "loss_action": 0.00484880805015564,
      "loss_total": 0.00484880805015564,
      "step": 73220
    },
    {
      "loss_action": 0.0052536167204380035,
      "loss_total": 0.0052536167204380035,
      "step": 73220
    },
    {
      "grad_norm": 0.17563693225383759,
      "learning_rate": 9.523624722732305e-05,
      "loss": 0.0075,
      "step": 73230
    },
    {
      "loss_action": 0.005393356084823608,
      "loss_total": 0.005393356084823608,
      "step": 73230
    },
    {
      "loss_action": 0.010220534168183804,
      "loss_total": 0.010220534168183804,
      "step": 73230
    },
    {
      "loss_action": 0.003584211226552725,
      "loss_total": 0.003584211226552725,
      "step": 73230
    },
    {
      "loss_action": 0.0036859577521681786,
      "loss_total": 0.0036859577521681786,
      "step": 73230
    },
    {
      "loss_action": 0.0034018028527498245,
      "loss_total": 0.0034018028527498245,
      "step": 73230
    },
    {
      "loss_action": 0.005745193921029568,
      "loss_total": 0.005745193921029568,
      "step": 73230
    },
    {
      "loss_action": 0.0031793187372386456,
      "loss_total": 0.0031793187372386456,
      "step": 73230
    },
    {
      "loss_action": 0.00466195959597826,
      "loss_total": 0.00466195959597826,
      "step": 73230
    },
    {
      "grad_norm": 0.1624232977628708,
      "learning_rate": 9.523448614302477e-05,
      "loss": 0.0073,
      "step": 73240
    },
    {
      "loss_action": 0.022337820380926132,
      "loss_total": 0.022337820380926132,
      "step": 73240
    },
    {
      "loss_action": 0.006707069929689169,
      "loss_total": 0.006707069929689169,
      "step": 73240
    },
    {
      "loss_action": 0.004575333092361689,
      "loss_total": 0.004575333092361689,
      "step": 73240
    },
    {
      "loss_action": 0.00855565071105957,
      "loss_total": 0.00855565071105957,
      "step": 73240
    },
    {
      "loss_action": 0.00351512199267745,
      "loss_total": 0.00351512199267745,
      "step": 73240
    },
    {
      "loss_action": 0.004588979296386242,
      "loss_total": 0.004588979296386242,
      "step": 73240
    },
    {
      "loss_action": 0.003877603216096759,
      "loss_total": 0.003877603216096759,
      "step": 73240
    },
    {
      "loss_action": 0.006306673400104046,
      "loss_total": 0.006306673400104046,
      "step": 73240
    },
    {
      "grad_norm": 0.08864866197109222,
      "learning_rate": 9.5232724749553e-05,
      "loss": 0.0058,
      "step": 73250
    },
    {
      "loss_action": 0.004283487796783447,
      "loss_total": 0.004283487796783447,
      "step": 73250
    },
    {
      "loss_action": 0.0058832112699747086,
      "loss_total": 0.0058832112699747086,
      "step": 73250
    },
    {
      "loss_action": 0.008748864755034447,
      "loss_total": 0.008748864755034447,
      "step": 73250
    },
    {
      "loss_action": 0.0054103536531329155,
      "loss_total": 0.0054103536531329155,
      "step": 73250
    },
    {
      "loss_action": 0.005040361545979977,
      "loss_total": 0.005040361545979977,
      "step": 73250
    },
    {
      "loss_action": 0.0033990638330578804,
      "loss_total": 0.0033990638330578804,
      "step": 73250
    },
    {
      "loss_action": 0.005399998277425766,
      "loss_total": 0.005399998277425766,
      "step": 73250
    },
    {
      "loss_action": 0.012168867513537407,
      "loss_total": 0.012168867513537407,
      "step": 73250
    },
    {
      "grad_norm": 0.0811857283115387,
      "learning_rate": 9.523096304691983e-05,
      "loss": 0.0059,
      "step": 73260
    },
    {
      "loss_action": 0.002714740112423897,
      "loss_total": 0.002714740112423897,
      "step": 73260
    },
    {
      "loss_action": 0.004834948107600212,
      "loss_total": 0.004834948107600212,
      "step": 73260
    },
    {
      "loss_action": 0.0020941877737641335,
      "loss_total": 0.0020941877737641335,
      "step": 73260
    },
    {
      "loss_action": 0.0038185317534953356,
      "loss_total": 0.0038185317534953356,
      "step": 73260
    },
    {
      "loss_action": 0.007203389890491962,
      "loss_total": 0.007203389890491962,
      "step": 73260
    },
    {
      "loss_action": 0.008802591823041439,
      "loss_total": 0.008802591823041439,
      "step": 73260
    },
    {
      "loss_action": 0.00387053145095706,
      "loss_total": 0.00387053145095706,
      "step": 73260
    },
    {
      "loss_action": 0.0032135876826941967,
      "loss_total": 0.0032135876826941967,
      "step": 73260
    },
    {
      "grad_norm": 0.13186858594417572,
      "learning_rate": 9.522920103513726e-05,
      "loss": 0.0063,
      "step": 73270
    },
    {
      "loss_action": 0.004360207822173834,
      "loss_total": 0.004360207822173834,
      "step": 73270
    },
    {
      "loss_action": 0.012695353478193283,
      "loss_total": 0.012695353478193283,
      "step": 73270
    },
    {
      "loss_action": 0.002139640972018242,
      "loss_total": 0.002139640972018242,
      "step": 73270
    },
    {
      "loss_action": 0.00422255601733923,
      "loss_total": 0.00422255601733923,
      "step": 73270
    },
    {
      "loss_action": 0.005523500964045525,
      "loss_total": 0.005523500964045525,
      "step": 73270
    },
    {
      "loss_action": 0.0026604249142110348,
      "loss_total": 0.0026604249142110348,
      "step": 73270
    },
    {
      "loss_action": 0.0038490016013383865,
      "loss_total": 0.0038490016013383865,
      "step": 73270
    },
    {
      "loss_action": 0.0021051992662250996,
      "loss_total": 0.0021051992662250996,
      "step": 73270
    },
    {
      "grad_norm": 0.12615646421909332,
      "learning_rate": 9.522743871421734e-05,
      "loss": 0.0069,
      "step": 73280
    },
    {
      "loss_action": 0.00410941569134593,
      "loss_total": 0.00410941569134593,
      "step": 73280
    },
    {
      "loss_action": 0.007692551240324974,
      "loss_total": 0.007692551240324974,
      "step": 73280
    },
    {
      "loss_action": 0.009584371000528336,
      "loss_total": 0.009584371000528336,
      "step": 73280
    },
    {
      "loss_action": 0.0016869218088686466,
      "loss_total": 0.0016869218088686466,
      "step": 73280
    },
    {
      "loss_action": 0.008200508542358875,
      "loss_total": 0.008200508542358875,
      "step": 73280
    },
    {
      "loss_action": 0.004546533338725567,
      "loss_total": 0.004546533338725567,
      "step": 73280
    },
    {
      "loss_action": 0.004589012823998928,
      "loss_total": 0.004589012823998928,
      "step": 73280
    },
    {
      "loss_action": 0.01081908866763115,
      "loss_total": 0.01081908866763115,
      "step": 73280
    },
    {
      "grad_norm": 0.10580793023109436,
      "learning_rate": 9.522567608417215e-05,
      "loss": 0.0055,
      "step": 73290
    },
    {
      "loss_action": 0.025885339826345444,
      "loss_total": 0.025885339826345444,
      "step": 73290
    },
    {
      "loss_action": 0.002868930110707879,
      "loss_total": 0.002868930110707879,
      "step": 73290
    },
    {
      "loss_action": 0.015044206753373146,
      "loss_total": 0.015044206753373146,
      "step": 73290
    },
    {
      "loss_action": 0.005364314652979374,
      "loss_total": 0.005364314652979374,
      "step": 73290
    },
    {
      "loss_action": 0.0017244818154722452,
      "loss_total": 0.0017244818154722452,
      "step": 73290
    },
    {
      "loss_action": 0.0031893267296254635,
      "loss_total": 0.0031893267296254635,
      "step": 73290
    },
    {
      "loss_action": 0.007999802939593792,
      "loss_total": 0.007999802939593792,
      "step": 73290
    },
    {
      "loss_action": 0.014613693580031395,
      "loss_total": 0.014613693580031395,
      "step": 73290
    },
    {
      "grad_norm": 0.08635897934436798,
      "learning_rate": 9.522391314501368e-05,
      "loss": 0.0067,
      "step": 73300
    },
    {
      "loss_action": 0.002034052275121212,
      "loss_total": 0.002034052275121212,
      "step": 73300
    },
    {
      "loss_action": 0.004741393029689789,
      "loss_total": 0.004741393029689789,
      "step": 73300
    },
    {
      "loss_action": 0.011029042303562164,
      "loss_total": 0.011029042303562164,
      "step": 73300
    },
    {
      "loss_action": 0.003508926834911108,
      "loss_total": 0.003508926834911108,
      "step": 73300
    },
    {
      "loss_action": 0.007596787065267563,
      "loss_total": 0.007596787065267563,
      "step": 73300
    },
    {
      "loss_action": 0.011534499004483223,
      "loss_total": 0.011534499004483223,
      "step": 73300
    },
    {
      "loss_action": 0.005746122449636459,
      "loss_total": 0.005746122449636459,
      "step": 73300
    },
    {
      "loss_action": 0.006911929696798325,
      "loss_total": 0.006911929696798325,
      "step": 73300
    },
    {
      "grad_norm": 0.07887730002403259,
      "learning_rate": 9.522214989675404e-05,
      "loss": 0.005,
      "step": 73310
    },
    {
      "loss_action": 0.0055619352497160435,
      "loss_total": 0.0055619352497160435,
      "step": 73310
    },
    {
      "loss_action": 0.003577298251911998,
      "loss_total": 0.003577298251911998,
      "step": 73310
    },
    {
      "loss_action": 0.004483473487198353,
      "loss_total": 0.004483473487198353,
      "step": 73310
    },
    {
      "loss_action": 0.00983058474957943,
      "loss_total": 0.00983058474957943,
      "step": 73310
    },
    {
      "loss_action": 0.009635359980165958,
      "loss_total": 0.009635359980165958,
      "step": 73310
    },
    {
      "loss_action": 0.0025548215489834547,
      "loss_total": 0.0025548215489834547,
      "step": 73310
    },
    {
      "loss_action": 0.004335652105510235,
      "loss_total": 0.004335652105510235,
      "step": 73310
    },
    {
      "loss_action": 0.003918880596756935,
      "loss_total": 0.003918880596756935,
      "step": 73310
    },
    {
      "grad_norm": 0.08177798986434937,
      "learning_rate": 9.522038633940524e-05,
      "loss": 0.0063,
      "step": 73320
    },
    {
      "loss_action": 0.010091988369822502,
      "loss_total": 0.010091988369822502,
      "step": 73320
    },
    {
      "loss_action": 0.0028198198415338993,
      "loss_total": 0.0028198198415338993,
      "step": 73320
    },
    {
      "loss_action": 0.009623287245631218,
      "loss_total": 0.009623287245631218,
      "step": 73320
    },
    {
      "loss_action": 0.028712041676044464,
      "loss_total": 0.028712041676044464,
      "step": 73320
    },
    {
      "loss_action": 0.0035449897404760122,
      "loss_total": 0.0035449897404760122,
      "step": 73320
    },
    {
      "loss_action": 0.010143299587070942,
      "loss_total": 0.010143299587070942,
      "step": 73320
    },
    {
      "loss_action": 0.005795758217573166,
      "loss_total": 0.005795758217573166,
      "step": 73320
    },
    {
      "loss_action": 0.00377987721003592,
      "loss_total": 0.00377987721003592,
      "step": 73320
    },
    {
      "grad_norm": 0.09080512821674347,
      "learning_rate": 9.521862247297935e-05,
      "loss": 0.0068,
      "step": 73330
    },
    {
      "loss_action": 0.0027341190725564957,
      "loss_total": 0.0027341190725564957,
      "step": 73330
    },
    {
      "loss_action": 0.006196438334882259,
      "loss_total": 0.006196438334882259,
      "step": 73330
    },
    {
      "loss_action": 0.010752471163868904,
      "loss_total": 0.010752471163868904,
      "step": 73330
    },
    {
      "loss_action": 0.004802813287824392,
      "loss_total": 0.004802813287824392,
      "step": 73330
    },
    {
      "loss_action": 0.0058111767284572124,
      "loss_total": 0.0058111767284572124,
      "step": 73330
    },
    {
      "loss_action": 0.006324490532279015,
      "loss_total": 0.006324490532279015,
      "step": 73330
    },
    {
      "loss_action": 0.0021681145299226046,
      "loss_total": 0.0021681145299226046,
      "step": 73330
    },
    {
      "loss_action": 0.002186524448916316,
      "loss_total": 0.002186524448916316,
      "step": 73330
    },
    {
      "grad_norm": 0.1022406741976738,
      "learning_rate": 9.521685829748841e-05,
      "loss": 0.006,
      "step": 73340
    },
    {
      "loss_action": 0.005430523306131363,
      "loss_total": 0.005430523306131363,
      "step": 73340
    },
    {
      "loss_action": 0.004871753975749016,
      "loss_total": 0.004871753975749016,
      "step": 73340
    },
    {
      "loss_action": 0.001609448459930718,
      "loss_total": 0.001609448459930718,
      "step": 73340
    },
    {
      "loss_action": 0.009978336282074451,
      "loss_total": 0.009978336282074451,
      "step": 73340
    },
    {
      "loss_action": 0.009166639298200607,
      "loss_total": 0.009166639298200607,
      "step": 73340
    },
    {
      "loss_action": 0.008714084513485432,
      "loss_total": 0.008714084513485432,
      "step": 73340
    },
    {
      "loss_action": 0.006468066945672035,
      "loss_total": 0.006468066945672035,
      "step": 73340
    },
    {
      "loss_action": 0.004246411845088005,
      "loss_total": 0.004246411845088005,
      "step": 73340
    },
    {
      "grad_norm": 0.10434418171644211,
      "learning_rate": 9.521509381294449e-05,
      "loss": 0.0066,
      "step": 73350
    },
    {
      "loss_action": 0.004691585898399353,
      "loss_total": 0.004691585898399353,
      "step": 73350
    },
    {
      "loss_action": 0.007974758744239807,
      "loss_total": 0.007974758744239807,
      "step": 73350
    },
    {
      "loss_action": 0.0027020294219255447,
      "loss_total": 0.0027020294219255447,
      "step": 73350
    },
    {
      "loss_action": 0.00701553001999855,
      "loss_total": 0.00701553001999855,
      "step": 73350
    },
    {
      "loss_action": 0.005010223016142845,
      "loss_total": 0.005010223016142845,
      "step": 73350
    },
    {
      "loss_action": 0.004280867055058479,
      "loss_total": 0.004280867055058479,
      "step": 73350
    },
    {
      "loss_action": 0.004898574203252792,
      "loss_total": 0.004898574203252792,
      "step": 73350
    },
    {
      "loss_action": 0.0044177076779305935,
      "loss_total": 0.0044177076779305935,
      "step": 73350
    },
    {
      "grad_norm": 0.09145086258649826,
      "learning_rate": 9.521332901935966e-05,
      "loss": 0.0061,
      "step": 73360
    },
    {
      "loss_action": 0.002605047542601824,
      "loss_total": 0.002605047542601824,
      "step": 73360
    },
    {
      "loss_action": 0.005179598927497864,
      "loss_total": 0.005179598927497864,
      "step": 73360
    },
    {
      "loss_action": 0.0056931022554636,
      "loss_total": 0.0056931022554636,
      "step": 73360
    },
    {
      "loss_action": 0.011391537263989449,
      "loss_total": 0.011391537263989449,
      "step": 73360
    },
    {
      "loss_action": 0.007889697328209877,
      "loss_total": 0.007889697328209877,
      "step": 73360
    },
    {
      "loss_action": 0.005718342959880829,
      "loss_total": 0.005718342959880829,
      "step": 73360
    },
    {
      "loss_action": 0.0025237996596843004,
      "loss_total": 0.0025237996596843004,
      "step": 73360
    },
    {
      "loss_action": 0.00391441211104393,
      "loss_total": 0.00391441211104393,
      "step": 73360
    },
    {
      "grad_norm": 0.07897622138261795,
      "learning_rate": 9.521156391674598e-05,
      "loss": 0.0065,
      "step": 73370
    },
    {
      "loss_action": 0.005462775006890297,
      "loss_total": 0.005462775006890297,
      "step": 73370
    },
    {
      "loss_action": 0.0032852226868271828,
      "loss_total": 0.0032852226868271828,
      "step": 73370
    },
    {
      "loss_action": 0.0021111606620252132,
      "loss_total": 0.0021111606620252132,
      "step": 73370
    },
    {
      "loss_action": 0.002315696096047759,
      "loss_total": 0.002315696096047759,
      "step": 73370
    },
    {
      "loss_action": 0.0065772258676588535,
      "loss_total": 0.0065772258676588535,
      "step": 73370
    },
    {
      "loss_action": 0.004553543403744698,
      "loss_total": 0.004553543403744698,
      "step": 73370
    },
    {
      "loss_action": 0.012474996969103813,
      "loss_total": 0.012474996969103813,
      "step": 73370
    },
    {
      "loss_action": 0.04427072033286095,
      "loss_total": 0.04427072033286095,
      "step": 73370
    },
    {
      "grad_norm": 0.09199448674917221,
      "learning_rate": 9.520979850511549e-05,
      "loss": 0.0065,
      "step": 73380
    },
    {
      "loss_action": 0.0024310569278895855,
      "loss_total": 0.0024310569278895855,
      "step": 73380
    },
    {
      "loss_action": 0.004668340552598238,
      "loss_total": 0.004668340552598238,
      "step": 73380
    },
    {
      "loss_action": 0.004626614507287741,
      "loss_total": 0.004626614507287741,
      "step": 73380
    },
    {
      "loss_action": 0.0020285442005842924,
      "loss_total": 0.0020285442005842924,
      "step": 73380
    },
    {
      "loss_action": 0.01173136755824089,
      "loss_total": 0.01173136755824089,
      "step": 73380
    },
    {
      "loss_action": 0.004928374197334051,
      "loss_total": 0.004928374197334051,
      "step": 73380
    },
    {
      "loss_action": 0.011385596357285976,
      "loss_total": 0.011385596357285976,
      "step": 73380
    },
    {
      "loss_action": 0.011637888848781586,
      "loss_total": 0.011637888848781586,
      "step": 73380
    },
    {
      "grad_norm": 0.09499910473823547,
      "learning_rate": 9.520803278448028e-05,
      "loss": 0.0069,
      "step": 73390
    },
    {
      "loss_action": 0.0028382125310599804,
      "loss_total": 0.0028382125310599804,
      "step": 73390
    },
    {
      "loss_action": 0.001342989969998598,
      "loss_total": 0.001342989969998598,
      "step": 73390
    },
    {
      "loss_action": 0.0109348613768816,
      "loss_total": 0.0109348613768816,
      "step": 73390
    },
    {
      "loss_action": 0.004497498273849487,
      "loss_total": 0.004497498273849487,
      "step": 73390
    },
    {
      "loss_action": 0.0035266114864498377,
      "loss_total": 0.0035266114864498377,
      "step": 73390
    },
    {
      "loss_action": 0.0031350082717835903,
      "loss_total": 0.0031350082717835903,
      "step": 73390
    },
    {
      "loss_action": 0.0017370698042213917,
      "loss_total": 0.0017370698042213917,
      "step": 73390
    },
    {
      "loss_action": 0.0039183772169053555,
      "loss_total": 0.0039183772169053555,
      "step": 73390
    },
    {
      "grad_norm": 0.09577933698892593,
      "learning_rate": 9.52062667548524e-05,
      "loss": 0.0071,
      "step": 73400
    },
    {
      "loss_action": 0.010481330566108227,
      "loss_total": 0.010481330566108227,
      "step": 73400
    },
    {
      "loss_action": 0.007271256763488054,
      "loss_total": 0.007271256763488054,
      "step": 73400
    },
    {
      "loss_action": 0.009235828183591366,
      "loss_total": 0.009235828183591366,
      "step": 73400
    },
    {
      "loss_action": 0.01113426685333252,
      "loss_total": 0.01113426685333252,
      "step": 73400
    },
    {
      "loss_action": 0.0035254438407719135,
      "loss_total": 0.0035254438407719135,
      "step": 73400
    },
    {
      "loss_action": 0.0036728554405272007,
      "loss_total": 0.0036728554405272007,
      "step": 73400
    },
    {
      "loss_action": 0.005078609101474285,
      "loss_total": 0.005078609101474285,
      "step": 73400
    },
    {
      "loss_action": 0.004038515966385603,
      "loss_total": 0.004038515966385603,
      "step": 73400
    },
    {
      "grad_norm": 0.13065391778945923,
      "learning_rate": 9.520450041624393e-05,
      "loss": 0.0065,
      "step": 73410
    },
    {
      "loss_action": 0.004255626350641251,
      "loss_total": 0.004255626350641251,
      "step": 73410
    },
    {
      "loss_action": 0.006645939778536558,
      "loss_total": 0.006645939778536558,
      "step": 73410
    },
    {
      "loss_action": 0.011837057769298553,
      "loss_total": 0.011837057769298553,
      "step": 73410
    },
    {
      "loss_action": 0.009047581814229488,
      "loss_total": 0.009047581814229488,
      "step": 73410
    },
    {
      "loss_action": 0.008597329258918762,
      "loss_total": 0.008597329258918762,
      "step": 73410
    },
    {
      "loss_action": 0.009925653226673603,
      "loss_total": 0.009925653226673603,
      "step": 73410
    },
    {
      "loss_action": 0.004474159795790911,
      "loss_total": 0.004474159795790911,
      "step": 73410
    },
    {
      "loss_action": 0.00528711685910821,
      "loss_total": 0.00528711685910821,
      "step": 73410
    },
    {
      "grad_norm": 0.10373847931623459,
      "learning_rate": 9.520273376866698e-05,
      "loss": 0.0062,
      "step": 73420
    },
    {
      "loss_action": 0.013972552493214607,
      "loss_total": 0.013972552493214607,
      "step": 73420
    },
    {
      "loss_action": 0.002725593512877822,
      "loss_total": 0.002725593512877822,
      "step": 73420
    },
    {
      "loss_action": 0.008236956782639027,
      "loss_total": 0.008236956782639027,
      "step": 73420
    },
    {
      "loss_action": 0.00915234163403511,
      "loss_total": 0.00915234163403511,
      "step": 73420
    },
    {
      "loss_action": 0.01081131212413311,
      "loss_total": 0.01081131212413311,
      "step": 73420
    },
    {
      "loss_action": 0.0074062226340174675,
      "loss_total": 0.0074062226340174675,
      "step": 73420
    },
    {
      "loss_action": 0.0048719970509409904,
      "loss_total": 0.0048719970509409904,
      "step": 73420
    },
    {
      "loss_action": 0.002131308661773801,
      "loss_total": 0.002131308661773801,
      "step": 73420
    },
    {
      "grad_norm": 0.10543645173311234,
      "learning_rate": 9.520096681213355e-05,
      "loss": 0.0082,
      "step": 73430
    },
    {
      "loss_action": 0.016000475734472275,
      "loss_total": 0.016000475734472275,
      "step": 73430
    },
    {
      "loss_action": 0.003211683826521039,
      "loss_total": 0.003211683826521039,
      "step": 73430
    },
    {
      "loss_action": 0.0019271639175713062,
      "loss_total": 0.0019271639175713062,
      "step": 73430
    },
    {
      "loss_action": 0.0029561249539256096,
      "loss_total": 0.0029561249539256096,
      "step": 73430
    },
    {
      "loss_action": 0.013921160250902176,
      "loss_total": 0.013921160250902176,
      "step": 73430
    },
    {
      "loss_action": 0.00611208938062191,
      "loss_total": 0.00611208938062191,
      "step": 73430
    },
    {
      "loss_action": 0.00726654939353466,
      "loss_total": 0.00726654939353466,
      "step": 73430
    },
    {
      "loss_action": 0.006779475603252649,
      "loss_total": 0.006779475603252649,
      "step": 73430
    },
    {
      "grad_norm": 0.09784124791622162,
      "learning_rate": 9.519919954665576e-05,
      "loss": 0.0071,
      "step": 73440
    },
    {
      "loss_action": 0.017848733812570572,
      "loss_total": 0.017848733812570572,
      "step": 73440
    },
    {
      "loss_action": 0.004192870110273361,
      "loss_total": 0.004192870110273361,
      "step": 73440
    },
    {
      "loss_action": 0.004223113879561424,
      "loss_total": 0.004223113879561424,
      "step": 73440
    },
    {
      "loss_action": 0.004926236346364021,
      "loss_total": 0.004926236346364021,
      "step": 73440
    },
    {
      "loss_action": 0.002169671468436718,
      "loss_total": 0.002169671468436718,
      "step": 73440
    },
    {
      "loss_action": 0.00830866675823927,
      "loss_total": 0.00830866675823927,
      "step": 73440
    },
    {
      "loss_action": 0.003372238716110587,
      "loss_total": 0.003372238716110587,
      "step": 73440
    },
    {
      "loss_action": 0.015747137367725372,
      "loss_total": 0.015747137367725372,
      "step": 73440
    },
    {
      "grad_norm": 0.13811926543712616,
      "learning_rate": 9.519743197224571e-05,
      "loss": 0.0068,
      "step": 73450
    },
    {
      "loss_action": 0.0036750321742147207,
      "loss_total": 0.0036750321742147207,
      "step": 73450
    },
    {
      "loss_action": 0.005840118043124676,
      "loss_total": 0.005840118043124676,
      "step": 73450
    },
    {
      "loss_action": 0.0046055992133915424,
      "loss_total": 0.0046055992133915424,
      "step": 73450
    },
    {
      "loss_action": 0.016375664621591568,
      "loss_total": 0.016375664621591568,
      "step": 73450
    },
    {
      "loss_action": 0.006943423766642809,
      "loss_total": 0.006943423766642809,
      "step": 73450
    },
    {
      "loss_action": 0.0018396545201539993,
      "loss_total": 0.0018396545201539993,
      "step": 73450
    },
    {
      "loss_action": 0.007780727930366993,
      "loss_total": 0.007780727930366993,
      "step": 73450
    },
    {
      "loss_action": 0.010922055691480637,
      "loss_total": 0.010922055691480637,
      "step": 73450
    },
    {
      "grad_norm": 0.10837379097938538,
      "learning_rate": 9.519566408891545e-05,
      "loss": 0.0068,
      "step": 73460
    },
    {
      "loss_action": 0.0028147499542683363,
      "loss_total": 0.0028147499542683363,
      "step": 73460
    },
    {
      "loss_action": 0.0024992329999804497,
      "loss_total": 0.0024992329999804497,
      "step": 73460
    },
    {
      "loss_action": 0.005990986246615648,
      "loss_total": 0.005990986246615648,
      "step": 73460
    },
    {
      "loss_action": 0.005181280896067619,
      "loss_total": 0.005181280896067619,
      "step": 73460
    },
    {
      "loss_action": 0.004111741669476032,
      "loss_total": 0.004111741669476032,
      "step": 73460
    },
    {
      "loss_action": 0.00797275546938181,
      "loss_total": 0.00797275546938181,
      "step": 73460
    },
    {
      "loss_action": 0.004274197854101658,
      "loss_total": 0.004274197854101658,
      "step": 73460
    },
    {
      "loss_action": 0.0026703262701630592,
      "loss_total": 0.0026703262701630592,
      "step": 73460
    },
    {
      "grad_norm": 0.10440693795681,
      "learning_rate": 9.519389589667707e-05,
      "loss": 0.0061,
      "step": 73470
    },
    {
      "loss_action": 0.0032425783574581146,
      "loss_total": 0.0032425783574581146,
      "step": 73470
    },
    {
      "loss_action": 0.003763187676668167,
      "loss_total": 0.003763187676668167,
      "step": 73470
    },
    {
      "loss_action": 0.002632186748087406,
      "loss_total": 0.002632186748087406,
      "step": 73470
    },
    {
      "loss_action": 0.002705610590055585,
      "loss_total": 0.002705610590055585,
      "step": 73470
    },
    {
      "loss_action": 0.007333881221711636,
      "loss_total": 0.007333881221711636,
      "step": 73470
    },
    {
      "loss_action": 0.00488054845482111,
      "loss_total": 0.00488054845482111,
      "step": 73470
    },
    {
      "loss_action": 0.007830481976270676,
      "loss_total": 0.007830481976270676,
      "step": 73470
    },
    {
      "loss_action": 0.018009092658758163,
      "loss_total": 0.018009092658758163,
      "step": 73470
    },
    {
      "grad_norm": 0.133651003241539,
      "learning_rate": 9.519212739554263e-05,
      "loss": 0.0064,
      "step": 73480
    },
    {
      "loss_action": 0.012748902663588524,
      "loss_total": 0.012748902663588524,
      "step": 73480
    },
    {
      "loss_action": 0.00442858599126339,
      "loss_total": 0.00442858599126339,
      "step": 73480
    },
    {
      "loss_action": 0.002654083538800478,
      "loss_total": 0.002654083538800478,
      "step": 73480
    },
    {
      "loss_action": 0.00448540598154068,
      "loss_total": 0.00448540598154068,
      "step": 73480
    },
    {
      "loss_action": 0.002270639408379793,
      "loss_total": 0.002270639408379793,
      "step": 73480
    },
    {
      "loss_action": 0.005314945708960295,
      "loss_total": 0.005314945708960295,
      "step": 73480
    },
    {
      "loss_action": 0.0020817844197154045,
      "loss_total": 0.0020817844197154045,
      "step": 73480
    },
    {
      "loss_action": 0.008882438763976097,
      "loss_total": 0.008882438763976097,
      "step": 73480
    },
    {
      "grad_norm": 0.11001301556825638,
      "learning_rate": 9.519035858552427e-05,
      "loss": 0.0064,
      "step": 73490
    },
    {
      "loss_action": 0.007808599155396223,
      "loss_total": 0.007808599155396223,
      "step": 73490
    },
    {
      "loss_action": 0.0066113220527768135,
      "loss_total": 0.0066113220527768135,
      "step": 73490
    },
    {
      "loss_action": 0.008988084271550179,
      "loss_total": 0.008988084271550179,
      "step": 73490
    },
    {
      "loss_action": 0.004980839788913727,
      "loss_total": 0.004980839788913727,
      "step": 73490
    },
    {
      "loss_action": 0.0043009547516703606,
      "loss_total": 0.0043009547516703606,
      "step": 73490
    },
    {
      "loss_action": 0.0036501798313111067,
      "loss_total": 0.0036501798313111067,
      "step": 73490
    },
    {
      "loss_action": 0.005422152113169432,
      "loss_total": 0.005422152113169432,
      "step": 73490
    },
    {
      "loss_action": 0.0022946950048208237,
      "loss_total": 0.0022946950048208237,
      "step": 73490
    },
    {
      "grad_norm": 0.09778811782598495,
      "learning_rate": 9.518858946663406e-05,
      "loss": 0.0063,
      "step": 73500
    },
    {
      "loss_action": 0.00856065470725298,
      "loss_total": 0.00856065470725298,
      "step": 73500
    },
    {
      "loss_action": 0.005916199646890163,
      "loss_total": 0.005916199646890163,
      "step": 73500
    },
    {
      "loss_action": 0.0021587947849184275,
      "loss_total": 0.0021587947849184275,
      "step": 73500
    },
    {
      "loss_action": 0.002226655837148428,
      "loss_total": 0.002226655837148428,
      "step": 73500
    },
    {
      "loss_action": 0.004074064549058676,
      "loss_total": 0.004074064549058676,
      "step": 73500
    },
    {
      "loss_action": 0.00428030826151371,
      "loss_total": 0.00428030826151371,
      "step": 73500
    },
    {
      "loss_action": 0.031987398862838745,
      "loss_total": 0.031987398862838745,
      "step": 73500
    },
    {
      "loss_action": 0.0024742530658841133,
      "loss_total": 0.0024742530658841133,
      "step": 73500
    },
    {
      "grad_norm": 0.08847242593765259,
      "learning_rate": 9.518682003888407e-05,
      "loss": 0.0069,
      "step": 73510
    },
    {
      "loss_action": 0.0028165546245872974,
      "loss_total": 0.0028165546245872974,
      "step": 73510
    },
    {
      "loss_action": 0.0060915350914001465,
      "loss_total": 0.0060915350914001465,
      "step": 73510
    },
    {
      "loss_action": 0.017663905397057533,
      "loss_total": 0.017663905397057533,
      "step": 73510
    },
    {
      "loss_action": 0.006472272798418999,
      "loss_total": 0.006472272798418999,
      "step": 73510
    },
    {
      "loss_action": 0.005433047190308571,
      "loss_total": 0.005433047190308571,
      "step": 73510
    },
    {
      "loss_action": 0.008470935747027397,
      "loss_total": 0.008470935747027397,
      "step": 73510
    },
    {
      "loss_action": 0.0037307441234588623,
      "loss_total": 0.0037307441234588623,
      "step": 73510
    },
    {
      "loss_action": 0.003241606755182147,
      "loss_total": 0.003241606755182147,
      "step": 73510
    },
    {
      "grad_norm": 0.1302720010280609,
      "learning_rate": 9.518505030228642e-05,
      "loss": 0.0088,
      "step": 73520
    },
    {
      "loss_action": 0.005705947522073984,
      "loss_total": 0.005705947522073984,
      "step": 73520
    },
    {
      "loss_action": 0.0026520127430558205,
      "loss_total": 0.0026520127430558205,
      "step": 73520
    },
    {
      "loss_action": 0.011668333783745766,
      "loss_total": 0.011668333783745766,
      "step": 73520
    },
    {
      "loss_action": 0.006922718603163958,
      "loss_total": 0.006922718603163958,
      "step": 73520
    },
    {
      "loss_action": 0.0029129558242857456,
      "loss_total": 0.0029129558242857456,
      "step": 73520
    },
    {
      "loss_action": 0.004512488842010498,
      "loss_total": 0.004512488842010498,
      "step": 73520
    },
    {
      "loss_action": 0.040857840329408646,
      "loss_total": 0.040857840329408646,
      "step": 73520
    },
    {
      "loss_action": 0.0059395418502390385,
      "loss_total": 0.0059395418502390385,
      "step": 73520
    },
    {
      "grad_norm": 0.11598364263772964,
      "learning_rate": 9.518328025685317e-05,
      "loss": 0.007,
      "step": 73530
    },
    {
      "loss_action": 0.0030296752229332924,
      "loss_total": 0.0030296752229332924,
      "step": 73530
    },
    {
      "loss_action": 0.005863088648766279,
      "loss_total": 0.005863088648766279,
      "step": 73530
    },
    {
      "loss_action": 0.007893395610153675,
      "loss_total": 0.007893395610153675,
      "step": 73530
    },
    {
      "loss_action": 0.005366500932723284,
      "loss_total": 0.005366500932723284,
      "step": 73530
    },
    {
      "loss_action": 0.008657215163111687,
      "loss_total": 0.008657215163111687,
      "step": 73530
    },
    {
      "loss_action": 0.0022717872634530067,
      "loss_total": 0.0022717872634530067,
      "step": 73530
    },
    {
      "loss_action": 0.00780438631772995,
      "loss_total": 0.00780438631772995,
      "step": 73530
    },
    {
      "loss_action": 0.00425578560680151,
      "loss_total": 0.00425578560680151,
      "step": 73530
    },
    {
      "grad_norm": 0.1373109221458435,
      "learning_rate": 9.518150990259646e-05,
      "loss": 0.0063,
      "step": 73540
    },
    {
      "loss_action": 0.006250141188502312,
      "loss_total": 0.006250141188502312,
      "step": 73540
    },
    {
      "loss_action": 0.010412648320198059,
      "loss_total": 0.010412648320198059,
      "step": 73540
    },
    {
      "loss_action": 0.0026095593348145485,
      "loss_total": 0.0026095593348145485,
      "step": 73540
    },
    {
      "loss_action": 0.008635349571704865,
      "loss_total": 0.008635349571704865,
      "step": 73540
    },
    {
      "loss_action": 0.0032061156816780567,
      "loss_total": 0.0032061156816780567,
      "step": 73540
    },
    {
      "loss_action": 0.023685704916715622,
      "loss_total": 0.023685704916715622,
      "step": 73540
    },
    {
      "loss_action": 0.002733890898525715,
      "loss_total": 0.002733890898525715,
      "step": 73540
    },
    {
      "loss_action": 0.011553124524652958,
      "loss_total": 0.011553124524652958,
      "step": 73540
    },
    {
      "grad_norm": 0.12918154895305634,
      "learning_rate": 9.517973923952836e-05,
      "loss": 0.0058,
      "step": 73550
    },
    {
      "loss_action": 0.0016057412140071392,
      "loss_total": 0.0016057412140071392,
      "step": 73550
    },
    {
      "loss_action": 0.004153722897171974,
      "loss_total": 0.004153722897171974,
      "step": 73550
    },
    {
      "loss_action": 0.0016695016529411077,
      "loss_total": 0.0016695016529411077,
      "step": 73550
    },
    {
      "loss_action": 0.002008714247494936,
      "loss_total": 0.002008714247494936,
      "step": 73550
    },
    {
      "loss_action": 0.007904604077339172,
      "loss_total": 0.007904604077339172,
      "step": 73550
    },
    {
      "loss_action": 0.0038414099253714085,
      "loss_total": 0.0038414099253714085,
      "step": 73550
    },
    {
      "loss_action": 0.0077730766497552395,
      "loss_total": 0.0077730766497552395,
      "step": 73550
    },
    {
      "loss_action": 0.006828607991337776,
      "loss_total": 0.006828607991337776,
      "step": 73550
    },
    {
      "grad_norm": 0.14707385003566742,
      "learning_rate": 9.517796826766101e-05,
      "loss": 0.0066,
      "step": 73560
    },
    {
      "loss_action": 0.0027594701386988163,
      "loss_total": 0.0027594701386988163,
      "step": 73560
    },
    {
      "loss_action": 0.011937974952161312,
      "loss_total": 0.011937974952161312,
      "step": 73560
    },
    {
      "loss_action": 0.001989108044654131,
      "loss_total": 0.001989108044654131,
      "step": 73560
    },
    {
      "loss_action": 0.013768870383501053,
      "loss_total": 0.013768870383501053,
      "step": 73560
    },
    {
      "loss_action": 0.005794961005449295,
      "loss_total": 0.005794961005449295,
      "step": 73560
    },
    {
      "loss_action": 0.005920461378991604,
      "loss_total": 0.005920461378991604,
      "step": 73560
    },
    {
      "loss_action": 0.0019612088799476624,
      "loss_total": 0.0019612088799476624,
      "step": 73560
    },
    {
      "loss_action": 0.005442190915346146,
      "loss_total": 0.005442190915346146,
      "step": 73560
    },
    {
      "grad_norm": 0.10690080374479294,
      "learning_rate": 9.517619698700647e-05,
      "loss": 0.0072,
      "step": 73570
    },
    {
      "loss_action": 0.0021495057735592127,
      "loss_total": 0.0021495057735592127,
      "step": 73570
    },
    {
      "loss_action": 0.0024848401080816984,
      "loss_total": 0.0024848401080816984,
      "step": 73570
    },
    {
      "loss_action": 0.008173402398824692,
      "loss_total": 0.008173402398824692,
      "step": 73570
    },
    {
      "loss_action": 0.0034814924001693726,
      "loss_total": 0.0034814924001693726,
      "step": 73570
    },
    {
      "loss_action": 0.012482842430472374,
      "loss_total": 0.012482842430472374,
      "step": 73570
    },
    {
      "loss_action": 0.01082571316510439,
      "loss_total": 0.01082571316510439,
      "step": 73570
    },
    {
      "loss_action": 0.06848987936973572,
      "loss_total": 0.06848987936973572,
      "step": 73570
    },
    {
      "loss_action": 0.0037277955561876297,
      "loss_total": 0.0037277955561876297,
      "step": 73570
    },
    {
      "grad_norm": 0.14018599689006805,
      "learning_rate": 9.517442539757687e-05,
      "loss": 0.0065,
      "step": 73580
    },
    {
      "loss_action": 0.002262525726109743,
      "loss_total": 0.002262525726109743,
      "step": 73580
    },
    {
      "loss_action": 0.0022671145852655172,
      "loss_total": 0.0022671145852655172,
      "step": 73580
    },
    {
      "loss_action": 0.003763725748285651,
      "loss_total": 0.003763725748285651,
      "step": 73580
    },
    {
      "loss_action": 0.011640237644314766,
      "loss_total": 0.011640237644314766,
      "step": 73580
    },
    {
      "loss_action": 0.017524629831314087,
      "loss_total": 0.017524629831314087,
      "step": 73580
    },
    {
      "loss_action": 0.0021434780210256577,
      "loss_total": 0.0021434780210256577,
      "step": 73580
    },
    {
      "loss_action": 0.002034733770415187,
      "loss_total": 0.002034733770415187,
      "step": 73580
    },
    {
      "loss_action": 0.015781275928020477,
      "loss_total": 0.015781275928020477,
      "step": 73580
    },
    {
      "grad_norm": 0.07475356012582779,
      "learning_rate": 9.517265349938432e-05,
      "loss": 0.006,
      "step": 73590
    },
    {
      "loss_action": 0.004862907808274031,
      "loss_total": 0.004862907808274031,
      "step": 73590
    },
    {
      "loss_action": 0.002282107714563608,
      "loss_total": 0.002282107714563608,
      "step": 73590
    },
    {
      "loss_action": 0.006613514386117458,
      "loss_total": 0.006613514386117458,
      "step": 73590
    },
    {
      "loss_action": 0.005387157201766968,
      "loss_total": 0.005387157201766968,
      "step": 73590
    },
    {
      "loss_action": 0.009553477168083191,
      "loss_total": 0.009553477168083191,
      "step": 73590
    },
    {
      "loss_action": 0.015370636247098446,
      "loss_total": 0.015370636247098446,
      "step": 73590
    },
    {
      "loss_action": 0.05695043131709099,
      "loss_total": 0.05695043131709099,
      "step": 73590
    },
    {
      "loss_action": 0.001507217762991786,
      "loss_total": 0.001507217762991786,
      "step": 73590
    },
    {
      "grad_norm": 0.0762416198849678,
      "learning_rate": 9.517088129244092e-05,
      "loss": 0.0078,
      "step": 73600
    },
    {
      "loss_action": 0.008254069834947586,
      "loss_total": 0.008254069834947586,
      "step": 73600
    },
    {
      "loss_action": 0.004522422328591347,
      "loss_total": 0.004522422328591347,
      "step": 73600
    },
    {
      "loss_action": 0.00873642973601818,
      "loss_total": 0.00873642973601818,
      "step": 73600
    },
    {
      "loss_action": 0.00212543411180377,
      "loss_total": 0.00212543411180377,
      "step": 73600
    },
    {
      "loss_action": 0.004475717898458242,
      "loss_total": 0.004475717898458242,
      "step": 73600
    },
    {
      "loss_action": 0.0042620450258255005,
      "loss_total": 0.0042620450258255005,
      "step": 73600
    },
    {
      "loss_action": 0.005091426894068718,
      "loss_total": 0.005091426894068718,
      "step": 73600
    },
    {
      "loss_action": 0.008643243461847305,
      "loss_total": 0.008643243461847305,
      "step": 73600
    },
    {
      "grad_norm": 0.25449100136756897,
      "learning_rate": 9.516910877675878e-05,
      "loss": 0.0081,
      "step": 73610
    },
    {
      "loss_action": 0.012753534130752087,
      "loss_total": 0.012753534130752087,
      "step": 73610
    },
    {
      "loss_action": 0.007555644493550062,
      "loss_total": 0.007555644493550062,
      "step": 73610
    },
    {
      "loss_action": 0.004922451451420784,
      "loss_total": 0.004922451451420784,
      "step": 73610
    },
    {
      "loss_action": 0.007785411551594734,
      "loss_total": 0.007785411551594734,
      "step": 73610
    },
    {
      "loss_action": 0.017230860888957977,
      "loss_total": 0.017230860888957977,
      "step": 73610
    },
    {
      "loss_action": 0.004118634387850761,
      "loss_total": 0.004118634387850761,
      "step": 73610
    },
    {
      "loss_action": 0.017472926527261734,
      "loss_total": 0.017472926527261734,
      "step": 73610
    },
    {
      "loss_action": 0.016638344153761864,
      "loss_total": 0.016638344153761864,
      "step": 73610
    },
    {
      "grad_norm": 0.10232061892747879,
      "learning_rate": 9.516733595235004e-05,
      "loss": 0.0075,
      "step": 73620
    },
    {
      "loss_action": 0.0044853175058960915,
      "loss_total": 0.0044853175058960915,
      "step": 73620
    },
    {
      "loss_action": 0.0036689010448753834,
      "loss_total": 0.0036689010448753834,
      "step": 73620
    },
    {
      "loss_action": 0.004036236088722944,
      "loss_total": 0.004036236088722944,
      "step": 73620
    },
    {
      "loss_action": 0.013348829001188278,
      "loss_total": 0.013348829001188278,
      "step": 73620
    },
    {
      "loss_action": 0.006642982829362154,
      "loss_total": 0.006642982829362154,
      "step": 73620
    },
    {
      "loss_action": 0.0031260366085916758,
      "loss_total": 0.0031260366085916758,
      "step": 73620
    },
    {
      "loss_action": 0.004712003283202648,
      "loss_total": 0.004712003283202648,
      "step": 73620
    },
    {
      "loss_action": 0.0020694141276180744,
      "loss_total": 0.0020694141276180744,
      "step": 73620
    },
    {
      "grad_norm": 0.0748123750090599,
      "learning_rate": 9.51655628192268e-05,
      "loss": 0.0076,
      "step": 73630
    },
    {
      "loss_action": 0.002848418429493904,
      "loss_total": 0.002848418429493904,
      "step": 73630
    },
    {
      "loss_action": 0.00810746569186449,
      "loss_total": 0.00810746569186449,
      "step": 73630
    },
    {
      "loss_action": 0.01495589129626751,
      "loss_total": 0.01495589129626751,
      "step": 73630
    },
    {
      "loss_action": 0.00782708264887333,
      "loss_total": 0.00782708264887333,
      "step": 73630
    },
    {
      "loss_action": 0.022056959569454193,
      "loss_total": 0.022056959569454193,
      "step": 73630
    },
    {
      "loss_action": 0.0058301035314798355,
      "loss_total": 0.0058301035314798355,
      "step": 73630
    },
    {
      "loss_action": 0.005462804809212685,
      "loss_total": 0.005462804809212685,
      "step": 73630
    },
    {
      "loss_action": 0.022970272228121758,
      "loss_total": 0.022970272228121758,
      "step": 73630
    },
    {
      "grad_norm": 0.10610208660364151,
      "learning_rate": 9.516378937740116e-05,
      "loss": 0.008,
      "step": 73640
    },
    {
      "loss_action": 0.0023134718649089336,
      "loss_total": 0.0023134718649089336,
      "step": 73640
    },
    {
      "loss_action": 0.012830314226448536,
      "loss_total": 0.012830314226448536,
      "step": 73640
    },
    {
      "loss_action": 0.02208096534013748,
      "loss_total": 0.02208096534013748,
      "step": 73640
    },
    {
      "loss_action": 0.008530997671186924,
      "loss_total": 0.008530997671186924,
      "step": 73640
    },
    {
      "loss_action": 0.009832538664340973,
      "loss_total": 0.009832538664340973,
      "step": 73640
    },
    {
      "loss_action": 0.005769164767116308,
      "loss_total": 0.005769164767116308,
      "step": 73640
    },
    {
      "loss_action": 0.005892136134207249,
      "loss_total": 0.005892136134207249,
      "step": 73640
    },
    {
      "loss_action": 0.003944604657590389,
      "loss_total": 0.003944604657590389,
      "step": 73640
    },
    {
      "grad_norm": 0.14021888375282288,
      "learning_rate": 9.516201562688526e-05,
      "loss": 0.0076,
      "step": 73650
    },
    {
      "loss_action": 0.005397559143602848,
      "loss_total": 0.005397559143602848,
      "step": 73650
    },
    {
      "loss_action": 0.003553359303623438,
      "loss_total": 0.003553359303623438,
      "step": 73650
    },
    {
      "loss_action": 0.012468293309211731,
      "loss_total": 0.012468293309211731,
      "step": 73650
    },
    {
      "loss_action": 0.006376991514116526,
      "loss_total": 0.006376991514116526,
      "step": 73650
    },
    {
      "loss_action": 0.004009517841041088,
      "loss_total": 0.004009517841041088,
      "step": 73650
    },
    {
      "loss_action": 0.012594183906912804,
      "loss_total": 0.012594183906912804,
      "step": 73650
    },
    {
      "loss_action": 0.002657803241163492,
      "loss_total": 0.002657803241163492,
      "step": 73650
    },
    {
      "loss_action": 0.0071214791387319565,
      "loss_total": 0.0071214791387319565,
      "step": 73650
    },
    {
      "grad_norm": 0.11297879368066788,
      "learning_rate": 9.516024156769126e-05,
      "loss": 0.0067,
      "step": 73660
    },
    {
      "loss_action": 0.0045669060200452805,
      "loss_total": 0.0045669060200452805,
      "step": 73660
    },
    {
      "loss_action": 0.006274986546486616,
      "loss_total": 0.006274986546486616,
      "step": 73660
    },
    {
      "loss_action": 0.0024622573982924223,
      "loss_total": 0.0024622573982924223,
      "step": 73660
    },
    {
      "loss_action": 0.007027807179838419,
      "loss_total": 0.007027807179838419,
      "step": 73660
    },
    {
      "loss_action": 0.026803893968462944,
      "loss_total": 0.026803893968462944,
      "step": 73660
    },
    {
      "loss_action": 0.002083743456751108,
      "loss_total": 0.002083743456751108,
      "step": 73660
    },
    {
      "loss_action": 0.009738783352077007,
      "loss_total": 0.009738783352077007,
      "step": 73660
    },
    {
      "loss_action": 0.009326891042292118,
      "loss_total": 0.009326891042292118,
      "step": 73660
    },
    {
      "grad_norm": 0.09641645848751068,
      "learning_rate": 9.515846719983122e-05,
      "loss": 0.0064,
      "step": 73670
    },
    {
      "loss_action": 0.007576631382107735,
      "loss_total": 0.007576631382107735,
      "step": 73670
    },
    {
      "loss_action": 0.0037958286702632904,
      "loss_total": 0.0037958286702632904,
      "step": 73670
    },
    {
      "loss_action": 0.0026940088719129562,
      "loss_total": 0.0026940088719129562,
      "step": 73670
    },
    {
      "loss_action": 0.0023693363182246685,
      "loss_total": 0.0023693363182246685,
      "step": 73670
    },
    {
      "loss_action": 0.010901400819420815,
      "loss_total": 0.010901400819420815,
      "step": 73670
    },
    {
      "loss_action": 0.007683501113206148,
      "loss_total": 0.007683501113206148,
      "step": 73670
    },
    {
      "loss_action": 0.0024010948836803436,
      "loss_total": 0.0024010948836803436,
      "step": 73670
    },
    {
      "loss_action": 0.008444714359939098,
      "loss_total": 0.008444714359939098,
      "step": 73670
    },
    {
      "grad_norm": 0.1193343922495842,
      "learning_rate": 9.51566925233173e-05,
      "loss": 0.0076,
      "step": 73680
    },
    {
      "loss_action": 0.002818421693518758,
      "loss_total": 0.002818421693518758,
      "step": 73680
    },
    {
      "loss_action": 0.0023388760164380074,
      "loss_total": 0.0023388760164380074,
      "step": 73680
    },
    {
      "loss_action": 0.006769965402781963,
      "loss_total": 0.006769965402781963,
      "step": 73680
    },
    {
      "loss_action": 0.01507443469017744,
      "loss_total": 0.01507443469017744,
      "step": 73680
    },
    {
      "loss_action": 0.0030304400715976954,
      "loss_total": 0.0030304400715976954,
      "step": 73680
    },
    {
      "loss_action": 0.0036764335818588734,
      "loss_total": 0.0036764335818588734,
      "step": 73680
    },
    {
      "loss_action": 0.006463313475251198,
      "loss_total": 0.006463313475251198,
      "step": 73680
    },
    {
      "loss_action": 0.0033539049327373505,
      "loss_total": 0.0033539049327373505,
      "step": 73680
    },
    {
      "grad_norm": 0.12565939128398895,
      "learning_rate": 9.515491753816164e-05,
      "loss": 0.0068,
      "step": 73690
    },
    {
      "loss_action": 0.011166239157319069,
      "loss_total": 0.011166239157319069,
      "step": 73690
    },
    {
      "loss_action": 0.003990331199020147,
      "loss_total": 0.003990331199020147,
      "step": 73690
    },
    {
      "loss_action": 0.010658415034413338,
      "loss_total": 0.010658415034413338,
      "step": 73690
    },
    {
      "loss_action": 0.008477172814309597,
      "loss_total": 0.008477172814309597,
      "step": 73690
    },
    {
      "loss_action": 0.0034968643449246883,
      "loss_total": 0.0034968643449246883,
      "step": 73690
    },
    {
      "loss_action": 0.0023823019582778215,
      "loss_total": 0.0023823019582778215,
      "step": 73690
    },
    {
      "loss_action": 0.013043101876974106,
      "loss_total": 0.013043101876974106,
      "step": 73690
    },
    {
      "loss_action": 0.006646266672760248,
      "loss_total": 0.006646266672760248,
      "step": 73690
    },
    {
      "grad_norm": 0.09908232092857361,
      "learning_rate": 9.515314224437634e-05,
      "loss": 0.007,
      "step": 73700
    },
    {
      "loss_action": 0.007367726415395737,
      "loss_total": 0.007367726415395737,
      "step": 73700
    },
    {
      "loss_action": 0.0100269028916955,
      "loss_total": 0.0100269028916955,
      "step": 73700
    },
    {
      "loss_action": 0.004224012140184641,
      "loss_total": 0.004224012140184641,
      "step": 73700
    },
    {
      "loss_action": 0.006097015924751759,
      "loss_total": 0.006097015924751759,
      "step": 73700
    },
    {
      "loss_action": 0.0124324606731534,
      "loss_total": 0.0124324606731534,
      "step": 73700
    },
    {
      "loss_action": 0.024392232298851013,
      "loss_total": 0.024392232298851013,
      "step": 73700
    },
    {
      "loss_action": 0.0036667094100266695,
      "loss_total": 0.0036667094100266695,
      "step": 73700
    },
    {
      "loss_action": 0.005660597234964371,
      "loss_total": 0.005660597234964371,
      "step": 73700
    },
    {
      "grad_norm": 0.09023738652467728,
      "learning_rate": 9.515136664197357e-05,
      "loss": 0.0063,
      "step": 73710
    },
    {
      "loss_action": 0.01994439773261547,
      "loss_total": 0.01994439773261547,
      "step": 73710
    },
    {
      "loss_action": 0.018639879301190376,
      "loss_total": 0.018639879301190376,
      "step": 73710
    },
    {
      "loss_action": 0.0024131585378199816,
      "loss_total": 0.0024131585378199816,
      "step": 73710
    },
    {
      "loss_action": 0.0040663150139153,
      "loss_total": 0.0040663150139153,
      "step": 73710
    },
    {
      "loss_action": 0.008605708368122578,
      "loss_total": 0.008605708368122578,
      "step": 73710
    },
    {
      "loss_action": 0.003773237345740199,
      "loss_total": 0.003773237345740199,
      "step": 73710
    },
    {
      "loss_action": 0.004003530368208885,
      "loss_total": 0.004003530368208885,
      "step": 73710
    },
    {
      "loss_action": 0.004860829561948776,
      "loss_total": 0.004860829561948776,
      "step": 73710
    },
    {
      "grad_norm": 0.11321370303630829,
      "learning_rate": 9.514959073096544e-05,
      "loss": 0.0064,
      "step": 73720
    },
    {
      "loss_action": 0.00623122975230217,
      "loss_total": 0.00623122975230217,
      "step": 73720
    },
    {
      "loss_action": 0.0027779024094343185,
      "loss_total": 0.0027779024094343185,
      "step": 73720
    },
    {
      "loss_action": 0.006465408951044083,
      "loss_total": 0.006465408951044083,
      "step": 73720
    },
    {
      "loss_action": 0.00176940206438303,
      "loss_total": 0.00176940206438303,
      "step": 73720
    },
    {
      "loss_action": 0.01318340189754963,
      "loss_total": 0.01318340189754963,
      "step": 73720
    },
    {
      "loss_action": 0.003480893326923251,
      "loss_total": 0.003480893326923251,
      "step": 73720
    },
    {
      "loss_action": 0.0030848782043904066,
      "loss_total": 0.0030848782043904066,
      "step": 73720
    },
    {
      "loss_action": 0.002766154706478119,
      "loss_total": 0.002766154706478119,
      "step": 73720
    },
    {
      "grad_norm": 0.1240365281701088,
      "learning_rate": 9.514781451136409e-05,
      "loss": 0.0063,
      "step": 73730
    },
    {
      "loss_action": 0.0017309861723333597,
      "loss_total": 0.0017309861723333597,
      "step": 73730
    },
    {
      "loss_action": 0.004093230701982975,
      "loss_total": 0.004093230701982975,
      "step": 73730
    },
    {
      "loss_action": 0.0042900689877569675,
      "loss_total": 0.0042900689877569675,
      "step": 73730
    },
    {
      "loss_action": 0.012481918558478355,
      "loss_total": 0.012481918558478355,
      "step": 73730
    },
    {
      "loss_action": 0.006878493819385767,
      "loss_total": 0.006878493819385767,
      "step": 73730
    },
    {
      "loss_action": 0.0024585009086877108,
      "loss_total": 0.0024585009086877108,
      "step": 73730
    },
    {
      "loss_action": 0.0230228453874588,
      "loss_total": 0.0230228453874588,
      "step": 73730
    },
    {
      "loss_action": 0.0025426584761589766,
      "loss_total": 0.0025426584761589766,
      "step": 73730
    },
    {
      "grad_norm": 0.10519038140773773,
      "learning_rate": 9.514603798318169e-05,
      "loss": 0.0073,
      "step": 73740
    },
    {
      "loss_action": 0.002418278716504574,
      "loss_total": 0.002418278716504574,
      "step": 73740
    },
    {
      "loss_action": 0.005628707353025675,
      "loss_total": 0.005628707353025675,
      "step": 73740
    },
    {
      "loss_action": 0.008907970041036606,
      "loss_total": 0.008907970041036606,
      "step": 73740
    },
    {
      "loss_action": 0.004530986770987511,
      "loss_total": 0.004530986770987511,
      "step": 73740
    },
    {
      "loss_action": 0.012964606285095215,
      "loss_total": 0.012964606285095215,
      "step": 73740
    },
    {
      "loss_action": 0.005164413712918758,
      "loss_total": 0.005164413712918758,
      "step": 73740
    },
    {
      "loss_action": 0.00630725733935833,
      "loss_total": 0.00630725733935833,
      "step": 73740
    },
    {
      "loss_action": 0.003130836645141244,
      "loss_total": 0.003130836645141244,
      "step": 73740
    },
    {
      "grad_norm": 0.10516307502985,
      "learning_rate": 9.514426114643035e-05,
      "loss": 0.006,
      "step": 73750
    },
    {
      "loss_action": 0.011438647285103798,
      "loss_total": 0.011438647285103798,
      "step": 73750
    },
    {
      "loss_action": 0.0062150415033102036,
      "loss_total": 0.0062150415033102036,
      "step": 73750
    },
    {
      "loss_action": 0.00358076230622828,
      "loss_total": 0.00358076230622828,
      "step": 73750
    },
    {
      "loss_action": 0.0016796151176095009,
      "loss_total": 0.0016796151176095009,
      "step": 73750
    },
    {
      "loss_action": 0.005362608935683966,
      "loss_total": 0.005362608935683966,
      "step": 73750
    },
    {
      "loss_action": 0.008334013633430004,
      "loss_total": 0.008334013633430004,
      "step": 73750
    },
    {
      "loss_action": 0.0028884478379040956,
      "loss_total": 0.0028884478379040956,
      "step": 73750
    },
    {
      "loss_action": 0.003060620743781328,
      "loss_total": 0.003060620743781328,
      "step": 73750
    },
    {
      "grad_norm": 0.09510917216539383,
      "learning_rate": 9.514248400112223e-05,
      "loss": 0.0052,
      "step": 73760
    },
    {
      "loss_action": 0.001964827300980687,
      "loss_total": 0.001964827300980687,
      "step": 73760
    },
    {
      "loss_action": 0.004595919046550989,
      "loss_total": 0.004595919046550989,
      "step": 73760
    },
    {
      "loss_action": 0.002503500785678625,
      "loss_total": 0.002503500785678625,
      "step": 73760
    },
    {
      "loss_action": 0.0048153880052268505,
      "loss_total": 0.0048153880052268505,
      "step": 73760
    },
    {
      "loss_action": 0.012265625409781933,
      "loss_total": 0.012265625409781933,
      "step": 73760
    },
    {
      "loss_action": 0.0041716741397976875,
      "loss_total": 0.0041716741397976875,
      "step": 73760
    },
    {
      "loss_action": 0.0024791802279651165,
      "loss_total": 0.0024791802279651165,
      "step": 73760
    },
    {
      "loss_action": 0.002604331588372588,
      "loss_total": 0.002604331588372588,
      "step": 73760
    },
    {
      "grad_norm": 0.12483952939510345,
      "learning_rate": 9.514070654726945e-05,
      "loss": 0.0064,
      "step": 73770
    },
    {
      "loss_action": 0.005736083723604679,
      "loss_total": 0.005736083723604679,
      "step": 73770
    },
    {
      "loss_action": 0.005763613618910313,
      "loss_total": 0.005763613618910313,
      "step": 73770
    },
    {
      "loss_action": 0.006299365311861038,
      "loss_total": 0.006299365311861038,
      "step": 73770
    },
    {
      "loss_action": 0.004137386567890644,
      "loss_total": 0.004137386567890644,
      "step": 73770
    },
    {
      "loss_action": 0.04557479918003082,
      "loss_total": 0.04557479918003082,
      "step": 73770
    },
    {
      "loss_action": 0.009031407535076141,
      "loss_total": 0.009031407535076141,
      "step": 73770
    },
    {
      "loss_action": 0.009131020866334438,
      "loss_total": 0.009131020866334438,
      "step": 73770
    },
    {
      "loss_action": 0.005199854262173176,
      "loss_total": 0.005199854262173176,
      "step": 73770
    },
    {
      "grad_norm": 0.09375475347042084,
      "learning_rate": 9.513892878488419e-05,
      "loss": 0.0081,
      "step": 73780
    },
    {
      "loss_action": 0.005325214006006718,
      "loss_total": 0.005325214006006718,
      "step": 73780
    },
    {
      "loss_action": 0.002860619919374585,
      "loss_total": 0.002860619919374585,
      "step": 73780
    },
    {
      "loss_action": 0.006270266138017178,
      "loss_total": 0.006270266138017178,
      "step": 73780
    },
    {
      "loss_action": 0.007224259432405233,
      "loss_total": 0.007224259432405233,
      "step": 73780
    },
    {
      "loss_action": 0.013866831548511982,
      "loss_total": 0.013866831548511982,
      "step": 73780
    },
    {
      "loss_action": 0.00552562577649951,
      "loss_total": 0.00552562577649951,
      "step": 73780
    },
    {
      "loss_action": 0.010704925283789635,
      "loss_total": 0.010704925283789635,
      "step": 73780
    },
    {
      "loss_action": 0.002898214617744088,
      "loss_total": 0.002898214617744088,
      "step": 73780
    },
    {
      "grad_norm": 0.1104881539940834,
      "learning_rate": 9.513715071397859e-05,
      "loss": 0.0075,
      "step": 73790
    },
    {
      "loss_action": 0.007620100863277912,
      "loss_total": 0.007620100863277912,
      "step": 73790
    },
    {
      "loss_action": 0.006054846569895744,
      "loss_total": 0.006054846569895744,
      "step": 73790
    },
    {
      "loss_action": 0.006058102939277887,
      "loss_total": 0.006058102939277887,
      "step": 73790
    },
    {
      "loss_action": 0.004901343025267124,
      "loss_total": 0.004901343025267124,
      "step": 73790
    },
    {
      "loss_action": 0.004264091141521931,
      "loss_total": 0.004264091141521931,
      "step": 73790
    },
    {
      "loss_action": 0.008077705278992653,
      "loss_total": 0.008077705278992653,
      "step": 73790
    },
    {
      "loss_action": 0.005639492534101009,
      "loss_total": 0.005639492534101009,
      "step": 73790
    },
    {
      "loss_action": 0.0014266809448599815,
      "loss_total": 0.0014266809448599815,
      "step": 73790
    },
    {
      "grad_norm": 0.14820170402526855,
      "learning_rate": 9.513537233456482e-05,
      "loss": 0.0073,
      "step": 73800
    },
    {
      "loss_action": 0.0034067872911691666,
      "loss_total": 0.0034067872911691666,
      "step": 73800
    },
    {
      "loss_action": 0.005391777493059635,
      "loss_total": 0.005391777493059635,
      "step": 73800
    },
    {
      "loss_action": 0.0036244390066713095,
      "loss_total": 0.0036244390066713095,
      "step": 73800
    },
    {
      "loss_action": 0.01987951248884201,
      "loss_total": 0.01987951248884201,
      "step": 73800
    },
    {
      "loss_action": 0.0021311198361217976,
      "loss_total": 0.0021311198361217976,
      "step": 73800
    },
    {
      "loss_action": 0.028020240366458893,
      "loss_total": 0.028020240366458893,
      "step": 73800
    },
    {
      "loss_action": 0.003330598585307598,
      "loss_total": 0.003330598585307598,
      "step": 73800
    },
    {
      "loss_action": 0.0061715696938335896,
      "loss_total": 0.0061715696938335896,
      "step": 73800
    },
    {
      "grad_norm": 0.13645929098129272,
      "learning_rate": 9.513359364665501e-05,
      "loss": 0.0068,
      "step": 73810
    },
    {
      "loss_action": 0.007088018581271172,
      "loss_total": 0.007088018581271172,
      "step": 73810
    },
    {
      "loss_action": 0.006354644428938627,
      "loss_total": 0.006354644428938627,
      "step": 73810
    },
    {
      "loss_action": 0.00546665582805872,
      "loss_total": 0.00546665582805872,
      "step": 73810
    },
    {
      "loss_action": 0.0103878453373909,
      "loss_total": 0.0103878453373909,
      "step": 73810
    },
    {
      "loss_action": 0.004586067516356707,
      "loss_total": 0.004586067516356707,
      "step": 73810
    },
    {
      "loss_action": 0.0037744808942079544,
      "loss_total": 0.0037744808942079544,
      "step": 73810
    },
    {
      "loss_action": 0.005151540972292423,
      "loss_total": 0.005151540972292423,
      "step": 73810
    },
    {
      "loss_action": 0.001764920772984624,
      "loss_total": 0.001764920772984624,
      "step": 73810
    },
    {
      "grad_norm": 0.11878542602062225,
      "learning_rate": 9.513181465026132e-05,
      "loss": 0.0065,
      "step": 73820
    },
    {
      "loss_action": 0.005369469057768583,
      "loss_total": 0.005369469057768583,
      "step": 73820
    },
    {
      "loss_action": 0.01370954979211092,
      "loss_total": 0.01370954979211092,
      "step": 73820
    },
    {
      "loss_action": 0.002096781972795725,
      "loss_total": 0.002096781972795725,
      "step": 73820
    },
    {
      "loss_action": 0.006494610570371151,
      "loss_total": 0.006494610570371151,
      "step": 73820
    },
    {
      "loss_action": 0.003374352352693677,
      "loss_total": 0.003374352352693677,
      "step": 73820
    },
    {
      "loss_action": 0.013990875333547592,
      "loss_total": 0.013990875333547592,
      "step": 73820
    },
    {
      "loss_action": 0.0045229424722492695,
      "loss_total": 0.0045229424722492695,
      "step": 73820
    },
    {
      "loss_action": 0.005919083021581173,
      "loss_total": 0.005919083021581173,
      "step": 73820
    },
    {
      "grad_norm": 0.121783047914505,
      "learning_rate": 9.513003534539591e-05,
      "loss": 0.0074,
      "step": 73830
    },
    {
      "loss_action": 0.00519073149189353,
      "loss_total": 0.00519073149189353,
      "step": 73830
    },
    {
      "loss_action": 0.010259939357638359,
      "loss_total": 0.010259939357638359,
      "step": 73830
    },
    {
      "loss_action": 0.005087593570351601,
      "loss_total": 0.005087593570351601,
      "step": 73830
    },
    {
      "loss_action": 0.009431629441678524,
      "loss_total": 0.009431629441678524,
      "step": 73830
    },
    {
      "loss_action": 0.004902858752757311,
      "loss_total": 0.004902858752757311,
      "step": 73830
    },
    {
      "loss_action": 0.0016453659627586603,
      "loss_total": 0.0016453659627586603,
      "step": 73830
    },
    {
      "loss_action": 0.019997045397758484,
      "loss_total": 0.019997045397758484,
      "step": 73830
    },
    {
      "loss_action": 0.006957324221730232,
      "loss_total": 0.006957324221730232,
      "step": 73830
    },
    {
      "grad_norm": 0.08842215687036514,
      "learning_rate": 9.512825573207096e-05,
      "loss": 0.0072,
      "step": 73840
    },
    {
      "loss_action": 0.002316006924957037,
      "loss_total": 0.002316006924957037,
      "step": 73840
    },
    {
      "loss_action": 0.003972753882408142,
      "loss_total": 0.003972753882408142,
      "step": 73840
    },
    {
      "loss_action": 0.007500309497117996,
      "loss_total": 0.007500309497117996,
      "step": 73840
    },
    {
      "loss_action": 0.009257795289158821,
      "loss_total": 0.009257795289158821,
      "step": 73840
    },
    {
      "loss_action": 0.00378316268324852,
      "loss_total": 0.00378316268324852,
      "step": 73840
    },
    {
      "loss_action": 0.006213044747710228,
      "loss_total": 0.006213044747710228,
      "step": 73840
    },
    {
      "loss_action": 0.0032015368342399597,
      "loss_total": 0.0032015368342399597,
      "step": 73840
    },
    {
      "loss_action": 0.0057894084602594376,
      "loss_total": 0.0057894084602594376,
      "step": 73840
    },
    {
      "grad_norm": 0.09729354083538055,
      "learning_rate": 9.512647581029862e-05,
      "loss": 0.006,
      "step": 73850
    },
    {
      "loss_action": 0.004765516147017479,
      "loss_total": 0.004765516147017479,
      "step": 73850
    },
    {
      "loss_action": 0.0023183939047157764,
      "loss_total": 0.0023183939047157764,
      "step": 73850
    },
    {
      "loss_action": 0.005091994069516659,
      "loss_total": 0.005091994069516659,
      "step": 73850
    },
    {
      "loss_action": 0.002732635010033846,
      "loss_total": 0.002732635010033846,
      "step": 73850
    },
    {
      "loss_action": 0.005661266855895519,
      "loss_total": 0.005661266855895519,
      "step": 73850
    },
    {
      "loss_action": 0.006729369983077049,
      "loss_total": 0.006729369983077049,
      "step": 73850
    },
    {
      "loss_action": 0.004470728803426027,
      "loss_total": 0.004470728803426027,
      "step": 73850
    },
    {
      "loss_action": 0.006202833727002144,
      "loss_total": 0.006202833727002144,
      "step": 73850
    },
    {
      "grad_norm": 0.18009988963603973,
      "learning_rate": 9.512469558009105e-05,
      "loss": 0.0076,
      "step": 73860
    },
    {
      "loss_action": 0.004314107820391655,
      "loss_total": 0.004314107820391655,
      "step": 73860
    },
    {
      "loss_action": 0.019160926342010498,
      "loss_total": 0.019160926342010498,
      "step": 73860
    },
    {
      "loss_action": 0.0688452422618866,
      "loss_total": 0.0688452422618866,
      "step": 73860
    },
    {
      "loss_action": 0.0020875567570328712,
      "loss_total": 0.0020875567570328712,
      "step": 73860
    },
    {
      "loss_action": 0.0020529613830149174,
      "loss_total": 0.0020529613830149174,
      "step": 73860
    },
    {
      "loss_action": 0.0074028572998940945,
      "loss_total": 0.0074028572998940945,
      "step": 73860
    },
    {
      "loss_action": 0.005526259075850248,
      "loss_total": 0.005526259075850248,
      "step": 73860
    },
    {
      "loss_action": 0.00775714498013258,
      "loss_total": 0.00775714498013258,
      "step": 73860
    },
    {
      "grad_norm": 0.11132770776748657,
      "learning_rate": 9.512291504146042e-05,
      "loss": 0.0076,
      "step": 73870
    },
    {
      "loss_action": 0.003658291883766651,
      "loss_total": 0.003658291883766651,
      "step": 73870
    },
    {
      "loss_action": 0.010994290933012962,
      "loss_total": 0.010994290933012962,
      "step": 73870
    },
    {
      "loss_action": 0.010884774848818779,
      "loss_total": 0.010884774848818779,
      "step": 73870
    },
    {
      "loss_action": 0.00273364270105958,
      "loss_total": 0.00273364270105958,
      "step": 73870
    },
    {
      "loss_action": 0.0070592062547802925,
      "loss_total": 0.0070592062547802925,
      "step": 73870
    },
    {
      "loss_action": 0.014514710754156113,
      "loss_total": 0.014514710754156113,
      "step": 73870
    },
    {
      "loss_action": 0.0036679324693977833,
      "loss_total": 0.0036679324693977833,
      "step": 73870
    },
    {
      "loss_action": 0.004245741292834282,
      "loss_total": 0.004245741292834282,
      "step": 73870
    },
    {
      "grad_norm": 0.08682581037282944,
      "learning_rate": 9.512113419441891e-05,
      "loss": 0.0065,
      "step": 73880
    },
    {
      "loss_action": 0.0076904259622097015,
      "loss_total": 0.0076904259622097015,
      "step": 73880
    },
    {
      "loss_action": 0.011681828647851944,
      "loss_total": 0.011681828647851944,
      "step": 73880
    },
    {
      "loss_action": 0.0032001484651118517,
      "loss_total": 0.0032001484651118517,
      "step": 73880
    },
    {
      "loss_action": 0.004441161639988422,
      "loss_total": 0.004441161639988422,
      "step": 73880
    },
    {
      "loss_action": 0.006576232146471739,
      "loss_total": 0.006576232146471739,
      "step": 73880
    },
    {
      "loss_action": 0.006773981265723705,
      "loss_total": 0.006773981265723705,
      "step": 73880
    },
    {
      "loss_action": 0.004670660011470318,
      "loss_total": 0.004670660011470318,
      "step": 73880
    },
    {
      "loss_action": 0.0024425366427749395,
      "loss_total": 0.0024425366427749395,
      "step": 73880
    },
    {
      "grad_norm": 0.0591379776597023,
      "learning_rate": 9.511935303897867e-05,
      "loss": 0.0073,
      "step": 73890
    },
    {
      "loss_action": 0.002013673074543476,
      "loss_total": 0.002013673074543476,
      "step": 73890
    },
    {
      "loss_action": 0.0045616235584020615,
      "loss_total": 0.0045616235584020615,
      "step": 73890
    },
    {
      "loss_action": 0.004115617834031582,
      "loss_total": 0.004115617834031582,
      "step": 73890
    },
    {
      "loss_action": 0.0031335498206317425,
      "loss_total": 0.0031335498206317425,
      "step": 73890
    },
    {
      "loss_action": 0.012284775264561176,
      "loss_total": 0.012284775264561176,
      "step": 73890
    },
    {
      "loss_action": 0.001997457817196846,
      "loss_total": 0.001997457817196846,
      "step": 73890
    },
    {
      "loss_action": 0.005351497326046228,
      "loss_total": 0.005351497326046228,
      "step": 73890
    },
    {
      "loss_action": 0.003750260453671217,
      "loss_total": 0.003750260453671217,
      "step": 73890
    },
    {
      "grad_norm": 0.14639654755592346,
      "learning_rate": 9.51175715751519e-05,
      "loss": 0.0081,
      "step": 73900
    },
    {
      "loss_action": 0.0019734990783035755,
      "loss_total": 0.0019734990783035755,
      "step": 73900
    },
    {
      "loss_action": 0.002412226051092148,
      "loss_total": 0.002412226051092148,
      "step": 73900
    },
    {
      "loss_action": 0.0035850959829986095,
      "loss_total": 0.0035850959829986095,
      "step": 73900
    },
    {
      "loss_action": 0.003435498336330056,
      "loss_total": 0.003435498336330056,
      "step": 73900
    },
    {
      "loss_action": 0.006163620389997959,
      "loss_total": 0.006163620389997959,
      "step": 73900
    },
    {
      "loss_action": 0.004172786138951778,
      "loss_total": 0.004172786138951778,
      "step": 73900
    },
    {
      "loss_action": 0.006797978188842535,
      "loss_total": 0.006797978188842535,
      "step": 73900
    },
    {
      "loss_action": 0.004945719614624977,
      "loss_total": 0.004945719614624977,
      "step": 73900
    },
    {
      "grad_norm": 0.15190182626247406,
      "learning_rate": 9.511578980295077e-05,
      "loss": 0.0081,
      "step": 73910
    },
    {
      "loss_action": 0.003668722463771701,
      "loss_total": 0.003668722463771701,
      "step": 73910
    },
    {
      "loss_action": 0.007848843932151794,
      "loss_total": 0.007848843932151794,
      "step": 73910
    },
    {
      "loss_action": 0.005782720632851124,
      "loss_total": 0.005782720632851124,
      "step": 73910
    },
    {
      "loss_action": 0.003744659014046192,
      "loss_total": 0.003744659014046192,
      "step": 73910
    },
    {
      "loss_action": 0.005716048646718264,
      "loss_total": 0.005716048646718264,
      "step": 73910
    },
    {
      "loss_action": 0.004179705865681171,
      "loss_total": 0.004179705865681171,
      "step": 73910
    },
    {
      "loss_action": 0.004283009096980095,
      "loss_total": 0.004283009096980095,
      "step": 73910
    },
    {
      "loss_action": 0.0026595056988298893,
      "loss_total": 0.0026595056988298893,
      "step": 73910
    },
    {
      "grad_norm": 0.11875844746828079,
      "learning_rate": 9.511400772238745e-05,
      "loss": 0.0065,
      "step": 73920
    },
    {
      "loss_action": 0.008775145746767521,
      "loss_total": 0.008775145746767521,
      "step": 73920
    },
    {
      "loss_action": 0.010995486751198769,
      "loss_total": 0.010995486751198769,
      "step": 73920
    },
    {
      "loss_action": 0.03313484042882919,
      "loss_total": 0.03313484042882919,
      "step": 73920
    },
    {
      "loss_action": 0.004501299932599068,
      "loss_total": 0.004501299932599068,
      "step": 73920
    },
    {
      "loss_action": 0.010723307728767395,
      "loss_total": 0.010723307728767395,
      "step": 73920
    },
    {
      "loss_action": 0.0072054872289299965,
      "loss_total": 0.0072054872289299965,
      "step": 73920
    },
    {
      "loss_action": 0.008137802593410015,
      "loss_total": 0.008137802593410015,
      "step": 73920
    },
    {
      "loss_action": 0.009576139971613884,
      "loss_total": 0.009576139971613884,
      "step": 73920
    },
    {
      "grad_norm": 0.15378031134605408,
      "learning_rate": 9.511222533347412e-05,
      "loss": 0.0097,
      "step": 73930
    },
    {
      "loss_action": 0.0027335728518664837,
      "loss_total": 0.0027335728518664837,
      "step": 73930
    },
    {
      "loss_action": 0.004477952141314745,
      "loss_total": 0.004477952141314745,
      "step": 73930
    },
    {
      "loss_action": 0.012791416607797146,
      "loss_total": 0.012791416607797146,
      "step": 73930
    },
    {
      "loss_action": 0.0035120586398988962,
      "loss_total": 0.0035120586398988962,
      "step": 73930
    },
    {
      "loss_action": 0.00914611853659153,
      "loss_total": 0.00914611853659153,
      "step": 73930
    },
    {
      "loss_action": 0.002997413743287325,
      "loss_total": 0.002997413743287325,
      "step": 73930
    },
    {
      "loss_action": 0.008485539816319942,
      "loss_total": 0.008485539816319942,
      "step": 73930
    },
    {
      "loss_action": 0.010490652173757553,
      "loss_total": 0.010490652173757553,
      "step": 73930
    },
    {
      "grad_norm": 0.0989423394203186,
      "learning_rate": 9.511044263622298e-05,
      "loss": 0.0069,
      "step": 73940
    },
    {
      "loss_action": 0.002155573107302189,
      "loss_total": 0.002155573107302189,
      "step": 73940
    },
    {
      "loss_action": 0.008770352229475975,
      "loss_total": 0.008770352229475975,
      "step": 73940
    },
    {
      "loss_action": 0.005180032458156347,
      "loss_total": 0.005180032458156347,
      "step": 73940
    },
    {
      "loss_action": 0.003782055340707302,
      "loss_total": 0.003782055340707302,
      "step": 73940
    },
    {
      "loss_action": 0.005770827643573284,
      "loss_total": 0.005770827643573284,
      "step": 73940
    },
    {
      "loss_action": 0.007741149514913559,
      "loss_total": 0.007741149514913559,
      "step": 73940
    },
    {
      "loss_action": 0.003755930345505476,
      "loss_total": 0.003755930345505476,
      "step": 73940
    },
    {
      "loss_action": 0.005702023860067129,
      "loss_total": 0.005702023860067129,
      "step": 73940
    },
    {
      "grad_norm": 0.10263694822788239,
      "learning_rate": 9.510865963064619e-05,
      "loss": 0.0071,
      "step": 73950
    },
    {
      "loss_action": 0.014438064768910408,
      "loss_total": 0.014438064768910408,
      "step": 73950
    },
    {
      "loss_action": 0.006008830387145281,
      "loss_total": 0.006008830387145281,
      "step": 73950
    },
    {
      "loss_action": 0.004488395061343908,
      "loss_total": 0.004488395061343908,
      "step": 73950
    },
    {
      "loss_action": 0.004600814543664455,
      "loss_total": 0.004600814543664455,
      "step": 73950
    },
    {
      "loss_action": 0.005578170530498028,
      "loss_total": 0.005578170530498028,
      "step": 73950
    },
    {
      "loss_action": 0.005313977133482695,
      "loss_total": 0.005313977133482695,
      "step": 73950
    },
    {
      "loss_action": 0.0018086202908307314,
      "loss_total": 0.0018086202908307314,
      "step": 73950
    },
    {
      "loss_action": 0.004566570278257132,
      "loss_total": 0.004566570278257132,
      "step": 73950
    },
    {
      "grad_norm": 0.1319570690393448,
      "learning_rate": 9.510687631675594e-05,
      "loss": 0.0074,
      "step": 73960
    },
    {
      "loss_action": 0.0030771265737712383,
      "loss_total": 0.0030771265737712383,
      "step": 73960
    },
    {
      "loss_action": 0.004490681458264589,
      "loss_total": 0.004490681458264589,
      "step": 73960
    },
    {
      "loss_action": 0.0027392208576202393,
      "loss_total": 0.0027392208576202393,
      "step": 73960
    },
    {
      "loss_action": 0.003644579090178013,
      "loss_total": 0.003644579090178013,
      "step": 73960
    },
    {
      "loss_action": 0.009148973040282726,
      "loss_total": 0.009148973040282726,
      "step": 73960
    },
    {
      "loss_action": 0.010354793630540371,
      "loss_total": 0.010354793630540371,
      "step": 73960
    },
    {
      "loss_action": 0.00439473707228899,
      "loss_total": 0.00439473707228899,
      "step": 73960
    },
    {
      "loss_action": 0.002935173688456416,
      "loss_total": 0.002935173688456416,
      "step": 73960
    },
    {
      "grad_norm": 0.10349316895008087,
      "learning_rate": 9.510509269456443e-05,
      "loss": 0.0071,
      "step": 73970
    },
    {
      "loss_action": 0.0028964742086827755,
      "loss_total": 0.0028964742086827755,
      "step": 73970
    },
    {
      "loss_action": 0.0067074596881866455,
      "loss_total": 0.0067074596881866455,
      "step": 73970
    },
    {
      "loss_action": 0.0036617617588490248,
      "loss_total": 0.0036617617588490248,
      "step": 73970
    },
    {
      "loss_action": 0.005270683206617832,
      "loss_total": 0.005270683206617832,
      "step": 73970
    },
    {
      "loss_action": 0.005913916975259781,
      "loss_total": 0.005913916975259781,
      "step": 73970
    },
    {
      "loss_action": 0.012136268429458141,
      "loss_total": 0.012136268429458141,
      "step": 73970
    },
    {
      "loss_action": 0.005882660858333111,
      "loss_total": 0.005882660858333111,
      "step": 73970
    },
    {
      "loss_action": 0.004788537509739399,
      "loss_total": 0.004788537509739399,
      "step": 73970
    },
    {
      "grad_norm": 0.1933545172214508,
      "learning_rate": 9.510330876408385e-05,
      "loss": 0.0077,
      "step": 73980
    },
    {
      "loss_action": 0.02175455167889595,
      "loss_total": 0.02175455167889595,
      "step": 73980
    },
    {
      "loss_action": 0.006685361266136169,
      "loss_total": 0.006685361266136169,
      "step": 73980
    },
    {
      "loss_action": 0.023972630500793457,
      "loss_total": 0.023972630500793457,
      "step": 73980
    },
    {
      "loss_action": 0.002639372367411852,
      "loss_total": 0.002639372367411852,
      "step": 73980
    },
    {
      "loss_action": 0.005984753370285034,
      "loss_total": 0.005984753370285034,
      "step": 73980
    },
    {
      "loss_action": 0.00691206892952323,
      "loss_total": 0.00691206892952323,
      "step": 73980
    },
    {
      "loss_action": 0.009388372302055359,
      "loss_total": 0.009388372302055359,
      "step": 73980
    },
    {
      "loss_action": 0.00313320173881948,
      "loss_total": 0.00313320173881948,
      "step": 73980
    },
    {
      "grad_norm": 0.10108691453933716,
      "learning_rate": 9.51015245253264e-05,
      "loss": 0.0068,
      "step": 73990
    },
    {
      "loss_action": 0.004981819074600935,
      "loss_total": 0.004981819074600935,
      "step": 73990
    },
    {
      "loss_action": 0.004482639953494072,
      "loss_total": 0.004482639953494072,
      "step": 73990
    },
    {
      "loss_action": 0.04000187665224075,
      "loss_total": 0.04000187665224075,
      "step": 73990
    },
    {
      "loss_action": 0.00897254515439272,
      "loss_total": 0.00897254515439272,
      "step": 73990
    },
    {
      "loss_action": 0.0028382097370922565,
      "loss_total": 0.0028382097370922565,
      "step": 73990
    },
    {
      "loss_action": 0.002870413474738598,
      "loss_total": 0.002870413474738598,
      "step": 73990
    },
    {
      "loss_action": 0.0031652534380555153,
      "loss_total": 0.0031652534380555153,
      "step": 73990
    },
    {
      "loss_action": 0.004370309412479401,
      "loss_total": 0.004370309412479401,
      "step": 73990
    },
    {
      "grad_norm": 0.09329480677843094,
      "learning_rate": 9.509973997830426e-05,
      "loss": 0.0086,
      "step": 74000
    },
    {
      "loss_action": 0.004924611188471317,
      "loss_total": 0.004924611188471317,
      "step": 74000
    },
    {
      "loss_action": 0.006588576827198267,
      "loss_total": 0.006588576827198267,
      "step": 74000
    },
    {
      "loss_action": 0.003120167413726449,
      "loss_total": 0.003120167413726449,
      "step": 74000
    },
    {
      "loss_action": 0.007553164381533861,
      "loss_total": 0.007553164381533861,
      "step": 74000
    },
    {
      "loss_action": 0.004405643325299025,
      "loss_total": 0.004405643325299025,
      "step": 74000
    },
    {
      "loss_action": 0.0026384901721030474,
      "loss_total": 0.0026384901721030474,
      "step": 74000
    },
    {
      "loss_action": 0.00580144627019763,
      "loss_total": 0.00580144627019763,
      "step": 74000
    },
    {
      "loss_action": 0.0062920767813920975,
      "loss_total": 0.0062920767813920975,
      "step": 74000
    },
    {
      "grad_norm": 0.12027227878570557,
      "learning_rate": 9.509795512302963e-05,
      "loss": 0.0069,
      "step": 74010
    },
    {
      "loss_action": 0.008052121847867966,
      "loss_total": 0.008052121847867966,
      "step": 74010
    },
    {
      "loss_action": 0.012824423611164093,
      "loss_total": 0.012824423611164093,
      "step": 74010
    },
    {
      "loss_action": 0.014576166868209839,
      "loss_total": 0.014576166868209839,
      "step": 74010
    },
    {
      "loss_action": 0.004141809418797493,
      "loss_total": 0.004141809418797493,
      "step": 74010
    },
    {
      "loss_action": 0.00478080939501524,
      "loss_total": 0.00478080939501524,
      "step": 74010
    },
    {
      "loss_action": 0.00724635599181056,
      "loss_total": 0.00724635599181056,
      "step": 74010
    },
    {
      "loss_action": 0.00397191196680069,
      "loss_total": 0.00397191196680069,
      "step": 74010
    },
    {
      "loss_action": 0.006063281558454037,
      "loss_total": 0.006063281558454037,
      "step": 74010
    },
    {
      "grad_norm": 0.11850477755069733,
      "learning_rate": 9.509616995951471e-05,
      "loss": 0.0081,
      "step": 74020
    },
    {
      "loss_action": 0.0217017512768507,
      "loss_total": 0.0217017512768507,
      "step": 74020
    },
    {
      "loss_action": 0.0029017399065196514,
      "loss_total": 0.0029017399065196514,
      "step": 74020
    },
    {
      "loss_action": 0.0031337537802755833,
      "loss_total": 0.0031337537802755833,
      "step": 74020
    },
    {
      "loss_action": 0.006114876363426447,
      "loss_total": 0.006114876363426447,
      "step": 74020
    },
    {
      "loss_action": 0.005447542294859886,
      "loss_total": 0.005447542294859886,
      "step": 74020
    },
    {
      "loss_action": 0.01706182025372982,
      "loss_total": 0.01706182025372982,
      "step": 74020
    },
    {
      "loss_action": 0.007564541418105364,
      "loss_total": 0.007564541418105364,
      "step": 74020
    },
    {
      "loss_action": 0.00356483506038785,
      "loss_total": 0.00356483506038785,
      "step": 74020
    },
    {
      "grad_norm": 0.11619289964437485,
      "learning_rate": 9.509438448777171e-05,
      "loss": 0.0077,
      "step": 74030
    },
    {
      "loss_action": 0.005312647204846144,
      "loss_total": 0.005312647204846144,
      "step": 74030
    },
    {
      "loss_action": 0.004947659559547901,
      "loss_total": 0.004947659559547901,
      "step": 74030
    },
    {
      "loss_action": 0.0073575363494455814,
      "loss_total": 0.0073575363494455814,
      "step": 74030
    },
    {
      "loss_action": 0.005537472665309906,
      "loss_total": 0.005537472665309906,
      "step": 74030
    },
    {
      "loss_action": 0.0069359177723526955,
      "loss_total": 0.0069359177723526955,
      "step": 74030
    },
    {
      "loss_action": 0.00952999759465456,
      "loss_total": 0.00952999759465456,
      "step": 74030
    },
    {
      "loss_action": 0.006060387007892132,
      "loss_total": 0.006060387007892132,
      "step": 74030
    },
    {
      "loss_action": 0.002298421924933791,
      "loss_total": 0.002298421924933791,
      "step": 74030
    },
    {
      "grad_norm": 0.11731763929128647,
      "learning_rate": 9.509259870781281e-05,
      "loss": 0.0069,
      "step": 74040
    },
    {
      "loss_action": 0.0030591641552746296,
      "loss_total": 0.0030591641552746296,
      "step": 74040
    },
    {
      "loss_action": 0.004644724540412426,
      "loss_total": 0.004644724540412426,
      "step": 74040
    },
    {
      "loss_action": 0.030529677867889404,
      "loss_total": 0.030529677867889404,
      "step": 74040
    },
    {
      "loss_action": 0.006281714886426926,
      "loss_total": 0.006281714886426926,
      "step": 74040
    },
    {
      "loss_action": 0.005317757371813059,
      "loss_total": 0.005317757371813059,
      "step": 74040
    },
    {
      "loss_action": 0.02059689350426197,
      "loss_total": 0.02059689350426197,
      "step": 74040
    },
    {
      "loss_action": 0.0030577261932194233,
      "loss_total": 0.0030577261932194233,
      "step": 74040
    },
    {
      "loss_action": 0.007845282554626465,
      "loss_total": 0.007845282554626465,
      "step": 74040
    },
    {
      "grad_norm": 0.1378616988658905,
      "learning_rate": 9.509081261965025e-05,
      "loss": 0.0088,
      "step": 74050
    },
    {
      "loss_action": 0.018526529893279076,
      "loss_total": 0.018526529893279076,
      "step": 74050
    },
    {
      "loss_action": 0.0019730371423065662,
      "loss_total": 0.0019730371423065662,
      "step": 74050
    },
    {
      "loss_action": 0.016126729547977448,
      "loss_total": 0.016126729547977448,
      "step": 74050
    },
    {
      "loss_action": 0.005455568432807922,
      "loss_total": 0.005455568432807922,
      "step": 74050
    },
    {
      "loss_action": 0.005464618094265461,
      "loss_total": 0.005464618094265461,
      "step": 74050
    },
    {
      "loss_action": 0.006094682030379772,
      "loss_total": 0.006094682030379772,
      "step": 74050
    },
    {
      "loss_action": 0.01086258515715599,
      "loss_total": 0.01086258515715599,
      "step": 74050
    },
    {
      "loss_action": 0.006118215154856443,
      "loss_total": 0.006118215154856443,
      "step": 74050
    },
    {
      "grad_norm": 0.13071732223033905,
      "learning_rate": 9.508902622329621e-05,
      "loss": 0.0073,
      "step": 74060
    },
    {
      "loss_action": 0.003276233095675707,
      "loss_total": 0.003276233095675707,
      "step": 74060
    },
    {
      "loss_action": 0.012209877371788025,
      "loss_total": 0.012209877371788025,
      "step": 74060
    },
    {
      "loss_action": 0.0021865968592464924,
      "loss_total": 0.0021865968592464924,
      "step": 74060
    },
    {
      "loss_action": 0.00457191513851285,
      "loss_total": 0.00457191513851285,
      "step": 74060
    },
    {
      "loss_action": 0.004988160915672779,
      "loss_total": 0.004988160915672779,
      "step": 74060
    },
    {
      "loss_action": 0.0025589093565940857,
      "loss_total": 0.0025589093565940857,
      "step": 74060
    },
    {
      "loss_action": 0.0022592314053326845,
      "loss_total": 0.0022592314053326845,
      "step": 74060
    },
    {
      "loss_action": 0.0039670467376708984,
      "loss_total": 0.0039670467376708984,
      "step": 74060
    },
    {
      "grad_norm": 0.0972430631518364,
      "learning_rate": 9.50872395187629e-05,
      "loss": 0.0075,
      "step": 74070
    },
    {
      "loss_action": 0.005939389578998089,
      "loss_total": 0.005939389578998089,
      "step": 74070
    },
    {
      "loss_action": 0.008883161470293999,
      "loss_total": 0.008883161470293999,
      "step": 74070
    },
    {
      "loss_action": 0.0030220248736441135,
      "loss_total": 0.0030220248736441135,
      "step": 74070
    },
    {
      "loss_action": 0.006486732512712479,
      "loss_total": 0.006486732512712479,
      "step": 74070
    },
    {
      "loss_action": 0.006685365457087755,
      "loss_total": 0.006685365457087755,
      "step": 74070
    },
    {
      "loss_action": 0.021225987002253532,
      "loss_total": 0.021225987002253532,
      "step": 74070
    },
    {
      "loss_action": 0.005450673867017031,
      "loss_total": 0.005450673867017031,
      "step": 74070
    },
    {
      "loss_action": 0.004693073686212301,
      "loss_total": 0.004693073686212301,
      "step": 74070
    },
    {
      "grad_norm": 0.12914492189884186,
      "learning_rate": 9.508545250606257e-05,
      "loss": 0.0073,
      "step": 74080
    },
    {
      "loss_action": 0.004433218389749527,
      "loss_total": 0.004433218389749527,
      "step": 74080
    },
    {
      "loss_action": 0.007408778183162212,
      "loss_total": 0.007408778183162212,
      "step": 74080
    },
    {
      "loss_action": 0.005637924186885357,
      "loss_total": 0.005637924186885357,
      "step": 74080
    },
    {
      "loss_action": 0.008869604207575321,
      "loss_total": 0.008869604207575321,
      "step": 74080
    },
    {
      "loss_action": 0.003620598465204239,
      "loss_total": 0.003620598465204239,
      "step": 74080
    },
    {
      "loss_action": 0.003220300655812025,
      "loss_total": 0.003220300655812025,
      "step": 74080
    },
    {
      "loss_action": 0.0033845447469502687,
      "loss_total": 0.0033845447469502687,
      "step": 74080
    },
    {
      "loss_action": 0.0024494100362062454,
      "loss_total": 0.0024494100362062454,
      "step": 74080
    },
    {
      "grad_norm": 0.11164244264364243,
      "learning_rate": 9.50836651852074e-05,
      "loss": 0.0064,
      "step": 74090
    },
    {
      "loss_action": 0.005144844762980938,
      "loss_total": 0.005144844762980938,
      "step": 74090
    },
    {
      "loss_action": 0.008294239640235901,
      "loss_total": 0.008294239640235901,
      "step": 74090
    },
    {
      "loss_action": 0.007119167596101761,
      "loss_total": 0.007119167596101761,
      "step": 74090
    },
    {
      "loss_action": 0.012628883123397827,
      "loss_total": 0.012628883123397827,
      "step": 74090
    },
    {
      "loss_action": 0.007934998720884323,
      "loss_total": 0.007934998720884323,
      "step": 74090
    },
    {
      "loss_action": 0.0031661223620176315,
      "loss_total": 0.0031661223620176315,
      "step": 74090
    },
    {
      "loss_action": 0.0025972637813538313,
      "loss_total": 0.0025972637813538313,
      "step": 74090
    },
    {
      "loss_action": 0.004549824632704258,
      "loss_total": 0.004549824632704258,
      "step": 74090
    },
    {
      "grad_norm": 0.12590694427490234,
      "learning_rate": 9.508187755620959e-05,
      "loss": 0.0074,
      "step": 74100
    },
    {
      "loss_action": 0.015387017279863358,
      "loss_total": 0.015387017279863358,
      "step": 74100
    },
    {
      "loss_action": 0.010742198675870895,
      "loss_total": 0.010742198675870895,
      "step": 74100
    },
    {
      "loss_action": 0.0029213486704975367,
      "loss_total": 0.0029213486704975367,
      "step": 74100
    },
    {
      "loss_action": 0.005273306276649237,
      "loss_total": 0.005273306276649237,
      "step": 74100
    },
    {
      "loss_action": 0.012591660022735596,
      "loss_total": 0.012591660022735596,
      "step": 74100
    },
    {
      "loss_action": 0.006098134443163872,
      "loss_total": 0.006098134443163872,
      "step": 74100
    },
    {
      "loss_action": 0.009447850286960602,
      "loss_total": 0.009447850286960602,
      "step": 74100
    },
    {
      "loss_action": 0.0017827933188527822,
      "loss_total": 0.0017827933188527822,
      "step": 74100
    },
    {
      "grad_norm": 0.11698046326637268,
      "learning_rate": 9.50800896190814e-05,
      "loss": 0.0074,
      "step": 74110
    },
    {
      "loss_action": 0.005668077617883682,
      "loss_total": 0.005668077617883682,
      "step": 74110
    },
    {
      "loss_action": 0.0027846763841807842,
      "loss_total": 0.0027846763841807842,
      "step": 74110
    },
    {
      "loss_action": 0.009381082840263844,
      "loss_total": 0.009381082840263844,
      "step": 74110
    },
    {
      "loss_action": 0.001519559882581234,
      "loss_total": 0.001519559882581234,
      "step": 74110
    },
    {
      "loss_action": 0.002754368120804429,
      "loss_total": 0.002754368120804429,
      "step": 74110
    },
    {
      "loss_action": 0.027437467128038406,
      "loss_total": 0.027437467128038406,
      "step": 74110
    },
    {
      "loss_action": 0.01570999249815941,
      "loss_total": 0.01570999249815941,
      "step": 74110
    },
    {
      "loss_action": 0.004066700581461191,
      "loss_total": 0.004066700581461191,
      "step": 74110
    },
    {
      "grad_norm": 0.09089495241641998,
      "learning_rate": 9.507830137383503e-05,
      "loss": 0.0073,
      "step": 74120
    },
    {
      "loss_action": 0.003186287358403206,
      "loss_total": 0.003186287358403206,
      "step": 74120
    },
    {
      "loss_action": 0.005286297295242548,
      "loss_total": 0.005286297295242548,
      "step": 74120
    },
    {
      "loss_action": 0.03472685441374779,
      "loss_total": 0.03472685441374779,
      "step": 74120
    },
    {
      "loss_action": 0.003395077306777239,
      "loss_total": 0.003395077306777239,
      "step": 74120
    },
    {
      "loss_action": 0.008818993344902992,
      "loss_total": 0.008818993344902992,
      "step": 74120
    },
    {
      "loss_action": 0.006284356117248535,
      "loss_total": 0.006284356117248535,
      "step": 74120
    },
    {
      "loss_action": 0.003966059535741806,
      "loss_total": 0.003966059535741806,
      "step": 74120
    },
    {
      "loss_action": 0.007223939523100853,
      "loss_total": 0.007223939523100853,
      "step": 74120
    },
    {
      "grad_norm": 0.12303154170513153,
      "learning_rate": 9.507651282048269e-05,
      "loss": 0.0059,
      "step": 74130
    },
    {
      "loss_action": 0.009693961590528488,
      "loss_total": 0.009693961590528488,
      "step": 74130
    },
    {
      "loss_action": 0.004940624814480543,
      "loss_total": 0.004940624814480543,
      "step": 74130
    },
    {
      "loss_action": 0.004214367363601923,
      "loss_total": 0.004214367363601923,
      "step": 74130
    },
    {
      "loss_action": 0.015069210901856422,
      "loss_total": 0.015069210901856422,
      "step": 74130
    },
    {
      "loss_action": 0.009701572358608246,
      "loss_total": 0.009701572358608246,
      "step": 74130
    },
    {
      "loss_action": 0.007855474948883057,
      "loss_total": 0.007855474948883057,
      "step": 74130
    },
    {
      "loss_action": 0.00794783141463995,
      "loss_total": 0.00794783141463995,
      "step": 74130
    },
    {
      "loss_action": 0.005803094711154699,
      "loss_total": 0.005803094711154699,
      "step": 74130
    },
    {
      "grad_norm": 0.08703780919313431,
      "learning_rate": 9.507472395903663e-05,
      "loss": 0.0067,
      "step": 74140
    },
    {
      "loss_action": 0.004035985097289085,
      "loss_total": 0.004035985097289085,
      "step": 74140
    },
    {
      "loss_action": 0.004013035446405411,
      "loss_total": 0.004013035446405411,
      "step": 74140
    },
    {
      "loss_action": 0.009734490886330605,
      "loss_total": 0.009734490886330605,
      "step": 74140
    },
    {
      "loss_action": 0.015473256818950176,
      "loss_total": 0.015473256818950176,
      "step": 74140
    },
    {
      "loss_action": 0.00803857296705246,
      "loss_total": 0.00803857296705246,
      "step": 74140
    },
    {
      "loss_action": 0.0023072257172316313,
      "loss_total": 0.0023072257172316313,
      "step": 74140
    },
    {
      "loss_action": 0.005289438180625439,
      "loss_total": 0.005289438180625439,
      "step": 74140
    },
    {
      "loss_action": 0.007283683866262436,
      "loss_total": 0.007283683866262436,
      "step": 74140
    },
    {
      "grad_norm": 0.18714608252048492,
      "learning_rate": 9.507293478950906e-05,
      "loss": 0.0123,
      "step": 74150
    },
    {
      "loss_action": 0.017278658226132393,
      "loss_total": 0.017278658226132393,
      "step": 74150
    },
    {
      "loss_action": 0.0027430513873696327,
      "loss_total": 0.0027430513873696327,
      "step": 74150
    },
    {
      "loss_action": 0.007396298460662365,
      "loss_total": 0.007396298460662365,
      "step": 74150
    },
    {
      "loss_action": 0.0032514086924493313,
      "loss_total": 0.0032514086924493313,
      "step": 74150
    },
    {
      "loss_action": 0.005533965304493904,
      "loss_total": 0.005533965304493904,
      "step": 74150
    },
    {
      "loss_action": 0.024766389280557632,
      "loss_total": 0.024766389280557632,
      "step": 74150
    },
    {
      "loss_action": 0.006939041428267956,
      "loss_total": 0.006939041428267956,
      "step": 74150
    },
    {
      "loss_action": 0.004365940112620592,
      "loss_total": 0.004365940112620592,
      "step": 74150
    },
    {
      "grad_norm": 0.12256389111280441,
      "learning_rate": 9.507114531191221e-05,
      "loss": 0.008,
      "step": 74160
    },
    {
      "loss_action": 0.002816691529005766,
      "loss_total": 0.002816691529005766,
      "step": 74160
    },
    {
      "loss_action": 0.007119069341570139,
      "loss_total": 0.007119069341570139,
      "step": 74160
    },
    {
      "loss_action": 0.012240171432495117,
      "loss_total": 0.012240171432495117,
      "step": 74160
    },
    {
      "loss_action": 0.004707413259893656,
      "loss_total": 0.004707413259893656,
      "step": 74160
    },
    {
      "loss_action": 0.004645477049052715,
      "loss_total": 0.004645477049052715,
      "step": 74160
    },
    {
      "loss_action": 0.007304771803319454,
      "loss_total": 0.007304771803319454,
      "step": 74160
    },
    {
      "loss_action": 0.008976524695754051,
      "loss_total": 0.008976524695754051,
      "step": 74160
    },
    {
      "loss_action": 0.0035336832515895367,
      "loss_total": 0.0035336832515895367,
      "step": 74160
    },
    {
      "grad_norm": 0.097457155585289,
      "learning_rate": 9.506935552625832e-05,
      "loss": 0.0065,
      "step": 74170
    },
    {
      "loss_action": 0.0031800561118870974,
      "loss_total": 0.0031800561118870974,
      "step": 74170
    },
    {
      "loss_action": 0.00925716757774353,
      "loss_total": 0.00925716757774353,
      "step": 74170
    },
    {
      "loss_action": 0.0038779343012720346,
      "loss_total": 0.0038779343012720346,
      "step": 74170
    },
    {
      "loss_action": 0.002467389917001128,
      "loss_total": 0.002467389917001128,
      "step": 74170
    },
    {
      "loss_action": 0.0036253337748348713,
      "loss_total": 0.0036253337748348713,
      "step": 74170
    },
    {
      "loss_action": 0.005764342844486237,
      "loss_total": 0.005764342844486237,
      "step": 74170
    },
    {
      "loss_action": 0.002542494796216488,
      "loss_total": 0.002542494796216488,
      "step": 74170
    },
    {
      "loss_action": 0.005118468310683966,
      "loss_total": 0.005118468310683966,
      "step": 74170
    },
    {
      "grad_norm": 0.06666375696659088,
      "learning_rate": 9.506756543255961e-05,
      "loss": 0.0071,
      "step": 74180
    },
    {
      "loss_action": 0.007694212254136801,
      "loss_total": 0.007694212254136801,
      "step": 74180
    },
    {
      "loss_action": 0.013960149139165878,
      "loss_total": 0.013960149139165878,
      "step": 74180
    },
    {
      "loss_action": 0.003416436957195401,
      "loss_total": 0.003416436957195401,
      "step": 74180
    },
    {
      "loss_action": 0.009530765935778618,
      "loss_total": 0.009530765935778618,
      "step": 74180
    },
    {
      "loss_action": 0.012013953179121017,
      "loss_total": 0.012013953179121017,
      "step": 74180
    },
    {
      "loss_action": 0.002181834075599909,
      "loss_total": 0.002181834075599909,
      "step": 74180
    },
    {
      "loss_action": 0.003999645821750164,
      "loss_total": 0.003999645821750164,
      "step": 74180
    },
    {
      "loss_action": 0.019451629370450974,
      "loss_total": 0.019451629370450974,
      "step": 74180
    },
    {
      "grad_norm": 0.12849049270153046,
      "learning_rate": 9.506577503082835e-05,
      "loss": 0.0077,
      "step": 74190
    },
    {
      "loss_action": 0.0023096948862075806,
      "loss_total": 0.0023096948862075806,
      "step": 74190
    },
    {
      "loss_action": 0.003100816160440445,
      "loss_total": 0.003100816160440445,
      "step": 74190
    },
    {
      "loss_action": 0.002414799528196454,
      "loss_total": 0.002414799528196454,
      "step": 74190
    },
    {
      "loss_action": 0.006923318840563297,
      "loss_total": 0.006923318840563297,
      "step": 74190
    },
    {
      "loss_action": 0.004775333218276501,
      "loss_total": 0.004775333218276501,
      "step": 74190
    },
    {
      "loss_action": 0.0020481108222156763,
      "loss_total": 0.0020481108222156763,
      "step": 74190
    },
    {
      "loss_action": 0.004554795101284981,
      "loss_total": 0.004554795101284981,
      "step": 74190
    },
    {
      "loss_action": 0.007936235517263412,
      "loss_total": 0.007936235517263412,
      "step": 74190
    },
    {
      "grad_norm": 0.12328813225030899,
      "learning_rate": 9.506398432107672e-05,
      "loss": 0.0055,
      "step": 74200
    },
    {
      "loss_action": 0.0038168244063854218,
      "loss_total": 0.0038168244063854218,
      "step": 74200
    },
    {
      "loss_action": 0.006088015623390675,
      "loss_total": 0.006088015623390675,
      "step": 74200
    },
    {
      "loss_action": 0.011996332556009293,
      "loss_total": 0.011996332556009293,
      "step": 74200
    },
    {
      "loss_action": 0.008342843502759933,
      "loss_total": 0.008342843502759933,
      "step": 74200
    },
    {
      "loss_action": 0.007026493549346924,
      "loss_total": 0.007026493549346924,
      "step": 74200
    },
    {
      "loss_action": 0.004927599802613258,
      "loss_total": 0.004927599802613258,
      "step": 74200
    },
    {
      "loss_action": 0.004466657526791096,
      "loss_total": 0.004466657526791096,
      "step": 74200
    },
    {
      "loss_action": 0.0055132703855633736,
      "loss_total": 0.0055132703855633736,
      "step": 74200
    },
    {
      "grad_norm": 0.11715364456176758,
      "learning_rate": 9.506219330331699e-05,
      "loss": 0.0069,
      "step": 74210
    },
    {
      "loss_action": 0.016893185675144196,
      "loss_total": 0.016893185675144196,
      "step": 74210
    },
    {
      "loss_action": 0.00436866469681263,
      "loss_total": 0.00436866469681263,
      "step": 74210
    },
    {
      "loss_action": 0.007579300086945295,
      "loss_total": 0.007579300086945295,
      "step": 74210
    },
    {
      "loss_action": 0.008789416402578354,
      "loss_total": 0.008789416402578354,
      "step": 74210
    },
    {
      "loss_action": 0.026578005403280258,
      "loss_total": 0.026578005403280258,
      "step": 74210
    },
    {
      "loss_action": 0.0035335514694452286,
      "loss_total": 0.0035335514694452286,
      "step": 74210
    },
    {
      "loss_action": 0.0066296118311584,
      "loss_total": 0.0066296118311584,
      "step": 74210
    },
    {
      "loss_action": 0.006705334410071373,
      "loss_total": 0.006705334410071373,
      "step": 74210
    },
    {
      "grad_norm": 0.06958302110433578,
      "learning_rate": 9.506040197756141e-05,
      "loss": 0.0061,
      "step": 74220
    },
    {
      "loss_action": 0.004188675433397293,
      "loss_total": 0.004188675433397293,
      "step": 74220
    },
    {
      "loss_action": 0.003311105538159609,
      "loss_total": 0.003311105538159609,
      "step": 74220
    },
    {
      "loss_action": 0.0030334333423525095,
      "loss_total": 0.0030334333423525095,
      "step": 74220
    },
    {
      "loss_action": 0.0049334922805428505,
      "loss_total": 0.0049334922805428505,
      "step": 74220
    },
    {
      "loss_action": 0.010809031315147877,
      "loss_total": 0.010809031315147877,
      "step": 74220
    },
    {
      "loss_action": 0.011022426187992096,
      "loss_total": 0.011022426187992096,
      "step": 74220
    },
    {
      "loss_action": 0.0028542177751660347,
      "loss_total": 0.0028542177751660347,
      "step": 74220
    },
    {
      "loss_action": 0.011491311714053154,
      "loss_total": 0.011491311714053154,
      "step": 74220
    },
    {
      "grad_norm": 0.08965291827917099,
      "learning_rate": 9.505861034382222e-05,
      "loss": 0.0077,
      "step": 74230
    },
    {
      "loss_action": 0.0047001102939248085,
      "loss_total": 0.0047001102939248085,
      "step": 74230
    },
    {
      "loss_action": 0.005896574817597866,
      "loss_total": 0.005896574817597866,
      "step": 74230
    },
    {
      "loss_action": 0.0017746828962117434,
      "loss_total": 0.0017746828962117434,
      "step": 74230
    },
    {
      "loss_action": 0.02137329988181591,
      "loss_total": 0.02137329988181591,
      "step": 74230
    },
    {
      "loss_action": 0.00847719982266426,
      "loss_total": 0.00847719982266426,
      "step": 74230
    },
    {
      "loss_action": 0.006352086551487446,
      "loss_total": 0.006352086551487446,
      "step": 74230
    },
    {
      "loss_action": 0.0018706738483160734,
      "loss_total": 0.0018706738483160734,
      "step": 74230
    },
    {
      "loss_action": 0.0029448778368532658,
      "loss_total": 0.0029448778368532658,
      "step": 74230
    },
    {
      "grad_norm": 0.0891997367143631,
      "learning_rate": 9.505681840211164e-05,
      "loss": 0.0057,
      "step": 74240
    },
    {
      "loss_action": 0.0050934962928295135,
      "loss_total": 0.0050934962928295135,
      "step": 74240
    },
    {
      "loss_action": 0.003661253023892641,
      "loss_total": 0.003661253023892641,
      "step": 74240
    },
    {
      "loss_action": 0.006393383722752333,
      "loss_total": 0.006393383722752333,
      "step": 74240
    },
    {
      "loss_action": 0.010941443033516407,
      "loss_total": 0.010941443033516407,
      "step": 74240
    },
    {
      "loss_action": 0.004200733732432127,
      "loss_total": 0.004200733732432127,
      "step": 74240
    },
    {
      "loss_action": 0.009703577496111393,
      "loss_total": 0.009703577496111393,
      "step": 74240
    },
    {
      "loss_action": 0.003783322172239423,
      "loss_total": 0.003783322172239423,
      "step": 74240
    },
    {
      "loss_action": 0.005929157603532076,
      "loss_total": 0.005929157603532076,
      "step": 74240
    },
    {
      "grad_norm": 0.08459460735321045,
      "learning_rate": 9.505502615244195e-05,
      "loss": 0.0059,
      "step": 74250
    },
    {
      "loss_action": 0.004609677009284496,
      "loss_total": 0.004609677009284496,
      "step": 74250
    },
    {
      "loss_action": 0.004614447709172964,
      "loss_total": 0.004614447709172964,
      "step": 74250
    },
    {
      "loss_action": 0.00609434861689806,
      "loss_total": 0.00609434861689806,
      "step": 74250
    },
    {
      "loss_action": 0.008820740506052971,
      "loss_total": 0.008820740506052971,
      "step": 74250
    },
    {
      "loss_action": 0.0082651162520051,
      "loss_total": 0.0082651162520051,
      "step": 74250
    },
    {
      "loss_action": 0.006791542284190655,
      "loss_total": 0.006791542284190655,
      "step": 74250
    },
    {
      "loss_action": 0.0040813349187374115,
      "loss_total": 0.0040813349187374115,
      "step": 74250
    },
    {
      "loss_action": 0.005091581027954817,
      "loss_total": 0.005091581027954817,
      "step": 74250
    },
    {
      "grad_norm": 0.13418245315551758,
      "learning_rate": 9.505323359482538e-05,
      "loss": 0.0065,
      "step": 74260
    },
    {
      "loss_action": 0.003175514517351985,
      "loss_total": 0.003175514517351985,
      "step": 74260
    },
    {
      "loss_action": 0.013538533821702003,
      "loss_total": 0.013538533821702003,
      "step": 74260
    },
    {
      "loss_action": 0.008388657122850418,
      "loss_total": 0.008388657122850418,
      "step": 74260
    },
    {
      "loss_action": 0.0020486447028815746,
      "loss_total": 0.0020486447028815746,
      "step": 74260
    },
    {
      "loss_action": 0.009378233924508095,
      "loss_total": 0.009378233924508095,
      "step": 74260
    },
    {
      "loss_action": 0.006380205042660236,
      "loss_total": 0.006380205042660236,
      "step": 74260
    },
    {
      "loss_action": 0.012687787413597107,
      "loss_total": 0.012687787413597107,
      "step": 74260
    },
    {
      "loss_action": 0.00455382140353322,
      "loss_total": 0.00455382140353322,
      "step": 74260
    },
    {
      "grad_norm": 0.09891015291213989,
      "learning_rate": 9.505144072927421e-05,
      "loss": 0.0073,
      "step": 74270
    },
    {
      "loss_action": 0.0031960350461304188,
      "loss_total": 0.0031960350461304188,
      "step": 74270
    },
    {
      "loss_action": 0.006861248519271612,
      "loss_total": 0.006861248519271612,
      "step": 74270
    },
    {
      "loss_action": 0.0038307432550936937,
      "loss_total": 0.0038307432550936937,
      "step": 74270
    },
    {
      "loss_action": 0.002562162233516574,
      "loss_total": 0.002562162233516574,
      "step": 74270
    },
    {
      "loss_action": 0.004997934214770794,
      "loss_total": 0.004997934214770794,
      "step": 74270
    },
    {
      "loss_action": 0.0030336021445691586,
      "loss_total": 0.0030336021445691586,
      "step": 74270
    },
    {
      "loss_action": 0.003646816359832883,
      "loss_total": 0.003646816359832883,
      "step": 74270
    },
    {
      "loss_action": 0.006666778586804867,
      "loss_total": 0.006666778586804867,
      "step": 74270
    },
    {
      "grad_norm": 0.09625588357448578,
      "learning_rate": 9.504964755580065e-05,
      "loss": 0.0059,
      "step": 74280
    },
    {
      "loss_action": 0.01910160295665264,
      "loss_total": 0.01910160295665264,
      "step": 74280
    },
    {
      "loss_action": 0.011172564700245857,
      "loss_total": 0.011172564700245857,
      "step": 74280
    },
    {
      "loss_action": 0.004530841950327158,
      "loss_total": 0.004530841950327158,
      "step": 74280
    },
    {
      "loss_action": 0.004889777861535549,
      "loss_total": 0.004889777861535549,
      "step": 74280
    },
    {
      "loss_action": 0.006839890033006668,
      "loss_total": 0.006839890033006668,
      "step": 74280
    },
    {
      "loss_action": 0.004661855287849903,
      "loss_total": 0.004661855287849903,
      "step": 74280
    },
    {
      "loss_action": 0.010661464184522629,
      "loss_total": 0.010661464184522629,
      "step": 74280
    },
    {
      "loss_action": 0.023534446954727173,
      "loss_total": 0.023534446954727173,
      "step": 74280
    },
    {
      "grad_norm": 0.12114764004945755,
      "learning_rate": 9.5047854074417e-05,
      "loss": 0.0065,
      "step": 74290
    },
    {
      "loss_action": 0.0056185005232691765,
      "loss_total": 0.0056185005232691765,
      "step": 74290
    },
    {
      "loss_action": 0.01872161775827408,
      "loss_total": 0.01872161775827408,
      "step": 74290
    },
    {
      "loss_action": 0.004814245738089085,
      "loss_total": 0.004814245738089085,
      "step": 74290
    },
    {
      "loss_action": 0.004409365821629763,
      "loss_total": 0.004409365821629763,
      "step": 74290
    },
    {
      "loss_action": 0.010336951352655888,
      "loss_total": 0.010336951352655888,
      "step": 74290
    },
    {
      "loss_action": 0.013463549315929413,
      "loss_total": 0.013463549315929413,
      "step": 74290
    },
    {
      "loss_action": 0.00199656980112195,
      "loss_total": 0.00199656980112195,
      "step": 74290
    },
    {
      "loss_action": 0.001919541391544044,
      "loss_total": 0.001919541391544044,
      "step": 74290
    },
    {
      "grad_norm": 0.11672285199165344,
      "learning_rate": 9.504606028513548e-05,
      "loss": 0.0062,
      "step": 74300
    },
    {
      "loss_action": 0.005582201294600964,
      "loss_total": 0.005582201294600964,
      "step": 74300
    },
    {
      "loss_action": 0.009031228721141815,
      "loss_total": 0.009031228721141815,
      "step": 74300
    },
    {
      "loss_action": 0.010296138934791088,
      "loss_total": 0.010296138934791088,
      "step": 74300
    },
    {
      "loss_action": 0.005775468423962593,
      "loss_total": 0.005775468423962593,
      "step": 74300
    },
    {
      "loss_action": 0.0039660935290157795,
      "loss_total": 0.0039660935290157795,
      "step": 74300
    },
    {
      "loss_action": 0.009009108878672123,
      "loss_total": 0.009009108878672123,
      "step": 74300
    },
    {
      "loss_action": 0.009234882891178131,
      "loss_total": 0.009234882891178131,
      "step": 74300
    },
    {
      "loss_action": 0.007886189967393875,
      "loss_total": 0.007886189967393875,
      "step": 74300
    },
    {
      "grad_norm": 0.12056325376033783,
      "learning_rate": 9.504426618796838e-05,
      "loss": 0.0067,
      "step": 74310
    },
    {
      "loss_action": 0.006804358214139938,
      "loss_total": 0.006804358214139938,
      "step": 74310
    },
    {
      "loss_action": 0.004194559995085001,
      "loss_total": 0.004194559995085001,
      "step": 74310
    },
    {
      "loss_action": 0.00940844789147377,
      "loss_total": 0.00940844789147377,
      "step": 74310
    },
    {
      "loss_action": 0.005512448493391275,
      "loss_total": 0.005512448493391275,
      "step": 74310
    },
    {
      "loss_action": 0.006576799787580967,
      "loss_total": 0.006576799787580967,
      "step": 74310
    },
    {
      "loss_action": 0.004296660423278809,
      "loss_total": 0.004296660423278809,
      "step": 74310
    },
    {
      "loss_action": 0.0030127959325909615,
      "loss_total": 0.0030127959325909615,
      "step": 74310
    },
    {
      "loss_action": 0.0019306421745568514,
      "loss_total": 0.0019306421745568514,
      "step": 74310
    },
    {
      "grad_norm": 0.15666577219963074,
      "learning_rate": 9.504247178292794e-05,
      "loss": 0.007,
      "step": 74320
    },
    {
      "loss_action": 0.007532172836363316,
      "loss_total": 0.007532172836363316,
      "step": 74320
    },
    {
      "loss_action": 0.006330867297947407,
      "loss_total": 0.006330867297947407,
      "step": 74320
    },
    {
      "loss_action": 0.00490319449454546,
      "loss_total": 0.00490319449454546,
      "step": 74320
    },
    {
      "loss_action": 0.005516772624105215,
      "loss_total": 0.005516772624105215,
      "step": 74320
    },
    {
      "loss_action": 0.011540421284735203,
      "loss_total": 0.011540421284735203,
      "step": 74320
    },
    {
      "loss_action": 0.0085732601583004,
      "loss_total": 0.0085732601583004,
      "step": 74320
    },
    {
      "loss_action": 0.0020389766432344913,
      "loss_total": 0.0020389766432344913,
      "step": 74320
    },
    {
      "loss_action": 0.007478930056095123,
      "loss_total": 0.007478930056095123,
      "step": 74320
    },
    {
      "grad_norm": 0.11965504288673401,
      "learning_rate": 9.504067707002644e-05,
      "loss": 0.0064,
      "step": 74330
    },
    {
      "loss_action": 0.010178260505199432,
      "loss_total": 0.010178260505199432,
      "step": 74330
    },
    {
      "loss_action": 0.003288842970505357,
      "loss_total": 0.003288842970505357,
      "step": 74330
    },
    {
      "loss_action": 0.01576869562268257,
      "loss_total": 0.01576869562268257,
      "step": 74330
    },
    {
      "loss_action": 0.004090827889740467,
      "loss_total": 0.004090827889740467,
      "step": 74330
    },
    {
      "loss_action": 0.003127163974568248,
      "loss_total": 0.003127163974568248,
      "step": 74330
    },
    {
      "loss_action": 0.01748310960829258,
      "loss_total": 0.01748310960829258,
      "step": 74330
    },
    {
      "loss_action": 0.002528604818508029,
      "loss_total": 0.002528604818508029,
      "step": 74330
    },
    {
      "loss_action": 0.008266301825642586,
      "loss_total": 0.008266301825642586,
      "step": 74330
    },
    {
      "grad_norm": 0.1259954422712326,
      "learning_rate": 9.503888204927616e-05,
      "loss": 0.0069,
      "step": 74340
    },
    {
      "loss_action": 0.00306974770501256,
      "loss_total": 0.00306974770501256,
      "step": 74340
    },
    {
      "loss_action": 0.00872405432164669,
      "loss_total": 0.00872405432164669,
      "step": 74340
    },
    {
      "loss_action": 0.006070801056921482,
      "loss_total": 0.006070801056921482,
      "step": 74340
    },
    {
      "loss_action": 0.0780361220240593,
      "loss_total": 0.0780361220240593,
      "step": 74340
    },
    {
      "loss_action": 0.0025111883878707886,
      "loss_total": 0.0025111883878707886,
      "step": 74340
    },
    {
      "loss_action": 0.009838072583079338,
      "loss_total": 0.009838072583079338,
      "step": 74340
    },
    {
      "loss_action": 0.004278881475329399,
      "loss_total": 0.004278881475329399,
      "step": 74340
    },
    {
      "loss_action": 0.008762584999203682,
      "loss_total": 0.008762584999203682,
      "step": 74340
    },
    {
      "grad_norm": 0.15075188875198364,
      "learning_rate": 9.503708672068932e-05,
      "loss": 0.0073,
      "step": 74350
    },
    {
      "loss_action": 0.004564736969769001,
      "loss_total": 0.004564736969769001,
      "step": 74350
    },
    {
      "loss_action": 0.0021513435058295727,
      "loss_total": 0.0021513435058295727,
      "step": 74350
    },
    {
      "loss_action": 0.00312664732336998,
      "loss_total": 0.00312664732336998,
      "step": 74350
    },
    {
      "loss_action": 0.0024022101424634457,
      "loss_total": 0.0024022101424634457,
      "step": 74350
    },
    {
      "loss_action": 0.003776275087147951,
      "loss_total": 0.003776275087147951,
      "step": 74350
    },
    {
      "loss_action": 0.004378351848572493,
      "loss_total": 0.004378351848572493,
      "step": 74350
    },
    {
      "loss_action": 0.003537591081112623,
      "loss_total": 0.003537591081112623,
      "step": 74350
    },
    {
      "loss_action": 0.0023854991886764765,
      "loss_total": 0.0023854991886764765,
      "step": 74350
    },
    {
      "grad_norm": 0.10402682423591614,
      "learning_rate": 9.503529108427825e-05,
      "loss": 0.0056,
      "step": 74360
    },
    {
      "loss_action": 0.004257499240338802,
      "loss_total": 0.004257499240338802,
      "step": 74360
    },
    {
      "loss_action": 0.006497295573353767,
      "loss_total": 0.006497295573353767,
      "step": 74360
    },
    {
      "loss_action": 0.0029355729930102825,
      "loss_total": 0.0029355729930102825,
      "step": 74360
    },
    {
      "loss_action": 0.00292638735845685,
      "loss_total": 0.00292638735845685,
      "step": 74360
    },
    {
      "loss_action": 0.0066387285478413105,
      "loss_total": 0.0066387285478413105,
      "step": 74360
    },
    {
      "loss_action": 0.011289979331195354,
      "loss_total": 0.011289979331195354,
      "step": 74360
    },
    {
      "loss_action": 0.024643439799547195,
      "loss_total": 0.024643439799547195,
      "step": 74360
    },
    {
      "loss_action": 0.00218477426096797,
      "loss_total": 0.00218477426096797,
      "step": 74360
    },
    {
      "grad_norm": 0.08065672963857651,
      "learning_rate": 9.503349514005517e-05,
      "loss": 0.0062,
      "step": 74370
    },
    {
      "loss_action": 0.007919996045529842,
      "loss_total": 0.007919996045529842,
      "step": 74370
    },
    {
      "loss_action": 0.002988335909321904,
      "loss_total": 0.002988335909321904,
      "step": 74370
    },
    {
      "loss_action": 0.01634966768324375,
      "loss_total": 0.01634966768324375,
      "step": 74370
    },
    {
      "loss_action": 0.008740716613829136,
      "loss_total": 0.008740716613829136,
      "step": 74370
    },
    {
      "loss_action": 0.007770855911076069,
      "loss_total": 0.007770855911076069,
      "step": 74370
    },
    {
      "loss_action": 0.005244635511189699,
      "loss_total": 0.005244635511189699,
      "step": 74370
    },
    {
      "loss_action": 0.006301294546574354,
      "loss_total": 0.006301294546574354,
      "step": 74370
    },
    {
      "loss_action": 0.002592551987618208,
      "loss_total": 0.002592551987618208,
      "step": 74370
    },
    {
      "grad_norm": 0.11079202592372894,
      "learning_rate": 9.503169888803239e-05,
      "loss": 0.0072,
      "step": 74380
    },
    {
      "loss_action": 0.010240908712148666,
      "loss_total": 0.010240908712148666,
      "step": 74380
    },
    {
      "loss_action": 0.012373104691505432,
      "loss_total": 0.012373104691505432,
      "step": 74380
    },
    {
      "loss_action": 0.001678801840171218,
      "loss_total": 0.001678801840171218,
      "step": 74380
    },
    {
      "loss_action": 0.006139046046882868,
      "loss_total": 0.006139046046882868,
      "step": 74380
    },
    {
      "loss_action": 0.006932868622243404,
      "loss_total": 0.006932868622243404,
      "step": 74380
    },
    {
      "loss_action": 0.005162080749869347,
      "loss_total": 0.005162080749869347,
      "step": 74380
    },
    {
      "loss_action": 0.029139846563339233,
      "loss_total": 0.029139846563339233,
      "step": 74380
    },
    {
      "loss_action": 0.006411351263523102,
      "loss_total": 0.006411351263523102,
      "step": 74380
    },
    {
      "grad_norm": 0.10472938418388367,
      "learning_rate": 9.502990232822218e-05,
      "loss": 0.008,
      "step": 74390
    },
    {
      "loss_action": 0.0029331559780985117,
      "loss_total": 0.0029331559780985117,
      "step": 74390
    },
    {
      "loss_action": 0.006838356144726276,
      "loss_total": 0.006838356144726276,
      "step": 74390
    },
    {
      "loss_action": 0.002168371109291911,
      "loss_total": 0.002168371109291911,
      "step": 74390
    },
    {
      "loss_action": 0.0019104976672679186,
      "loss_total": 0.0019104976672679186,
      "step": 74390
    },
    {
      "loss_action": 0.005377090536057949,
      "loss_total": 0.005377090536057949,
      "step": 74390
    },
    {
      "loss_action": 0.011378330178558826,
      "loss_total": 0.011378330178558826,
      "step": 74390
    },
    {
      "loss_action": 0.004253001883625984,
      "loss_total": 0.004253001883625984,
      "step": 74390
    },
    {
      "loss_action": 0.0039009430911391973,
      "loss_total": 0.0039009430911391973,
      "step": 74390
    },
    {
      "grad_norm": 0.10642615705728531,
      "learning_rate": 9.50281054606368e-05,
      "loss": 0.0052,
      "step": 74400
    },
    {
      "loss_action": 0.003235091455280781,
      "loss_total": 0.003235091455280781,
      "step": 74400
    },
    {
      "loss_action": 0.013479736633598804,
      "loss_total": 0.013479736633598804,
      "step": 74400
    },
    {
      "loss_action": 0.00478855986148119,
      "loss_total": 0.00478855986148119,
      "step": 74400
    },
    {
      "loss_action": 0.003254867158830166,
      "loss_total": 0.003254867158830166,
      "step": 74400
    },
    {
      "loss_action": 0.009051971137523651,
      "loss_total": 0.009051971137523651,
      "step": 74400
    },
    {
      "loss_action": 0.004417657386511564,
      "loss_total": 0.004417657386511564,
      "step": 74400
    },
    {
      "loss_action": 0.006677854806184769,
      "loss_total": 0.006677854806184769,
      "step": 74400
    },
    {
      "loss_action": 0.002892523305490613,
      "loss_total": 0.002892523305490613,
      "step": 74400
    },
    {
      "grad_norm": 0.0707639753818512,
      "learning_rate": 9.502630828528857e-05,
      "loss": 0.0081,
      "step": 74410
    },
    {
      "loss_action": 0.005437611602246761,
      "loss_total": 0.005437611602246761,
      "step": 74410
    },
    {
      "loss_action": 0.01045062206685543,
      "loss_total": 0.01045062206685543,
      "step": 74410
    },
    {
      "loss_action": 0.005050276406109333,
      "loss_total": 0.005050276406109333,
      "step": 74410
    },
    {
      "loss_action": 0.0056569622829556465,
      "loss_total": 0.0056569622829556465,
      "step": 74410
    },
    {
      "loss_action": 0.010233520530164242,
      "loss_total": 0.010233520530164242,
      "step": 74410
    },
    {
      "loss_action": 0.005864324979484081,
      "loss_total": 0.005864324979484081,
      "step": 74410
    },
    {
      "loss_action": 0.0037113954313099384,
      "loss_total": 0.0037113954313099384,
      "step": 74410
    },
    {
      "loss_action": 0.02224094793200493,
      "loss_total": 0.02224094793200493,
      "step": 74410
    },
    {
      "grad_norm": 0.08703607320785522,
      "learning_rate": 9.502451080218975e-05,
      "loss": 0.0065,
      "step": 74420
    },
    {
      "loss_action": 0.008457902818918228,
      "loss_total": 0.008457902818918228,
      "step": 74420
    },
    {
      "loss_action": 0.005065488629043102,
      "loss_total": 0.005065488629043102,
      "step": 74420
    },
    {
      "loss_action": 0.005975274834781885,
      "loss_total": 0.005975274834781885,
      "step": 74420
    },
    {
      "loss_action": 0.010293735191226006,
      "loss_total": 0.010293735191226006,
      "step": 74420
    },
    {
      "loss_action": 0.008408858440816402,
      "loss_total": 0.008408858440816402,
      "step": 74420
    },
    {
      "loss_action": 0.0023751556873321533,
      "loss_total": 0.0023751556873321533,
      "step": 74420
    },
    {
      "loss_action": 0.005393115803599358,
      "loss_total": 0.005393115803599358,
      "step": 74420
    },
    {
      "loss_action": 0.0065883612260222435,
      "loss_total": 0.0065883612260222435,
      "step": 74420
    },
    {
      "grad_norm": 0.10788998752832413,
      "learning_rate": 9.502271301135261e-05,
      "loss": 0.0064,
      "step": 74430
    },
    {
      "loss_action": 0.0049339840188622475,
      "loss_total": 0.0049339840188622475,
      "step": 74430
    },
    {
      "loss_action": 0.01387743279337883,
      "loss_total": 0.01387743279337883,
      "step": 74430
    },
    {
      "loss_action": 0.004258197266608477,
      "loss_total": 0.004258197266608477,
      "step": 74430
    },
    {
      "loss_action": 0.002487095072865486,
      "loss_total": 0.002487095072865486,
      "step": 74430
    },
    {
      "loss_action": 0.004210541490465403,
      "loss_total": 0.004210541490465403,
      "step": 74430
    },
    {
      "loss_action": 0.005348548758774996,
      "loss_total": 0.005348548758774996,
      "step": 74430
    },
    {
      "loss_action": 0.0034469389356672764,
      "loss_total": 0.0034469389356672764,
      "step": 74430
    },
    {
      "loss_action": 0.004013088997453451,
      "loss_total": 0.004013088997453451,
      "step": 74430
    },
    {
      "grad_norm": 0.09097779542207718,
      "learning_rate": 9.502091491278946e-05,
      "loss": 0.0061,
      "step": 74440
    },
    {
      "loss_action": 0.011431842111051083,
      "loss_total": 0.011431842111051083,
      "step": 74440
    },
    {
      "loss_action": 0.005404390394687653,
      "loss_total": 0.005404390394687653,
      "step": 74440
    },
    {
      "loss_action": 0.006116203963756561,
      "loss_total": 0.006116203963756561,
      "step": 74440
    },
    {
      "loss_action": 0.009361237287521362,
      "loss_total": 0.009361237287521362,
      "step": 74440
    },
    {
      "loss_action": 0.012025982141494751,
      "loss_total": 0.012025982141494751,
      "step": 74440
    },
    {
      "loss_action": 0.02252083458006382,
      "loss_total": 0.02252083458006382,
      "step": 74440
    },
    {
      "loss_action": 0.0031114136800169945,
      "loss_total": 0.0031114136800169945,
      "step": 74440
    },
    {
      "loss_action": 0.00496397539973259,
      "loss_total": 0.00496397539973259,
      "step": 74440
    },
    {
      "grad_norm": 0.105987049639225,
      "learning_rate": 9.501911650651259e-05,
      "loss": 0.0075,
      "step": 74450
    },
    {
      "loss_action": 0.009132240898907185,
      "loss_total": 0.009132240898907185,
      "step": 74450
    },
    {
      "loss_action": 0.004090714268386364,
      "loss_total": 0.004090714268386364,
      "step": 74450
    },
    {
      "loss_action": 0.001677555963397026,
      "loss_total": 0.001677555963397026,
      "step": 74450
    },
    {
      "loss_action": 0.011394551955163479,
      "loss_total": 0.011394551955163479,
      "step": 74450
    },
    {
      "loss_action": 0.01908324472606182,
      "loss_total": 0.01908324472606182,
      "step": 74450
    },
    {
      "loss_action": 0.010698234662413597,
      "loss_total": 0.010698234662413597,
      "step": 74450
    },
    {
      "loss_action": 0.003125459421426058,
      "loss_total": 0.003125459421426058,
      "step": 74450
    },
    {
      "loss_action": 0.002221358008682728,
      "loss_total": 0.002221358008682728,
      "step": 74450
    },
    {
      "grad_norm": 0.111244335770607,
      "learning_rate": 9.501731779253429e-05,
      "loss": 0.0065,
      "step": 74460
    },
    {
      "loss_action": 0.007840555161237717,
      "loss_total": 0.007840555161237717,
      "step": 74460
    },
    {
      "loss_action": 0.0033924949821084738,
      "loss_total": 0.0033924949821084738,
      "step": 74460
    },
    {
      "loss_action": 0.004975874908268452,
      "loss_total": 0.004975874908268452,
      "step": 74460
    },
    {
      "loss_action": 0.01232319138944149,
      "loss_total": 0.01232319138944149,
      "step": 74460
    },
    {
      "loss_action": 0.00789809599518776,
      "loss_total": 0.00789809599518776,
      "step": 74460
    },
    {
      "loss_action": 0.010174430906772614,
      "loss_total": 0.010174430906772614,
      "step": 74460
    },
    {
      "loss_action": 0.0018588966922834516,
      "loss_total": 0.0018588966922834516,
      "step": 74460
    },
    {
      "loss_action": 0.0030633665155619383,
      "loss_total": 0.0030633665155619383,
      "step": 74460
    },
    {
      "grad_norm": 0.0830584466457367,
      "learning_rate": 9.501551877086684e-05,
      "loss": 0.0064,
      "step": 74470
    },
    {
      "loss_action": 0.004212642554193735,
      "loss_total": 0.004212642554193735,
      "step": 74470
    },
    {
      "loss_action": 0.0029326288495212793,
      "loss_total": 0.0029326288495212793,
      "step": 74470
    },
    {
      "loss_action": 0.004630259238183498,
      "loss_total": 0.004630259238183498,
      "step": 74470
    },
    {
      "loss_action": 0.020360343158245087,
      "loss_total": 0.020360343158245087,
      "step": 74470
    },
    {
      "loss_action": 0.008354867808520794,
      "loss_total": 0.008354867808520794,
      "step": 74470
    },
    {
      "loss_action": 0.004399028141051531,
      "loss_total": 0.004399028141051531,
      "step": 74470
    },
    {
      "loss_action": 0.011565255001187325,
      "loss_total": 0.011565255001187325,
      "step": 74470
    },
    {
      "loss_action": 0.004639166407287121,
      "loss_total": 0.004639166407287121,
      "step": 74470
    },
    {
      "grad_norm": 0.09915437549352646,
      "learning_rate": 9.501371944152256e-05,
      "loss": 0.0065,
      "step": 74480
    },
    {
      "loss_action": 0.011913735419511795,
      "loss_total": 0.011913735419511795,
      "step": 74480
    },
    {
      "loss_action": 0.0027300878427922726,
      "loss_total": 0.0027300878427922726,
      "step": 74480
    },
    {
      "loss_action": 0.004413297399878502,
      "loss_total": 0.004413297399878502,
      "step": 74480
    },
    {
      "loss_action": 0.00714332377538085,
      "loss_total": 0.00714332377538085,
      "step": 74480
    },
    {
      "loss_action": 0.003295650240033865,
      "loss_total": 0.003295650240033865,
      "step": 74480
    },
    {
      "loss_action": 0.0040862965397536755,
      "loss_total": 0.0040862965397536755,
      "step": 74480
    },
    {
      "loss_action": 0.003982436843216419,
      "loss_total": 0.003982436843216419,
      "step": 74480
    },
    {
      "loss_action": 0.0027461349964141846,
      "loss_total": 0.0027461349964141846,
      "step": 74480
    },
    {
      "grad_norm": 0.08460104465484619,
      "learning_rate": 9.501191980451371e-05,
      "loss": 0.0063,
      "step": 74490
    },
    {
      "loss_action": 0.005760928150266409,
      "loss_total": 0.005760928150266409,
      "step": 74490
    },
    {
      "loss_action": 0.009291457012295723,
      "loss_total": 0.009291457012295723,
      "step": 74490
    },
    {
      "loss_action": 0.005672536790370941,
      "loss_total": 0.005672536790370941,
      "step": 74490
    },
    {
      "loss_action": 0.01077400054782629,
      "loss_total": 0.01077400054782629,
      "step": 74490
    },
    {
      "loss_action": 0.006229635328054428,
      "loss_total": 0.006229635328054428,
      "step": 74490
    },
    {
      "loss_action": 0.0014625240582972765,
      "loss_total": 0.0014625240582972765,
      "step": 74490
    },
    {
      "loss_action": 0.011382026597857475,
      "loss_total": 0.011382026597857475,
      "step": 74490
    },
    {
      "loss_action": 0.0064407228492200375,
      "loss_total": 0.0064407228492200375,
      "step": 74490
    },
    {
      "grad_norm": 0.1044989824295044,
      "learning_rate": 9.501011985985265e-05,
      "loss": 0.0068,
      "step": 74500
    },
    {
      "loss_action": 0.00428475346416235,
      "loss_total": 0.00428475346416235,
      "step": 74500
    },
    {
      "loss_action": 0.0064995470456779,
      "loss_total": 0.0064995470456779,
      "step": 74500
    },
    {
      "loss_action": 0.004086427856236696,
      "loss_total": 0.004086427856236696,
      "step": 74500
    },
    {
      "loss_action": 0.0023266924545168877,
      "loss_total": 0.0023266924545168877,
      "step": 74500
    },
    {
      "loss_action": 0.00519678695127368,
      "loss_total": 0.00519678695127368,
      "step": 74500
    },
    {
      "loss_action": 0.0034342175349593163,
      "loss_total": 0.0034342175349593163,
      "step": 74500
    },
    {
      "loss_action": 0.0029030428268015385,
      "loss_total": 0.0029030428268015385,
      "step": 74500
    },
    {
      "loss_action": 0.004363690968602896,
      "loss_total": 0.004363690968602896,
      "step": 74500
    },
    {
      "grad_norm": 0.10102294385433197,
      "learning_rate": 9.500831960755162e-05,
      "loss": 0.0061,
      "step": 74510
    },
    {
      "loss_action": 0.05951817333698273,
      "loss_total": 0.05951817333698273,
      "step": 74510
    },
    {
      "loss_action": 0.008008990436792374,
      "loss_total": 0.008008990436792374,
      "step": 74510
    },
    {
      "loss_action": 0.011341547593474388,
      "loss_total": 0.011341547593474388,
      "step": 74510
    },
    {
      "loss_action": 0.0041043395176529884,
      "loss_total": 0.0041043395176529884,
      "step": 74510
    },
    {
      "loss_action": 0.01389599870890379,
      "loss_total": 0.01389599870890379,
      "step": 74510
    },
    {
      "loss_action": 0.00139792007394135,
      "loss_total": 0.00139792007394135,
      "step": 74510
    },
    {
      "loss_action": 0.007066975347697735,
      "loss_total": 0.007066975347697735,
      "step": 74510
    },
    {
      "loss_action": 0.003493386320769787,
      "loss_total": 0.003493386320769787,
      "step": 74510
    },
    {
      "grad_norm": 0.11256050318479538,
      "learning_rate": 9.500651904762296e-05,
      "loss": 0.0066,
      "step": 74520
    },
    {
      "loss_action": 0.01123274676501751,
      "loss_total": 0.01123274676501751,
      "step": 74520
    },
    {
      "loss_action": 0.009424727410078049,
      "loss_total": 0.009424727410078049,
      "step": 74520
    },
    {
      "loss_action": 0.0028083384968340397,
      "loss_total": 0.0028083384968340397,
      "step": 74520
    },
    {
      "loss_action": 0.005454055964946747,
      "loss_total": 0.005454055964946747,
      "step": 74520
    },
    {
      "loss_action": 0.0024533069226890802,
      "loss_total": 0.0024533069226890802,
      "step": 74520
    },
    {
      "loss_action": 0.01135074533522129,
      "loss_total": 0.01135074533522129,
      "step": 74520
    },
    {
      "loss_action": 0.0023841930087655783,
      "loss_total": 0.0023841930087655783,
      "step": 74520
    },
    {
      "loss_action": 0.013276681303977966,
      "loss_total": 0.013276681303977966,
      "step": 74520
    },
    {
      "grad_norm": 0.127093106508255,
      "learning_rate": 9.500471818007897e-05,
      "loss": 0.0066,
      "step": 74530
    },
    {
      "loss_action": 0.018603183329105377,
      "loss_total": 0.018603183329105377,
      "step": 74530
    },
    {
      "loss_action": 0.004555094055831432,
      "loss_total": 0.004555094055831432,
      "step": 74530
    },
    {
      "loss_action": 0.006521058268845081,
      "loss_total": 0.006521058268845081,
      "step": 74530
    },
    {
      "loss_action": 0.0036563053727149963,
      "loss_total": 0.0036563053727149963,
      "step": 74530
    },
    {
      "loss_action": 0.0038903895765542984,
      "loss_total": 0.0038903895765542984,
      "step": 74530
    },
    {
      "loss_action": 0.004112374037504196,
      "loss_total": 0.004112374037504196,
      "step": 74530
    },
    {
      "loss_action": 0.022036973387002945,
      "loss_total": 0.022036973387002945,
      "step": 74530
    },
    {
      "loss_action": 0.006151432171463966,
      "loss_total": 0.006151432171463966,
      "step": 74530
    },
    {
      "grad_norm": 0.11524059623479843,
      "learning_rate": 9.500291700493196e-05,
      "loss": 0.0076,
      "step": 74540
    },
    {
      "loss_action": 0.03407160937786102,
      "loss_total": 0.03407160937786102,
      "step": 74540
    },
    {
      "loss_action": 0.005615137983113527,
      "loss_total": 0.005615137983113527,
      "step": 74540
    },
    {
      "loss_action": 0.006627230904996395,
      "loss_total": 0.006627230904996395,
      "step": 74540
    },
    {
      "loss_action": 0.002915919292718172,
      "loss_total": 0.002915919292718172,
      "step": 74540
    },
    {
      "loss_action": 0.007293280214071274,
      "loss_total": 0.007293280214071274,
      "step": 74540
    },
    {
      "loss_action": 0.012030191719532013,
      "loss_total": 0.012030191719532013,
      "step": 74540
    },
    {
      "loss_action": 0.012257819063961506,
      "loss_total": 0.012257819063961506,
      "step": 74540
    },
    {
      "loss_action": 0.010048303753137589,
      "loss_total": 0.010048303753137589,
      "step": 74540
    },
    {
      "grad_norm": 0.09291686117649078,
      "learning_rate": 9.500111552219424e-05,
      "loss": 0.0066,
      "step": 74550
    },
    {
      "loss_action": 0.0040274253115057945,
      "loss_total": 0.0040274253115057945,
      "step": 74550
    },
    {
      "loss_action": 0.0019434783607721329,
      "loss_total": 0.0019434783607721329,
      "step": 74550
    },
    {
      "loss_action": 0.004061794374138117,
      "loss_total": 0.004061794374138117,
      "step": 74550
    },
    {
      "loss_action": 0.006621577776968479,
      "loss_total": 0.006621577776968479,
      "step": 74550
    },
    {
      "loss_action": 0.006736515089869499,
      "loss_total": 0.006736515089869499,
      "step": 74550
    },
    {
      "loss_action": 0.0038761524483561516,
      "loss_total": 0.0038761524483561516,
      "step": 74550
    },
    {
      "loss_action": 0.004867659881711006,
      "loss_total": 0.004867659881711006,
      "step": 74550
    },
    {
      "loss_action": 0.007006351836025715,
      "loss_total": 0.007006351836025715,
      "step": 74550
    },
    {
      "grad_norm": 0.08906738460063934,
      "learning_rate": 9.499931373187811e-05,
      "loss": 0.0062,
      "step": 74560
    },
    {
      "loss_action": 0.002006667898967862,
      "loss_total": 0.002006667898967862,
      "step": 74560
    },
    {
      "loss_action": 0.007179938722401857,
      "loss_total": 0.007179938722401857,
      "step": 74560
    },
    {
      "loss_action": 0.007123894523829222,
      "loss_total": 0.007123894523829222,
      "step": 74560
    },
    {
      "loss_action": 0.005115976557135582,
      "loss_total": 0.005115976557135582,
      "step": 74560
    },
    {
      "loss_action": 0.002864511450752616,
      "loss_total": 0.002864511450752616,
      "step": 74560
    },
    {
      "loss_action": 0.007058429531753063,
      "loss_total": 0.007058429531753063,
      "step": 74560
    },
    {
      "loss_action": 0.005494655575603247,
      "loss_total": 0.005494655575603247,
      "step": 74560
    },
    {
      "loss_action": 0.0030998000875115395,
      "loss_total": 0.0030998000875115395,
      "step": 74560
    },
    {
      "grad_norm": 0.11779283732175827,
      "learning_rate": 9.499751163399591e-05,
      "loss": 0.0066,
      "step": 74570
    },
    {
      "loss_action": 0.003751625306904316,
      "loss_total": 0.003751625306904316,
      "step": 74570
    },
    {
      "loss_action": 0.012019564397633076,
      "loss_total": 0.012019564397633076,
      "step": 74570
    },
    {
      "loss_action": 0.011295696720480919,
      "loss_total": 0.011295696720480919,
      "step": 74570
    },
    {
      "loss_action": 0.005918378941714764,
      "loss_total": 0.005918378941714764,
      "step": 74570
    },
    {
      "loss_action": 0.012363594025373459,
      "loss_total": 0.012363594025373459,
      "step": 74570
    },
    {
      "loss_action": 0.01284509152173996,
      "loss_total": 0.01284509152173996,
      "step": 74570
    },
    {
      "loss_action": 0.006164753809571266,
      "loss_total": 0.006164753809571266,
      "step": 74570
    },
    {
      "loss_action": 0.004974883981049061,
      "loss_total": 0.004974883981049061,
      "step": 74570
    },
    {
      "grad_norm": 0.10033412277698517,
      "learning_rate": 9.499570922855994e-05,
      "loss": 0.007,
      "step": 74580
    },
    {
      "loss_action": 0.006767776794731617,
      "loss_total": 0.006767776794731617,
      "step": 74580
    },
    {
      "loss_action": 0.006329472176730633,
      "loss_total": 0.006329472176730633,
      "step": 74580
    },
    {
      "loss_action": 0.0060498095117509365,
      "loss_total": 0.0060498095117509365,
      "step": 74580
    },
    {
      "loss_action": 0.0022048144601285458,
      "loss_total": 0.0022048144601285458,
      "step": 74580
    },
    {
      "loss_action": 0.0041585261933505535,
      "loss_total": 0.0041585261933505535,
      "step": 74580
    },
    {
      "loss_action": 0.0026144455187022686,
      "loss_total": 0.0026144455187022686,
      "step": 74580
    },
    {
      "loss_action": 0.004193383269011974,
      "loss_total": 0.004193383269011974,
      "step": 74580
    },
    {
      "loss_action": 0.004258255008608103,
      "loss_total": 0.004258255008608103,
      "step": 74580
    },
    {
      "grad_norm": 0.1486700177192688,
      "learning_rate": 9.49939065155825e-05,
      "loss": 0.0073,
      "step": 74590
    },
    {
      "loss_action": 0.003496636636555195,
      "loss_total": 0.003496636636555195,
      "step": 74590
    },
    {
      "loss_action": 0.006580088287591934,
      "loss_total": 0.006580088287591934,
      "step": 74590
    },
    {
      "loss_action": 0.005936726927757263,
      "loss_total": 0.005936726927757263,
      "step": 74590
    },
    {
      "loss_action": 0.006726467981934547,
      "loss_total": 0.006726467981934547,
      "step": 74590
    },
    {
      "loss_action": 0.007043879944831133,
      "loss_total": 0.007043879944831133,
      "step": 74590
    },
    {
      "loss_action": 0.001798221142962575,
      "loss_total": 0.001798221142962575,
      "step": 74590
    },
    {
      "loss_action": 0.003115359926596284,
      "loss_total": 0.003115359926596284,
      "step": 74590
    },
    {
      "loss_action": 0.0022529750131070614,
      "loss_total": 0.0022529750131070614,
      "step": 74590
    },
    {
      "grad_norm": 0.1404867321252823,
      "learning_rate": 9.499210349507597e-05,
      "loss": 0.0071,
      "step": 74600
    },
    {
      "loss_action": 0.007447090931236744,
      "loss_total": 0.007447090931236744,
      "step": 74600
    },
    {
      "loss_action": 0.009112888015806675,
      "loss_total": 0.009112888015806675,
      "step": 74600
    },
    {
      "loss_action": 0.007182999514043331,
      "loss_total": 0.007182999514043331,
      "step": 74600
    },
    {
      "loss_action": 0.007480398751795292,
      "loss_total": 0.007480398751795292,
      "step": 74600
    },
    {
      "loss_action": 0.008939679712057114,
      "loss_total": 0.008939679712057114,
      "step": 74600
    },
    {
      "loss_action": 0.004114702343940735,
      "loss_total": 0.004114702343940735,
      "step": 74600
    },
    {
      "loss_action": 0.003670352278277278,
      "loss_total": 0.003670352278277278,
      "step": 74600
    },
    {
      "loss_action": 0.004747689235955477,
      "loss_total": 0.004747689235955477,
      "step": 74600
    },
    {
      "grad_norm": 0.1968058943748474,
      "learning_rate": 9.499030016705261e-05,
      "loss": 0.0084,
      "step": 74610
    },
    {
      "loss_action": 0.0028875197749584913,
      "loss_total": 0.0028875197749584913,
      "step": 74610
    },
    {
      "loss_action": 0.003469554241746664,
      "loss_total": 0.003469554241746664,
      "step": 74610
    },
    {
      "loss_action": 0.010208385065197945,
      "loss_total": 0.010208385065197945,
      "step": 74610
    },
    {
      "loss_action": 0.002416105940937996,
      "loss_total": 0.002416105940937996,
      "step": 74610
    },
    {
      "loss_action": 0.003653116524219513,
      "loss_total": 0.003653116524219513,
      "step": 74610
    },
    {
      "loss_action": 0.0037423286121338606,
      "loss_total": 0.0037423286121338606,
      "step": 74610
    },
    {
      "loss_action": 0.004721429198980331,
      "loss_total": 0.004721429198980331,
      "step": 74610
    },
    {
      "loss_action": 0.005996331572532654,
      "loss_total": 0.005996331572532654,
      "step": 74610
    },
    {
      "grad_norm": 0.09015363454818726,
      "learning_rate": 9.498849653152479e-05,
      "loss": 0.006,
      "step": 74620
    },
    {
      "loss_action": 0.006219114176928997,
      "loss_total": 0.006219114176928997,
      "step": 74620
    },
    {
      "loss_action": 0.00767664797604084,
      "loss_total": 0.00767664797604084,
      "step": 74620
    },
    {
      "loss_action": 0.008717313408851624,
      "loss_total": 0.008717313408851624,
      "step": 74620
    },
    {
      "loss_action": 0.00334650045260787,
      "loss_total": 0.00334650045260787,
      "step": 74620
    },
    {
      "loss_action": 0.009046829305589199,
      "loss_total": 0.009046829305589199,
      "step": 74620
    },
    {
      "loss_action": 0.0017244069604203105,
      "loss_total": 0.0017244069604203105,
      "step": 74620
    },
    {
      "loss_action": 0.0031439762096852064,
      "loss_total": 0.0031439762096852064,
      "step": 74620
    },
    {
      "loss_action": 0.004184142220765352,
      "loss_total": 0.004184142220765352,
      "step": 74620
    },
    {
      "grad_norm": 0.10300307720899582,
      "learning_rate": 9.49866925885048e-05,
      "loss": 0.0068,
      "step": 74630
    },
    {
      "loss_action": 0.005988043732941151,
      "loss_total": 0.005988043732941151,
      "step": 74630
    },
    {
      "loss_action": 0.004680815152823925,
      "loss_total": 0.004680815152823925,
      "step": 74630
    },
    {
      "loss_action": 0.004411015659570694,
      "loss_total": 0.004411015659570694,
      "step": 74630
    },
    {
      "loss_action": 0.014654876664280891,
      "loss_total": 0.014654876664280891,
      "step": 74630
    },
    {
      "loss_action": 0.0022111553698778152,
      "loss_total": 0.0022111553698778152,
      "step": 74630
    },
    {
      "loss_action": 0.009116807952523232,
      "loss_total": 0.009116807952523232,
      "step": 74630
    },
    {
      "loss_action": 0.0037874532863497734,
      "loss_total": 0.0037874532863497734,
      "step": 74630
    },
    {
      "loss_action": 0.006314932834357023,
      "loss_total": 0.006314932834357023,
      "step": 74630
    },
    {
      "grad_norm": 0.06740104407072067,
      "learning_rate": 9.498488833800503e-05,
      "loss": 0.0054,
      "step": 74640
    },
    {
      "loss_action": 0.005280270706862211,
      "loss_total": 0.005280270706862211,
      "step": 74640
    },
    {
      "loss_action": 0.009986938908696175,
      "loss_total": 0.009986938908696175,
      "step": 74640
    },
    {
      "loss_action": 0.03947976604104042,
      "loss_total": 0.03947976604104042,
      "step": 74640
    },
    {
      "loss_action": 0.02188004180788994,
      "loss_total": 0.02188004180788994,
      "step": 74640
    },
    {
      "loss_action": 0.0045799370855093,
      "loss_total": 0.0045799370855093,
      "step": 74640
    },
    {
      "loss_action": 0.002880548592656851,
      "loss_total": 0.002880548592656851,
      "step": 74640
    },
    {
      "loss_action": 0.0028930003754794598,
      "loss_total": 0.0028930003754794598,
      "step": 74640
    },
    {
      "loss_action": 0.010550574399530888,
      "loss_total": 0.010550574399530888,
      "step": 74640
    },
    {
      "grad_norm": 0.13694484531879425,
      "learning_rate": 9.498308378003775e-05,
      "loss": 0.0082,
      "step": 74650
    },
    {
      "loss_action": 0.00870336964726448,
      "loss_total": 0.00870336964726448,
      "step": 74650
    },
    {
      "loss_action": 0.003055708250030875,
      "loss_total": 0.003055708250030875,
      "step": 74650
    },
    {
      "loss_action": 0.0023000366054475307,
      "loss_total": 0.0023000366054475307,
      "step": 74650
    },
    {
      "loss_action": 0.005736871622502804,
      "loss_total": 0.005736871622502804,
      "step": 74650
    },
    {
      "loss_action": 0.005034016445279121,
      "loss_total": 0.005034016445279121,
      "step": 74650
    },
    {
      "loss_action": 0.00648844987154007,
      "loss_total": 0.00648844987154007,
      "step": 74650
    },
    {
      "loss_action": 0.006214985623955727,
      "loss_total": 0.006214985623955727,
      "step": 74650
    },
    {
      "loss_action": 0.002360433805733919,
      "loss_total": 0.002360433805733919,
      "step": 74650
    },
    {
      "grad_norm": 0.13673822581768036,
      "learning_rate": 9.498127891461531e-05,
      "loss": 0.0064,
      "step": 74660
    },
    {
      "loss_action": 0.00826476514339447,
      "loss_total": 0.00826476514339447,
      "step": 74660
    },
    {
      "loss_action": 0.011238599196076393,
      "loss_total": 0.011238599196076393,
      "step": 74660
    },
    {
      "loss_action": 0.004519757814705372,
      "loss_total": 0.004519757814705372,
      "step": 74660
    },
    {
      "loss_action": 0.01500397827476263,
      "loss_total": 0.01500397827476263,
      "step": 74660
    },
    {
      "loss_action": 0.005049928091466427,
      "loss_total": 0.005049928091466427,
      "step": 74660
    },
    {
      "loss_action": 0.007298857904970646,
      "loss_total": 0.007298857904970646,
      "step": 74660
    },
    {
      "loss_action": 0.009496314451098442,
      "loss_total": 0.009496314451098442,
      "step": 74660
    },
    {
      "loss_action": 0.002557035069912672,
      "loss_total": 0.002557035069912672,
      "step": 74660
    },
    {
      "grad_norm": 0.09546111524105072,
      "learning_rate": 9.497947374175007e-05,
      "loss": 0.0063,
      "step": 74670
    },
    {
      "loss_action": 0.017274409532546997,
      "loss_total": 0.017274409532546997,
      "step": 74670
    },
    {
      "loss_action": 0.003793155774474144,
      "loss_total": 0.003793155774474144,
      "step": 74670
    },
    {
      "loss_action": 0.0025578010827302933,
      "loss_total": 0.0025578010827302933,
      "step": 74670
    },
    {
      "loss_action": 0.0031753808725625277,
      "loss_total": 0.0031753808725625277,
      "step": 74670
    },
    {
      "loss_action": 0.002172812819480896,
      "loss_total": 0.002172812819480896,
      "step": 74670
    },
    {
      "loss_action": 0.0017562953289598227,
      "loss_total": 0.0017562953289598227,
      "step": 74670
    },
    {
      "loss_action": 0.004021935164928436,
      "loss_total": 0.004021935164928436,
      "step": 74670
    },
    {
      "loss_action": 0.003091450547799468,
      "loss_total": 0.003091450547799468,
      "step": 74670
    },
    {
      "grad_norm": 0.0955866128206253,
      "learning_rate": 9.497766826145433e-05,
      "loss": 0.0064,
      "step": 74680
    },
    {
      "loss_action": 0.007881768979132175,
      "loss_total": 0.007881768979132175,
      "step": 74680
    },
    {
      "loss_action": 0.0036948206834495068,
      "loss_total": 0.0036948206834495068,
      "step": 74680
    },
    {
      "loss_action": 0.0038311667740345,
      "loss_total": 0.0038311667740345,
      "step": 74680
    },
    {
      "loss_action": 0.0068735843524336815,
      "loss_total": 0.0068735843524336815,
      "step": 74680
    },
    {
      "loss_action": 0.010047612711787224,
      "loss_total": 0.010047612711787224,
      "step": 74680
    },
    {
      "loss_action": 0.0029130554758012295,
      "loss_total": 0.0029130554758012295,
      "step": 74680
    },
    {
      "loss_action": 0.0020392760634422302,
      "loss_total": 0.0020392760634422302,
      "step": 74680
    },
    {
      "loss_action": 0.010186951607465744,
      "loss_total": 0.010186951607465744,
      "step": 74680
    },
    {
      "grad_norm": 0.08603722602128983,
      "learning_rate": 9.497586247374046e-05,
      "loss": 0.007,
      "step": 74690
    },
    {
      "loss_action": 0.004477045498788357,
      "loss_total": 0.004477045498788357,
      "step": 74690
    },
    {
      "loss_action": 0.0024172551929950714,
      "loss_total": 0.0024172551929950714,
      "step": 74690
    },
    {
      "loss_action": 0.007933421991765499,
      "loss_total": 0.007933421991765499,
      "step": 74690
    },
    {
      "loss_action": 0.0013869769172742963,
      "loss_total": 0.0013869769172742963,
      "step": 74690
    },
    {
      "loss_action": 0.0031961342319846153,
      "loss_total": 0.0031961342319846153,
      "step": 74690
    },
    {
      "loss_action": 0.0108614731580019,
      "loss_total": 0.0108614731580019,
      "step": 74690
    },
    {
      "loss_action": 0.0034345597960054874,
      "loss_total": 0.0034345597960054874,
      "step": 74690
    },
    {
      "loss_action": 0.004594272002577782,
      "loss_total": 0.004594272002577782,
      "step": 74690
    },
    {
      "grad_norm": 0.09095749258995056,
      "learning_rate": 9.49740563786208e-05,
      "loss": 0.0059,
      "step": 74700
    },
    {
      "loss_action": 0.005494582932442427,
      "loss_total": 0.005494582932442427,
      "step": 74700
    },
    {
      "loss_action": 0.002062320476397872,
      "loss_total": 0.002062320476397872,
      "step": 74700
    },
    {
      "loss_action": 0.005830388516187668,
      "loss_total": 0.005830388516187668,
      "step": 74700
    },
    {
      "loss_action": 0.0035713587421923876,
      "loss_total": 0.0035713587421923876,
      "step": 74700
    },
    {
      "loss_action": 0.007961363531649113,
      "loss_total": 0.007961363531649113,
      "step": 74700
    },
    {
      "loss_action": 0.005415594670921564,
      "loss_total": 0.005415594670921564,
      "step": 74700
    },
    {
      "loss_action": 0.00939538236707449,
      "loss_total": 0.00939538236707449,
      "step": 74700
    },
    {
      "loss_action": 0.003938617650419474,
      "loss_total": 0.003938617650419474,
      "step": 74700
    },
    {
      "grad_norm": 0.10596190392971039,
      "learning_rate": 9.497224997610768e-05,
      "loss": 0.0058,
      "step": 74710
    },
    {
      "loss_action": 0.0051430300809443,
      "loss_total": 0.0051430300809443,
      "step": 74710
    },
    {
      "loss_action": 0.008408610709011555,
      "loss_total": 0.008408610709011555,
      "step": 74710
    },
    {
      "loss_action": 0.007146202027797699,
      "loss_total": 0.007146202027797699,
      "step": 74710
    },
    {
      "loss_action": 0.0025636055506765842,
      "loss_total": 0.0025636055506765842,
      "step": 74710
    },
    {
      "loss_action": 0.003221977036446333,
      "loss_total": 0.003221977036446333,
      "step": 74710
    },
    {
      "loss_action": 0.008989333175122738,
      "loss_total": 0.008989333175122738,
      "step": 74710
    },
    {
      "loss_action": 0.008585117757320404,
      "loss_total": 0.008585117757320404,
      "step": 74710
    },
    {
      "loss_action": 0.006773634348064661,
      "loss_total": 0.006773634348064661,
      "step": 74710
    },
    {
      "grad_norm": 0.12432212382555008,
      "learning_rate": 9.497044326621347e-05,
      "loss": 0.0076,
      "step": 74720
    },
    {
      "loss_action": 0.0017312115523964167,
      "loss_total": 0.0017312115523964167,
      "step": 74720
    },
    {
      "loss_action": 0.014619510620832443,
      "loss_total": 0.014619510620832443,
      "step": 74720
    },
    {
      "loss_action": 0.0061831907369196415,
      "loss_total": 0.0061831907369196415,
      "step": 74720
    },
    {
      "loss_action": 0.005078998394310474,
      "loss_total": 0.005078998394310474,
      "step": 74720
    },
    {
      "loss_action": 0.005522787570953369,
      "loss_total": 0.005522787570953369,
      "step": 74720
    },
    {
      "loss_action": 0.003344631753861904,
      "loss_total": 0.003344631753861904,
      "step": 74720
    },
    {
      "loss_action": 0.008323516696691513,
      "loss_total": 0.008323516696691513,
      "step": 74720
    },
    {
      "loss_action": 0.019063904881477356,
      "loss_total": 0.019063904881477356,
      "step": 74720
    },
    {
      "grad_norm": 0.10444575548171997,
      "learning_rate": 9.496863624895049e-05,
      "loss": 0.0064,
      "step": 74730
    },
    {
      "loss_action": 0.0037849878426641226,
      "loss_total": 0.0037849878426641226,
      "step": 74730
    },
    {
      "loss_action": 0.005100845359265804,
      "loss_total": 0.005100845359265804,
      "step": 74730
    },
    {
      "loss_action": 0.007873550057411194,
      "loss_total": 0.007873550057411194,
      "step": 74730
    },
    {
      "loss_action": 0.008367727510631084,
      "loss_total": 0.008367727510631084,
      "step": 74730
    },
    {
      "loss_action": 0.006973212119191885,
      "loss_total": 0.006973212119191885,
      "step": 74730
    },
    {
      "loss_action": 0.0032518520019948483,
      "loss_total": 0.0032518520019948483,
      "step": 74730
    },
    {
      "loss_action": 0.0032552997581660748,
      "loss_total": 0.0032552997581660748,
      "step": 74730
    },
    {
      "loss_action": 0.009083007462322712,
      "loss_total": 0.009083007462322712,
      "step": 74730
    },
    {
      "grad_norm": 0.10712915658950806,
      "learning_rate": 9.496682892433111e-05,
      "loss": 0.0062,
      "step": 74740
    },
    {
      "loss_action": 0.00868931319564581,
      "loss_total": 0.00868931319564581,
      "step": 74740
    },
    {
      "loss_action": 0.011343369260430336,
      "loss_total": 0.011343369260430336,
      "step": 74740
    },
    {
      "loss_action": 0.004942026920616627,
      "loss_total": 0.004942026920616627,
      "step": 74740
    },
    {
      "loss_action": 0.006568320095539093,
      "loss_total": 0.006568320095539093,
      "step": 74740
    },
    {
      "loss_action": 0.015616323798894882,
      "loss_total": 0.015616323798894882,
      "step": 74740
    },
    {
      "loss_action": 0.008366001769900322,
      "loss_total": 0.008366001769900322,
      "step": 74740
    },
    {
      "loss_action": 0.0021643522195518017,
      "loss_total": 0.0021643522195518017,
      "step": 74740
    },
    {
      "loss_action": 0.0021336630452424288,
      "loss_total": 0.0021336630452424288,
      "step": 74740
    },
    {
      "grad_norm": 0.12210792303085327,
      "learning_rate": 9.496502129236766e-05,
      "loss": 0.007,
      "step": 74750
    },
    {
      "loss_action": 0.004622341599315405,
      "loss_total": 0.004622341599315405,
      "step": 74750
    },
    {
      "loss_action": 0.0027471804060041904,
      "loss_total": 0.0027471804060041904,
      "step": 74750
    },
    {
      "loss_action": 0.00577496737241745,
      "loss_total": 0.00577496737241745,
      "step": 74750
    },
    {
      "loss_action": 0.0049043018370866776,
      "loss_total": 0.0049043018370866776,
      "step": 74750
    },
    {
      "loss_action": 0.004211287945508957,
      "loss_total": 0.004211287945508957,
      "step": 74750
    },
    {
      "loss_action": 0.00642654113471508,
      "loss_total": 0.00642654113471508,
      "step": 74750
    },
    {
      "loss_action": 0.005570903420448303,
      "loss_total": 0.005570903420448303,
      "step": 74750
    },
    {
      "loss_action": 0.01079352106899023,
      "loss_total": 0.01079352106899023,
      "step": 74750
    },
    {
      "grad_norm": 0.09512396901845932,
      "learning_rate": 9.496321335307252e-05,
      "loss": 0.0049,
      "step": 74760
    },
    {
      "loss_action": 0.00799328088760376,
      "loss_total": 0.00799328088760376,
      "step": 74760
    },
    {
      "loss_action": 0.0019991877488791943,
      "loss_total": 0.0019991877488791943,
      "step": 74760
    },
    {
      "loss_action": 0.006986894644796848,
      "loss_total": 0.006986894644796848,
      "step": 74760
    },
    {
      "loss_action": 0.01362201850861311,
      "loss_total": 0.01362201850861311,
      "step": 74760
    },
    {
      "loss_action": 0.005432112142443657,
      "loss_total": 0.005432112142443657,
      "step": 74760
    },
    {
      "loss_action": 0.013833148404955864,
      "loss_total": 0.013833148404955864,
      "step": 74760
    },
    {
      "loss_action": 0.002416306873783469,
      "loss_total": 0.002416306873783469,
      "step": 74760
    },
    {
      "loss_action": 0.003253411967307329,
      "loss_total": 0.003253411967307329,
      "step": 74760
    },
    {
      "grad_norm": 0.09514179825782776,
      "learning_rate": 9.496140510645805e-05,
      "loss": 0.0059,
      "step": 74770
    },
    {
      "loss_action": 0.006343121640384197,
      "loss_total": 0.006343121640384197,
      "step": 74770
    },
    {
      "loss_action": 0.0038936855271458626,
      "loss_total": 0.0038936855271458626,
      "step": 74770
    },
    {
      "loss_action": 0.002638853620737791,
      "loss_total": 0.002638853620737791,
      "step": 74770
    },
    {
      "loss_action": 0.00422690249979496,
      "loss_total": 0.00422690249979496,
      "step": 74770
    },
    {
      "loss_action": 0.006632653530687094,
      "loss_total": 0.006632653530687094,
      "step": 74770
    },
    {
      "loss_action": 0.005491920746862888,
      "loss_total": 0.005491920746862888,
      "step": 74770
    },
    {
      "loss_action": 0.010517709888517857,
      "loss_total": 0.010517709888517857,
      "step": 74770
    },
    {
      "loss_action": 0.006190536543726921,
      "loss_total": 0.006190536543726921,
      "step": 74770
    },
    {
      "grad_norm": 0.08104674518108368,
      "learning_rate": 9.49595965525366e-05,
      "loss": 0.0065,
      "step": 74780
    },
    {
      "loss_action": 0.004152155015617609,
      "loss_total": 0.004152155015617609,
      "step": 74780
    },
    {
      "loss_action": 0.009940523654222488,
      "loss_total": 0.009940523654222488,
      "step": 74780
    },
    {
      "loss_action": 0.0034429477527737617,
      "loss_total": 0.0034429477527737617,
      "step": 74780
    },
    {
      "loss_action": 0.0021081992890685797,
      "loss_total": 0.0021081992890685797,
      "step": 74780
    },
    {
      "loss_action": 0.004030162934213877,
      "loss_total": 0.004030162934213877,
      "step": 74780
    },
    {
      "loss_action": 0.004516305401921272,
      "loss_total": 0.004516305401921272,
      "step": 74780
    },
    {
      "loss_action": 0.005317292641848326,
      "loss_total": 0.005317292641848326,
      "step": 74780
    },
    {
      "loss_action": 0.004204825963824987,
      "loss_total": 0.004204825963824987,
      "step": 74780
    },
    {
      "grad_norm": 0.07966874539852142,
      "learning_rate": 9.495778769132053e-05,
      "loss": 0.0053,
      "step": 74790
    },
    {
      "loss_action": 0.0058246878907084465,
      "loss_total": 0.0058246878907084465,
      "step": 74790
    },
    {
      "loss_action": 0.0069132717326283455,
      "loss_total": 0.0069132717326283455,
      "step": 74790
    },
    {
      "loss_action": 0.003561456920579076,
      "loss_total": 0.003561456920579076,
      "step": 74790
    },
    {
      "loss_action": 0.004391321912407875,
      "loss_total": 0.004391321912407875,
      "step": 74790
    },
    {
      "loss_action": 0.0014359918422996998,
      "loss_total": 0.0014359918422996998,
      "step": 74790
    },
    {
      "loss_action": 0.009459192864596844,
      "loss_total": 0.009459192864596844,
      "step": 74790
    },
    {
      "loss_action": 0.00696791335940361,
      "loss_total": 0.00696791335940361,
      "step": 74790
    },
    {
      "loss_action": 0.008738222531974316,
      "loss_total": 0.008738222531974316,
      "step": 74790
    },
    {
      "grad_norm": 0.11806198954582214,
      "learning_rate": 9.495597852282219e-05,
      "loss": 0.0066,
      "step": 74800
    },
    {
      "loss_action": 0.0022074265871196985,
      "loss_total": 0.0022074265871196985,
      "step": 74800
    },
    {
      "loss_action": 0.007724885828793049,
      "loss_total": 0.007724885828793049,
      "step": 74800
    },
    {
      "loss_action": 0.0048917802050709724,
      "loss_total": 0.0048917802050709724,
      "step": 74800
    },
    {
      "loss_action": 0.0027672818396240473,
      "loss_total": 0.0027672818396240473,
      "step": 74800
    },
    {
      "loss_action": 0.0044286297634243965,
      "loss_total": 0.0044286297634243965,
      "step": 74800
    },
    {
      "loss_action": 0.0020991098135709763,
      "loss_total": 0.0020991098135709763,
      "step": 74800
    },
    {
      "loss_action": 0.004149159882217646,
      "loss_total": 0.004149159882217646,
      "step": 74800
    },
    {
      "loss_action": 0.003947154153138399,
      "loss_total": 0.003947154153138399,
      "step": 74800
    },
    {
      "grad_norm": 0.13927502930164337,
      "learning_rate": 9.495416904705397e-05,
      "loss": 0.0054,
      "step": 74810
    },
    {
      "loss_action": 0.003549192100763321,
      "loss_total": 0.003549192100763321,
      "step": 74810
    },
    {
      "loss_action": 0.003917127847671509,
      "loss_total": 0.003917127847671509,
      "step": 74810
    },
    {
      "loss_action": 0.013041169382631779,
      "loss_total": 0.013041169382631779,
      "step": 74810
    },
    {
      "loss_action": 0.005336914211511612,
      "loss_total": 0.005336914211511612,
      "step": 74810
    },
    {
      "loss_action": 0.011985881254076958,
      "loss_total": 0.011985881254076958,
      "step": 74810
    },
    {
      "loss_action": 0.00517310993745923,
      "loss_total": 0.00517310993745923,
      "step": 74810
    },
    {
      "loss_action": 0.01908412203192711,
      "loss_total": 0.01908412203192711,
      "step": 74810
    },
    {
      "loss_action": 0.005016709677875042,
      "loss_total": 0.005016709677875042,
      "step": 74810
    },
    {
      "grad_norm": 0.07947609573602676,
      "learning_rate": 9.495235926402822e-05,
      "loss": 0.0062,
      "step": 74820
    },
    {
      "loss_action": 0.0016765607288107276,
      "loss_total": 0.0016765607288107276,
      "step": 74820
    },
    {
      "loss_action": 0.00497934827581048,
      "loss_total": 0.00497934827581048,
      "step": 74820
    },
    {
      "loss_action": 0.013211531564593315,
      "loss_total": 0.013211531564593315,
      "step": 74820
    },
    {
      "loss_action": 0.004095600452274084,
      "loss_total": 0.004095600452274084,
      "step": 74820
    },
    {
      "loss_action": 0.006561640650033951,
      "loss_total": 0.006561640650033951,
      "step": 74820
    },
    {
      "loss_action": 0.005432978272438049,
      "loss_total": 0.005432978272438049,
      "step": 74820
    },
    {
      "loss_action": 0.0037428601644933224,
      "loss_total": 0.0037428601644933224,
      "step": 74820
    },
    {
      "loss_action": 0.004616706632077694,
      "loss_total": 0.004616706632077694,
      "step": 74820
    },
    {
      "grad_norm": 0.10475144535303116,
      "learning_rate": 9.495054917375731e-05,
      "loss": 0.0075,
      "step": 74830
    },
    {
      "loss_action": 0.012118928134441376,
      "loss_total": 0.012118928134441376,
      "step": 74830
    },
    {
      "loss_action": 0.0061280447989702225,
      "loss_total": 0.0061280447989702225,
      "step": 74830
    },
    {
      "loss_action": 0.005347623955458403,
      "loss_total": 0.005347623955458403,
      "step": 74830
    },
    {
      "loss_action": 0.004607163369655609,
      "loss_total": 0.004607163369655609,
      "step": 74830
    },
    {
      "loss_action": 0.0035610843915492296,
      "loss_total": 0.0035610843915492296,
      "step": 74830
    },
    {
      "loss_action": 0.007824674248695374,
      "loss_total": 0.007824674248695374,
      "step": 74830
    },
    {
      "loss_action": 0.0024107263889163733,
      "loss_total": 0.0024107263889163733,
      "step": 74830
    },
    {
      "loss_action": 0.003366931341588497,
      "loss_total": 0.003366931341588497,
      "step": 74830
    },
    {
      "grad_norm": 0.11096122860908508,
      "learning_rate": 9.494873877625362e-05,
      "loss": 0.0073,
      "step": 74840
    },
    {
      "loss_action": 0.012063353322446346,
      "loss_total": 0.012063353322446346,
      "step": 74840
    },
    {
      "loss_action": 0.004513903521001339,
      "loss_total": 0.004513903521001339,
      "step": 74840
    },
    {
      "loss_action": 0.004719618242233992,
      "loss_total": 0.004719618242233992,
      "step": 74840
    },
    {
      "loss_action": 0.0037733877543359995,
      "loss_total": 0.0037733877543359995,
      "step": 74840
    },
    {
      "loss_action": 0.0028771525248885155,
      "loss_total": 0.0028771525248885155,
      "step": 74840
    },
    {
      "loss_action": 0.002103254897519946,
      "loss_total": 0.002103254897519946,
      "step": 74840
    },
    {
      "loss_action": 0.0019675714429467916,
      "loss_total": 0.0019675714429467916,
      "step": 74840
    },
    {
      "loss_action": 0.0040176184847950935,
      "loss_total": 0.0040176184847950935,
      "step": 74840
    },
    {
      "grad_norm": 0.100096695125103,
      "learning_rate": 9.494692807152952e-05,
      "loss": 0.0065,
      "step": 74850
    },
    {
      "loss_action": 0.0016622755210846663,
      "loss_total": 0.0016622755210846663,
      "step": 74850
    },
    {
      "loss_action": 0.007740259636193514,
      "loss_total": 0.007740259636193514,
      "step": 74850
    },
    {
      "loss_action": 0.010333774611353874,
      "loss_total": 0.010333774611353874,
      "step": 74850
    },
    {
      "loss_action": 0.006826959550380707,
      "loss_total": 0.006826959550380707,
      "step": 74850
    },
    {
      "loss_action": 0.008951175026595592,
      "loss_total": 0.008951175026595592,
      "step": 74850
    },
    {
      "loss_action": 0.006217042915523052,
      "loss_total": 0.006217042915523052,
      "step": 74850
    },
    {
      "loss_action": 0.006242180243134499,
      "loss_total": 0.006242180243134499,
      "step": 74850
    },
    {
      "loss_action": 0.008798779919743538,
      "loss_total": 0.008798779919743538,
      "step": 74850
    },
    {
      "grad_norm": 0.12138108164072037,
      "learning_rate": 9.49451170595974e-05,
      "loss": 0.006,
      "step": 74860
    },
    {
      "loss_action": 0.00329185975715518,
      "loss_total": 0.00329185975715518,
      "step": 74860
    },
    {
      "loss_action": 0.005531394388526678,
      "loss_total": 0.005531394388526678,
      "step": 74860
    },
    {
      "loss_action": 0.0019631118047982454,
      "loss_total": 0.0019631118047982454,
      "step": 74860
    },
    {
      "loss_action": 0.004283036105334759,
      "loss_total": 0.004283036105334759,
      "step": 74860
    },
    {
      "loss_action": 0.004268894903361797,
      "loss_total": 0.004268894903361797,
      "step": 74860
    },
    {
      "loss_action": 0.004568001721054316,
      "loss_total": 0.004568001721054316,
      "step": 74860
    },
    {
      "loss_action": 0.003692728467285633,
      "loss_total": 0.003692728467285633,
      "step": 74860
    },
    {
      "loss_action": 0.0028786982875317335,
      "loss_total": 0.0028786982875317335,
      "step": 74860
    },
    {
      "grad_norm": 0.08298193663358688,
      "learning_rate": 9.494330574046962e-05,
      "loss": 0.0059,
      "step": 74870
    },
    {
      "loss_action": 0.002915767254307866,
      "loss_total": 0.002915767254307866,
      "step": 74870
    },
    {
      "loss_action": 0.0025107176043093204,
      "loss_total": 0.0025107176043093204,
      "step": 74870
    },
    {
      "loss_action": 0.0030396399088203907,
      "loss_total": 0.0030396399088203907,
      "step": 74870
    },
    {
      "loss_action": 0.009993157349526882,
      "loss_total": 0.009993157349526882,
      "step": 74870
    },
    {
      "loss_action": 0.0081147076562047,
      "loss_total": 0.0081147076562047,
      "step": 74870
    },
    {
      "loss_action": 0.0042914776131510735,
      "loss_total": 0.0042914776131510735,
      "step": 74870
    },
    {
      "loss_action": 0.008293303661048412,
      "loss_total": 0.008293303661048412,
      "step": 74870
    },
    {
      "loss_action": 0.0022127581760287285,
      "loss_total": 0.0022127581760287285,
      "step": 74870
    },
    {
      "grad_norm": 0.12407293170690536,
      "learning_rate": 9.494149411415856e-05,
      "loss": 0.0051,
      "step": 74880
    },
    {
      "loss_action": 0.0020740958862006664,
      "loss_total": 0.0020740958862006664,
      "step": 74880
    },
    {
      "loss_action": 0.005011651664972305,
      "loss_total": 0.005011651664972305,
      "step": 74880
    },
    {
      "loss_action": 0.01658995822072029,
      "loss_total": 0.01658995822072029,
      "step": 74880
    },
    {
      "loss_action": 0.0030587424989789724,
      "loss_total": 0.0030587424989789724,
      "step": 74880
    },
    {
      "loss_action": 0.0027268128469586372,
      "loss_total": 0.0027268128469586372,
      "step": 74880
    },
    {
      "loss_action": 0.0033430280163884163,
      "loss_total": 0.0033430280163884163,
      "step": 74880
    },
    {
      "loss_action": 0.009676451794803143,
      "loss_total": 0.009676451794803143,
      "step": 74880
    },
    {
      "loss_action": 0.0045648133382201195,
      "loss_total": 0.0045648133382201195,
      "step": 74880
    },
    {
      "grad_norm": 0.08728490769863129,
      "learning_rate": 9.493968218067662e-05,
      "loss": 0.006,
      "step": 74890
    },
    {
      "loss_action": 0.0046288552694022655,
      "loss_total": 0.0046288552694022655,
      "step": 74890
    },
    {
      "loss_action": 0.006252650171518326,
      "loss_total": 0.006252650171518326,
      "step": 74890
    },
    {
      "loss_action": 0.001764841959811747,
      "loss_total": 0.001764841959811747,
      "step": 74890
    },
    {
      "loss_action": 0.04127968102693558,
      "loss_total": 0.04127968102693558,
      "step": 74890
    },
    {
      "loss_action": 0.006971827708184719,
      "loss_total": 0.006971827708184719,
      "step": 74890
    },
    {
      "loss_action": 0.005253608804196119,
      "loss_total": 0.005253608804196119,
      "step": 74890
    },
    {
      "loss_action": 0.003491991898044944,
      "loss_total": 0.003491991898044944,
      "step": 74890
    },
    {
      "loss_action": 0.0018838923424482346,
      "loss_total": 0.0018838923424482346,
      "step": 74890
    },
    {
      "grad_norm": 0.09184303134679794,
      "learning_rate": 9.493786994003615e-05,
      "loss": 0.0069,
      "step": 74900
    },
    {
      "loss_action": 0.0030851056799292564,
      "loss_total": 0.0030851056799292564,
      "step": 74900
    },
    {
      "loss_action": 0.008149335160851479,
      "loss_total": 0.008149335160851479,
      "step": 74900
    },
    {
      "loss_action": 0.005204756278544664,
      "loss_total": 0.005204756278544664,
      "step": 74900
    },
    {
      "loss_action": 0.0062471916899085045,
      "loss_total": 0.0062471916899085045,
      "step": 74900
    },
    {
      "loss_action": 0.0033501419238746166,
      "loss_total": 0.0033501419238746166,
      "step": 74900
    },
    {
      "loss_action": 0.007098476402461529,
      "loss_total": 0.007098476402461529,
      "step": 74900
    },
    {
      "loss_action": 0.06329023838043213,
      "loss_total": 0.06329023838043213,
      "step": 74900
    },
    {
      "loss_action": 0.0077100396156311035,
      "loss_total": 0.0077100396156311035,
      "step": 74900
    },
    {
      "grad_norm": 0.08954068273305893,
      "learning_rate": 9.493605739224958e-05,
      "loss": 0.0069,
      "step": 74910
    },
    {
      "loss_action": 0.00413818284869194,
      "loss_total": 0.00413818284869194,
      "step": 74910
    },
    {
      "loss_action": 0.003332248656079173,
      "loss_total": 0.003332248656079173,
      "step": 74910
    },
    {
      "loss_action": 0.006941794417798519,
      "loss_total": 0.006941794417798519,
      "step": 74910
    },
    {
      "loss_action": 0.0026350459083914757,
      "loss_total": 0.0026350459083914757,
      "step": 74910
    },
    {
      "loss_action": 0.0170062854886055,
      "loss_total": 0.0170062854886055,
      "step": 74910
    },
    {
      "loss_action": 0.0017201006412506104,
      "loss_total": 0.0017201006412506104,
      "step": 74910
    },
    {
      "loss_action": 0.0026548001915216446,
      "loss_total": 0.0026548001915216446,
      "step": 74910
    },
    {
      "loss_action": 0.005875991191715002,
      "loss_total": 0.005875991191715002,
      "step": 74910
    },
    {
      "grad_norm": 0.1046067327260971,
      "learning_rate": 9.493424453732928e-05,
      "loss": 0.0062,
      "step": 74920
    },
    {
      "loss_action": 0.006408678367733955,
      "loss_total": 0.006408678367733955,
      "step": 74920
    },
    {
      "loss_action": 0.004553483333438635,
      "loss_total": 0.004553483333438635,
      "step": 74920
    },
    {
      "loss_action": 0.00685573136433959,
      "loss_total": 0.00685573136433959,
      "step": 74920
    },
    {
      "loss_action": 0.008021723479032516,
      "loss_total": 0.008021723479032516,
      "step": 74920
    },
    {
      "loss_action": 0.006624456495046616,
      "loss_total": 0.006624456495046616,
      "step": 74920
    },
    {
      "loss_action": 0.012928130105137825,
      "loss_total": 0.012928130105137825,
      "step": 74920
    },
    {
      "loss_action": 0.006572254002094269,
      "loss_total": 0.006572254002094269,
      "step": 74920
    },
    {
      "loss_action": 0.0029422780498862267,
      "loss_total": 0.0029422780498862267,
      "step": 74920
    },
    {
      "grad_norm": 0.08666697144508362,
      "learning_rate": 9.493243137528763e-05,
      "loss": 0.0064,
      "step": 74930
    },
    {
      "loss_action": 0.00478870514780283,
      "loss_total": 0.00478870514780283,
      "step": 74930
    },
    {
      "loss_action": 0.006910829804837704,
      "loss_total": 0.006910829804837704,
      "step": 74930
    },
    {
      "loss_action": 0.0029804410878568888,
      "loss_total": 0.0029804410878568888,
      "step": 74930
    },
    {
      "loss_action": 0.001768025802448392,
      "loss_total": 0.001768025802448392,
      "step": 74930
    },
    {
      "loss_action": 0.0040840692818164825,
      "loss_total": 0.0040840692818164825,
      "step": 74930
    },
    {
      "loss_action": 0.009962543845176697,
      "loss_total": 0.009962543845176697,
      "step": 74930
    },
    {
      "loss_action": 0.003966690041124821,
      "loss_total": 0.003966690041124821,
      "step": 74930
    },
    {
      "loss_action": 0.002606483642011881,
      "loss_total": 0.002606483642011881,
      "step": 74930
    },
    {
      "grad_norm": 0.08036674559116364,
      "learning_rate": 9.493061790613702e-05,
      "loss": 0.0062,
      "step": 74940
    },
    {
      "loss_action": 0.005632679909467697,
      "loss_total": 0.005632679909467697,
      "step": 74940
    },
    {
      "loss_action": 0.019158491864800453,
      "loss_total": 0.019158491864800453,
      "step": 74940
    },
    {
      "loss_action": 0.0044595771469175816,
      "loss_total": 0.0044595771469175816,
      "step": 74940
    },
    {
      "loss_action": 0.0034249438904225826,
      "loss_total": 0.0034249438904225826,
      "step": 74940
    },
    {
      "loss_action": 0.0034882016479969025,
      "loss_total": 0.0034882016479969025,
      "step": 74940
    },
    {
      "loss_action": 0.007023748941719532,
      "loss_total": 0.007023748941719532,
      "step": 74940
    },
    {
      "loss_action": 0.005999953951686621,
      "loss_total": 0.005999953951686621,
      "step": 74940
    },
    {
      "loss_action": 0.0021750940941274166,
      "loss_total": 0.0021750940941274166,
      "step": 74940
    },
    {
      "grad_norm": 0.07259777188301086,
      "learning_rate": 9.492880412988987e-05,
      "loss": 0.0056,
      "step": 74950
    },
    {
      "loss_action": 0.003864138387143612,
      "loss_total": 0.003864138387143612,
      "step": 74950
    },
    {
      "loss_action": 0.006958416197448969,
      "loss_total": 0.006958416197448969,
      "step": 74950
    },
    {
      "loss_action": 0.0025433339178562164,
      "loss_total": 0.0025433339178562164,
      "step": 74950
    },
    {
      "loss_action": 0.0029690449591726065,
      "loss_total": 0.0029690449591726065,
      "step": 74950
    },
    {
      "loss_action": 0.009930020198225975,
      "loss_total": 0.009930020198225975,
      "step": 74950
    },
    {
      "loss_action": 0.004445163533091545,
      "loss_total": 0.004445163533091545,
      "step": 74950
    },
    {
      "loss_action": 0.003662344068288803,
      "loss_total": 0.003662344068288803,
      "step": 74950
    },
    {
      "loss_action": 0.007917591370642185,
      "loss_total": 0.007917591370642185,
      "step": 74950
    },
    {
      "grad_norm": 0.10442635416984558,
      "learning_rate": 9.492699004655856e-05,
      "loss": 0.0062,
      "step": 74960
    },
    {
      "loss_action": 0.02428024634718895,
      "loss_total": 0.02428024634718895,
      "step": 74960
    },
    {
      "loss_action": 0.005686902441084385,
      "loss_total": 0.005686902441084385,
      "step": 74960
    },
    {
      "loss_action": 0.0038705968763679266,
      "loss_total": 0.0038705968763679266,
      "step": 74960
    },
    {
      "loss_action": 0.006767848506569862,
      "loss_total": 0.006767848506569862,
      "step": 74960
    },
    {
      "loss_action": 0.0017105329316109419,
      "loss_total": 0.0017105329316109419,
      "step": 74960
    },
    {
      "loss_action": 0.004859477281570435,
      "loss_total": 0.004859477281570435,
      "step": 74960
    },
    {
      "loss_action": 0.0032031438313424587,
      "loss_total": 0.0032031438313424587,
      "step": 74960
    },
    {
      "loss_action": 0.006806735880672932,
      "loss_total": 0.006806735880672932,
      "step": 74960
    },
    {
      "grad_norm": 0.06315003335475922,
      "learning_rate": 9.492517565615549e-05,
      "loss": 0.0061,
      "step": 74970
    },
    {
      "loss_action": 0.0049752299673855305,
      "loss_total": 0.0049752299673855305,
      "step": 74970
    },
    {
      "loss_action": 0.0022564318496733904,
      "loss_total": 0.0022564318496733904,
      "step": 74970
    },
    {
      "loss_action": 0.00329224718734622,
      "loss_total": 0.00329224718734622,
      "step": 74970
    },
    {
      "loss_action": 0.030087251216173172,
      "loss_total": 0.030087251216173172,
      "step": 74970
    },
    {
      "loss_action": 0.0021194845903664827,
      "loss_total": 0.0021194845903664827,
      "step": 74970
    },
    {
      "loss_action": 0.001237916061654687,
      "loss_total": 0.001237916061654687,
      "step": 74970
    },
    {
      "loss_action": 0.006481550633907318,
      "loss_total": 0.006481550633907318,
      "step": 74970
    },
    {
      "loss_action": 0.00409180112183094,
      "loss_total": 0.00409180112183094,
      "step": 74970
    },
    {
      "grad_norm": 0.07945664972066879,
      "learning_rate": 9.492336095869307e-05,
      "loss": 0.0068,
      "step": 74980
    },
    {
      "loss_action": 0.007016116287559271,
      "loss_total": 0.007016116287559271,
      "step": 74980
    },
    {
      "loss_action": 0.012610796838998795,
      "loss_total": 0.012610796838998795,
      "step": 74980
    },
    {
      "loss_action": 0.04267212748527527,
      "loss_total": 0.04267212748527527,
      "step": 74980
    },
    {
      "loss_action": 0.0032343894708901644,
      "loss_total": 0.0032343894708901644,
      "step": 74980
    },
    {
      "loss_action": 0.008356716483831406,
      "loss_total": 0.008356716483831406,
      "step": 74980
    },
    {
      "loss_action": 0.01842677965760231,
      "loss_total": 0.01842677965760231,
      "step": 74980
    },
    {
      "loss_action": 0.0026133162900805473,
      "loss_total": 0.0026133162900805473,
      "step": 74980
    },
    {
      "loss_action": 0.005186297930777073,
      "loss_total": 0.005186297930777073,
      "step": 74980
    },
    {
      "grad_norm": 0.06493306159973145,
      "learning_rate": 9.492154595418368e-05,
      "loss": 0.0066,
      "step": 74990
    },
    {
      "loss_action": 0.005212921649217606,
      "loss_total": 0.005212921649217606,
      "step": 74990
    },
    {
      "loss_action": 0.003925123251974583,
      "loss_total": 0.003925123251974583,
      "step": 74990
    },
    {
      "loss_action": 0.004049868322908878,
      "loss_total": 0.004049868322908878,
      "step": 74990
    },
    {
      "loss_action": 0.0020796661265194416,
      "loss_total": 0.0020796661265194416,
      "step": 74990
    },
    {
      "loss_action": 0.0023587532341480255,
      "loss_total": 0.0023587532341480255,
      "step": 74990
    },
    {
      "loss_action": 0.0024303931277245283,
      "loss_total": 0.0024303931277245283,
      "step": 74990
    },
    {
      "loss_action": 0.004904449917376041,
      "loss_total": 0.004904449917376041,
      "step": 74990
    },
    {
      "loss_action": 0.009662231430411339,
      "loss_total": 0.009662231430411339,
      "step": 74990
    },
    {
      "grad_norm": 0.08041488379240036,
      "learning_rate": 9.491973064263976e-05,
      "loss": 0.0064,
      "step": 75000
    },
    {
      "loss_action": 0.0028733774088323116,
      "loss_total": 0.0028733774088323116,
      "step": 75000
    },
    {
      "loss_action": 0.011855185963213444,
      "loss_total": 0.011855185963213444,
      "step": 75000
    },
    {
      "loss_action": 0.002315468154847622,
      "loss_total": 0.002315468154847622,
      "step": 75000
    },
    {
      "loss_action": 0.001973582897335291,
      "loss_total": 0.001973582897335291,
      "step": 75000
    },
    {
      "loss_action": 0.0064598675817251205,
      "loss_total": 0.0064598675817251205,
      "step": 75000
    },
    {
      "loss_action": 0.008630575612187386,
      "loss_total": 0.008630575612187386,
      "step": 75000
    },
    {
      "loss_action": 0.0023594950325787067,
      "loss_total": 0.0023594950325787067,
      "step": 75000
    },
    {
      "loss_action": 0.00416946318000555,
      "loss_total": 0.00416946318000555,
      "step": 75000
    },
    {
      "grad_norm": 0.09619162976741791,
      "learning_rate": 9.49179150240737e-05,
      "loss": 0.0057,
      "step": 75010
    },
    {
      "loss_action": 0.003837733995169401,
      "loss_total": 0.003837733995169401,
      "step": 75010
    },
    {
      "loss_action": 0.0021603493951261044,
      "loss_total": 0.0021603493951261044,
      "step": 75010
    },
    {
      "loss_action": 0.003322836710140109,
      "loss_total": 0.003322836710140109,
      "step": 75010
    },
    {
      "loss_action": 0.022964436560869217,
      "loss_total": 0.022964436560869217,
      "step": 75010
    },
    {
      "loss_action": 0.0017977211391553283,
      "loss_total": 0.0017977211391553283,
      "step": 75010
    },
    {
      "loss_action": 0.0037830418441444635,
      "loss_total": 0.0037830418441444635,
      "step": 75010
    },
    {
      "loss_action": 0.008068526163697243,
      "loss_total": 0.008068526163697243,
      "step": 75010
    },
    {
      "loss_action": 0.010047553107142448,
      "loss_total": 0.010047553107142448,
      "step": 75010
    },
    {
      "grad_norm": 0.13299208879470825,
      "learning_rate": 9.49160990984979e-05,
      "loss": 0.0063,
      "step": 75020
    },
    {
      "loss_action": 0.0018795374780893326,
      "loss_total": 0.0018795374780893326,
      "step": 75020
    },
    {
      "loss_action": 0.0018499961588531733,
      "loss_total": 0.0018499961588531733,
      "step": 75020
    },
    {
      "loss_action": 0.025774052366614342,
      "loss_total": 0.025774052366614342,
      "step": 75020
    },
    {
      "loss_action": 0.006699054967612028,
      "loss_total": 0.006699054967612028,
      "step": 75020
    },
    {
      "loss_action": 0.002762608928605914,
      "loss_total": 0.002762608928605914,
      "step": 75020
    },
    {
      "loss_action": 0.0017370020505040884,
      "loss_total": 0.0017370020505040884,
      "step": 75020
    },
    {
      "loss_action": 0.005217867903411388,
      "loss_total": 0.005217867903411388,
      "step": 75020
    },
    {
      "loss_action": 0.0034667588770389557,
      "loss_total": 0.0034667588770389557,
      "step": 75020
    },
    {
      "grad_norm": 0.10102464258670807,
      "learning_rate": 9.491428286592478e-05,
      "loss": 0.0059,
      "step": 75030
    },
    {
      "loss_action": 0.013029951602220535,
      "loss_total": 0.013029951602220535,
      "step": 75030
    },
    {
      "loss_action": 0.0025395932607352734,
      "loss_total": 0.0025395932607352734,
      "step": 75030
    },
    {
      "loss_action": 0.004363459534943104,
      "loss_total": 0.004363459534943104,
      "step": 75030
    },
    {
      "loss_action": 0.009540984407067299,
      "loss_total": 0.009540984407067299,
      "step": 75030
    },
    {
      "loss_action": 0.004913591779768467,
      "loss_total": 0.004913591779768467,
      "step": 75030
    },
    {
      "loss_action": 0.0032828832045197487,
      "loss_total": 0.0032828832045197487,
      "step": 75030
    },
    {
      "loss_action": 0.003487217240035534,
      "loss_total": 0.003487217240035534,
      "step": 75030
    },
    {
      "loss_action": 0.005321084056049585,
      "loss_total": 0.005321084056049585,
      "step": 75030
    },
    {
      "grad_norm": 0.10552044212818146,
      "learning_rate": 9.491246632636677e-05,
      "loss": 0.0062,
      "step": 75040
    },
    {
      "loss_action": 0.0022334218956530094,
      "loss_total": 0.0022334218956530094,
      "step": 75040
    },
    {
      "loss_action": 0.004150936845690012,
      "loss_total": 0.004150936845690012,
      "step": 75040
    },
    {
      "loss_action": 0.002487374935299158,
      "loss_total": 0.002487374935299158,
      "step": 75040
    },
    {
      "loss_action": 0.004190642852336168,
      "loss_total": 0.004190642852336168,
      "step": 75040
    },
    {
      "loss_action": 0.003434837330132723,
      "loss_total": 0.003434837330132723,
      "step": 75040
    },
    {
      "loss_action": 0.0366072952747345,
      "loss_total": 0.0366072952747345,
      "step": 75040
    },
    {
      "loss_action": 0.004190067760646343,
      "loss_total": 0.004190067760646343,
      "step": 75040
    },
    {
      "loss_action": 0.009470127522945404,
      "loss_total": 0.009470127522945404,
      "step": 75040
    },
    {
      "grad_norm": 0.10758407413959503,
      "learning_rate": 9.491064947983626e-05,
      "loss": 0.006,
      "step": 75050
    },
    {
      "loss_action": 0.006046222057193518,
      "loss_total": 0.006046222057193518,
      "step": 75050
    },
    {
      "loss_action": 0.003942293114960194,
      "loss_total": 0.003942293114960194,
      "step": 75050
    },
    {
      "loss_action": 0.005547891370952129,
      "loss_total": 0.005547891370952129,
      "step": 75050
    },
    {
      "loss_action": 0.002126128878444433,
      "loss_total": 0.002126128878444433,
      "step": 75050
    },
    {
      "loss_action": 0.008285162970423698,
      "loss_total": 0.008285162970423698,
      "step": 75050
    },
    {
      "loss_action": 0.0017778638284653425,
      "loss_total": 0.0017778638284653425,
      "step": 75050
    },
    {
      "loss_action": 0.007759190164506435,
      "loss_total": 0.007759190164506435,
      "step": 75050
    },
    {
      "loss_action": 0.008506876416504383,
      "loss_total": 0.008506876416504383,
      "step": 75050
    },
    {
      "grad_norm": 0.11821694672107697,
      "learning_rate": 9.490883232634567e-05,
      "loss": 0.0057,
      "step": 75060
    },
    {
      "loss_action": 0.006279583089053631,
      "loss_total": 0.006279583089053631,
      "step": 75060
    },
    {
      "loss_action": 0.004887670278549194,
      "loss_total": 0.004887670278549194,
      "step": 75060
    },
    {
      "loss_action": 0.0016651542391628027,
      "loss_total": 0.0016651542391628027,
      "step": 75060
    },
    {
      "loss_action": 0.004366916138678789,
      "loss_total": 0.004366916138678789,
      "step": 75060
    },
    {
      "loss_action": 0.006713823415338993,
      "loss_total": 0.006713823415338993,
      "step": 75060
    },
    {
      "loss_action": 0.00446006515994668,
      "loss_total": 0.00446006515994668,
      "step": 75060
    },
    {
      "loss_action": 0.002160201082006097,
      "loss_total": 0.002160201082006097,
      "step": 75060
    },
    {
      "loss_action": 0.014080449938774109,
      "loss_total": 0.014080449938774109,
      "step": 75060
    },
    {
      "grad_norm": 0.11055216938257217,
      "learning_rate": 9.490701486590743e-05,
      "loss": 0.0062,
      "step": 75070
    },
    {
      "loss_action": 0.008916469290852547,
      "loss_total": 0.008916469290852547,
      "step": 75070
    },
    {
      "loss_action": 0.003967266529798508,
      "loss_total": 0.003967266529798508,
      "step": 75070
    },
    {
      "loss_action": 0.0031859762966632843,
      "loss_total": 0.0031859762966632843,
      "step": 75070
    },
    {
      "loss_action": 0.0025936728343367577,
      "loss_total": 0.0025936728343367577,
      "step": 75070
    },
    {
      "loss_action": 0.002265181392431259,
      "loss_total": 0.002265181392431259,
      "step": 75070
    },
    {
      "loss_action": 0.0039023663848638535,
      "loss_total": 0.0039023663848638535,
      "step": 75070
    },
    {
      "loss_action": 0.004347792826592922,
      "loss_total": 0.004347792826592922,
      "step": 75070
    },
    {
      "loss_action": 0.003786318004131317,
      "loss_total": 0.003786318004131317,
      "step": 75070
    },
    {
      "grad_norm": 0.07202208787202835,
      "learning_rate": 9.490519709853396e-05,
      "loss": 0.0061,
      "step": 75080
    },
    {
      "loss_action": 0.003699040040373802,
      "loss_total": 0.003699040040373802,
      "step": 75080
    },
    {
      "loss_action": 0.001924153883010149,
      "loss_total": 0.001924153883010149,
      "step": 75080
    },
    {
      "loss_action": 0.002655738964676857,
      "loss_total": 0.002655738964676857,
      "step": 75080
    },
    {
      "loss_action": 0.010758843272924423,
      "loss_total": 0.010758843272924423,
      "step": 75080
    },
    {
      "loss_action": 0.016345050185918808,
      "loss_total": 0.016345050185918808,
      "step": 75080
    },
    {
      "loss_action": 0.0067831664346158504,
      "loss_total": 0.0067831664346158504,
      "step": 75080
    },
    {
      "loss_action": 0.008222594857215881,
      "loss_total": 0.008222594857215881,
      "step": 75080
    },
    {
      "loss_action": 0.005973210092633963,
      "loss_total": 0.005973210092633963,
      "step": 75080
    },
    {
      "grad_norm": 0.1450335681438446,
      "learning_rate": 9.490337902423769e-05,
      "loss": 0.0073,
      "step": 75090
    },
    {
      "loss_action": 0.01651105284690857,
      "loss_total": 0.01651105284690857,
      "step": 75090
    },
    {
      "loss_action": 0.014334600418806076,
      "loss_total": 0.014334600418806076,
      "step": 75090
    },
    {
      "loss_action": 0.004919969476759434,
      "loss_total": 0.004919969476759434,
      "step": 75090
    },
    {
      "loss_action": 0.005237292032688856,
      "loss_total": 0.005237292032688856,
      "step": 75090
    },
    {
      "loss_action": 0.0029150694608688354,
      "loss_total": 0.0029150694608688354,
      "step": 75090
    },
    {
      "loss_action": 0.012408172711730003,
      "loss_total": 0.012408172711730003,
      "step": 75090
    },
    {
      "loss_action": 0.002510196529328823,
      "loss_total": 0.002510196529328823,
      "step": 75090
    },
    {
      "loss_action": 0.07902869582176208,
      "loss_total": 0.07902869582176208,
      "step": 75090
    },
    {
      "grad_norm": 0.11183430254459381,
      "learning_rate": 9.490156064303104e-05,
      "loss": 0.0082,
      "step": 75100
    },
    {
      "loss_action": 0.002248462289571762,
      "loss_total": 0.002248462289571762,
      "step": 75100
    },
    {
      "loss_action": 0.007314885035157204,
      "loss_total": 0.007314885035157204,
      "step": 75100
    },
    {
      "loss_action": 0.005616494920104742,
      "loss_total": 0.005616494920104742,
      "step": 75100
    },
    {
      "loss_action": 0.009483985602855682,
      "loss_total": 0.009483985602855682,
      "step": 75100
    },
    {
      "loss_action": 0.0037247445434331894,
      "loss_total": 0.0037247445434331894,
      "step": 75100
    },
    {
      "loss_action": 0.004218396730720997,
      "loss_total": 0.004218396730720997,
      "step": 75100
    },
    {
      "loss_action": 0.006924798712134361,
      "loss_total": 0.006924798712134361,
      "step": 75100
    },
    {
      "loss_action": 0.006054686848074198,
      "loss_total": 0.006054686848074198,
      "step": 75100
    },
    {
      "grad_norm": 0.13899964094161987,
      "learning_rate": 9.489974195492645e-05,
      "loss": 0.0077,
      "step": 75110
    },
    {
      "loss_action": 0.003247905755415559,
      "loss_total": 0.003247905755415559,
      "step": 75110
    },
    {
      "loss_action": 0.009656851179897785,
      "loss_total": 0.009656851179897785,
      "step": 75110
    },
    {
      "loss_action": 0.0026137284003198147,
      "loss_total": 0.0026137284003198147,
      "step": 75110
    },
    {
      "loss_action": 0.02046562358736992,
      "loss_total": 0.02046562358736992,
      "step": 75110
    },
    {
      "loss_action": 0.002418956020846963,
      "loss_total": 0.002418956020846963,
      "step": 75110
    },
    {
      "loss_action": 0.002565396949648857,
      "loss_total": 0.002565396949648857,
      "step": 75110
    },
    {
      "loss_action": 0.010029113851487637,
      "loss_total": 0.010029113851487637,
      "step": 75110
    },
    {
      "loss_action": 0.009504429996013641,
      "loss_total": 0.009504429996013641,
      "step": 75110
    },
    {
      "grad_norm": 0.11676158756017685,
      "learning_rate": 9.489792295993633e-05,
      "loss": 0.0069,
      "step": 75120
    },
    {
      "loss_action": 0.0021972644608467817,
      "loss_total": 0.0021972644608467817,
      "step": 75120
    },
    {
      "loss_action": 0.003826869186013937,
      "loss_total": 0.003826869186013937,
      "step": 75120
    },
    {
      "loss_action": 0.01022285781800747,
      "loss_total": 0.01022285781800747,
      "step": 75120
    },
    {
      "loss_action": 0.005297744646668434,
      "loss_total": 0.005297744646668434,
      "step": 75120
    },
    {
      "loss_action": 0.008587105199694633,
      "loss_total": 0.008587105199694633,
      "step": 75120
    },
    {
      "loss_action": 0.004807149060070515,
      "loss_total": 0.004807149060070515,
      "step": 75120
    },
    {
      "loss_action": 0.004451071843504906,
      "loss_total": 0.004451071843504906,
      "step": 75120
    },
    {
      "loss_action": 0.004811967723071575,
      "loss_total": 0.004811967723071575,
      "step": 75120
    },
    {
      "grad_norm": 0.09878768771886826,
      "learning_rate": 9.489610365807311e-05,
      "loss": 0.0056,
      "step": 75130
    },
    {
      "loss_action": 0.008327316492795944,
      "loss_total": 0.008327316492795944,
      "step": 75130
    },
    {
      "loss_action": 0.02193579636514187,
      "loss_total": 0.02193579636514187,
      "step": 75130
    },
    {
      "loss_action": 0.006242937408387661,
      "loss_total": 0.006242937408387661,
      "step": 75130
    },
    {
      "loss_action": 0.005584183149039745,
      "loss_total": 0.005584183149039745,
      "step": 75130
    },
    {
      "loss_action": 0.024753142148256302,
      "loss_total": 0.024753142148256302,
      "step": 75130
    },
    {
      "loss_action": 0.015473940409719944,
      "loss_total": 0.015473940409719944,
      "step": 75130
    },
    {
      "loss_action": 0.0016955110477283597,
      "loss_total": 0.0016955110477283597,
      "step": 75130
    },
    {
      "loss_action": 0.023217663168907166,
      "loss_total": 0.023217663168907166,
      "step": 75130
    },
    {
      "grad_norm": 0.10127422958612442,
      "learning_rate": 9.489428404934926e-05,
      "loss": 0.0069,
      "step": 75140
    },
    {
      "loss_action": 0.0026300479657948017,
      "loss_total": 0.0026300479657948017,
      "step": 75140
    },
    {
      "loss_action": 0.0023460809607058764,
      "loss_total": 0.0023460809607058764,
      "step": 75140
    },
    {
      "loss_action": 0.005193690769374371,
      "loss_total": 0.005193690769374371,
      "step": 75140
    },
    {
      "loss_action": 0.0033286900725215673,
      "loss_total": 0.0033286900725215673,
      "step": 75140
    },
    {
      "loss_action": 0.005180196836590767,
      "loss_total": 0.005180196836590767,
      "step": 75140
    },
    {
      "loss_action": 0.0040799519047141075,
      "loss_total": 0.0040799519047141075,
      "step": 75140
    },
    {
      "loss_action": 0.005338841117918491,
      "loss_total": 0.005338841117918491,
      "step": 75140
    },
    {
      "loss_action": 0.007938573136925697,
      "loss_total": 0.007938573136925697,
      "step": 75140
    },
    {
      "grad_norm": 0.17190544307231903,
      "learning_rate": 9.489246413377719e-05,
      "loss": 0.0067,
      "step": 75150
    },
    {
      "loss_action": 0.013837912119925022,
      "loss_total": 0.013837912119925022,
      "step": 75150
    },
    {
      "loss_action": 0.0045963311567902565,
      "loss_total": 0.0045963311567902565,
      "step": 75150
    },
    {
      "loss_action": 0.005561803467571735,
      "loss_total": 0.005561803467571735,
      "step": 75150
    },
    {
      "loss_action": 0.004209415055811405,
      "loss_total": 0.004209415055811405,
      "step": 75150
    },
    {
      "loss_action": 0.006320559419691563,
      "loss_total": 0.006320559419691563,
      "step": 75150
    },
    {
      "loss_action": 0.0025622101966291666,
      "loss_total": 0.0025622101966291666,
      "step": 75150
    },
    {
      "loss_action": 0.007882751524448395,
      "loss_total": 0.007882751524448395,
      "step": 75150
    },
    {
      "loss_action": 0.00532723031938076,
      "loss_total": 0.00532723031938076,
      "step": 75150
    },
    {
      "grad_norm": 0.1092209741473198,
      "learning_rate": 9.489064391136934e-05,
      "loss": 0.0061,
      "step": 75160
    },
    {
      "loss_action": 0.0874471366405487,
      "loss_total": 0.0874471366405487,
      "step": 75160
    },
    {
      "loss_action": 0.0019985539838671684,
      "loss_total": 0.0019985539838671684,
      "step": 75160
    },
    {
      "loss_action": 0.0031443126499652863,
      "loss_total": 0.0031443126499652863,
      "step": 75160
    },
    {
      "loss_action": 0.00350097194314003,
      "loss_total": 0.00350097194314003,
      "step": 75160
    },
    {
      "loss_action": 0.007649271748960018,
      "loss_total": 0.007649271748960018,
      "step": 75160
    },
    {
      "loss_action": 0.0031893285922706127,
      "loss_total": 0.0031893285922706127,
      "step": 75160
    },
    {
      "loss_action": 0.015481161884963512,
      "loss_total": 0.015481161884963512,
      "step": 75160
    },
    {
      "loss_action": 0.017284082248806953,
      "loss_total": 0.017284082248806953,
      "step": 75160
    },
    {
      "grad_norm": 0.09731659293174744,
      "learning_rate": 9.488882338213816e-05,
      "loss": 0.0075,
      "step": 75170
    },
    {
      "loss_action": 0.00601224647834897,
      "loss_total": 0.00601224647834897,
      "step": 75170
    },
    {
      "loss_action": 0.012021967209875584,
      "loss_total": 0.012021967209875584,
      "step": 75170
    },
    {
      "loss_action": 0.013433296233415604,
      "loss_total": 0.013433296233415604,
      "step": 75170
    },
    {
      "loss_action": 0.007421619724482298,
      "loss_total": 0.007421619724482298,
      "step": 75170
    },
    {
      "loss_action": 0.002836900996044278,
      "loss_total": 0.002836900996044278,
      "step": 75170
    },
    {
      "loss_action": 0.0035026806872338057,
      "loss_total": 0.0035026806872338057,
      "step": 75170
    },
    {
      "loss_action": 0.00974500086158514,
      "loss_total": 0.00974500086158514,
      "step": 75170
    },
    {
      "loss_action": 0.012037396430969238,
      "loss_total": 0.012037396430969238,
      "step": 75170
    },
    {
      "grad_norm": 0.19093967974185944,
      "learning_rate": 9.488700254609607e-05,
      "loss": 0.0078,
      "step": 75180
    },
    {
      "loss_action": 0.01571924425661564,
      "loss_total": 0.01571924425661564,
      "step": 75180
    },
    {
      "loss_action": 0.004279938526451588,
      "loss_total": 0.004279938526451588,
      "step": 75180
    },
    {
      "loss_action": 0.006433974020183086,
      "loss_total": 0.006433974020183086,
      "step": 75180
    },
    {
      "loss_action": 0.003960863687098026,
      "loss_total": 0.003960863687098026,
      "step": 75180
    },
    {
      "loss_action": 0.002269650110974908,
      "loss_total": 0.002269650110974908,
      "step": 75180
    },
    {
      "loss_action": 0.011323690414428711,
      "loss_total": 0.011323690414428711,
      "step": 75180
    },
    {
      "loss_action": 0.0017161297146230936,
      "loss_total": 0.0017161297146230936,
      "step": 75180
    },
    {
      "loss_action": 0.004460367374122143,
      "loss_total": 0.004460367374122143,
      "step": 75180
    },
    {
      "grad_norm": 0.13121287524700165,
      "learning_rate": 9.488518140325555e-05,
      "loss": 0.0072,
      "step": 75190
    },
    {
      "loss_action": 0.024278847500681877,
      "loss_total": 0.024278847500681877,
      "step": 75190
    },
    {
      "loss_action": 0.0063742343336343765,
      "loss_total": 0.0063742343336343765,
      "step": 75190
    },
    {
      "loss_action": 0.006505114957690239,
      "loss_total": 0.006505114957690239,
      "step": 75190
    },
    {
      "loss_action": 0.006153081078082323,
      "loss_total": 0.006153081078082323,
      "step": 75190
    },
    {
      "loss_action": 0.0036095629911869764,
      "loss_total": 0.0036095629911869764,
      "step": 75190
    },
    {
      "loss_action": 0.012265566736459732,
      "loss_total": 0.012265566736459732,
      "step": 75190
    },
    {
      "loss_action": 0.007145178969949484,
      "loss_total": 0.007145178969949484,
      "step": 75190
    },
    {
      "loss_action": 0.004000650253146887,
      "loss_total": 0.004000650253146887,
      "step": 75190
    },
    {
      "grad_norm": 0.1107812449336052,
      "learning_rate": 9.488335995362903e-05,
      "loss": 0.0071,
      "step": 75200
    },
    {
      "loss_action": 0.003635459579527378,
      "loss_total": 0.003635459579527378,
      "step": 75200
    },
    {
      "loss_action": 0.005100455600768328,
      "loss_total": 0.005100455600768328,
      "step": 75200
    },
    {
      "loss_action": 0.0021218860056251287,
      "loss_total": 0.0021218860056251287,
      "step": 75200
    },
    {
      "loss_action": 0.0040689134038984776,
      "loss_total": 0.0040689134038984776,
      "step": 75200
    },
    {
      "loss_action": 0.0075231995433568954,
      "loss_total": 0.0075231995433568954,
      "step": 75200
    },
    {
      "loss_action": 0.0034653237089514732,
      "loss_total": 0.0034653237089514732,
      "step": 75200
    },
    {
      "loss_action": 0.0031679836101830006,
      "loss_total": 0.0031679836101830006,
      "step": 75200
    },
    {
      "loss_action": 0.007140330038964748,
      "loss_total": 0.007140330038964748,
      "step": 75200
    },
    {
      "grad_norm": 0.11389226466417313,
      "learning_rate": 9.488153819722895e-05,
      "loss": 0.0055,
      "step": 75210
    },
    {
      "loss_action": 0.00964074395596981,
      "loss_total": 0.00964074395596981,
      "step": 75210
    },
    {
      "loss_action": 0.008350352756679058,
      "loss_total": 0.008350352756679058,
      "step": 75210
    },
    {
      "loss_action": 0.0026257848367094994,
      "loss_total": 0.0026257848367094994,
      "step": 75210
    },
    {
      "loss_action": 0.004809693433344364,
      "loss_total": 0.004809693433344364,
      "step": 75210
    },
    {
      "loss_action": 0.0027485936880111694,
      "loss_total": 0.0027485936880111694,
      "step": 75210
    },
    {
      "loss_action": 0.006898636929690838,
      "loss_total": 0.006898636929690838,
      "step": 75210
    },
    {
      "loss_action": 0.003581034252420068,
      "loss_total": 0.003581034252420068,
      "step": 75210
    },
    {
      "loss_action": 0.0059404391795396805,
      "loss_total": 0.0059404391795396805,
      "step": 75210
    },
    {
      "grad_norm": 0.17387470602989197,
      "learning_rate": 9.487971613406776e-05,
      "loss": 0.0073,
      "step": 75220
    },
    {
      "loss_action": 0.0056888931430876255,
      "loss_total": 0.0056888931430876255,
      "step": 75220
    },
    {
      "loss_action": 0.002259746426716447,
      "loss_total": 0.002259746426716447,
      "step": 75220
    },
    {
      "loss_action": 0.004825226031243801,
      "loss_total": 0.004825226031243801,
      "step": 75220
    },
    {
      "loss_action": 0.0038878011982887983,
      "loss_total": 0.0038878011982887983,
      "step": 75220
    },
    {
      "loss_action": 0.016585836187005043,
      "loss_total": 0.016585836187005043,
      "step": 75220
    },
    {
      "loss_action": 0.019242506474256516,
      "loss_total": 0.019242506474256516,
      "step": 75220
    },
    {
      "loss_action": 0.002821046393364668,
      "loss_total": 0.002821046393364668,
      "step": 75220
    },
    {
      "loss_action": 0.004692950285971165,
      "loss_total": 0.004692950285971165,
      "step": 75220
    },
    {
      "grad_norm": 0.08653787523508072,
      "learning_rate": 9.487789376415796e-05,
      "loss": 0.0076,
      "step": 75230
    },
    {
      "loss_action": 0.005019063595682383,
      "loss_total": 0.005019063595682383,
      "step": 75230
    },
    {
      "loss_action": 0.00992038007825613,
      "loss_total": 0.00992038007825613,
      "step": 75230
    },
    {
      "loss_action": 0.004559934604912996,
      "loss_total": 0.004559934604912996,
      "step": 75230
    },
    {
      "loss_action": 0.0022029432002454996,
      "loss_total": 0.0022029432002454996,
      "step": 75230
    },
    {
      "loss_action": 0.002456235233694315,
      "loss_total": 0.002456235233694315,
      "step": 75230
    },
    {
      "loss_action": 0.012955596670508385,
      "loss_total": 0.012955596670508385,
      "step": 75230
    },
    {
      "loss_action": 0.0019319946877658367,
      "loss_total": 0.0019319946877658367,
      "step": 75230
    },
    {
      "loss_action": 0.0033356964122503996,
      "loss_total": 0.0033356964122503996,
      "step": 75230
    },
    {
      "grad_norm": 0.08643749356269836,
      "learning_rate": 9.487607108751194e-05,
      "loss": 0.0059,
      "step": 75240
    },
    {
      "loss_action": 0.00848882831633091,
      "loss_total": 0.00848882831633091,
      "step": 75240
    },
    {
      "loss_action": 0.0062871053814888,
      "loss_total": 0.0062871053814888,
      "step": 75240
    },
    {
      "loss_action": 0.0025788217317312956,
      "loss_total": 0.0025788217317312956,
      "step": 75240
    },
    {
      "loss_action": 0.0076948488131165504,
      "loss_total": 0.0076948488131165504,
      "step": 75240
    },
    {
      "loss_action": 0.003173853736370802,
      "loss_total": 0.003173853736370802,
      "step": 75240
    },
    {
      "loss_action": 0.0022016321308910847,
      "loss_total": 0.0022016321308910847,
      "step": 75240
    },
    {
      "loss_action": 0.0066147781908512115,
      "loss_total": 0.0066147781908512115,
      "step": 75240
    },
    {
      "loss_action": 0.004511789418756962,
      "loss_total": 0.004511789418756962,
      "step": 75240
    },
    {
      "grad_norm": 0.12116437405347824,
      "learning_rate": 9.487424810414221e-05,
      "loss": 0.0067,
      "step": 75250
    },
    {
      "loss_action": 0.0016666764859110117,
      "loss_total": 0.0016666764859110117,
      "step": 75250
    },
    {
      "loss_action": 0.003947846591472626,
      "loss_total": 0.003947846591472626,
      "step": 75250
    },
    {
      "loss_action": 0.003975026309490204,
      "loss_total": 0.003975026309490204,
      "step": 75250
    },
    {
      "loss_action": 0.004041813313961029,
      "loss_total": 0.004041813313961029,
      "step": 75250
    },
    {
      "loss_action": 0.0038637788966298103,
      "loss_total": 0.0038637788966298103,
      "step": 75250
    },
    {
      "loss_action": 0.022152435034513474,
      "loss_total": 0.022152435034513474,
      "step": 75250
    },
    {
      "loss_action": 0.002457244088873267,
      "loss_total": 0.002457244088873267,
      "step": 75250
    },
    {
      "loss_action": 0.02018197625875473,
      "loss_total": 0.02018197625875473,
      "step": 75250
    },
    {
      "grad_norm": 0.09617944061756134,
      "learning_rate": 9.487242481406119e-05,
      "loss": 0.0065,
      "step": 75260
    },
    {
      "loss_action": 0.0026922812685370445,
      "loss_total": 0.0026922812685370445,
      "step": 75260
    },
    {
      "loss_action": 0.0031246314756572247,
      "loss_total": 0.0031246314756572247,
      "step": 75260
    },
    {
      "loss_action": 0.004203733056783676,
      "loss_total": 0.004203733056783676,
      "step": 75260
    },
    {
      "loss_action": 0.005738777108490467,
      "loss_total": 0.005738777108490467,
      "step": 75260
    },
    {
      "loss_action": 0.006443771533668041,
      "loss_total": 0.006443771533668041,
      "step": 75260
    },
    {
      "loss_action": 0.003752513788640499,
      "loss_total": 0.003752513788640499,
      "step": 75260
    },
    {
      "loss_action": 0.005241052247583866,
      "loss_total": 0.005241052247583866,
      "step": 75260
    },
    {
      "loss_action": 0.007822279818356037,
      "loss_total": 0.007822279818356037,
      "step": 75260
    },
    {
      "grad_norm": 0.08694925904273987,
      "learning_rate": 9.487060121728137e-05,
      "loss": 0.0063,
      "step": 75270
    },
    {
      "loss_action": 0.003994904458522797,
      "loss_total": 0.003994904458522797,
      "step": 75270
    },
    {
      "loss_action": 0.002737990813329816,
      "loss_total": 0.002737990813329816,
      "step": 75270
    },
    {
      "loss_action": 0.004613663535565138,
      "loss_total": 0.004613663535565138,
      "step": 75270
    },
    {
      "loss_action": 0.0030617250595241785,
      "loss_total": 0.0030617250595241785,
      "step": 75270
    },
    {
      "loss_action": 0.002269882010295987,
      "loss_total": 0.002269882010295987,
      "step": 75270
    },
    {
      "loss_action": 0.006727390922605991,
      "loss_total": 0.006727390922605991,
      "step": 75270
    },
    {
      "loss_action": 0.003631171304732561,
      "loss_total": 0.003631171304732561,
      "step": 75270
    },
    {
      "loss_action": 0.0017676284769549966,
      "loss_total": 0.0017676284769549966,
      "step": 75270
    },
    {
      "grad_norm": 0.12882573902606964,
      "learning_rate": 9.48687773138152e-05,
      "loss": 0.0063,
      "step": 75280
    },
    {
      "loss_action": 0.003960930276662111,
      "loss_total": 0.003960930276662111,
      "step": 75280
    },
    {
      "loss_action": 0.00887962058186531,
      "loss_total": 0.00887962058186531,
      "step": 75280
    },
    {
      "loss_action": 0.007017865777015686,
      "loss_total": 0.007017865777015686,
      "step": 75280
    },
    {
      "loss_action": 0.009251747280359268,
      "loss_total": 0.009251747280359268,
      "step": 75280
    },
    {
      "loss_action": 0.007361401803791523,
      "loss_total": 0.007361401803791523,
      "step": 75280
    },
    {
      "loss_action": 0.005690987221896648,
      "loss_total": 0.005690987221896648,
      "step": 75280
    },
    {
      "loss_action": 0.002366808708757162,
      "loss_total": 0.002366808708757162,
      "step": 75280
    },
    {
      "loss_action": 0.0036777411587536335,
      "loss_total": 0.0036777411587536335,
      "step": 75280
    },
    {
      "grad_norm": 0.13156276941299438,
      "learning_rate": 9.486695310367515e-05,
      "loss": 0.007,
      "step": 75290
    },
    {
      "loss_action": 0.05790334939956665,
      "loss_total": 0.05790334939956665,
      "step": 75290
    },
    {
      "loss_action": 0.007501555606722832,
      "loss_total": 0.007501555606722832,
      "step": 75290
    },
    {
      "loss_action": 0.002138276817277074,
      "loss_total": 0.002138276817277074,
      "step": 75290
    },
    {
      "loss_action": 0.1546442210674286,
      "loss_total": 0.1546442210674286,
      "step": 75290
    },
    {
      "loss_action": 0.003783810418099165,
      "loss_total": 0.003783810418099165,
      "step": 75290
    },
    {
      "loss_action": 0.005380118731409311,
      "loss_total": 0.005380118731409311,
      "step": 75290
    },
    {
      "loss_action": 0.0057349372655153275,
      "loss_total": 0.0057349372655153275,
      "step": 75290
    },
    {
      "loss_action": 0.016414722427725792,
      "loss_total": 0.016414722427725792,
      "step": 75290
    },
    {
      "grad_norm": 0.16927187144756317,
      "learning_rate": 9.48651285868737e-05,
      "loss": 0.0105,
      "step": 75300
    },
    {
      "loss_action": 0.01497806515544653,
      "loss_total": 0.01497806515544653,
      "step": 75300
    },
    {
      "loss_action": 0.009140809997916222,
      "loss_total": 0.009140809997916222,
      "step": 75300
    },
    {
      "loss_action": 0.007250970229506493,
      "loss_total": 0.007250970229506493,
      "step": 75300
    },
    {
      "loss_action": 0.010179631412029266,
      "loss_total": 0.010179631412029266,
      "step": 75300
    },
    {
      "loss_action": 0.009345653466880322,
      "loss_total": 0.009345653466880322,
      "step": 75300
    },
    {
      "loss_action": 0.005056596361100674,
      "loss_total": 0.005056596361100674,
      "step": 75300
    },
    {
      "loss_action": 0.006301283836364746,
      "loss_total": 0.006301283836364746,
      "step": 75300
    },
    {
      "loss_action": 0.008055930957198143,
      "loss_total": 0.008055930957198143,
      "step": 75300
    },
    {
      "grad_norm": 0.1336214542388916,
      "learning_rate": 9.48633037634233e-05,
      "loss": 0.0113,
      "step": 75310
    },
    {
      "loss_action": 0.0066017284989356995,
      "loss_total": 0.0066017284989356995,
      "step": 75310
    },
    {
      "loss_action": 0.009207946248352528,
      "loss_total": 0.009207946248352528,
      "step": 75310
    },
    {
      "loss_action": 0.007669936865568161,
      "loss_total": 0.007669936865568161,
      "step": 75310
    },
    {
      "loss_action": 0.011378682218492031,
      "loss_total": 0.011378682218492031,
      "step": 75310
    },
    {
      "loss_action": 0.006867979187518358,
      "loss_total": 0.006867979187518358,
      "step": 75310
    },
    {
      "loss_action": 0.002569942967966199,
      "loss_total": 0.002569942967966199,
      "step": 75310
    },
    {
      "loss_action": 0.009593289345502853,
      "loss_total": 0.009593289345502853,
      "step": 75310
    },
    {
      "loss_action": 0.03394828736782074,
      "loss_total": 0.03394828736782074,
      "step": 75310
    },
    {
      "grad_norm": 0.12625420093536377,
      "learning_rate": 9.486147863333643e-05,
      "loss": 0.0075,
      "step": 75320
    },
    {
      "loss_action": 0.008529283106327057,
      "loss_total": 0.008529283106327057,
      "step": 75320
    },
    {
      "loss_action": 0.007894928567111492,
      "loss_total": 0.007894928567111492,
      "step": 75320
    },
    {
      "loss_action": 0.010255051776766777,
      "loss_total": 0.010255051776766777,
      "step": 75320
    },
    {
      "loss_action": 0.004878893960267305,
      "loss_total": 0.004878893960267305,
      "step": 75320
    },
    {
      "loss_action": 0.005627837963402271,
      "loss_total": 0.005627837963402271,
      "step": 75320
    },
    {
      "loss_action": 0.0031076613813638687,
      "loss_total": 0.0031076613813638687,
      "step": 75320
    },
    {
      "loss_action": 0.006365995854139328,
      "loss_total": 0.006365995854139328,
      "step": 75320
    },
    {
      "loss_action": 0.005682537332177162,
      "loss_total": 0.005682537332177162,
      "step": 75320
    },
    {
      "grad_norm": 0.11033957451581955,
      "learning_rate": 9.485965319662558e-05,
      "loss": 0.0073,
      "step": 75330
    },
    {
      "loss_action": 0.0022830257657915354,
      "loss_total": 0.0022830257657915354,
      "step": 75330
    },
    {
      "loss_action": 0.00350575870834291,
      "loss_total": 0.00350575870834291,
      "step": 75330
    },
    {
      "loss_action": 0.017909377813339233,
      "loss_total": 0.017909377813339233,
      "step": 75330
    },
    {
      "loss_action": 0.003158875275403261,
      "loss_total": 0.003158875275403261,
      "step": 75330
    },
    {
      "loss_action": 0.0027671009302139282,
      "loss_total": 0.0027671009302139282,
      "step": 75330
    },
    {
      "loss_action": 0.008060666732490063,
      "loss_total": 0.008060666732490063,
      "step": 75330
    },
    {
      "loss_action": 0.0027853292413055897,
      "loss_total": 0.0027853292413055897,
      "step": 75330
    },
    {
      "loss_action": 0.022645343095064163,
      "loss_total": 0.022645343095064163,
      "step": 75330
    },
    {
      "grad_norm": 0.10185244679450989,
      "learning_rate": 9.485782745330319e-05,
      "loss": 0.0064,
      "step": 75340
    },
    {
      "loss_action": 0.004803504329174757,
      "loss_total": 0.004803504329174757,
      "step": 75340
    },
    {
      "loss_action": 0.004469083622097969,
      "loss_total": 0.004469083622097969,
      "step": 75340
    },
    {
      "loss_action": 0.006024520844221115,
      "loss_total": 0.006024520844221115,
      "step": 75340
    },
    {
      "loss_action": 0.012364358641207218,
      "loss_total": 0.012364358641207218,
      "step": 75340
    },
    {
      "loss_action": 0.003027543891221285,
      "loss_total": 0.003027543891221285,
      "step": 75340
    },
    {
      "loss_action": 0.005382354371249676,
      "loss_total": 0.005382354371249676,
      "step": 75340
    },
    {
      "loss_action": 0.012970400042831898,
      "loss_total": 0.012970400042831898,
      "step": 75340
    },
    {
      "loss_action": 0.007150313351303339,
      "loss_total": 0.007150313351303339,
      "step": 75340
    },
    {
      "grad_norm": 0.1024051308631897,
      "learning_rate": 9.485600140338178e-05,
      "loss": 0.007,
      "step": 75350
    },
    {
      "loss_action": 0.006829078309237957,
      "loss_total": 0.006829078309237957,
      "step": 75350
    },
    {
      "loss_action": 0.006247201003134251,
      "loss_total": 0.006247201003134251,
      "step": 75350
    },
    {
      "loss_action": 0.004054245539009571,
      "loss_total": 0.004054245539009571,
      "step": 75350
    },
    {
      "loss_action": 0.0027770325541496277,
      "loss_total": 0.0027770325541496277,
      "step": 75350
    },
    {
      "loss_action": 0.005441628862172365,
      "loss_total": 0.005441628862172365,
      "step": 75350
    },
    {
      "loss_action": 0.018239054828882217,
      "loss_total": 0.018239054828882217,
      "step": 75350
    },
    {
      "loss_action": 0.0034012440592050552,
      "loss_total": 0.0034012440592050552,
      "step": 75350
    },
    {
      "loss_action": 0.004553691484034061,
      "loss_total": 0.004553691484034061,
      "step": 75350
    },
    {
      "grad_norm": 0.09322410076856613,
      "learning_rate": 9.48541750468738e-05,
      "loss": 0.0058,
      "step": 75360
    },
    {
      "loss_action": 0.0044846003875136375,
      "loss_total": 0.0044846003875136375,
      "step": 75360
    },
    {
      "loss_action": 0.004621184431016445,
      "loss_total": 0.004621184431016445,
      "step": 75360
    },
    {
      "loss_action": 0.004283010959625244,
      "loss_total": 0.004283010959625244,
      "step": 75360
    },
    {
      "loss_action": 0.004732565023005009,
      "loss_total": 0.004732565023005009,
      "step": 75360
    },
    {
      "loss_action": 0.001337133115157485,
      "loss_total": 0.001337133115157485,
      "step": 75360
    },
    {
      "loss_action": 0.003867406165227294,
      "loss_total": 0.003867406165227294,
      "step": 75360
    },
    {
      "loss_action": 0.02143971621990204,
      "loss_total": 0.02143971621990204,
      "step": 75360
    },
    {
      "loss_action": 0.007443479262292385,
      "loss_total": 0.007443479262292385,
      "step": 75360
    },
    {
      "grad_norm": 0.07279498130083084,
      "learning_rate": 9.485234838379175e-05,
      "loss": 0.0068,
      "step": 75370
    },
    {
      "loss_action": 0.0033975732512772083,
      "loss_total": 0.0033975732512772083,
      "step": 75370
    },
    {
      "loss_action": 0.008193796500563622,
      "loss_total": 0.008193796500563622,
      "step": 75370
    },
    {
      "loss_action": 0.005037968046963215,
      "loss_total": 0.005037968046963215,
      "step": 75370
    },
    {
      "loss_action": 0.006096172146499157,
      "loss_total": 0.006096172146499157,
      "step": 75370
    },
    {
      "loss_action": 0.002907769288867712,
      "loss_total": 0.002907769288867712,
      "step": 75370
    },
    {
      "loss_action": 0.0046595437452197075,
      "loss_total": 0.0046595437452197075,
      "step": 75370
    },
    {
      "loss_action": 0.0028194827027618885,
      "loss_total": 0.0028194827027618885,
      "step": 75370
    },
    {
      "loss_action": 0.004377468954771757,
      "loss_total": 0.004377468954771757,
      "step": 75370
    },
    {
      "grad_norm": 0.09114790707826614,
      "learning_rate": 9.485052141414812e-05,
      "loss": 0.0062,
      "step": 75380
    },
    {
      "loss_action": 0.005444855894893408,
      "loss_total": 0.005444855894893408,
      "step": 75380
    },
    {
      "loss_action": 0.005066572688519955,
      "loss_total": 0.005066572688519955,
      "step": 75380
    },
    {
      "loss_action": 0.008174210786819458,
      "loss_total": 0.008174210786819458,
      "step": 75380
    },
    {
      "loss_action": 0.007911019958555698,
      "loss_total": 0.007911019958555698,
      "step": 75380
    },
    {
      "loss_action": 0.006071473006159067,
      "loss_total": 0.006071473006159067,
      "step": 75380
    },
    {
      "loss_action": 0.0023377914912998676,
      "loss_total": 0.0023377914912998676,
      "step": 75380
    },
    {
      "loss_action": 0.0047242408618330956,
      "loss_total": 0.0047242408618330956,
      "step": 75380
    },
    {
      "loss_action": 0.00695120869204402,
      "loss_total": 0.00695120869204402,
      "step": 75380
    },
    {
      "grad_norm": 0.07598686218261719,
      "learning_rate": 9.484869413795539e-05,
      "loss": 0.0065,
      "step": 75390
    },
    {
      "loss_action": 0.005636679008603096,
      "loss_total": 0.005636679008603096,
      "step": 75390
    },
    {
      "loss_action": 0.007112486287951469,
      "loss_total": 0.007112486287951469,
      "step": 75390
    },
    {
      "loss_action": 0.0014140105340629816,
      "loss_total": 0.0014140105340629816,
      "step": 75390
    },
    {
      "loss_action": 0.007233832962810993,
      "loss_total": 0.007233832962810993,
      "step": 75390
    },
    {
      "loss_action": 0.00425470108166337,
      "loss_total": 0.00425470108166337,
      "step": 75390
    },
    {
      "loss_action": 0.007375606335699558,
      "loss_total": 0.007375606335699558,
      "step": 75390
    },
    {
      "loss_action": 0.0026827151887118816,
      "loss_total": 0.0026827151887118816,
      "step": 75390
    },
    {
      "loss_action": 0.0064375633373856544,
      "loss_total": 0.0064375633373856544,
      "step": 75390
    },
    {
      "grad_norm": 0.08174767345190048,
      "learning_rate": 9.484686655522603e-05,
      "loss": 0.0059,
      "step": 75400
    },
    {
      "loss_action": 0.00401175394654274,
      "loss_total": 0.00401175394654274,
      "step": 75400
    },
    {
      "loss_action": 0.0030910768546164036,
      "loss_total": 0.0030910768546164036,
      "step": 75400
    },
    {
      "loss_action": 0.003701352048665285,
      "loss_total": 0.003701352048665285,
      "step": 75400
    },
    {
      "loss_action": 0.004561363719403744,
      "loss_total": 0.004561363719403744,
      "step": 75400
    },
    {
      "loss_action": 0.012532230466604233,
      "loss_total": 0.012532230466604233,
      "step": 75400
    },
    {
      "loss_action": 0.005989801604300737,
      "loss_total": 0.005989801604300737,
      "step": 75400
    },
    {
      "loss_action": 0.004918638616800308,
      "loss_total": 0.004918638616800308,
      "step": 75400
    },
    {
      "loss_action": 0.010513035580515862,
      "loss_total": 0.010513035580515862,
      "step": 75400
    },
    {
      "grad_norm": 0.11331766843795776,
      "learning_rate": 9.484503866597257e-05,
      "loss": 0.0059,
      "step": 75410
    },
    {
      "loss_action": 0.0023136469535529613,
      "loss_total": 0.0023136469535529613,
      "step": 75410
    },
    {
      "loss_action": 0.006955371703952551,
      "loss_total": 0.006955371703952551,
      "step": 75410
    },
    {
      "loss_action": 0.002581092994660139,
      "loss_total": 0.002581092994660139,
      "step": 75410
    },
    {
      "loss_action": 0.004525336902588606,
      "loss_total": 0.004525336902588606,
      "step": 75410
    },
    {
      "loss_action": 0.005782876163721085,
      "loss_total": 0.005782876163721085,
      "step": 75410
    },
    {
      "loss_action": 0.002048962051048875,
      "loss_total": 0.002048962051048875,
      "step": 75410
    },
    {
      "loss_action": 0.0030791880562901497,
      "loss_total": 0.0030791880562901497,
      "step": 75410
    },
    {
      "loss_action": 0.006239430513232946,
      "loss_total": 0.006239430513232946,
      "step": 75410
    },
    {
      "grad_norm": 0.08633594214916229,
      "learning_rate": 9.484321047020745e-05,
      "loss": 0.0078,
      "step": 75420
    },
    {
      "loss_action": 0.004590431693941355,
      "loss_total": 0.004590431693941355,
      "step": 75420
    },
    {
      "loss_action": 0.005347405560314655,
      "loss_total": 0.005347405560314655,
      "step": 75420
    },
    {
      "loss_action": 0.006278921850025654,
      "loss_total": 0.006278921850025654,
      "step": 75420
    },
    {
      "loss_action": 0.004920019768178463,
      "loss_total": 0.004920019768178463,
      "step": 75420
    },
    {
      "loss_action": 0.007072928361594677,
      "loss_total": 0.007072928361594677,
      "step": 75420
    },
    {
      "loss_action": 0.011339153163135052,
      "loss_total": 0.011339153163135052,
      "step": 75420
    },
    {
      "loss_action": 0.008246287703514099,
      "loss_total": 0.008246287703514099,
      "step": 75420
    },
    {
      "loss_action": 0.008380386047065258,
      "loss_total": 0.008380386047065258,
      "step": 75420
    },
    {
      "grad_norm": 0.13038048148155212,
      "learning_rate": 9.484138196794323e-05,
      "loss": 0.0065,
      "step": 75430
    },
    {
      "loss_action": 0.0013629908207803965,
      "loss_total": 0.0013629908207803965,
      "step": 75430
    },
    {
      "loss_action": 0.0025969105772674084,
      "loss_total": 0.0025969105772674084,
      "step": 75430
    },
    {
      "loss_action": 0.005795711185783148,
      "loss_total": 0.005795711185783148,
      "step": 75430
    },
    {
      "loss_action": 0.0017958723474293947,
      "loss_total": 0.0017958723474293947,
      "step": 75430
    },
    {
      "loss_action": 0.00169021962210536,
      "loss_total": 0.00169021962210536,
      "step": 75430
    },
    {
      "loss_action": 0.009422441944479942,
      "loss_total": 0.009422441944479942,
      "step": 75430
    },
    {
      "loss_action": 0.002736147725954652,
      "loss_total": 0.002736147725954652,
      "step": 75430
    },
    {
      "loss_action": 0.0035438435152173042,
      "loss_total": 0.0035438435152173042,
      "step": 75430
    },
    {
      "grad_norm": 0.13916584849357605,
      "learning_rate": 9.483955315919235e-05,
      "loss": 0.007,
      "step": 75440
    },
    {
      "loss_action": 0.00472082756459713,
      "loss_total": 0.00472082756459713,
      "step": 75440
    },
    {
      "loss_action": 0.0037499903701245785,
      "loss_total": 0.0037499903701245785,
      "step": 75440
    },
    {
      "loss_action": 0.0019063218496739864,
      "loss_total": 0.0019063218496739864,
      "step": 75440
    },
    {
      "loss_action": 0.004654065240174532,
      "loss_total": 0.004654065240174532,
      "step": 75440
    },
    {
      "loss_action": 0.0056357719004154205,
      "loss_total": 0.0056357719004154205,
      "step": 75440
    },
    {
      "loss_action": 0.00788423977792263,
      "loss_total": 0.00788423977792263,
      "step": 75440
    },
    {
      "loss_action": 0.0043954974971711636,
      "loss_total": 0.0043954974971711636,
      "step": 75440
    },
    {
      "loss_action": 0.0038581485860049725,
      "loss_total": 0.0038581485860049725,
      "step": 75440
    },
    {
      "grad_norm": 0.11947645246982574,
      "learning_rate": 9.483772404396736e-05,
      "loss": 0.0074,
      "step": 75450
    },
    {
      "loss_action": 0.005647098645567894,
      "loss_total": 0.005647098645567894,
      "step": 75450
    },
    {
      "loss_action": 0.007832339033484459,
      "loss_total": 0.007832339033484459,
      "step": 75450
    },
    {
      "loss_action": 0.006488198414444923,
      "loss_total": 0.006488198414444923,
      "step": 75450
    },
    {
      "loss_action": 0.0055820876732468605,
      "loss_total": 0.0055820876732468605,
      "step": 75450
    },
    {
      "loss_action": 0.003113767132163048,
      "loss_total": 0.003113767132163048,
      "step": 75450
    },
    {
      "loss_action": 0.009764227084815502,
      "loss_total": 0.009764227084815502,
      "step": 75450
    },
    {
      "loss_action": 0.0027658063918352127,
      "loss_total": 0.0027658063918352127,
      "step": 75450
    },
    {
      "loss_action": 0.014766298234462738,
      "loss_total": 0.014766298234462738,
      "step": 75450
    },
    {
      "grad_norm": 0.07972811162471771,
      "learning_rate": 9.483589462228073e-05,
      "loss": 0.0062,
      "step": 75460
    },
    {
      "loss_action": 0.018668172881007195,
      "loss_total": 0.018668172881007195,
      "step": 75460
    },
    {
      "loss_action": 0.0031576401088386774,
      "loss_total": 0.0031576401088386774,
      "step": 75460
    },
    {
      "loss_action": 0.005033544264733791,
      "loss_total": 0.005033544264733791,
      "step": 75460
    },
    {
      "loss_action": 0.008528088219463825,
      "loss_total": 0.008528088219463825,
      "step": 75460
    },
    {
      "loss_action": 0.0076605575159192085,
      "loss_total": 0.0076605575159192085,
      "step": 75460
    },
    {
      "loss_action": 0.004395587369799614,
      "loss_total": 0.004395587369799614,
      "step": 75460
    },
    {
      "loss_action": 0.004877620376646519,
      "loss_total": 0.004877620376646519,
      "step": 75460
    },
    {
      "loss_action": 0.00409330241382122,
      "loss_total": 0.00409330241382122,
      "step": 75460
    },
    {
      "grad_norm": 0.10649142414331436,
      "learning_rate": 9.483406489414496e-05,
      "loss": 0.0057,
      "step": 75470
    },
    {
      "loss_action": 0.006692956201732159,
      "loss_total": 0.006692956201732159,
      "step": 75470
    },
    {
      "loss_action": 0.017109878361225128,
      "loss_total": 0.017109878361225128,
      "step": 75470
    },
    {
      "loss_action": 0.004590027034282684,
      "loss_total": 0.004590027034282684,
      "step": 75470
    },
    {
      "loss_action": 0.0030228339601308107,
      "loss_total": 0.0030228339601308107,
      "step": 75470
    },
    {
      "loss_action": 0.0017746830126270652,
      "loss_total": 0.0017746830126270652,
      "step": 75470
    },
    {
      "loss_action": 0.0028190715238451958,
      "loss_total": 0.0028190715238451958,
      "step": 75470
    },
    {
      "loss_action": 0.0079297861084342,
      "loss_total": 0.0079297861084342,
      "step": 75470
    },
    {
      "loss_action": 0.0028723010327667,
      "loss_total": 0.0028723010327667,
      "step": 75470
    },
    {
      "grad_norm": 0.06483294814825058,
      "learning_rate": 9.483223485957257e-05,
      "loss": 0.006,
      "step": 75480
    },
    {
      "loss_action": 0.005070042330771685,
      "loss_total": 0.005070042330771685,
      "step": 75480
    },
    {
      "loss_action": 0.0037393972743302584,
      "loss_total": 0.0037393972743302584,
      "step": 75480
    },
    {
      "loss_action": 0.01739788055419922,
      "loss_total": 0.01739788055419922,
      "step": 75480
    },
    {
      "loss_action": 0.006592986173927784,
      "loss_total": 0.006592986173927784,
      "step": 75480
    },
    {
      "loss_action": 0.007178706582635641,
      "loss_total": 0.007178706582635641,
      "step": 75480
    },
    {
      "loss_action": 0.03049783781170845,
      "loss_total": 0.03049783781170845,
      "step": 75480
    },
    {
      "loss_action": 0.010280340909957886,
      "loss_total": 0.010280340909957886,
      "step": 75480
    },
    {
      "loss_action": 0.0014099045656621456,
      "loss_total": 0.0014099045656621456,
      "step": 75480
    },
    {
      "grad_norm": 0.08416353166103363,
      "learning_rate": 9.483040451857606e-05,
      "loss": 0.0079,
      "step": 75490
    },
    {
      "loss_action": 0.002747979946434498,
      "loss_total": 0.002747979946434498,
      "step": 75490
    },
    {
      "loss_action": 0.0029020914807915688,
      "loss_total": 0.0029020914807915688,
      "step": 75490
    },
    {
      "loss_action": 0.005373031832277775,
      "loss_total": 0.005373031832277775,
      "step": 75490
    },
    {
      "loss_action": 0.0072299218736588955,
      "loss_total": 0.0072299218736588955,
      "step": 75490
    },
    {
      "loss_action": 0.0021963140461593866,
      "loss_total": 0.0021963140461593866,
      "step": 75490
    },
    {
      "loss_action": 0.012773625552654266,
      "loss_total": 0.012773625552654266,
      "step": 75490
    },
    {
      "loss_action": 0.0027791294269263744,
      "loss_total": 0.0027791294269263744,
      "step": 75490
    },
    {
      "loss_action": 0.005513361655175686,
      "loss_total": 0.005513361655175686,
      "step": 75490
    },
    {
      "grad_norm": 0.16048109531402588,
      "learning_rate": 9.482857387116796e-05,
      "loss": 0.0069,
      "step": 75500
    },
    {
      "loss_action": 0.004372534342110157,
      "loss_total": 0.004372534342110157,
      "step": 75500
    },
    {
      "loss_action": 0.006575746461749077,
      "loss_total": 0.006575746461749077,
      "step": 75500
    },
    {
      "loss_action": 0.010055385529994965,
      "loss_total": 0.010055385529994965,
      "step": 75500
    },
    {
      "loss_action": 0.005585262086242437,
      "loss_total": 0.005585262086242437,
      "step": 75500
    },
    {
      "loss_action": 0.011327492073178291,
      "loss_total": 0.011327492073178291,
      "step": 75500
    },
    {
      "loss_action": 0.005207189824432135,
      "loss_total": 0.005207189824432135,
      "step": 75500
    },
    {
      "loss_action": 0.004494578577578068,
      "loss_total": 0.004494578577578068,
      "step": 75500
    },
    {
      "loss_action": 0.0032734384294599295,
      "loss_total": 0.0032734384294599295,
      "step": 75500
    },
    {
      "grad_norm": 0.13691718876361847,
      "learning_rate": 9.482674291736076e-05,
      "loss": 0.0086,
      "step": 75510
    },
    {
      "loss_action": 0.004951503127813339,
      "loss_total": 0.004951503127813339,
      "step": 75510
    },
    {
      "loss_action": 0.006216580979526043,
      "loss_total": 0.006216580979526043,
      "step": 75510
    },
    {
      "loss_action": 0.002499829512089491,
      "loss_total": 0.002499829512089491,
      "step": 75510
    },
    {
      "loss_action": 0.015518900007009506,
      "loss_total": 0.015518900007009506,
      "step": 75510
    },
    {
      "loss_action": 0.00660729082301259,
      "loss_total": 0.00660729082301259,
      "step": 75510
    },
    {
      "loss_action": 0.003404585411772132,
      "loss_total": 0.003404585411772132,
      "step": 75510
    },
    {
      "loss_action": 0.013845361769199371,
      "loss_total": 0.013845361769199371,
      "step": 75510
    },
    {
      "loss_action": 0.00490886066108942,
      "loss_total": 0.00490886066108942,
      "step": 75510
    },
    {
      "grad_norm": 0.10282066464424133,
      "learning_rate": 9.482491165716698e-05,
      "loss": 0.0074,
      "step": 75520
    },
    {
      "loss_action": 0.007286176551133394,
      "loss_total": 0.007286176551133394,
      "step": 75520
    },
    {
      "loss_action": 0.0022558365017175674,
      "loss_total": 0.0022558365017175674,
      "step": 75520
    },
    {
      "loss_action": 0.0016455576987937093,
      "loss_total": 0.0016455576987937093,
      "step": 75520
    },
    {
      "loss_action": 0.0032468822319060564,
      "loss_total": 0.0032468822319060564,
      "step": 75520
    },
    {
      "loss_action": 0.002925946144387126,
      "loss_total": 0.002925946144387126,
      "step": 75520
    },
    {
      "loss_action": 0.0038207618054002523,
      "loss_total": 0.0038207618054002523,
      "step": 75520
    },
    {
      "loss_action": 0.004236085806041956,
      "loss_total": 0.004236085806041956,
      "step": 75520
    },
    {
      "loss_action": 0.00514383427798748,
      "loss_total": 0.00514383427798748,
      "step": 75520
    },
    {
      "grad_norm": 0.11771836131811142,
      "learning_rate": 9.482308009059915e-05,
      "loss": 0.007,
      "step": 75530
    },
    {
      "loss_action": 0.006089085713028908,
      "loss_total": 0.006089085713028908,
      "step": 75530
    },
    {
      "loss_action": 0.004284867085516453,
      "loss_total": 0.004284867085516453,
      "step": 75530
    },
    {
      "loss_action": 0.015049317851662636,
      "loss_total": 0.015049317851662636,
      "step": 75530
    },
    {
      "loss_action": 0.008924240246415138,
      "loss_total": 0.008924240246415138,
      "step": 75530
    },
    {
      "loss_action": 0.006406825035810471,
      "loss_total": 0.006406825035810471,
      "step": 75530
    },
    {
      "loss_action": 0.0021662511862814426,
      "loss_total": 0.0021662511862814426,
      "step": 75530
    },
    {
      "loss_action": 0.00839320756494999,
      "loss_total": 0.00839320756494999,
      "step": 75530
    },
    {
      "loss_action": 0.01113059464842081,
      "loss_total": 0.01113059464842081,
      "step": 75530
    },
    {
      "grad_norm": 0.10232743620872498,
      "learning_rate": 9.482124821766976e-05,
      "loss": 0.0065,
      "step": 75540
    },
    {
      "loss_action": 0.021868644282221794,
      "loss_total": 0.021868644282221794,
      "step": 75540
    },
    {
      "loss_action": 0.00843002088367939,
      "loss_total": 0.00843002088367939,
      "step": 75540
    },
    {
      "loss_action": 0.019976843148469925,
      "loss_total": 0.019976843148469925,
      "step": 75540
    },
    {
      "loss_action": 0.0032320492900907993,
      "loss_total": 0.0032320492900907993,
      "step": 75540
    },
    {
      "loss_action": 0.001354801468551159,
      "loss_total": 0.001354801468551159,
      "step": 75540
    },
    {
      "loss_action": 0.01223340816795826,
      "loss_total": 0.01223340816795826,
      "step": 75540
    },
    {
      "loss_action": 0.00300078047439456,
      "loss_total": 0.00300078047439456,
      "step": 75540
    },
    {
      "loss_action": 0.005886927247047424,
      "loss_total": 0.005886927247047424,
      "step": 75540
    },
    {
      "grad_norm": 0.06902097910642624,
      "learning_rate": 9.481941603839135e-05,
      "loss": 0.006,
      "step": 75550
    },
    {
      "loss_action": 0.004494113847613335,
      "loss_total": 0.004494113847613335,
      "step": 75550
    },
    {
      "loss_action": 0.0029778429307043552,
      "loss_total": 0.0029778429307043552,
      "step": 75550
    },
    {
      "loss_action": 0.002752115484327078,
      "loss_total": 0.002752115484327078,
      "step": 75550
    },
    {
      "loss_action": 0.003351757302880287,
      "loss_total": 0.003351757302880287,
      "step": 75550
    },
    {
      "loss_action": 0.0046915290877223015,
      "loss_total": 0.0046915290877223015,
      "step": 75550
    },
    {
      "loss_action": 0.0056341239251196384,
      "loss_total": 0.0056341239251196384,
      "step": 75550
    },
    {
      "loss_action": 0.004072665236890316,
      "loss_total": 0.004072665236890316,
      "step": 75550
    },
    {
      "loss_action": 0.003531766589730978,
      "loss_total": 0.003531766589730978,
      "step": 75550
    },
    {
      "grad_norm": 0.08696015924215317,
      "learning_rate": 9.481758355277645e-05,
      "loss": 0.005,
      "step": 75560
    },
    {
      "loss_action": 0.004757577553391457,
      "loss_total": 0.004757577553391457,
      "step": 75560
    },
    {
      "loss_action": 0.002873240504413843,
      "loss_total": 0.002873240504413843,
      "step": 75560
    },
    {
      "loss_action": 0.0079388078302145,
      "loss_total": 0.0079388078302145,
      "step": 75560
    },
    {
      "loss_action": 0.0031892824918031693,
      "loss_total": 0.0031892824918031693,
      "step": 75560
    },
    {
      "loss_action": 0.007757621351629496,
      "loss_total": 0.007757621351629496,
      "step": 75560
    },
    {
      "loss_action": 0.0019512814469635487,
      "loss_total": 0.0019512814469635487,
      "step": 75560
    },
    {
      "loss_action": 0.004299218766391277,
      "loss_total": 0.004299218766391277,
      "step": 75560
    },
    {
      "loss_action": 0.003285143058747053,
      "loss_total": 0.003285143058747053,
      "step": 75560
    },
    {
      "grad_norm": 0.08683843165636063,
      "learning_rate": 9.481575076083756e-05,
      "loss": 0.0061,
      "step": 75570
    },
    {
      "loss_action": 0.012610243633389473,
      "loss_total": 0.012610243633389473,
      "step": 75570
    },
    {
      "loss_action": 0.005350150167942047,
      "loss_total": 0.005350150167942047,
      "step": 75570
    },
    {
      "loss_action": 0.006928540766239166,
      "loss_total": 0.006928540766239166,
      "step": 75570
    },
    {
      "loss_action": 0.008696828037500381,
      "loss_total": 0.008696828037500381,
      "step": 75570
    },
    {
      "loss_action": 0.0092955706641078,
      "loss_total": 0.0092955706641078,
      "step": 75570
    },
    {
      "loss_action": 0.0021069361828267574,
      "loss_total": 0.0021069361828267574,
      "step": 75570
    },
    {
      "loss_action": 0.004053783603012562,
      "loss_total": 0.004053783603012562,
      "step": 75570
    },
    {
      "loss_action": 0.0026502760592848063,
      "loss_total": 0.0026502760592848063,
      "step": 75570
    },
    {
      "grad_norm": 0.14072343707084656,
      "learning_rate": 9.481391766258724e-05,
      "loss": 0.0059,
      "step": 75580
    },
    {
      "loss_action": 0.008495661430060863,
      "loss_total": 0.008495661430060863,
      "step": 75580
    },
    {
      "loss_action": 0.003773738397285342,
      "loss_total": 0.003773738397285342,
      "step": 75580
    },
    {
      "loss_action": 0.004701496567577124,
      "loss_total": 0.004701496567577124,
      "step": 75580
    },
    {
      "loss_action": 0.0020854249596595764,
      "loss_total": 0.0020854249596595764,
      "step": 75580
    },
    {
      "loss_action": 0.005091615952551365,
      "loss_total": 0.005091615952551365,
      "step": 75580
    },
    {
      "loss_action": 0.002860340755432844,
      "loss_total": 0.002860340755432844,
      "step": 75580
    },
    {
      "loss_action": 0.0026979479007422924,
      "loss_total": 0.0026979479007422924,
      "step": 75580
    },
    {
      "loss_action": 0.0034361372236162424,
      "loss_total": 0.0034361372236162424,
      "step": 75580
    },
    {
      "grad_norm": 0.10271492600440979,
      "learning_rate": 9.481208425803798e-05,
      "loss": 0.0055,
      "step": 75590
    },
    {
      "loss_action": 0.008256490342319012,
      "loss_total": 0.008256490342319012,
      "step": 75590
    },
    {
      "loss_action": 0.00823822058737278,
      "loss_total": 0.00823822058737278,
      "step": 75590
    },
    {
      "loss_action": 0.0014907405711710453,
      "loss_total": 0.0014907405711710453,
      "step": 75590
    },
    {
      "loss_action": 0.0019262789282947779,
      "loss_total": 0.0019262789282947779,
      "step": 75590
    },
    {
      "loss_action": 0.007261816877871752,
      "loss_total": 0.007261816877871752,
      "step": 75590
    },
    {
      "loss_action": 0.0018563386984169483,
      "loss_total": 0.0018563386984169483,
      "step": 75590
    },
    {
      "loss_action": 0.023951401934027672,
      "loss_total": 0.023951401934027672,
      "step": 75590
    },
    {
      "loss_action": 0.010028013959527016,
      "loss_total": 0.010028013959527016,
      "step": 75590
    },
    {
      "grad_norm": 0.09618702530860901,
      "learning_rate": 9.481025054720237e-05,
      "loss": 0.0061,
      "step": 75600
    },
    {
      "loss_action": 0.0025352630764245987,
      "loss_total": 0.0025352630764245987,
      "step": 75600
    },
    {
      "loss_action": 0.006471321918070316,
      "loss_total": 0.006471321918070316,
      "step": 75600
    },
    {
      "loss_action": 0.0026233375538140535,
      "loss_total": 0.0026233375538140535,
      "step": 75600
    },
    {
      "loss_action": 0.007622485980391502,
      "loss_total": 0.007622485980391502,
      "step": 75600
    },
    {
      "loss_action": 0.0051697310991585255,
      "loss_total": 0.0051697310991585255,
      "step": 75600
    },
    {
      "loss_action": 0.00694133248180151,
      "loss_total": 0.00694133248180151,
      "step": 75600
    },
    {
      "loss_action": 0.0026503652334213257,
      "loss_total": 0.0026503652334213257,
      "step": 75600
    },
    {
      "loss_action": 0.012145394459366798,
      "loss_total": 0.012145394459366798,
      "step": 75600
    },
    {
      "grad_norm": 0.08756420016288757,
      "learning_rate": 9.480841653009287e-05,
      "loss": 0.0066,
      "step": 75610
    },
    {
      "loss_action": 0.012319600209593773,
      "loss_total": 0.012319600209593773,
      "step": 75610
    },
    {
      "loss_action": 0.003692981321364641,
      "loss_total": 0.003692981321364641,
      "step": 75610
    },
    {
      "loss_action": 0.012652657926082611,
      "loss_total": 0.012652657926082611,
      "step": 75610
    },
    {
      "loss_action": 0.0044657569378614426,
      "loss_total": 0.0044657569378614426,
      "step": 75610
    },
    {
      "loss_action": 0.0033902577124536037,
      "loss_total": 0.0033902577124536037,
      "step": 75610
    },
    {
      "loss_action": 0.008091457188129425,
      "loss_total": 0.008091457188129425,
      "step": 75610
    },
    {
      "loss_action": 0.0045901755802333355,
      "loss_total": 0.0045901755802333355,
      "step": 75610
    },
    {
      "loss_action": 0.004230658058077097,
      "loss_total": 0.004230658058077097,
      "step": 75610
    },
    {
      "grad_norm": 0.14238722622394562,
      "learning_rate": 9.480658220672206e-05,
      "loss": 0.0067,
      "step": 75620
    },
    {
      "loss_action": 0.0034202290698885918,
      "loss_total": 0.0034202290698885918,
      "step": 75620
    },
    {
      "loss_action": 0.006893937475979328,
      "loss_total": 0.006893937475979328,
      "step": 75620
    },
    {
      "loss_action": 0.006776495836675167,
      "loss_total": 0.006776495836675167,
      "step": 75620
    },
    {
      "loss_action": 0.003700489178299904,
      "loss_total": 0.003700489178299904,
      "step": 75620
    },
    {
      "loss_action": 0.014823537319898605,
      "loss_total": 0.014823537319898605,
      "step": 75620
    },
    {
      "loss_action": 0.0033411344047635794,
      "loss_total": 0.0033411344047635794,
      "step": 75620
    },
    {
      "loss_action": 0.0032833486329764128,
      "loss_total": 0.0032833486329764128,
      "step": 75620
    },
    {
      "loss_action": 0.011822931468486786,
      "loss_total": 0.011822931468486786,
      "step": 75620
    },
    {
      "grad_norm": 0.09593109786510468,
      "learning_rate": 9.480474757710247e-05,
      "loss": 0.0069,
      "step": 75630
    },
    {
      "loss_action": 0.003711504628881812,
      "loss_total": 0.003711504628881812,
      "step": 75630
    },
    {
      "loss_action": 0.002060134895145893,
      "loss_total": 0.002060134895145893,
      "step": 75630
    },
    {
      "loss_action": 0.009638712741434574,
      "loss_total": 0.009638712741434574,
      "step": 75630
    },
    {
      "loss_action": 0.002181410323828459,
      "loss_total": 0.002181410323828459,
      "step": 75630
    },
    {
      "loss_action": 0.0017107513267546892,
      "loss_total": 0.0017107513267546892,
      "step": 75630
    },
    {
      "loss_action": 0.0028874166309833527,
      "loss_total": 0.0028874166309833527,
      "step": 75630
    },
    {
      "loss_action": 0.0037812325172126293,
      "loss_total": 0.0037812325172126293,
      "step": 75630
    },
    {
      "loss_action": 0.0024192603304982185,
      "loss_total": 0.0024192603304982185,
      "step": 75630
    },
    {
      "grad_norm": 0.1051817536354065,
      "learning_rate": 9.480291264124664e-05,
      "loss": 0.0052,
      "step": 75640
    },
    {
      "loss_action": 0.007713104598224163,
      "loss_total": 0.007713104598224163,
      "step": 75640
    },
    {
      "loss_action": 0.003211205592378974,
      "loss_total": 0.003211205592378974,
      "step": 75640
    },
    {
      "loss_action": 0.003321703989058733,
      "loss_total": 0.003321703989058733,
      "step": 75640
    },
    {
      "loss_action": 0.0038641514256596565,
      "loss_total": 0.0038641514256596565,
      "step": 75640
    },
    {
      "loss_action": 0.019498886540532112,
      "loss_total": 0.019498886540532112,
      "step": 75640
    },
    {
      "loss_action": 0.0024416656233370304,
      "loss_total": 0.0024416656233370304,
      "step": 75640
    },
    {
      "loss_action": 0.0022849091328680515,
      "loss_total": 0.0022849091328680515,
      "step": 75640
    },
    {
      "loss_action": 0.00782009121030569,
      "loss_total": 0.00782009121030569,
      "step": 75640
    },
    {
      "grad_norm": 0.1085575744509697,
      "learning_rate": 9.48010773991671e-05,
      "loss": 0.0069,
      "step": 75650
    },
    {
      "loss_action": 0.006572820246219635,
      "loss_total": 0.006572820246219635,
      "step": 75650
    },
    {
      "loss_action": 0.0075011905282735825,
      "loss_total": 0.0075011905282735825,
      "step": 75650
    },
    {
      "loss_action": 0.004691966809332371,
      "loss_total": 0.004691966809332371,
      "step": 75650
    },
    {
      "loss_action": 0.034878358244895935,
      "loss_total": 0.034878358244895935,
      "step": 75650
    },
    {
      "loss_action": 0.003020643023774028,
      "loss_total": 0.003020643023774028,
      "step": 75650
    },
    {
      "loss_action": 0.0023923967964947224,
      "loss_total": 0.0023923967964947224,
      "step": 75650
    },
    {
      "loss_action": 0.020417550578713417,
      "loss_total": 0.020417550578713417,
      "step": 75650
    },
    {
      "loss_action": 0.004329605959355831,
      "loss_total": 0.004329605959355831,
      "step": 75650
    },
    {
      "grad_norm": 0.08339156210422516,
      "learning_rate": 9.479924185087641e-05,
      "loss": 0.0074,
      "step": 75660
    },
    {
      "loss_action": 0.008417695760726929,
      "loss_total": 0.008417695760726929,
      "step": 75660
    },
    {
      "loss_action": 0.011338899843394756,
      "loss_total": 0.011338899843394756,
      "step": 75660
    },
    {
      "loss_action": 0.004055637866258621,
      "loss_total": 0.004055637866258621,
      "step": 75660
    },
    {
      "loss_action": 0.009859898127615452,
      "loss_total": 0.009859898127615452,
      "step": 75660
    },
    {
      "loss_action": 0.0046877386048436165,
      "loss_total": 0.0046877386048436165,
      "step": 75660
    },
    {
      "loss_action": 0.005096826236695051,
      "loss_total": 0.005096826236695051,
      "step": 75660
    },
    {
      "loss_action": 0.001977512612938881,
      "loss_total": 0.001977512612938881,
      "step": 75660
    },
    {
      "loss_action": 0.002932500559836626,
      "loss_total": 0.002932500559836626,
      "step": 75660
    },
    {
      "grad_norm": 0.14323776960372925,
      "learning_rate": 9.479740599638711e-05,
      "loss": 0.0071,
      "step": 75670
    },
    {
      "loss_action": 0.00863056629896164,
      "loss_total": 0.00863056629896164,
      "step": 75670
    },
    {
      "loss_action": 0.00898809265345335,
      "loss_total": 0.00898809265345335,
      "step": 75670
    },
    {
      "loss_action": 0.0065324679017066956,
      "loss_total": 0.0065324679017066956,
      "step": 75670
    },
    {
      "loss_action": 0.0072948825545609,
      "loss_total": 0.0072948825545609,
      "step": 75670
    },
    {
      "loss_action": 0.003470018273219466,
      "loss_total": 0.003470018273219466,
      "step": 75670
    },
    {
      "loss_action": 0.012341831810772419,
      "loss_total": 0.012341831810772419,
      "step": 75670
    },
    {
      "loss_action": 0.006235266104340553,
      "loss_total": 0.006235266104340553,
      "step": 75670
    },
    {
      "loss_action": 0.001954996958374977,
      "loss_total": 0.001954996958374977,
      "step": 75670
    },
    {
      "grad_norm": 0.09439913928508759,
      "learning_rate": 9.479556983571175e-05,
      "loss": 0.0063,
      "step": 75680
    },
    {
      "loss_action": 0.002289879135787487,
      "loss_total": 0.002289879135787487,
      "step": 75680
    },
    {
      "loss_action": 0.004209894686937332,
      "loss_total": 0.004209894686937332,
      "step": 75680
    },
    {
      "loss_action": 0.0035035796463489532,
      "loss_total": 0.0035035796463489532,
      "step": 75680
    },
    {
      "loss_action": 0.008850835263729095,
      "loss_total": 0.008850835263729095,
      "step": 75680
    },
    {
      "loss_action": 0.0038186893798410892,
      "loss_total": 0.0038186893798410892,
      "step": 75680
    },
    {
      "loss_action": 0.006723677273839712,
      "loss_total": 0.006723677273839712,
      "step": 75680
    },
    {
      "loss_action": 0.018268872052431107,
      "loss_total": 0.018268872052431107,
      "step": 75680
    },
    {
      "loss_action": 0.011153936386108398,
      "loss_total": 0.011153936386108398,
      "step": 75680
    },
    {
      "grad_norm": 0.12251366674900055,
      "learning_rate": 9.479373336886287e-05,
      "loss": 0.0077,
      "step": 75690
    },
    {
      "loss_action": 0.005640950985252857,
      "loss_total": 0.005640950985252857,
      "step": 75690
    },
    {
      "loss_action": 0.0024969098158180714,
      "loss_total": 0.0024969098158180714,
      "step": 75690
    },
    {
      "loss_action": 0.002022024942561984,
      "loss_total": 0.002022024942561984,
      "step": 75690
    },
    {
      "loss_action": 0.0023084336426109076,
      "loss_total": 0.0023084336426109076,
      "step": 75690
    },
    {
      "loss_action": 0.01428479328751564,
      "loss_total": 0.01428479328751564,
      "step": 75690
    },
    {
      "loss_action": 0.0027444716542959213,
      "loss_total": 0.0027444716542959213,
      "step": 75690
    },
    {
      "loss_action": 0.0025007775984704494,
      "loss_total": 0.0025007775984704494,
      "step": 75690
    },
    {
      "loss_action": 0.004542510956525803,
      "loss_total": 0.004542510956525803,
      "step": 75690
    },
    {
      "grad_norm": 0.09954635798931122,
      "learning_rate": 9.479189659585303e-05,
      "loss": 0.0057,
      "step": 75700
    },
    {
      "loss_action": 0.011381907388567924,
      "loss_total": 0.011381907388567924,
      "step": 75700
    },
    {
      "loss_action": 0.0029125427827239037,
      "loss_total": 0.0029125427827239037,
      "step": 75700
    },
    {
      "loss_action": 0.011682569980621338,
      "loss_total": 0.011682569980621338,
      "step": 75700
    },
    {
      "loss_action": 0.006603400222957134,
      "loss_total": 0.006603400222957134,
      "step": 75700
    },
    {
      "loss_action": 0.01743166521191597,
      "loss_total": 0.01743166521191597,
      "step": 75700
    },
    {
      "loss_action": 0.003582373494282365,
      "loss_total": 0.003582373494282365,
      "step": 75700
    },
    {
      "loss_action": 0.011599032208323479,
      "loss_total": 0.011599032208323479,
      "step": 75700
    },
    {
      "loss_action": 0.007664150558412075,
      "loss_total": 0.007664150558412075,
      "step": 75700
    },
    {
      "grad_norm": 0.09140659868717194,
      "learning_rate": 9.47900595166948e-05,
      "loss": 0.0076,
      "step": 75710
    },
    {
      "loss_action": 0.0058048684149980545,
      "loss_total": 0.0058048684149980545,
      "step": 75710
    },
    {
      "loss_action": 0.007424843963235617,
      "loss_total": 0.007424843963235617,
      "step": 75710
    },
    {
      "loss_action": 0.00777673814445734,
      "loss_total": 0.00777673814445734,
      "step": 75710
    },
    {
      "loss_action": 0.00228169490583241,
      "loss_total": 0.00228169490583241,
      "step": 75710
    },
    {
      "loss_action": 0.006035400554537773,
      "loss_total": 0.006035400554537773,
      "step": 75710
    },
    {
      "loss_action": 0.00442057941108942,
      "loss_total": 0.00442057941108942,
      "step": 75710
    },
    {
      "loss_action": 0.00202914047986269,
      "loss_total": 0.00202914047986269,
      "step": 75710
    },
    {
      "loss_action": 0.009057488292455673,
      "loss_total": 0.009057488292455673,
      "step": 75710
    },
    {
      "grad_norm": 0.14055930078029633,
      "learning_rate": 9.478822213140069e-05,
      "loss": 0.0057,
      "step": 75720
    },
    {
      "loss_action": 0.007766066584736109,
      "loss_total": 0.007766066584736109,
      "step": 75720
    },
    {
      "loss_action": 0.024608634412288666,
      "loss_total": 0.024608634412288666,
      "step": 75720
    },
    {
      "loss_action": 0.0019306474132463336,
      "loss_total": 0.0019306474132463336,
      "step": 75720
    },
    {
      "loss_action": 0.003622428048402071,
      "loss_total": 0.003622428048402071,
      "step": 75720
    },
    {
      "loss_action": 0.006455431692302227,
      "loss_total": 0.006455431692302227,
      "step": 75720
    },
    {
      "loss_action": 0.004025387577712536,
      "loss_total": 0.004025387577712536,
      "step": 75720
    },
    {
      "loss_action": 0.0030587539076805115,
      "loss_total": 0.0030587539076805115,
      "step": 75720
    },
    {
      "loss_action": 0.0030705335084348917,
      "loss_total": 0.0030705335084348917,
      "step": 75720
    },
    {
      "grad_norm": 0.07819407433271408,
      "learning_rate": 9.478638443998332e-05,
      "loss": 0.0061,
      "step": 75730
    },
    {
      "loss_action": 0.007420951034873724,
      "loss_total": 0.007420951034873724,
      "step": 75730
    },
    {
      "loss_action": 0.023103712126612663,
      "loss_total": 0.023103712126612663,
      "step": 75730
    },
    {
      "loss_action": 0.008449232205748558,
      "loss_total": 0.008449232205748558,
      "step": 75730
    },
    {
      "loss_action": 0.0019174800254404545,
      "loss_total": 0.0019174800254404545,
      "step": 75730
    },
    {
      "loss_action": 0.00659407302737236,
      "loss_total": 0.00659407302737236,
      "step": 75730
    },
    {
      "loss_action": 0.01565653085708618,
      "loss_total": 0.01565653085708618,
      "step": 75730
    },
    {
      "loss_action": 0.0016847001388669014,
      "loss_total": 0.0016847001388669014,
      "step": 75730
    },
    {
      "loss_action": 0.002830860670655966,
      "loss_total": 0.002830860670655966,
      "step": 75730
    },
    {
      "grad_norm": 0.07814399898052216,
      "learning_rate": 9.478454644245519e-05,
      "loss": 0.0067,
      "step": 75740
    },
    {
      "loss_action": 0.006996428593993187,
      "loss_total": 0.006996428593993187,
      "step": 75740
    },
    {
      "loss_action": 0.0024184484500437975,
      "loss_total": 0.0024184484500437975,
      "step": 75740
    },
    {
      "loss_action": 0.002396533265709877,
      "loss_total": 0.002396533265709877,
      "step": 75740
    },
    {
      "loss_action": 0.005987641867250204,
      "loss_total": 0.005987641867250204,
      "step": 75740
    },
    {
      "loss_action": 0.0035621956922113895,
      "loss_total": 0.0035621956922113895,
      "step": 75740
    },
    {
      "loss_action": 0.0035885372199118137,
      "loss_total": 0.0035885372199118137,
      "step": 75740
    },
    {
      "loss_action": 0.0021266695111989975,
      "loss_total": 0.0021266695111989975,
      "step": 75740
    },
    {
      "loss_action": 0.0037633960600942373,
      "loss_total": 0.0037633960600942373,
      "step": 75740
    },
    {
      "grad_norm": 0.1086362823843956,
      "learning_rate": 9.478270813882891e-05,
      "loss": 0.0062,
      "step": 75750
    },
    {
      "loss_action": 0.009134105406701565,
      "loss_total": 0.009134105406701565,
      "step": 75750
    },
    {
      "loss_action": 0.008128476329147816,
      "loss_total": 0.008128476329147816,
      "step": 75750
    },
    {
      "loss_action": 0.0022002875339239836,
      "loss_total": 0.0022002875339239836,
      "step": 75750
    },
    {
      "loss_action": 0.0036654139403253794,
      "loss_total": 0.0036654139403253794,
      "step": 75750
    },
    {
      "loss_action": 0.0026060822419822216,
      "loss_total": 0.0026060822419822216,
      "step": 75750
    },
    {
      "loss_action": 0.0028927354142069817,
      "loss_total": 0.0028927354142069817,
      "step": 75750
    },
    {
      "loss_action": 0.004503271542489529,
      "loss_total": 0.004503271542489529,
      "step": 75750
    },
    {
      "loss_action": 0.0038738022558391094,
      "loss_total": 0.0038738022558391094,
      "step": 75750
    },
    {
      "grad_norm": 0.13353440165519714,
      "learning_rate": 9.4780869529117e-05,
      "loss": 0.0055,
      "step": 75760
    },
    {
      "loss_action": 0.0021976169664412737,
      "loss_total": 0.0021976169664412737,
      "step": 75760
    },
    {
      "loss_action": 0.006256123073399067,
      "loss_total": 0.006256123073399067,
      "step": 75760
    },
    {
      "loss_action": 0.00777875492349267,
      "loss_total": 0.00777875492349267,
      "step": 75760
    },
    {
      "loss_action": 0.005172201432287693,
      "loss_total": 0.005172201432287693,
      "step": 75760
    },
    {
      "loss_action": 0.004198382142931223,
      "loss_total": 0.004198382142931223,
      "step": 75760
    },
    {
      "loss_action": 0.009638831950724125,
      "loss_total": 0.009638831950724125,
      "step": 75760
    },
    {
      "loss_action": 0.009458568878471851,
      "loss_total": 0.009458568878471851,
      "step": 75760
    },
    {
      "loss_action": 0.0073459567502141,
      "loss_total": 0.0073459567502141,
      "step": 75760
    },
    {
      "grad_norm": 0.1130228042602539,
      "learning_rate": 9.477903061333208e-05,
      "loss": 0.0067,
      "step": 75770
    },
    {
      "loss_action": 0.011515647172927856,
      "loss_total": 0.011515647172927856,
      "step": 75770
    },
    {
      "loss_action": 0.0018220068886876106,
      "loss_total": 0.0018220068886876106,
      "step": 75770
    },
    {
      "loss_action": 0.005602534860372543,
      "loss_total": 0.005602534860372543,
      "step": 75770
    },
    {
      "loss_action": 0.0024580315221101046,
      "loss_total": 0.0024580315221101046,
      "step": 75770
    },
    {
      "loss_action": 0.0029696421697735786,
      "loss_total": 0.0029696421697735786,
      "step": 75770
    },
    {
      "loss_action": 0.005342005752027035,
      "loss_total": 0.005342005752027035,
      "step": 75770
    },
    {
      "loss_action": 0.0028675682842731476,
      "loss_total": 0.0028675682842731476,
      "step": 75770
    },
    {
      "loss_action": 0.005852900445461273,
      "loss_total": 0.005852900445461273,
      "step": 75770
    },
    {
      "grad_norm": 0.08719431608915329,
      "learning_rate": 9.477719139148667e-05,
      "loss": 0.0067,
      "step": 75780
    },
    {
      "loss_action": 0.006320579908788204,
      "loss_total": 0.006320579908788204,
      "step": 75780
    },
    {
      "loss_action": 0.00354598555713892,
      "loss_total": 0.00354598555713892,
      "step": 75780
    },
    {
      "loss_action": 0.008813749998807907,
      "loss_total": 0.008813749998807907,
      "step": 75780
    },
    {
      "loss_action": 0.0031299348920583725,
      "loss_total": 0.0031299348920583725,
      "step": 75780
    },
    {
      "loss_action": 0.003123991657048464,
      "loss_total": 0.003123991657048464,
      "step": 75780
    },
    {
      "loss_action": 0.014436355791985989,
      "loss_total": 0.014436355791985989,
      "step": 75780
    },
    {
      "loss_action": 0.0019224279094487429,
      "loss_total": 0.0019224279094487429,
      "step": 75780
    },
    {
      "loss_action": 0.004527132958173752,
      "loss_total": 0.004527132958173752,
      "step": 75780
    },
    {
      "grad_norm": 0.12247727066278458,
      "learning_rate": 9.477535186359338e-05,
      "loss": 0.0068,
      "step": 75790
    },
    {
      "loss_action": 0.006889552343636751,
      "loss_total": 0.006889552343636751,
      "step": 75790
    },
    {
      "loss_action": 0.0055273668840527534,
      "loss_total": 0.0055273668840527534,
      "step": 75790
    },
    {
      "loss_action": 0.005169295705854893,
      "loss_total": 0.005169295705854893,
      "step": 75790
    },
    {
      "loss_action": 0.005358939059078693,
      "loss_total": 0.005358939059078693,
      "step": 75790
    },
    {
      "loss_action": 0.006497867871075869,
      "loss_total": 0.006497867871075869,
      "step": 75790
    },
    {
      "loss_action": 0.00396872591227293,
      "loss_total": 0.00396872591227293,
      "step": 75790
    },
    {
      "loss_action": 0.012348095886409283,
      "loss_total": 0.012348095886409283,
      "step": 75790
    },
    {
      "loss_action": 0.007832099683582783,
      "loss_total": 0.007832099683582783,
      "step": 75790
    },
    {
      "grad_norm": 0.08851740509271622,
      "learning_rate": 9.477351202966476e-05,
      "loss": 0.0079,
      "step": 75800
    },
    {
      "loss_action": 0.0027663065120577812,
      "loss_total": 0.0027663065120577812,
      "step": 75800
    },
    {
      "loss_action": 0.00465938588604331,
      "loss_total": 0.00465938588604331,
      "step": 75800
    },
    {
      "loss_action": 0.005010408349335194,
      "loss_total": 0.005010408349335194,
      "step": 75800
    },
    {
      "loss_action": 0.008111436851322651,
      "loss_total": 0.008111436851322651,
      "step": 75800
    },
    {
      "loss_action": 0.01791226863861084,
      "loss_total": 0.01791226863861084,
      "step": 75800
    },
    {
      "loss_action": 0.006531442981213331,
      "loss_total": 0.006531442981213331,
      "step": 75800
    },
    {
      "loss_action": 0.0031913917046040297,
      "loss_total": 0.0031913917046040297,
      "step": 75800
    },
    {
      "loss_action": 0.00663107680156827,
      "loss_total": 0.00663107680156827,
      "step": 75800
    },
    {
      "grad_norm": 0.13133510947227478,
      "learning_rate": 9.477167188971339e-05,
      "loss": 0.0074,
      "step": 75810
    },
    {
      "loss_action": 0.003315130015835166,
      "loss_total": 0.003315130015835166,
      "step": 75810
    },
    {
      "loss_action": 0.0065503111109137535,
      "loss_total": 0.0065503111109137535,
      "step": 75810
    },
    {
      "loss_action": 0.008752182126045227,
      "loss_total": 0.008752182126045227,
      "step": 75810
    },
    {
      "loss_action": 0.007494786754250526,
      "loss_total": 0.007494786754250526,
      "step": 75810
    },
    {
      "loss_action": 0.002767230151221156,
      "loss_total": 0.002767230151221156,
      "step": 75810
    },
    {
      "loss_action": 0.008112223818898201,
      "loss_total": 0.008112223818898201,
      "step": 75810
    },
    {
      "loss_action": 0.002256793901324272,
      "loss_total": 0.002256793901324272,
      "step": 75810
    },
    {
      "loss_action": 0.016414854675531387,
      "loss_total": 0.016414854675531387,
      "step": 75810
    },
    {
      "grad_norm": 0.13646137714385986,
      "learning_rate": 9.476983144375183e-05,
      "loss": 0.0079,
      "step": 75820
    },
    {
      "loss_action": 0.004073556512594223,
      "loss_total": 0.004073556512594223,
      "step": 75820
    },
    {
      "loss_action": 0.007128768600523472,
      "loss_total": 0.007128768600523472,
      "step": 75820
    },
    {
      "loss_action": 0.0027158467564731836,
      "loss_total": 0.0027158467564731836,
      "step": 75820
    },
    {
      "loss_action": 0.005325816571712494,
      "loss_total": 0.005325816571712494,
      "step": 75820
    },
    {
      "loss_action": 0.004395036492496729,
      "loss_total": 0.004395036492496729,
      "step": 75820
    },
    {
      "loss_action": 0.008603688329458237,
      "loss_total": 0.008603688329458237,
      "step": 75820
    },
    {
      "loss_action": 0.019487472251057625,
      "loss_total": 0.019487472251057625,
      "step": 75820
    },
    {
      "loss_action": 0.0031423820182681084,
      "loss_total": 0.0031423820182681084,
      "step": 75820
    },
    {
      "grad_norm": 0.12302587181329727,
      "learning_rate": 9.476799069179269e-05,
      "loss": 0.0074,
      "step": 75830
    },
    {
      "loss_action": 0.0066284420900046825,
      "loss_total": 0.0066284420900046825,
      "step": 75830
    },
    {
      "loss_action": 0.006873923819512129,
      "loss_total": 0.006873923819512129,
      "step": 75830
    },
    {
      "loss_action": 0.025488397106528282,
      "loss_total": 0.025488397106528282,
      "step": 75830
    },
    {
      "loss_action": 0.004967155400663614,
      "loss_total": 0.004967155400663614,
      "step": 75830
    },
    {
      "loss_action": 0.00303230294957757,
      "loss_total": 0.00303230294957757,
      "step": 75830
    },
    {
      "loss_action": 0.013974864035844803,
      "loss_total": 0.013974864035844803,
      "step": 75830
    },
    {
      "loss_action": 0.0026847943663597107,
      "loss_total": 0.0026847943663597107,
      "step": 75830
    },
    {
      "loss_action": 0.0029545272700488567,
      "loss_total": 0.0029545272700488567,
      "step": 75830
    },
    {
      "grad_norm": 0.11553999781608582,
      "learning_rate": 9.476614963384855e-05,
      "loss": 0.0079,
      "step": 75840
    },
    {
      "loss_action": 0.006559436675161123,
      "loss_total": 0.006559436675161123,
      "step": 75840
    },
    {
      "loss_action": 0.0054623037576675415,
      "loss_total": 0.0054623037576675415,
      "step": 75840
    },
    {
      "loss_action": 0.008201943710446358,
      "loss_total": 0.008201943710446358,
      "step": 75840
    },
    {
      "loss_action": 0.054108113050460815,
      "loss_total": 0.054108113050460815,
      "step": 75840
    },
    {
      "loss_action": 0.014352112077176571,
      "loss_total": 0.014352112077176571,
      "step": 75840
    },
    {
      "loss_action": 0.0016702825669199228,
      "loss_total": 0.0016702825669199228,
      "step": 75840
    },
    {
      "loss_action": 0.006038163788616657,
      "loss_total": 0.006038163788616657,
      "step": 75840
    },
    {
      "loss_action": 0.005859810393303633,
      "loss_total": 0.005859810393303633,
      "step": 75840
    },
    {
      "grad_norm": 0.14601732790470123,
      "learning_rate": 9.476430826993196e-05,
      "loss": 0.0086,
      "step": 75850
    },
    {
      "loss_action": 0.0030634868890047073,
      "loss_total": 0.0030634868890047073,
      "step": 75850
    },
    {
      "loss_action": 0.004701731726527214,
      "loss_total": 0.004701731726527214,
      "step": 75850
    },
    {
      "loss_action": 0.005243475083261728,
      "loss_total": 0.005243475083261728,
      "step": 75850
    },
    {
      "loss_action": 0.004039786756038666,
      "loss_total": 0.004039786756038666,
      "step": 75850
    },
    {
      "loss_action": 0.009441589936614037,
      "loss_total": 0.009441589936614037,
      "step": 75850
    },
    {
      "loss_action": 0.015030614100396633,
      "loss_total": 0.015030614100396633,
      "step": 75850
    },
    {
      "loss_action": 0.007787507958710194,
      "loss_total": 0.007787507958710194,
      "step": 75850
    },
    {
      "loss_action": 0.009563498198986053,
      "loss_total": 0.009563498198986053,
      "step": 75850
    },
    {
      "grad_norm": 0.1440858542919159,
      "learning_rate": 9.476246660005555e-05,
      "loss": 0.0076,
      "step": 75860
    },
    {
      "loss_action": 0.0046851299703121185,
      "loss_total": 0.0046851299703121185,
      "step": 75860
    },
    {
      "loss_action": 0.0018309885635972023,
      "loss_total": 0.0018309885635972023,
      "step": 75860
    },
    {
      "loss_action": 0.004323911853134632,
      "loss_total": 0.004323911853134632,
      "step": 75860
    },
    {
      "loss_action": 0.0018732246244326234,
      "loss_total": 0.0018732246244326234,
      "step": 75860
    },
    {
      "loss_action": 0.005380047485232353,
      "loss_total": 0.005380047485232353,
      "step": 75860
    },
    {
      "loss_action": 0.005631835665553808,
      "loss_total": 0.005631835665553808,
      "step": 75860
    },
    {
      "loss_action": 0.0074609932489693165,
      "loss_total": 0.0074609932489693165,
      "step": 75860
    },
    {
      "loss_action": 0.007706655189394951,
      "loss_total": 0.007706655189394951,
      "step": 75860
    },
    {
      "grad_norm": 0.13419094681739807,
      "learning_rate": 9.476062462423185e-05,
      "loss": 0.0073,
      "step": 75870
    },
    {
      "loss_action": 0.003911030478775501,
      "loss_total": 0.003911030478775501,
      "step": 75870
    },
    {
      "loss_action": 0.009431615471839905,
      "loss_total": 0.009431615471839905,
      "step": 75870
    },
    {
      "loss_action": 0.0023651495575904846,
      "loss_total": 0.0023651495575904846,
      "step": 75870
    },
    {
      "loss_action": 0.005127891432493925,
      "loss_total": 0.005127891432493925,
      "step": 75870
    },
    {
      "loss_action": 0.004318800754845142,
      "loss_total": 0.004318800754845142,
      "step": 75870
    },
    {
      "loss_action": 0.004984978586435318,
      "loss_total": 0.004984978586435318,
      "step": 75870
    },
    {
      "loss_action": 0.00414417264983058,
      "loss_total": 0.00414417264983058,
      "step": 75870
    },
    {
      "loss_action": 0.009167579934000969,
      "loss_total": 0.009167579934000969,
      "step": 75870
    },
    {
      "grad_norm": 0.17835094034671783,
      "learning_rate": 9.475878234247351e-05,
      "loss": 0.007,
      "step": 75880
    },
    {
      "loss_action": 0.01873624511063099,
      "loss_total": 0.01873624511063099,
      "step": 75880
    },
    {
      "loss_action": 0.007841678336262703,
      "loss_total": 0.007841678336262703,
      "step": 75880
    },
    {
      "loss_action": 0.004789071157574654,
      "loss_total": 0.004789071157574654,
      "step": 75880
    },
    {
      "loss_action": 0.00868178904056549,
      "loss_total": 0.00868178904056549,
      "step": 75880
    },
    {
      "loss_action": 0.0029332260601222515,
      "loss_total": 0.0029332260601222515,
      "step": 75880
    },
    {
      "loss_action": 0.008748149499297142,
      "loss_total": 0.008748149499297142,
      "step": 75880
    },
    {
      "loss_action": 0.0025419332087039948,
      "loss_total": 0.0025419332087039948,
      "step": 75880
    },
    {
      "loss_action": 0.011145692318677902,
      "loss_total": 0.011145692318677902,
      "step": 75880
    },
    {
      "grad_norm": 0.09615590423345566,
      "learning_rate": 9.475693975479309e-05,
      "loss": 0.0076,
      "step": 75890
    },
    {
      "loss_action": 0.014391608536243439,
      "loss_total": 0.014391608536243439,
      "step": 75890
    },
    {
      "loss_action": 0.012884894385933876,
      "loss_total": 0.012884894385933876,
      "step": 75890
    },
    {
      "loss_action": 0.009643244557082653,
      "loss_total": 0.009643244557082653,
      "step": 75890
    },
    {
      "loss_action": 0.005491455085575581,
      "loss_total": 0.005491455085575581,
      "step": 75890
    },
    {
      "loss_action": 0.005133646074682474,
      "loss_total": 0.005133646074682474,
      "step": 75890
    },
    {
      "loss_action": 0.006876879371702671,
      "loss_total": 0.006876879371702671,
      "step": 75890
    },
    {
      "loss_action": 0.013744372874498367,
      "loss_total": 0.013744372874498367,
      "step": 75890
    },
    {
      "loss_action": 0.004975268617272377,
      "loss_total": 0.004975268617272377,
      "step": 75890
    },
    {
      "grad_norm": 0.07835955172777176,
      "learning_rate": 9.475509686120319e-05,
      "loss": 0.0073,
      "step": 75900
    },
    {
      "loss_action": 0.007716795429587364,
      "loss_total": 0.007716795429587364,
      "step": 75900
    },
    {
      "loss_action": 0.0035892147570848465,
      "loss_total": 0.0035892147570848465,
      "step": 75900
    },
    {
      "loss_action": 0.004732170142233372,
      "loss_total": 0.004732170142233372,
      "step": 75900
    },
    {
      "loss_action": 0.0037320738192647696,
      "loss_total": 0.0037320738192647696,
      "step": 75900
    },
    {
      "loss_action": 0.0012792646884918213,
      "loss_total": 0.0012792646884918213,
      "step": 75900
    },
    {
      "loss_action": 0.01634577475488186,
      "loss_total": 0.01634577475488186,
      "step": 75900
    },
    {
      "loss_action": 0.0022410950623452663,
      "loss_total": 0.0022410950623452663,
      "step": 75900
    },
    {
      "loss_action": 0.009414534084498882,
      "loss_total": 0.009414534084498882,
      "step": 75900
    },
    {
      "grad_norm": 0.11301924288272858,
      "learning_rate": 9.475325366171641e-05,
      "loss": 0.0065,
      "step": 75910
    },
    {
      "loss_action": 0.005995276849716902,
      "loss_total": 0.005995276849716902,
      "step": 75910
    },
    {
      "loss_action": 0.0020201541483402252,
      "loss_total": 0.0020201541483402252,
      "step": 75910
    },
    {
      "loss_action": 0.0021819109097123146,
      "loss_total": 0.0021819109097123146,
      "step": 75910
    },
    {
      "loss_action": 0.0018678957130759954,
      "loss_total": 0.0018678957130759954,
      "step": 75910
    },
    {
      "loss_action": 0.0020230738446116447,
      "loss_total": 0.0020230738446116447,
      "step": 75910
    },
    {
      "loss_action": 0.0038459263741970062,
      "loss_total": 0.0038459263741970062,
      "step": 75910
    },
    {
      "loss_action": 0.0074294814839959145,
      "loss_total": 0.0074294814839959145,
      "step": 75910
    },
    {
      "loss_action": 0.005703119561076164,
      "loss_total": 0.005703119561076164,
      "step": 75910
    },
    {
      "grad_norm": 0.07087291777133942,
      "learning_rate": 9.475141015634534e-05,
      "loss": 0.007,
      "step": 75920
    },
    {
      "loss_action": 0.0030817356891930103,
      "loss_total": 0.0030817356891930103,
      "step": 75920
    },
    {
      "loss_action": 0.00838039442896843,
      "loss_total": 0.00838039442896843,
      "step": 75920
    },
    {
      "loss_action": 0.0030530074145644903,
      "loss_total": 0.0030530074145644903,
      "step": 75920
    },
    {
      "loss_action": 0.002749302890151739,
      "loss_total": 0.002749302890151739,
      "step": 75920
    },
    {
      "loss_action": 0.003775066463276744,
      "loss_total": 0.003775066463276744,
      "step": 75920
    },
    {
      "loss_action": 0.009519146755337715,
      "loss_total": 0.009519146755337715,
      "step": 75920
    },
    {
      "loss_action": 0.002625934546813369,
      "loss_total": 0.002625934546813369,
      "step": 75920
    },
    {
      "loss_action": 0.007500059902667999,
      "loss_total": 0.007500059902667999,
      "step": 75920
    },
    {
      "grad_norm": 0.09206736087799072,
      "learning_rate": 9.474956634510258e-05,
      "loss": 0.0067,
      "step": 75930
    },
    {
      "loss_action": 0.006112458184361458,
      "loss_total": 0.006112458184361458,
      "step": 75930
    },
    {
      "loss_action": 0.014292445033788681,
      "loss_total": 0.014292445033788681,
      "step": 75930
    },
    {
      "loss_action": 0.006218307185918093,
      "loss_total": 0.006218307185918093,
      "step": 75930
    },
    {
      "loss_action": 0.0019366465276107192,
      "loss_total": 0.0019366465276107192,
      "step": 75930
    },
    {
      "loss_action": 0.008934082463383675,
      "loss_total": 0.008934082463383675,
      "step": 75930
    },
    {
      "loss_action": 0.008952878415584564,
      "loss_total": 0.008952878415584564,
      "step": 75930
    },
    {
      "loss_action": 0.005849727429449558,
      "loss_total": 0.005849727429449558,
      "step": 75930
    },
    {
      "loss_action": 0.005085360258817673,
      "loss_total": 0.005085360258817673,
      "step": 75930
    },
    {
      "grad_norm": 0.10417526960372925,
      "learning_rate": 9.474772222800075e-05,
      "loss": 0.0076,
      "step": 75940
    },
    {
      "loss_action": 0.003231464186683297,
      "loss_total": 0.003231464186683297,
      "step": 75940
    },
    {
      "loss_action": 0.007037350907921791,
      "loss_total": 0.007037350907921791,
      "step": 75940
    },
    {
      "loss_action": 0.0038279807195067406,
      "loss_total": 0.0038279807195067406,
      "step": 75940
    },
    {
      "loss_action": 0.002916565630584955,
      "loss_total": 0.002916565630584955,
      "step": 75940
    },
    {
      "loss_action": 0.004904115106910467,
      "loss_total": 0.004904115106910467,
      "step": 75940
    },
    {
      "loss_action": 0.004000545479357243,
      "loss_total": 0.004000545479357243,
      "step": 75940
    },
    {
      "loss_action": 0.0024944450706243515,
      "loss_total": 0.0024944450706243515,
      "step": 75940
    },
    {
      "loss_action": 0.0024246047250926495,
      "loss_total": 0.0024246047250926495,
      "step": 75940
    },
    {
      "grad_norm": 0.12147306650876999,
      "learning_rate": 9.474587780505242e-05,
      "loss": 0.0069,
      "step": 75950
    },
    {
      "loss_action": 0.0026684124022722244,
      "loss_total": 0.0026684124022722244,
      "step": 75950
    },
    {
      "loss_action": 0.01209985464811325,
      "loss_total": 0.01209985464811325,
      "step": 75950
    },
    {
      "loss_action": 0.004765070043504238,
      "loss_total": 0.004765070043504238,
      "step": 75950
    },
    {
      "loss_action": 0.010535309091210365,
      "loss_total": 0.010535309091210365,
      "step": 75950
    },
    {
      "loss_action": 0.012319217436015606,
      "loss_total": 0.012319217436015606,
      "step": 75950
    },
    {
      "loss_action": 0.008716646581888199,
      "loss_total": 0.008716646581888199,
      "step": 75950
    },
    {
      "loss_action": 0.007108218502253294,
      "loss_total": 0.007108218502253294,
      "step": 75950
    },
    {
      "loss_action": 0.008628970943391323,
      "loss_total": 0.008628970943391323,
      "step": 75950
    },
    {
      "grad_norm": 0.0799780786037445,
      "learning_rate": 9.474403307627022e-05,
      "loss": 0.0064,
      "step": 75960
    },
    {
      "loss_action": 0.0036015429068356752,
      "loss_total": 0.0036015429068356752,
      "step": 75960
    },
    {
      "loss_action": 0.009539110586047173,
      "loss_total": 0.009539110586047173,
      "step": 75960
    },
    {
      "loss_action": 0.003396517364308238,
      "loss_total": 0.003396517364308238,
      "step": 75960
    },
    {
      "loss_action": 0.002825044794008136,
      "loss_total": 0.002825044794008136,
      "step": 75960
    },
    {
      "loss_action": 0.0036028220783919096,
      "loss_total": 0.0036028220783919096,
      "step": 75960
    },
    {
      "loss_action": 0.005075797438621521,
      "loss_total": 0.005075797438621521,
      "step": 75960
    },
    {
      "loss_action": 0.004546350799500942,
      "loss_total": 0.004546350799500942,
      "step": 75960
    },
    {
      "loss_action": 0.004569373093545437,
      "loss_total": 0.004569373093545437,
      "step": 75960
    },
    {
      "grad_norm": 0.1316039264202118,
      "learning_rate": 9.474218804166677e-05,
      "loss": 0.0071,
      "step": 75970
    },
    {
      "loss_action": 0.0038500288501381874,
      "loss_total": 0.0038500288501381874,
      "step": 75970
    },
    {
      "loss_action": 0.004195934161543846,
      "loss_total": 0.004195934161543846,
      "step": 75970
    },
    {
      "loss_action": 0.001671764999628067,
      "loss_total": 0.001671764999628067,
      "step": 75970
    },
    {
      "loss_action": 0.0012442823499441147,
      "loss_total": 0.0012442823499441147,
      "step": 75970
    },
    {
      "loss_action": 0.008683774620294571,
      "loss_total": 0.008683774620294571,
      "step": 75970
    },
    {
      "loss_action": 0.008428447879850864,
      "loss_total": 0.008428447879850864,
      "step": 75970
    },
    {
      "loss_action": 0.01788780279457569,
      "loss_total": 0.01788780279457569,
      "step": 75970
    },
    {
      "loss_action": 0.0039695557206869125,
      "loss_total": 0.0039695557206869125,
      "step": 75970
    },
    {
      "grad_norm": 0.10432937741279602,
      "learning_rate": 9.474034270125467e-05,
      "loss": 0.0081,
      "step": 75980
    },
    {
      "loss_action": 0.02080041542649269,
      "loss_total": 0.02080041542649269,
      "step": 75980
    },
    {
      "loss_action": 0.0049718208611011505,
      "loss_total": 0.0049718208611011505,
      "step": 75980
    },
    {
      "loss_action": 0.0022104508243501186,
      "loss_total": 0.0022104508243501186,
      "step": 75980
    },
    {
      "loss_action": 0.005960108712315559,
      "loss_total": 0.005960108712315559,
      "step": 75980
    },
    {
      "loss_action": 0.006297747604548931,
      "loss_total": 0.006297747604548931,
      "step": 75980
    },
    {
      "loss_action": 0.003956344909965992,
      "loss_total": 0.003956344909965992,
      "step": 75980
    },
    {
      "loss_action": 0.0029630884528160095,
      "loss_total": 0.0029630884528160095,
      "step": 75980
    },
    {
      "loss_action": 0.005816692486405373,
      "loss_total": 0.005816692486405373,
      "step": 75980
    },
    {
      "grad_norm": 0.11015041172504425,
      "learning_rate": 9.473849705504651e-05,
      "loss": 0.008,
      "step": 75990
    },
    {
      "loss_action": 0.007613298948854208,
      "loss_total": 0.007613298948854208,
      "step": 75990
    },
    {
      "loss_action": 0.017733285203576088,
      "loss_total": 0.017733285203576088,
      "step": 75990
    },
    {
      "loss_action": 0.027981966733932495,
      "loss_total": 0.027981966733932495,
      "step": 75990
    },
    {
      "loss_action": 0.00382300466299057,
      "loss_total": 0.00382300466299057,
      "step": 75990
    },
    {
      "loss_action": 0.0032523958943784237,
      "loss_total": 0.0032523958943784237,
      "step": 75990
    },
    {
      "loss_action": 0.004638765938580036,
      "loss_total": 0.004638765938580036,
      "step": 75990
    },
    {
      "loss_action": 0.004338229540735483,
      "loss_total": 0.004338229540735483,
      "step": 75990
    },
    {
      "loss_action": 0.0035753007978200912,
      "loss_total": 0.0035753007978200912,
      "step": 75990
    },
    {
      "grad_norm": 0.09802880883216858,
      "learning_rate": 9.473665110305494e-05,
      "loss": 0.0079,
      "step": 76000
    },
    {
      "loss_action": 0.005225658416748047,
      "loss_total": 0.005225658416748047,
      "step": 76000
    },
    {
      "loss_action": 0.0034488558303564787,
      "loss_total": 0.0034488558303564787,
      "step": 76000
    },
    {
      "loss_action": 0.004762595519423485,
      "loss_total": 0.004762595519423485,
      "step": 76000
    },
    {
      "loss_action": 0.01148437149822712,
      "loss_total": 0.01148437149822712,
      "step": 76000
    },
    {
      "loss_action": 0.02254914492368698,
      "loss_total": 0.02254914492368698,
      "step": 76000
    },
    {
      "loss_action": 0.00951493252068758,
      "loss_total": 0.00951493252068758,
      "step": 76000
    },
    {
      "loss_action": 0.012646953575313091,
      "loss_total": 0.012646953575313091,
      "step": 76000
    },
    {
      "loss_action": 0.004333211574703455,
      "loss_total": 0.004333211574703455,
      "step": 76000
    },
    {
      "grad_norm": 0.1100713312625885,
      "learning_rate": 9.473480484529256e-05,
      "loss": 0.0071,
      "step": 76010
    },
    {
      "loss_action": 0.00896664522588253,
      "loss_total": 0.00896664522588253,
      "step": 76010
    },
    {
      "loss_action": 0.00939203891903162,
      "loss_total": 0.00939203891903162,
      "step": 76010
    },
    {
      "loss_action": 0.00760854035615921,
      "loss_total": 0.00760854035615921,
      "step": 76010
    },
    {
      "loss_action": 0.02045133337378502,
      "loss_total": 0.02045133337378502,
      "step": 76010
    },
    {
      "loss_action": 0.013069646432995796,
      "loss_total": 0.013069646432995796,
      "step": 76010
    },
    {
      "loss_action": 0.01575910672545433,
      "loss_total": 0.01575910672545433,
      "step": 76010
    },
    {
      "loss_action": 0.004702736623585224,
      "loss_total": 0.004702736623585224,
      "step": 76010
    },
    {
      "loss_action": 0.0021618828177452087,
      "loss_total": 0.0021618828177452087,
      "step": 76010
    },
    {
      "grad_norm": 0.09891486167907715,
      "learning_rate": 9.473295828177198e-05,
      "loss": 0.0079,
      "step": 76020
    },
    {
      "loss_action": 0.005347052123397589,
      "loss_total": 0.005347052123397589,
      "step": 76020
    },
    {
      "loss_action": 0.008536153472959995,
      "loss_total": 0.008536153472959995,
      "step": 76020
    },
    {
      "loss_action": 0.0022671327460557222,
      "loss_total": 0.0022671327460557222,
      "step": 76020
    },
    {
      "loss_action": 0.0029578902758657932,
      "loss_total": 0.0029578902758657932,
      "step": 76020
    },
    {
      "loss_action": 0.0030994126573204994,
      "loss_total": 0.0030994126573204994,
      "step": 76020
    },
    {
      "loss_action": 0.002283239271491766,
      "loss_total": 0.002283239271491766,
      "step": 76020
    },
    {
      "loss_action": 0.00864693708717823,
      "loss_total": 0.00864693708717823,
      "step": 76020
    },
    {
      "loss_action": 0.0024872412905097008,
      "loss_total": 0.0024872412905097008,
      "step": 76020
    },
    {
      "grad_norm": 0.09392152726650238,
      "learning_rate": 9.473111141250583e-05,
      "loss": 0.0065,
      "step": 76030
    },
    {
      "loss_action": 0.004218477755784988,
      "loss_total": 0.004218477755784988,
      "step": 76030
    },
    {
      "loss_action": 0.0028622401878237724,
      "loss_total": 0.0028622401878237724,
      "step": 76030
    },
    {
      "loss_action": 0.0032768400851637125,
      "loss_total": 0.0032768400851637125,
      "step": 76030
    },
    {
      "loss_action": 0.003275592578575015,
      "loss_total": 0.003275592578575015,
      "step": 76030
    },
    {
      "loss_action": 0.004007870331406593,
      "loss_total": 0.004007870331406593,
      "step": 76030
    },
    {
      "loss_action": 0.02409588173031807,
      "loss_total": 0.02409588173031807,
      "step": 76030
    },
    {
      "loss_action": 0.010718410834670067,
      "loss_total": 0.010718410834670067,
      "step": 76030
    },
    {
      "loss_action": 0.004856307990849018,
      "loss_total": 0.004856307990849018,
      "step": 76030
    },
    {
      "grad_norm": 0.11631585657596588,
      "learning_rate": 9.472926423750675e-05,
      "loss": 0.0069,
      "step": 76040
    },
    {
      "loss_action": 0.0032625687308609486,
      "loss_total": 0.0032625687308609486,
      "step": 76040
    },
    {
      "loss_action": 0.006570417899638414,
      "loss_total": 0.006570417899638414,
      "step": 76040
    },
    {
      "loss_action": 0.0020584515295922756,
      "loss_total": 0.0020584515295922756,
      "step": 76040
    },
    {
      "loss_action": 0.006115231197327375,
      "loss_total": 0.006115231197327375,
      "step": 76040
    },
    {
      "loss_action": 0.007737844716757536,
      "loss_total": 0.007737844716757536,
      "step": 76040
    },
    {
      "loss_action": 0.003070003818720579,
      "loss_total": 0.003070003818720579,
      "step": 76040
    },
    {
      "loss_action": 0.0127447210252285,
      "loss_total": 0.0127447210252285,
      "step": 76040
    },
    {
      "loss_action": 0.006915681064128876,
      "loss_total": 0.006915681064128876,
      "step": 76040
    },
    {
      "grad_norm": 0.08664166927337646,
      "learning_rate": 9.472741675678734e-05,
      "loss": 0.0068,
      "step": 76050
    },
    {
      "loss_action": 0.0030560889281332493,
      "loss_total": 0.0030560889281332493,
      "step": 76050
    },
    {
      "loss_action": 0.008573967963457108,
      "loss_total": 0.008573967963457108,
      "step": 76050
    },
    {
      "loss_action": 0.0014613301027566195,
      "loss_total": 0.0014613301027566195,
      "step": 76050
    },
    {
      "loss_action": 0.0032512997277081013,
      "loss_total": 0.0032512997277081013,
      "step": 76050
    },
    {
      "loss_action": 0.003218552330508828,
      "loss_total": 0.003218552330508828,
      "step": 76050
    },
    {
      "loss_action": 0.004405559506267309,
      "loss_total": 0.004405559506267309,
      "step": 76050
    },
    {
      "loss_action": 0.006374462973326445,
      "loss_total": 0.006374462973326445,
      "step": 76050
    },
    {
      "loss_action": 0.0066015589982271194,
      "loss_total": 0.0066015589982271194,
      "step": 76050
    },
    {
      "grad_norm": 0.08552643656730652,
      "learning_rate": 9.472556897036022e-05,
      "loss": 0.006,
      "step": 76060
    },
    {
      "loss_action": 0.004816471133381128,
      "loss_total": 0.004816471133381128,
      "step": 76060
    },
    {
      "loss_action": 0.00979875959455967,
      "loss_total": 0.00979875959455967,
      "step": 76060
    },
    {
      "loss_action": 0.003674820763990283,
      "loss_total": 0.003674820763990283,
      "step": 76060
    },
    {
      "loss_action": 0.0054802848026156425,
      "loss_total": 0.0054802848026156425,
      "step": 76060
    },
    {
      "loss_action": 0.01052018441259861,
      "loss_total": 0.01052018441259861,
      "step": 76060
    },
    {
      "loss_action": 0.0034862414468079805,
      "loss_total": 0.0034862414468079805,
      "step": 76060
    },
    {
      "loss_action": 0.005498214159160852,
      "loss_total": 0.005498214159160852,
      "step": 76060
    },
    {
      "loss_action": 0.0018608937971293926,
      "loss_total": 0.0018608937971293926,
      "step": 76060
    },
    {
      "grad_norm": 0.09653695672750473,
      "learning_rate": 9.472372087823807e-05,
      "loss": 0.0061,
      "step": 76070
    },
    {
      "loss_action": 0.0016975540202111006,
      "loss_total": 0.0016975540202111006,
      "step": 76070
    },
    {
      "loss_action": 0.005829556845128536,
      "loss_total": 0.005829556845128536,
      "step": 76070
    },
    {
      "loss_action": 0.008558996021747589,
      "loss_total": 0.008558996021747589,
      "step": 76070
    },
    {
      "loss_action": 0.0027916664257645607,
      "loss_total": 0.0027916664257645607,
      "step": 76070
    },
    {
      "loss_action": 0.0033064631279557943,
      "loss_total": 0.0033064631279557943,
      "step": 76070
    },
    {
      "loss_action": 0.0025767709594219923,
      "loss_total": 0.0025767709594219923,
      "step": 76070
    },
    {
      "loss_action": 0.017691686749458313,
      "loss_total": 0.017691686749458313,
      "step": 76070
    },
    {
      "loss_action": 0.013911251910030842,
      "loss_total": 0.013911251910030842,
      "step": 76070
    },
    {
      "grad_norm": 0.08812373131513596,
      "learning_rate": 9.472187248043346e-05,
      "loss": 0.0062,
      "step": 76080
    },
    {
      "loss_action": 0.01058176252990961,
      "loss_total": 0.01058176252990961,
      "step": 76080
    },
    {
      "loss_action": 0.011382268741726875,
      "loss_total": 0.011382268741726875,
      "step": 76080
    },
    {
      "loss_action": 0.005740876775234938,
      "loss_total": 0.005740876775234938,
      "step": 76080
    },
    {
      "loss_action": 0.00414841715246439,
      "loss_total": 0.00414841715246439,
      "step": 76080
    },
    {
      "loss_action": 0.010006408207118511,
      "loss_total": 0.010006408207118511,
      "step": 76080
    },
    {
      "loss_action": 0.00685972161591053,
      "loss_total": 0.00685972161591053,
      "step": 76080
    },
    {
      "loss_action": 0.008047549054026604,
      "loss_total": 0.008047549054026604,
      "step": 76080
    },
    {
      "loss_action": 0.008213035762310028,
      "loss_total": 0.008213035762310028,
      "step": 76080
    },
    {
      "grad_norm": 0.17218784987926483,
      "learning_rate": 9.472002377695905e-05,
      "loss": 0.0078,
      "step": 76090
    },
    {
      "loss_action": 0.003128602635115385,
      "loss_total": 0.003128602635115385,
      "step": 76090
    },
    {
      "loss_action": 0.002738996408879757,
      "loss_total": 0.002738996408879757,
      "step": 76090
    },
    {
      "loss_action": 0.0027471818029880524,
      "loss_total": 0.0027471818029880524,
      "step": 76090
    },
    {
      "loss_action": 0.0035182409919798374,
      "loss_total": 0.0035182409919798374,
      "step": 76090
    },
    {
      "loss_action": 0.0046800123527646065,
      "loss_total": 0.0046800123527646065,
      "step": 76090
    },
    {
      "loss_action": 0.006644177250564098,
      "loss_total": 0.006644177250564098,
      "step": 76090
    },
    {
      "loss_action": 0.0028517181053757668,
      "loss_total": 0.0028517181053757668,
      "step": 76090
    },
    {
      "loss_action": 0.0051071783527731895,
      "loss_total": 0.0051071783527731895,
      "step": 76090
    },
    {
      "grad_norm": 0.10953831672668457,
      "learning_rate": 9.47181747678275e-05,
      "loss": 0.0067,
      "step": 76100
    },
    {
      "loss_action": 0.00531701510772109,
      "loss_total": 0.00531701510772109,
      "step": 76100
    },
    {
      "loss_action": 0.004828799515962601,
      "loss_total": 0.004828799515962601,
      "step": 76100
    },
    {
      "loss_action": 0.004740547388792038,
      "loss_total": 0.004740547388792038,
      "step": 76100
    },
    {
      "loss_action": 0.007910393178462982,
      "loss_total": 0.007910393178462982,
      "step": 76100
    },
    {
      "loss_action": 0.025968238711357117,
      "loss_total": 0.025968238711357117,
      "step": 76100
    },
    {
      "loss_action": 0.007300589233636856,
      "loss_total": 0.007300589233636856,
      "step": 76100
    },
    {
      "loss_action": 0.00688964081928134,
      "loss_total": 0.00688964081928134,
      "step": 76100
    },
    {
      "loss_action": 0.008756915107369423,
      "loss_total": 0.008756915107369423,
      "step": 76100
    },
    {
      "grad_norm": 0.111043781042099,
      "learning_rate": 9.471632545305141e-05,
      "loss": 0.0073,
      "step": 76110
    },
    {
      "loss_action": 0.001434138510376215,
      "loss_total": 0.001434138510376215,
      "step": 76110
    },
    {
      "loss_action": 0.0027998685836791992,
      "loss_total": 0.0027998685836791992,
      "step": 76110
    },
    {
      "loss_action": 0.002653667936101556,
      "loss_total": 0.002653667936101556,
      "step": 76110
    },
    {
      "loss_action": 0.002842192305251956,
      "loss_total": 0.002842192305251956,
      "step": 76110
    },
    {
      "loss_action": 0.006077953614294529,
      "loss_total": 0.006077953614294529,
      "step": 76110
    },
    {
      "loss_action": 0.006712544709444046,
      "loss_total": 0.006712544709444046,
      "step": 76110
    },
    {
      "loss_action": 0.0020213057287037373,
      "loss_total": 0.0020213057287037373,
      "step": 76110
    },
    {
      "loss_action": 0.0029676221311092377,
      "loss_total": 0.0029676221311092377,
      "step": 76110
    },
    {
      "grad_norm": 0.10831999778747559,
      "learning_rate": 9.471447583264343e-05,
      "loss": 0.0066,
      "step": 76120
    },
    {
      "loss_action": 0.011464300565421581,
      "loss_total": 0.011464300565421581,
      "step": 76120
    },
    {
      "loss_action": 0.007798724342137575,
      "loss_total": 0.007798724342137575,
      "step": 76120
    },
    {
      "loss_action": 0.0025212951004505157,
      "loss_total": 0.0025212951004505157,
      "step": 76120
    },
    {
      "loss_action": 0.0061394888907670975,
      "loss_total": 0.0061394888907670975,
      "step": 76120
    },
    {
      "loss_action": 0.0014074707869440317,
      "loss_total": 0.0014074707869440317,
      "step": 76120
    },
    {
      "loss_action": 0.009294658899307251,
      "loss_total": 0.009294658899307251,
      "step": 76120
    },
    {
      "loss_action": 0.004381259903311729,
      "loss_total": 0.004381259903311729,
      "step": 76120
    },
    {
      "loss_action": 0.003957462962716818,
      "loss_total": 0.003957462962716818,
      "step": 76120
    },
    {
      "grad_norm": 0.08785922825336456,
      "learning_rate": 9.471262590661622e-05,
      "loss": 0.0081,
      "step": 76130
    },
    {
      "loss_action": 0.004368928261101246,
      "loss_total": 0.004368928261101246,
      "step": 76130
    },
    {
      "loss_action": 0.004273886792361736,
      "loss_total": 0.004273886792361736,
      "step": 76130
    },
    {
      "loss_action": 0.007253746502101421,
      "loss_total": 0.007253746502101421,
      "step": 76130
    },
    {
      "loss_action": 0.008479446172714233,
      "loss_total": 0.008479446172714233,
      "step": 76130
    },
    {
      "loss_action": 0.003509930334985256,
      "loss_total": 0.003509930334985256,
      "step": 76130
    },
    {
      "loss_action": 0.002462706295773387,
      "loss_total": 0.002462706295773387,
      "step": 76130
    },
    {
      "loss_action": 0.004529055207967758,
      "loss_total": 0.004529055207967758,
      "step": 76130
    },
    {
      "loss_action": 0.004601581953465939,
      "loss_total": 0.004601581953465939,
      "step": 76130
    },
    {
      "grad_norm": 0.08565835654735565,
      "learning_rate": 9.471077567498241e-05,
      "loss": 0.0054,
      "step": 76140
    },
    {
      "loss_action": 0.004478046204894781,
      "loss_total": 0.004478046204894781,
      "step": 76140
    },
    {
      "loss_action": 0.0036950279027223587,
      "loss_total": 0.0036950279027223587,
      "step": 76140
    },
    {
      "loss_action": 0.00911741890013218,
      "loss_total": 0.00911741890013218,
      "step": 76140
    },
    {
      "loss_action": 0.0032199854031205177,
      "loss_total": 0.0032199854031205177,
      "step": 76140
    },
    {
      "loss_action": 0.0015112205874174833,
      "loss_total": 0.0015112205874174833,
      "step": 76140
    },
    {
      "loss_action": 0.0035655784886330366,
      "loss_total": 0.0035655784886330366,
      "step": 76140
    },
    {
      "loss_action": 0.004567456431686878,
      "loss_total": 0.004567456431686878,
      "step": 76140
    },
    {
      "loss_action": 0.0016569406725466251,
      "loss_total": 0.0016569406725466251,
      "step": 76140
    },
    {
      "grad_norm": 0.07322651892900467,
      "learning_rate": 9.470892513775464e-05,
      "loss": 0.0065,
      "step": 76150
    },
    {
      "loss_action": 0.002984659979119897,
      "loss_total": 0.002984659979119897,
      "step": 76150
    },
    {
      "loss_action": 0.014577985741198063,
      "loss_total": 0.014577985741198063,
      "step": 76150
    },
    {
      "loss_action": 0.003965109586715698,
      "loss_total": 0.003965109586715698,
      "step": 76150
    },
    {
      "loss_action": 0.009757759049534798,
      "loss_total": 0.009757759049534798,
      "step": 76150
    },
    {
      "loss_action": 0.003481164574623108,
      "loss_total": 0.003481164574623108,
      "step": 76150
    },
    {
      "loss_action": 0.003029678948223591,
      "loss_total": 0.003029678948223591,
      "step": 76150
    },
    {
      "loss_action": 0.0029480005614459515,
      "loss_total": 0.0029480005614459515,
      "step": 76150
    },
    {
      "loss_action": 0.002370783593505621,
      "loss_total": 0.002370783593505621,
      "step": 76150
    },
    {
      "grad_norm": 0.11770456284284592,
      "learning_rate": 9.470707429494556e-05,
      "loss": 0.0066,
      "step": 76160
    },
    {
      "loss_action": 0.005727458745241165,
      "loss_total": 0.005727458745241165,
      "step": 76160
    },
    {
      "loss_action": 0.002803065814077854,
      "loss_total": 0.002803065814077854,
      "step": 76160
    },
    {
      "loss_action": 0.002413287293165922,
      "loss_total": 0.002413287293165922,
      "step": 76160
    },
    {
      "loss_action": 0.00830060988664627,
      "loss_total": 0.00830060988664627,
      "step": 76160
    },
    {
      "loss_action": 0.015065548941493034,
      "loss_total": 0.015065548941493034,
      "step": 76160
    },
    {
      "loss_action": 0.013388154096901417,
      "loss_total": 0.013388154096901417,
      "step": 76160
    },
    {
      "loss_action": 0.0026767607778310776,
      "loss_total": 0.0026767607778310776,
      "step": 76160
    },
    {
      "loss_action": 0.003037821501493454,
      "loss_total": 0.003037821501493454,
      "step": 76160
    },
    {
      "grad_norm": 0.10457848012447357,
      "learning_rate": 9.470522314656784e-05,
      "loss": 0.0063,
      "step": 76170
    },
    {
      "loss_action": 0.003365292213857174,
      "loss_total": 0.003365292213857174,
      "step": 76170
    },
    {
      "loss_action": 0.0012582442723214626,
      "loss_total": 0.0012582442723214626,
      "step": 76170
    },
    {
      "loss_action": 0.009858601726591587,
      "loss_total": 0.009858601726591587,
      "step": 76170
    },
    {
      "loss_action": 0.006915724370628595,
      "loss_total": 0.006915724370628595,
      "step": 76170
    },
    {
      "loss_action": 0.007276889402419329,
      "loss_total": 0.007276889402419329,
      "step": 76170
    },
    {
      "loss_action": 0.0048348428681492805,
      "loss_total": 0.0048348428681492805,
      "step": 76170
    },
    {
      "loss_action": 0.01830551214516163,
      "loss_total": 0.01830551214516163,
      "step": 76170
    },
    {
      "loss_action": 0.010105829685926437,
      "loss_total": 0.010105829685926437,
      "step": 76170
    },
    {
      "grad_norm": 0.0932355597615242,
      "learning_rate": 9.470337169263413e-05,
      "loss": 0.0066,
      "step": 76180
    },
    {
      "loss_action": 0.011882359161973,
      "loss_total": 0.011882359161973,
      "step": 76180
    },
    {
      "loss_action": 0.0033679839689284563,
      "loss_total": 0.0033679839689284563,
      "step": 76180
    },
    {
      "loss_action": 0.01165755745023489,
      "loss_total": 0.01165755745023489,
      "step": 76180
    },
    {
      "loss_action": 0.007326956372708082,
      "loss_total": 0.007326956372708082,
      "step": 76180
    },
    {
      "loss_action": 0.0015518536092713475,
      "loss_total": 0.0015518536092713475,
      "step": 76180
    },
    {
      "loss_action": 0.00558516476303339,
      "loss_total": 0.00558516476303339,
      "step": 76180
    },
    {
      "loss_action": 0.0046522533521056175,
      "loss_total": 0.0046522533521056175,
      "step": 76180
    },
    {
      "loss_action": 0.008864815346896648,
      "loss_total": 0.008864815346896648,
      "step": 76180
    },
    {
      "grad_norm": 0.09982496500015259,
      "learning_rate": 9.470151993315703e-05,
      "loss": 0.0077,
      "step": 76190
    },
    {
      "loss_action": 0.005842958111315966,
      "loss_total": 0.005842958111315966,
      "step": 76190
    },
    {
      "loss_action": 0.0025282781571149826,
      "loss_total": 0.0025282781571149826,
      "step": 76190
    },
    {
      "loss_action": 0.019826162606477737,
      "loss_total": 0.019826162606477737,
      "step": 76190
    },
    {
      "loss_action": 0.004304712638258934,
      "loss_total": 0.004304712638258934,
      "step": 76190
    },
    {
      "loss_action": 0.021483609452843666,
      "loss_total": 0.021483609452843666,
      "step": 76190
    },
    {
      "loss_action": 0.005026656202971935,
      "loss_total": 0.005026656202971935,
      "step": 76190
    },
    {
      "loss_action": 0.002662614220753312,
      "loss_total": 0.002662614220753312,
      "step": 76190
    },
    {
      "loss_action": 0.01708846352994442,
      "loss_total": 0.01708846352994442,
      "step": 76190
    },
    {
      "grad_norm": 0.11755657941102982,
      "learning_rate": 9.469966786814928e-05,
      "loss": 0.0072,
      "step": 76200
    },
    {
      "loss_action": 0.008285810239613056,
      "loss_total": 0.008285810239613056,
      "step": 76200
    },
    {
      "loss_action": 0.02594807744026184,
      "loss_total": 0.02594807744026184,
      "step": 76200
    },
    {
      "loss_action": 0.0025971601717174053,
      "loss_total": 0.0025971601717174053,
      "step": 76200
    },
    {
      "loss_action": 0.020826226100325584,
      "loss_total": 0.020826226100325584,
      "step": 76200
    },
    {
      "loss_action": 0.004766599275171757,
      "loss_total": 0.004766599275171757,
      "step": 76200
    },
    {
      "loss_action": 0.003871763125061989,
      "loss_total": 0.003871763125061989,
      "step": 76200
    },
    {
      "loss_action": 0.009155893698334694,
      "loss_total": 0.009155893698334694,
      "step": 76200
    },
    {
      "loss_action": 0.0036801344249397516,
      "loss_total": 0.0036801344249397516,
      "step": 76200
    },
    {
      "grad_norm": 0.13489632308483124,
      "learning_rate": 9.469781549762347e-05,
      "loss": 0.0066,
      "step": 76210
    },
    {
      "loss_action": 0.002771454630419612,
      "loss_total": 0.002771454630419612,
      "step": 76210
    },
    {
      "loss_action": 0.0029041562229394913,
      "loss_total": 0.0029041562229394913,
      "step": 76210
    },
    {
      "loss_action": 0.005196819081902504,
      "loss_total": 0.005196819081902504,
      "step": 76210
    },
    {
      "loss_action": 0.005651519633829594,
      "loss_total": 0.005651519633829594,
      "step": 76210
    },
    {
      "loss_action": 0.00353163480758667,
      "loss_total": 0.00353163480758667,
      "step": 76210
    },
    {
      "loss_action": 0.00459403358399868,
      "loss_total": 0.00459403358399868,
      "step": 76210
    },
    {
      "loss_action": 0.003930478822439909,
      "loss_total": 0.003930478822439909,
      "step": 76210
    },
    {
      "loss_action": 0.007473736070096493,
      "loss_total": 0.007473736070096493,
      "step": 76210
    },
    {
      "grad_norm": 0.0866071879863739,
      "learning_rate": 9.46959628215923e-05,
      "loss": 0.0056,
      "step": 76220
    },
    {
      "loss_action": 0.008674848824739456,
      "loss_total": 0.008674848824739456,
      "step": 76220
    },
    {
      "loss_action": 0.002531728008762002,
      "loss_total": 0.002531728008762002,
      "step": 76220
    },
    {
      "loss_action": 0.0027948892675340176,
      "loss_total": 0.0027948892675340176,
      "step": 76220
    },
    {
      "loss_action": 0.005374141503125429,
      "loss_total": 0.005374141503125429,
      "step": 76220
    },
    {
      "loss_action": 0.007751236669719219,
      "loss_total": 0.007751236669719219,
      "step": 76220
    },
    {
      "loss_action": 0.0052454532124102116,
      "loss_total": 0.0052454532124102116,
      "step": 76220
    },
    {
      "loss_action": 0.0023282039910554886,
      "loss_total": 0.0023282039910554886,
      "step": 76220
    },
    {
      "loss_action": 0.002081815619021654,
      "loss_total": 0.002081815619021654,
      "step": 76220
    },
    {
      "grad_norm": 0.08906916528940201,
      "learning_rate": 9.469410984006842e-05,
      "loss": 0.0055,
      "step": 76230
    },
    {
      "loss_action": 0.0013823909685015678,
      "loss_total": 0.0013823909685015678,
      "step": 76230
    },
    {
      "loss_action": 0.004660274833440781,
      "loss_total": 0.004660274833440781,
      "step": 76230
    },
    {
      "loss_action": 0.00620403653010726,
      "loss_total": 0.00620403653010726,
      "step": 76230
    },
    {
      "loss_action": 0.002562333829700947,
      "loss_total": 0.002562333829700947,
      "step": 76230
    },
    {
      "loss_action": 0.006618433631956577,
      "loss_total": 0.006618433631956577,
      "step": 76230
    },
    {
      "loss_action": 0.003161199390888214,
      "loss_total": 0.003161199390888214,
      "step": 76230
    },
    {
      "loss_action": 0.002959150355309248,
      "loss_total": 0.002959150355309248,
      "step": 76230
    },
    {
      "loss_action": 0.003436457132920623,
      "loss_total": 0.003436457132920623,
      "step": 76230
    },
    {
      "grad_norm": 0.09291547536849976,
      "learning_rate": 9.469225655306451e-05,
      "loss": 0.0077,
      "step": 76240
    },
    {
      "loss_action": 0.0031323847360908985,
      "loss_total": 0.0031323847360908985,
      "step": 76240
    },
    {
      "loss_action": 0.003381031099706888,
      "loss_total": 0.003381031099706888,
      "step": 76240
    },
    {
      "loss_action": 0.019455034285783768,
      "loss_total": 0.019455034285783768,
      "step": 76240
    },
    {
      "loss_action": 0.008740631863474846,
      "loss_total": 0.008740631863474846,
      "step": 76240
    },
    {
      "loss_action": 0.001935154665261507,
      "loss_total": 0.001935154665261507,
      "step": 76240
    },
    {
      "loss_action": 0.00820116512477398,
      "loss_total": 0.00820116512477398,
      "step": 76240
    },
    {
      "loss_action": 0.010069673880934715,
      "loss_total": 0.010069673880934715,
      "step": 76240
    },
    {
      "loss_action": 0.0035133706405758858,
      "loss_total": 0.0035133706405758858,
      "step": 76240
    },
    {
      "grad_norm": 0.10598447173833847,
      "learning_rate": 9.46904029605932e-05,
      "loss": 0.0072,
      "step": 76250
    },
    {
      "loss_action": 0.004075960256159306,
      "loss_total": 0.004075960256159306,
      "step": 76250
    },
    {
      "loss_action": 0.002691545756533742,
      "loss_total": 0.002691545756533742,
      "step": 76250
    },
    {
      "loss_action": 0.007177551742643118,
      "loss_total": 0.007177551742643118,
      "step": 76250
    },
    {
      "loss_action": 0.0023623653687536716,
      "loss_total": 0.0023623653687536716,
      "step": 76250
    },
    {
      "loss_action": 0.004921214189380407,
      "loss_total": 0.004921214189380407,
      "step": 76250
    },
    {
      "loss_action": 0.003120431676506996,
      "loss_total": 0.003120431676506996,
      "step": 76250
    },
    {
      "loss_action": 0.0027973998803645372,
      "loss_total": 0.0027973998803645372,
      "step": 76250
    },
    {
      "loss_action": 0.008394327014684677,
      "loss_total": 0.008394327014684677,
      "step": 76250
    },
    {
      "grad_norm": 0.11370409280061722,
      "learning_rate": 9.46885490626672e-05,
      "loss": 0.006,
      "step": 76260
    },
    {
      "loss_action": 0.007887620478868484,
      "loss_total": 0.007887620478868484,
      "step": 76260
    },
    {
      "loss_action": 0.0073032258078455925,
      "loss_total": 0.0073032258078455925,
      "step": 76260
    },
    {
      "loss_action": 0.001993419136852026,
      "loss_total": 0.001993419136852026,
      "step": 76260
    },
    {
      "loss_action": 0.0043713925406336784,
      "loss_total": 0.0043713925406336784,
      "step": 76260
    },
    {
      "loss_action": 0.0033125728368759155,
      "loss_total": 0.0033125728368759155,
      "step": 76260
    },
    {
      "loss_action": 0.008032439276576042,
      "loss_total": 0.008032439276576042,
      "step": 76260
    },
    {
      "loss_action": 0.003827187465503812,
      "loss_total": 0.003827187465503812,
      "step": 76260
    },
    {
      "loss_action": 0.0021652327850461006,
      "loss_total": 0.0021652327850461006,
      "step": 76260
    },
    {
      "grad_norm": 0.139353409409523,
      "learning_rate": 9.468669485929915e-05,
      "loss": 0.0066,
      "step": 76270
    },
    {
      "loss_action": 0.008407236076891422,
      "loss_total": 0.008407236076891422,
      "step": 76270
    },
    {
      "loss_action": 0.004405150189995766,
      "loss_total": 0.004405150189995766,
      "step": 76270
    },
    {
      "loss_action": 0.003725968534126878,
      "loss_total": 0.003725968534126878,
      "step": 76270
    },
    {
      "loss_action": 0.0027527872007340193,
      "loss_total": 0.0027527872007340193,
      "step": 76270
    },
    {
      "loss_action": 0.012008409947156906,
      "loss_total": 0.012008409947156906,
      "step": 76270
    },
    {
      "loss_action": 0.010211270302534103,
      "loss_total": 0.010211270302534103,
      "step": 76270
    },
    {
      "loss_action": 0.004107392858713865,
      "loss_total": 0.004107392858713865,
      "step": 76270
    },
    {
      "loss_action": 0.015533987432718277,
      "loss_total": 0.015533987432718277,
      "step": 76270
    },
    {
      "grad_norm": 0.12493759393692017,
      "learning_rate": 9.468484035050174e-05,
      "loss": 0.0066,
      "step": 76280
    },
    {
      "loss_action": 0.0033186296932399273,
      "loss_total": 0.0033186296932399273,
      "step": 76280
    },
    {
      "loss_action": 0.015579714439809322,
      "loss_total": 0.015579714439809322,
      "step": 76280
    },
    {
      "loss_action": 0.005044298246502876,
      "loss_total": 0.005044298246502876,
      "step": 76280
    },
    {
      "loss_action": 0.010379676707088947,
      "loss_total": 0.010379676707088947,
      "step": 76280
    },
    {
      "loss_action": 0.0022517922334372997,
      "loss_total": 0.0022517922334372997,
      "step": 76280
    },
    {
      "loss_action": 0.0028043247293680906,
      "loss_total": 0.0028043247293680906,
      "step": 76280
    },
    {
      "loss_action": 0.023351166397333145,
      "loss_total": 0.023351166397333145,
      "step": 76280
    },
    {
      "loss_action": 0.0025600099470466375,
      "loss_total": 0.0025600099470466375,
      "step": 76280
    },
    {
      "grad_norm": 0.11286337673664093,
      "learning_rate": 9.468298553628766e-05,
      "loss": 0.007,
      "step": 76290
    },
    {
      "loss_action": 0.011390943080186844,
      "loss_total": 0.011390943080186844,
      "step": 76290
    },
    {
      "loss_action": 0.005258264020085335,
      "loss_total": 0.005258264020085335,
      "step": 76290
    },
    {
      "loss_action": 0.004022039007395506,
      "loss_total": 0.004022039007395506,
      "step": 76290
    },
    {
      "loss_action": 0.0039030646439641714,
      "loss_total": 0.0039030646439641714,
      "step": 76290
    },
    {
      "loss_action": 0.0019745402969419956,
      "loss_total": 0.0019745402969419956,
      "step": 76290
    },
    {
      "loss_action": 0.004925777204334736,
      "loss_total": 0.004925777204334736,
      "step": 76290
    },
    {
      "loss_action": 0.006410202011466026,
      "loss_total": 0.006410202011466026,
      "step": 76290
    },
    {
      "loss_action": 0.008472586050629616,
      "loss_total": 0.008472586050629616,
      "step": 76290
    },
    {
      "grad_norm": 0.1194872185587883,
      "learning_rate": 9.468113041666955e-05,
      "loss": 0.0057,
      "step": 76300
    },
    {
      "loss_action": 0.004382038954645395,
      "loss_total": 0.004382038954645395,
      "step": 76300
    },
    {
      "loss_action": 0.004584629088640213,
      "loss_total": 0.004584629088640213,
      "step": 76300
    },
    {
      "loss_action": 0.002393299713730812,
      "loss_total": 0.002393299713730812,
      "step": 76300
    },
    {
      "loss_action": 0.0044730668887495995,
      "loss_total": 0.0044730668887495995,
      "step": 76300
    },
    {
      "loss_action": 0.0033580269664525986,
      "loss_total": 0.0033580269664525986,
      "step": 76300
    },
    {
      "loss_action": 0.0031502177007496357,
      "loss_total": 0.0031502177007496357,
      "step": 76300
    },
    {
      "loss_action": 0.008173776790499687,
      "loss_total": 0.008173776790499687,
      "step": 76300
    },
    {
      "loss_action": 0.005772859789431095,
      "loss_total": 0.005772859789431095,
      "step": 76300
    },
    {
      "grad_norm": 0.09668385237455368,
      "learning_rate": 9.467927499166012e-05,
      "loss": 0.0061,
      "step": 76310
    },
    {
      "loss_action": 0.002687289845198393,
      "loss_total": 0.002687289845198393,
      "step": 76310
    },
    {
      "loss_action": 0.008645785041153431,
      "loss_total": 0.008645785041153431,
      "step": 76310
    },
    {
      "loss_action": 0.004166906699538231,
      "loss_total": 0.004166906699538231,
      "step": 76310
    },
    {
      "loss_action": 0.011478660628199577,
      "loss_total": 0.011478660628199577,
      "step": 76310
    },
    {
      "loss_action": 0.0014845544937998056,
      "loss_total": 0.0014845544937998056,
      "step": 76310
    },
    {
      "loss_action": 0.0024467140901833773,
      "loss_total": 0.0024467140901833773,
      "step": 76310
    },
    {
      "loss_action": 0.002316838363185525,
      "loss_total": 0.002316838363185525,
      "step": 76310
    },
    {
      "loss_action": 0.0018240460194647312,
      "loss_total": 0.0018240460194647312,
      "step": 76310
    },
    {
      "grad_norm": 0.08135107904672623,
      "learning_rate": 9.467741926127202e-05,
      "loss": 0.0055,
      "step": 76320
    },
    {
      "loss_action": 0.00872076116502285,
      "loss_total": 0.00872076116502285,
      "step": 76320
    },
    {
      "loss_action": 0.002722413744777441,
      "loss_total": 0.002722413744777441,
      "step": 76320
    },
    {
      "loss_action": 0.0024730386212468147,
      "loss_total": 0.0024730386212468147,
      "step": 76320
    },
    {
      "loss_action": 0.0024693282321095467,
      "loss_total": 0.0024693282321095467,
      "step": 76320
    },
    {
      "loss_action": 0.001515958341769874,
      "loss_total": 0.001515958341769874,
      "step": 76320
    },
    {
      "loss_action": 0.011257448233664036,
      "loss_total": 0.011257448233664036,
      "step": 76320
    },
    {
      "loss_action": 0.023098720237612724,
      "loss_total": 0.023098720237612724,
      "step": 76320
    },
    {
      "loss_action": 0.0011039136443287134,
      "loss_total": 0.0011039136443287134,
      "step": 76320
    },
    {
      "grad_norm": 0.09793059527873993,
      "learning_rate": 9.467556322551798e-05,
      "loss": 0.006,
      "step": 76330
    },
    {
      "loss_action": 0.0071623921394348145,
      "loss_total": 0.0071623921394348145,
      "step": 76330
    },
    {
      "loss_action": 0.008434765040874481,
      "loss_total": 0.008434765040874481,
      "step": 76330
    },
    {
      "loss_action": 0.004812941886484623,
      "loss_total": 0.004812941886484623,
      "step": 76330
    },
    {
      "loss_action": 0.0035361626651138067,
      "loss_total": 0.0035361626651138067,
      "step": 76330
    },
    {
      "loss_action": 0.007592839188873768,
      "loss_total": 0.007592839188873768,
      "step": 76330
    },
    {
      "loss_action": 0.006488381884992123,
      "loss_total": 0.006488381884992123,
      "step": 76330
    },
    {
      "loss_action": 0.017333608120679855,
      "loss_total": 0.017333608120679855,
      "step": 76330
    },
    {
      "loss_action": 0.0070742107927799225,
      "loss_total": 0.0070742107927799225,
      "step": 76330
    },
    {
      "grad_norm": 0.08159393072128296,
      "learning_rate": 9.467370688441066e-05,
      "loss": 0.0061,
      "step": 76340
    },
    {
      "loss_action": 0.01648947224020958,
      "loss_total": 0.01648947224020958,
      "step": 76340
    },
    {
      "loss_action": 0.003931271377950907,
      "loss_total": 0.003931271377950907,
      "step": 76340
    },
    {
      "loss_action": 0.0029383227229118347,
      "loss_total": 0.0029383227229118347,
      "step": 76340
    },
    {
      "loss_action": 0.0037194122560322285,
      "loss_total": 0.0037194122560322285,
      "step": 76340
    },
    {
      "loss_action": 0.003334320615977049,
      "loss_total": 0.003334320615977049,
      "step": 76340
    },
    {
      "loss_action": 0.006251753307878971,
      "loss_total": 0.006251753307878971,
      "step": 76340
    },
    {
      "loss_action": 0.004166674800217152,
      "loss_total": 0.004166674800217152,
      "step": 76340
    },
    {
      "loss_action": 0.007371408864855766,
      "loss_total": 0.007371408864855766,
      "step": 76340
    },
    {
      "grad_norm": 0.09490648657083511,
      "learning_rate": 9.467185023796275e-05,
      "loss": 0.0065,
      "step": 76350
    },
    {
      "loss_action": 0.002106800675392151,
      "loss_total": 0.002106800675392151,
      "step": 76350
    },
    {
      "loss_action": 0.014389035291969776,
      "loss_total": 0.014389035291969776,
      "step": 76350
    },
    {
      "loss_action": 0.007294790353626013,
      "loss_total": 0.007294790353626013,
      "step": 76350
    },
    {
      "loss_action": 0.005049053579568863,
      "loss_total": 0.005049053579568863,
      "step": 76350
    },
    {
      "loss_action": 0.0022721299901604652,
      "loss_total": 0.0022721299901604652,
      "step": 76350
    },
    {
      "loss_action": 0.004733016714453697,
      "loss_total": 0.004733016714453697,
      "step": 76350
    },
    {
      "loss_action": 0.0060536619275808334,
      "loss_total": 0.0060536619275808334,
      "step": 76350
    },
    {
      "loss_action": 0.005164215341210365,
      "loss_total": 0.005164215341210365,
      "step": 76350
    },
    {
      "grad_norm": 0.11437547951936722,
      "learning_rate": 9.466999328618693e-05,
      "loss": 0.006,
      "step": 76360
    },
    {
      "loss_action": 0.0030091896187514067,
      "loss_total": 0.0030091896187514067,
      "step": 76360
    },
    {
      "loss_action": 0.0022345390170812607,
      "loss_total": 0.0022345390170812607,
      "step": 76360
    },
    {
      "loss_action": 0.0033966819755733013,
      "loss_total": 0.0033966819755733013,
      "step": 76360
    },
    {
      "loss_action": 0.0032541975378990173,
      "loss_total": 0.0032541975378990173,
      "step": 76360
    },
    {
      "loss_action": 0.007115794811397791,
      "loss_total": 0.007115794811397791,
      "step": 76360
    },
    {
      "loss_action": 0.0027770481538027525,
      "loss_total": 0.0027770481538027525,
      "step": 76360
    },
    {
      "loss_action": 0.007128795143216848,
      "loss_total": 0.007128795143216848,
      "step": 76360
    },
    {
      "loss_action": 0.0022032002452760935,
      "loss_total": 0.0022032002452760935,
      "step": 76360
    },
    {
      "grad_norm": 0.07295718044042587,
      "learning_rate": 9.46681360290959e-05,
      "loss": 0.0051,
      "step": 76370
    },
    {
      "loss_action": 0.006078774109482765,
      "loss_total": 0.006078774109482765,
      "step": 76370
    },
    {
      "loss_action": 0.003109969664365053,
      "loss_total": 0.003109969664365053,
      "step": 76370
    },
    {
      "loss_action": 0.006204539909958839,
      "loss_total": 0.006204539909958839,
      "step": 76370
    },
    {
      "loss_action": 0.0028704144060611725,
      "loss_total": 0.0028704144060611725,
      "step": 76370
    },
    {
      "loss_action": 0.003146193455904722,
      "loss_total": 0.003146193455904722,
      "step": 76370
    },
    {
      "loss_action": 0.0018175862496718764,
      "loss_total": 0.0018175862496718764,
      "step": 76370
    },
    {
      "loss_action": 0.006796985864639282,
      "loss_total": 0.006796985864639282,
      "step": 76370
    },
    {
      "loss_action": 0.0038526032585650682,
      "loss_total": 0.0038526032585650682,
      "step": 76370
    },
    {
      "grad_norm": 0.11808745563030243,
      "learning_rate": 9.466627846670235e-05,
      "loss": 0.0055,
      "step": 76380
    },
    {
      "loss_action": 0.0048415036872029305,
      "loss_total": 0.0048415036872029305,
      "step": 76380
    },
    {
      "loss_action": 0.007294585928320885,
      "loss_total": 0.007294585928320885,
      "step": 76380
    },
    {
      "loss_action": 0.007095291279256344,
      "loss_total": 0.007095291279256344,
      "step": 76380
    },
    {
      "loss_action": 0.006631400436162949,
      "loss_total": 0.006631400436162949,
      "step": 76380
    },
    {
      "loss_action": 0.004950003698468208,
      "loss_total": 0.004950003698468208,
      "step": 76380
    },
    {
      "loss_action": 0.0051665278151631355,
      "loss_total": 0.0051665278151631355,
      "step": 76380
    },
    {
      "loss_action": 0.005379957612603903,
      "loss_total": 0.005379957612603903,
      "step": 76380
    },
    {
      "loss_action": 0.009543081745505333,
      "loss_total": 0.009543081745505333,
      "step": 76380
    },
    {
      "grad_norm": 0.1230851486325264,
      "learning_rate": 9.466442059901899e-05,
      "loss": 0.0066,
      "step": 76390
    },
    {
      "loss_action": 0.007253358140587807,
      "loss_total": 0.007253358140587807,
      "step": 76390
    },
    {
      "loss_action": 0.012557328678667545,
      "loss_total": 0.012557328678667545,
      "step": 76390
    },
    {
      "loss_action": 0.00598529726266861,
      "loss_total": 0.00598529726266861,
      "step": 76390
    },
    {
      "loss_action": 0.01587938889861107,
      "loss_total": 0.01587938889861107,
      "step": 76390
    },
    {
      "loss_action": 0.006332934368401766,
      "loss_total": 0.006332934368401766,
      "step": 76390
    },
    {
      "loss_action": 0.007522961590439081,
      "loss_total": 0.007522961590439081,
      "step": 76390
    },
    {
      "loss_action": 0.008982737548649311,
      "loss_total": 0.008982737548649311,
      "step": 76390
    },
    {
      "loss_action": 0.002199186012148857,
      "loss_total": 0.002199186012148857,
      "step": 76390
    },
    {
      "grad_norm": 0.10075865685939789,
      "learning_rate": 9.466256242605851e-05,
      "loss": 0.0081,
      "step": 76400
    },
    {
      "loss_action": 0.0022900865878909826,
      "loss_total": 0.0022900865878909826,
      "step": 76400
    },
    {
      "loss_action": 0.002076581120491028,
      "loss_total": 0.002076581120491028,
      "step": 76400
    },
    {
      "loss_action": 0.0015502851456403732,
      "loss_total": 0.0015502851456403732,
      "step": 76400
    },
    {
      "loss_action": 0.008849060162901878,
      "loss_total": 0.008849060162901878,
      "step": 76400
    },
    {
      "loss_action": 0.0023303376510739326,
      "loss_total": 0.0023303376510739326,
      "step": 76400
    },
    {
      "loss_action": 0.019849268719553947,
      "loss_total": 0.019849268719553947,
      "step": 76400
    },
    {
      "loss_action": 0.0032167986501008272,
      "loss_total": 0.0032167986501008272,
      "step": 76400
    },
    {
      "loss_action": 0.006057267542928457,
      "loss_total": 0.006057267542928457,
      "step": 76400
    },
    {
      "grad_norm": 0.08230894058942795,
      "learning_rate": 9.46607039478336e-05,
      "loss": 0.0058,
      "step": 76410
    },
    {
      "loss_action": 0.0025808394420892,
      "loss_total": 0.0025808394420892,
      "step": 76410
    },
    {
      "loss_action": 0.003782553132623434,
      "loss_total": 0.003782553132623434,
      "step": 76410
    },
    {
      "loss_action": 0.005230100825428963,
      "loss_total": 0.005230100825428963,
      "step": 76410
    },
    {
      "loss_action": 0.0017935708165168762,
      "loss_total": 0.0017935708165168762,
      "step": 76410
    },
    {
      "loss_action": 0.00500263599678874,
      "loss_total": 0.00500263599678874,
      "step": 76410
    },
    {
      "loss_action": 0.002108776941895485,
      "loss_total": 0.002108776941895485,
      "step": 76410
    },
    {
      "loss_action": 0.007894729264080524,
      "loss_total": 0.007894729264080524,
      "step": 76410
    },
    {
      "loss_action": 0.006238793954253197,
      "loss_total": 0.006238793954253197,
      "step": 76410
    },
    {
      "grad_norm": 0.14237138628959656,
      "learning_rate": 9.465884516435698e-05,
      "loss": 0.0062,
      "step": 76420
    },
    {
      "loss_action": 0.017412014305591583,
      "loss_total": 0.017412014305591583,
      "step": 76420
    },
    {
      "loss_action": 0.004381607752293348,
      "loss_total": 0.004381607752293348,
      "step": 76420
    },
    {
      "loss_action": 0.00729870330542326,
      "loss_total": 0.00729870330542326,
      "step": 76420
    },
    {
      "loss_action": 0.003837460884824395,
      "loss_total": 0.003837460884824395,
      "step": 76420
    },
    {
      "loss_action": 0.0024939649738371372,
      "loss_total": 0.0024939649738371372,
      "step": 76420
    },
    {
      "loss_action": 0.005975024774670601,
      "loss_total": 0.005975024774670601,
      "step": 76420
    },
    {
      "loss_action": 0.002913787728175521,
      "loss_total": 0.002913787728175521,
      "step": 76420
    },
    {
      "loss_action": 0.006121175829321146,
      "loss_total": 0.006121175829321146,
      "step": 76420
    },
    {
      "grad_norm": 0.17573627829551697,
      "learning_rate": 9.465698607564136e-05,
      "loss": 0.0073,
      "step": 76430
    },
    {
      "loss_action": 0.013803302310407162,
      "loss_total": 0.013803302310407162,
      "step": 76430
    },
    {
      "loss_action": 0.00564859714359045,
      "loss_total": 0.00564859714359045,
      "step": 76430
    },
    {
      "loss_action": 0.006147647276520729,
      "loss_total": 0.006147647276520729,
      "step": 76430
    },
    {
      "loss_action": 0.015049469657242298,
      "loss_total": 0.015049469657242298,
      "step": 76430
    },
    {
      "loss_action": 0.016871189698576927,
      "loss_total": 0.016871189698576927,
      "step": 76430
    },
    {
      "loss_action": 0.004692332353442907,
      "loss_total": 0.004692332353442907,
      "step": 76430
    },
    {
      "loss_action": 0.005554124712944031,
      "loss_total": 0.005554124712944031,
      "step": 76430
    },
    {
      "loss_action": 0.016276316717267036,
      "loss_total": 0.016276316717267036,
      "step": 76430
    },
    {
      "grad_norm": 0.10271365940570831,
      "learning_rate": 9.465512668169941e-05,
      "loss": 0.008,
      "step": 76440
    },
    {
      "loss_action": 0.0056457859463989735,
      "loss_total": 0.0056457859463989735,
      "step": 76440
    },
    {
      "loss_action": 0.009190533310174942,
      "loss_total": 0.009190533310174942,
      "step": 76440
    },
    {
      "loss_action": 0.0020459569059312344,
      "loss_total": 0.0020459569059312344,
      "step": 76440
    },
    {
      "loss_action": 0.0031049486715346575,
      "loss_total": 0.0031049486715346575,
      "step": 76440
    },
    {
      "loss_action": 0.00285949744284153,
      "loss_total": 0.00285949744284153,
      "step": 76440
    },
    {
      "loss_action": 0.0061876773834228516,
      "loss_total": 0.0061876773834228516,
      "step": 76440
    },
    {
      "loss_action": 0.0025611240416765213,
      "loss_total": 0.0025611240416765213,
      "step": 76440
    },
    {
      "loss_action": 0.0035758772864937782,
      "loss_total": 0.0035758772864937782,
      "step": 76440
    },
    {
      "grad_norm": 0.11605823785066605,
      "learning_rate": 9.465326698254388e-05,
      "loss": 0.0074,
      "step": 76450
    },
    {
      "loss_action": 0.006599586457014084,
      "loss_total": 0.006599586457014084,
      "step": 76450
    },
    {
      "loss_action": 0.004860724322497845,
      "loss_total": 0.004860724322497845,
      "step": 76450
    },
    {
      "loss_action": 0.005033515859395266,
      "loss_total": 0.005033515859395266,
      "step": 76450
    },
    {
      "loss_action": 0.007086522877216339,
      "loss_total": 0.007086522877216339,
      "step": 76450
    },
    {
      "loss_action": 0.004478855989873409,
      "loss_total": 0.004478855989873409,
      "step": 76450
    },
    {
      "loss_action": 0.0045313285663723946,
      "loss_total": 0.0045313285663723946,
      "step": 76450
    },
    {
      "loss_action": 0.0026565592270344496,
      "loss_total": 0.0026565592270344496,
      "step": 76450
    },
    {
      "loss_action": 0.015117906033992767,
      "loss_total": 0.015117906033992767,
      "step": 76450
    },
    {
      "grad_norm": 0.15097260475158691,
      "learning_rate": 9.465140697818745e-05,
      "loss": 0.0067,
      "step": 76460
    },
    {
      "loss_action": 0.0021352735348045826,
      "loss_total": 0.0021352735348045826,
      "step": 76460
    },
    {
      "loss_action": 0.0024748099967837334,
      "loss_total": 0.0024748099967837334,
      "step": 76460
    },
    {
      "loss_action": 0.003754673060029745,
      "loss_total": 0.003754673060029745,
      "step": 76460
    },
    {
      "loss_action": 0.009004908613860607,
      "loss_total": 0.009004908613860607,
      "step": 76460
    },
    {
      "loss_action": 0.010750716552138329,
      "loss_total": 0.010750716552138329,
      "step": 76460
    },
    {
      "loss_action": 0.00431516719982028,
      "loss_total": 0.00431516719982028,
      "step": 76460
    },
    {
      "loss_action": 0.016279544681310654,
      "loss_total": 0.016279544681310654,
      "step": 76460
    },
    {
      "loss_action": 0.007931564934551716,
      "loss_total": 0.007931564934551716,
      "step": 76460
    },
    {
      "grad_norm": 0.10003715753555298,
      "learning_rate": 9.464954666864286e-05,
      "loss": 0.0067,
      "step": 76470
    },
    {
      "loss_action": 0.004095506854355335,
      "loss_total": 0.004095506854355335,
      "step": 76470
    },
    {
      "loss_action": 0.005244041793048382,
      "loss_total": 0.005244041793048382,
      "step": 76470
    },
    {
      "loss_action": 0.004073259420692921,
      "loss_total": 0.004073259420692921,
      "step": 76470
    },
    {
      "loss_action": 0.003511861665174365,
      "loss_total": 0.003511861665174365,
      "step": 76470
    },
    {
      "loss_action": 0.008194759488105774,
      "loss_total": 0.008194759488105774,
      "step": 76470
    },
    {
      "loss_action": 0.0028173886239528656,
      "loss_total": 0.0028173886239528656,
      "step": 76470
    },
    {
      "loss_action": 0.0045252651907503605,
      "loss_total": 0.0045252651907503605,
      "step": 76470
    },
    {
      "loss_action": 0.008879341185092926,
      "loss_total": 0.008879341185092926,
      "step": 76470
    },
    {
      "grad_norm": 0.07790990173816681,
      "learning_rate": 9.46476860539228e-05,
      "loss": 0.0067,
      "step": 76480
    },
    {
      "loss_action": 0.008942581713199615,
      "loss_total": 0.008942581713199615,
      "step": 76480
    },
    {
      "loss_action": 0.008582139387726784,
      "loss_total": 0.008582139387726784,
      "step": 76480
    },
    {
      "loss_action": 0.006094878539443016,
      "loss_total": 0.006094878539443016,
      "step": 76480
    },
    {
      "loss_action": 0.013225150294601917,
      "loss_total": 0.013225150294601917,
      "step": 76480
    },
    {
      "loss_action": 0.012212660163640976,
      "loss_total": 0.012212660163640976,
      "step": 76480
    },
    {
      "loss_action": 0.010439196601510048,
      "loss_total": 0.010439196601510048,
      "step": 76480
    },
    {
      "loss_action": 0.01050578709691763,
      "loss_total": 0.01050578709691763,
      "step": 76480
    },
    {
      "loss_action": 0.011835710145533085,
      "loss_total": 0.011835710145533085,
      "step": 76480
    },
    {
      "grad_norm": 0.2532286047935486,
      "learning_rate": 9.464582513404e-05,
      "loss": 0.0075,
      "step": 76490
    },
    {
      "loss_action": 0.0053667835891246796,
      "loss_total": 0.0053667835891246796,
      "step": 76490
    },
    {
      "loss_action": 0.0024640397168695927,
      "loss_total": 0.0024640397168695927,
      "step": 76490
    },
    {
      "loss_action": 0.007143976166844368,
      "loss_total": 0.007143976166844368,
      "step": 76490
    },
    {
      "loss_action": 0.005208352115005255,
      "loss_total": 0.005208352115005255,
      "step": 76490
    },
    {
      "loss_action": 0.005973586812615395,
      "loss_total": 0.005973586812615395,
      "step": 76490
    },
    {
      "loss_action": 0.005841238424181938,
      "loss_total": 0.005841238424181938,
      "step": 76490
    },
    {
      "loss_action": 0.002450904343277216,
      "loss_total": 0.002450904343277216,
      "step": 76490
    },
    {
      "loss_action": 0.01135410089045763,
      "loss_total": 0.01135410089045763,
      "step": 76490
    },
    {
      "grad_norm": 0.10941900312900543,
      "learning_rate": 9.464396390900719e-05,
      "loss": 0.0091,
      "step": 76500
    },
    {
      "loss_action": 0.005763829220086336,
      "loss_total": 0.005763829220086336,
      "step": 76500
    },
    {
      "loss_action": 0.002852044068276882,
      "loss_total": 0.002852044068276882,
      "step": 76500
    },
    {
      "loss_action": 0.00453984783962369,
      "loss_total": 0.00453984783962369,
      "step": 76500
    },
    {
      "loss_action": 0.003908097743988037,
      "loss_total": 0.003908097743988037,
      "step": 76500
    },
    {
      "loss_action": 0.0025461860932409763,
      "loss_total": 0.0025461860932409763,
      "step": 76500
    },
    {
      "loss_action": 0.013589883223176003,
      "loss_total": 0.013589883223176003,
      "step": 76500
    },
    {
      "loss_action": 0.006396035198122263,
      "loss_total": 0.006396035198122263,
      "step": 76500
    },
    {
      "loss_action": 0.003166792681440711,
      "loss_total": 0.003166792681440711,
      "step": 76500
    },
    {
      "grad_norm": 0.11206244677305222,
      "learning_rate": 9.464210237883706e-05,
      "loss": 0.0082,
      "step": 76510
    },
    {
      "loss_action": 0.009916115552186966,
      "loss_total": 0.009916115552186966,
      "step": 76510
    },
    {
      "loss_action": 0.006265418604016304,
      "loss_total": 0.006265418604016304,
      "step": 76510
    },
    {
      "loss_action": 0.016849996522068977,
      "loss_total": 0.016849996522068977,
      "step": 76510
    },
    {
      "loss_action": 0.012842894531786442,
      "loss_total": 0.012842894531786442,
      "step": 76510
    },
    {
      "loss_action": 0.003476795507594943,
      "loss_total": 0.003476795507594943,
      "step": 76510
    },
    {
      "loss_action": 0.0037315236404538155,
      "loss_total": 0.0037315236404538155,
      "step": 76510
    },
    {
      "loss_action": 0.004252031911164522,
      "loss_total": 0.004252031911164522,
      "step": 76510
    },
    {
      "loss_action": 0.00916595384478569,
      "loss_total": 0.00916595384478569,
      "step": 76510
    },
    {
      "grad_norm": 0.13071902096271515,
      "learning_rate": 9.464024054354238e-05,
      "loss": 0.0065,
      "step": 76520
    },
    {
      "loss_action": 0.009761396795511246,
      "loss_total": 0.009761396795511246,
      "step": 76520
    },
    {
      "loss_action": 0.0061197904869914055,
      "loss_total": 0.0061197904869914055,
      "step": 76520
    },
    {
      "loss_action": 0.007234197109937668,
      "loss_total": 0.007234197109937668,
      "step": 76520
    },
    {
      "loss_action": 0.002055185614153743,
      "loss_total": 0.002055185614153743,
      "step": 76520
    },
    {
      "loss_action": 0.015098925679922104,
      "loss_total": 0.015098925679922104,
      "step": 76520
    },
    {
      "loss_action": 0.022464901208877563,
      "loss_total": 0.022464901208877563,
      "step": 76520
    },
    {
      "loss_action": 0.009769215248525143,
      "loss_total": 0.009769215248525143,
      "step": 76520
    },
    {
      "loss_action": 0.012118743732571602,
      "loss_total": 0.012118743732571602,
      "step": 76520
    },
    {
      "grad_norm": 0.09357770532369614,
      "learning_rate": 9.463837840313584e-05,
      "loss": 0.0077,
      "step": 76530
    },
    {
      "loss_action": 0.0036092575173825026,
      "loss_total": 0.0036092575173825026,
      "step": 76530
    },
    {
      "loss_action": 0.007616777438670397,
      "loss_total": 0.007616777438670397,
      "step": 76530
    },
    {
      "loss_action": 0.004900315776467323,
      "loss_total": 0.004900315776467323,
      "step": 76530
    },
    {
      "loss_action": 0.0073333322070539,
      "loss_total": 0.0073333322070539,
      "step": 76530
    },
    {
      "loss_action": 0.009485725313425064,
      "loss_total": 0.009485725313425064,
      "step": 76530
    },
    {
      "loss_action": 0.0037171770818531513,
      "loss_total": 0.0037171770818531513,
      "step": 76530
    },
    {
      "loss_action": 0.025677036494016647,
      "loss_total": 0.025677036494016647,
      "step": 76530
    },
    {
      "loss_action": 0.0051697539165616035,
      "loss_total": 0.0051697539165616035,
      "step": 76530
    },
    {
      "grad_norm": 0.08617036789655685,
      "learning_rate": 9.463651595763014e-05,
      "loss": 0.0065,
      "step": 76540
    },
    {
      "loss_action": 0.0031815068796277046,
      "loss_total": 0.0031815068796277046,
      "step": 76540
    },
    {
      "loss_action": 0.007054785266518593,
      "loss_total": 0.007054785266518593,
      "step": 76540
    },
    {
      "loss_action": 0.010663280263543129,
      "loss_total": 0.010663280263543129,
      "step": 76540
    },
    {
      "loss_action": 0.0020172770600765944,
      "loss_total": 0.0020172770600765944,
      "step": 76540
    },
    {
      "loss_action": 0.0036931161303073168,
      "loss_total": 0.0036931161303073168,
      "step": 76540
    },
    {
      "loss_action": 0.010108786635100842,
      "loss_total": 0.010108786635100842,
      "step": 76540
    },
    {
      "loss_action": 0.0021261987276375294,
      "loss_total": 0.0021261987276375294,
      "step": 76540
    },
    {
      "loss_action": 0.004697627387940884,
      "loss_total": 0.004697627387940884,
      "step": 76540
    },
    {
      "grad_norm": 0.0830676481127739,
      "learning_rate": 9.463465320703808e-05,
      "loss": 0.0078,
      "step": 76550
    },
    {
      "loss_action": 0.021895864978432655,
      "loss_total": 0.021895864978432655,
      "step": 76550
    },
    {
      "loss_action": 0.0027629497926682234,
      "loss_total": 0.0027629497926682234,
      "step": 76550
    },
    {
      "loss_action": 0.005936597008258104,
      "loss_total": 0.005936597008258104,
      "step": 76550
    },
    {
      "loss_action": 0.0042114900425076485,
      "loss_total": 0.0042114900425076485,
      "step": 76550
    },
    {
      "loss_action": 0.005403844173997641,
      "loss_total": 0.005403844173997641,
      "step": 76550
    },
    {
      "loss_action": 0.012031910941004753,
      "loss_total": 0.012031910941004753,
      "step": 76550
    },
    {
      "loss_action": 0.002104646759107709,
      "loss_total": 0.002104646759107709,
      "step": 76550
    },
    {
      "loss_action": 0.003608854953199625,
      "loss_total": 0.003608854953199625,
      "step": 76550
    },
    {
      "grad_norm": 0.102183997631073,
      "learning_rate": 9.463279015137235e-05,
      "loss": 0.0061,
      "step": 76560
    },
    {
      "loss_action": 0.005562213249504566,
      "loss_total": 0.005562213249504566,
      "step": 76560
    },
    {
      "loss_action": 0.004382980056107044,
      "loss_total": 0.004382980056107044,
      "step": 76560
    },
    {
      "loss_action": 0.00244220276363194,
      "loss_total": 0.00244220276363194,
      "step": 76560
    },
    {
      "loss_action": 0.006428053602576256,
      "loss_total": 0.006428053602576256,
      "step": 76560
    },
    {
      "loss_action": 0.005148059222847223,
      "loss_total": 0.005148059222847223,
      "step": 76560
    },
    {
      "loss_action": 0.004012537654489279,
      "loss_total": 0.004012537654489279,
      "step": 76560
    },
    {
      "loss_action": 0.008194563910365105,
      "loss_total": 0.008194563910365105,
      "step": 76560
    },
    {
      "loss_action": 0.0034968024119734764,
      "loss_total": 0.0034968024119734764,
      "step": 76560
    },
    {
      "grad_norm": 0.08692722767591476,
      "learning_rate": 9.463092679064569e-05,
      "loss": 0.0064,
      "step": 76570
    },
    {
      "loss_action": 0.0030809645541012287,
      "loss_total": 0.0030809645541012287,
      "step": 76570
    },
    {
      "loss_action": 0.00999915599822998,
      "loss_total": 0.00999915599822998,
      "step": 76570
    },
    {
      "loss_action": 0.006200874224305153,
      "loss_total": 0.006200874224305153,
      "step": 76570
    },
    {
      "loss_action": 0.004293805453926325,
      "loss_total": 0.004293805453926325,
      "step": 76570
    },
    {
      "loss_action": 0.024127164855599403,
      "loss_total": 0.024127164855599403,
      "step": 76570
    },
    {
      "loss_action": 0.0029456301126629114,
      "loss_total": 0.0029456301126629114,
      "step": 76570
    },
    {
      "loss_action": 0.006790773943066597,
      "loss_total": 0.006790773943066597,
      "step": 76570
    },
    {
      "loss_action": 0.001689149416051805,
      "loss_total": 0.001689149416051805,
      "step": 76570
    },
    {
      "grad_norm": 0.08350569754838943,
      "learning_rate": 9.462906312487083e-05,
      "loss": 0.0068,
      "step": 76580
    },
    {
      "loss_action": 0.004136314149945974,
      "loss_total": 0.004136314149945974,
      "step": 76580
    },
    {
      "loss_action": 0.027632934972643852,
      "loss_total": 0.027632934972643852,
      "step": 76580
    },
    {
      "loss_action": 0.002460386138409376,
      "loss_total": 0.002460386138409376,
      "step": 76580
    },
    {
      "loss_action": 0.008251713588833809,
      "loss_total": 0.008251713588833809,
      "step": 76580
    },
    {
      "loss_action": 0.009296678937971592,
      "loss_total": 0.009296678937971592,
      "step": 76580
    },
    {
      "loss_action": 0.006079911254346371,
      "loss_total": 0.006079911254346371,
      "step": 76580
    },
    {
      "loss_action": 0.014990262687206268,
      "loss_total": 0.014990262687206268,
      "step": 76580
    },
    {
      "loss_action": 0.0036599976010620594,
      "loss_total": 0.0036599976010620594,
      "step": 76580
    },
    {
      "grad_norm": 0.06865054368972778,
      "learning_rate": 9.462719915406053e-05,
      "loss": 0.007,
      "step": 76590
    },
    {
      "loss_action": 0.004340188577771187,
      "loss_total": 0.004340188577771187,
      "step": 76590
    },
    {
      "loss_action": 0.073617123067379,
      "loss_total": 0.073617123067379,
      "step": 76590
    },
    {
      "loss_action": 0.0027021141722798347,
      "loss_total": 0.0027021141722798347,
      "step": 76590
    },
    {
      "loss_action": 0.027710873633623123,
      "loss_total": 0.027710873633623123,
      "step": 76590
    },
    {
      "loss_action": 0.011456264182925224,
      "loss_total": 0.011456264182925224,
      "step": 76590
    },
    {
      "loss_action": 0.004968833178281784,
      "loss_total": 0.004968833178281784,
      "step": 76590
    },
    {
      "loss_action": 0.004219007678329945,
      "loss_total": 0.004219007678329945,
      "step": 76590
    },
    {
      "loss_action": 0.005012495908886194,
      "loss_total": 0.005012495908886194,
      "step": 76590
    },
    {
      "grad_norm": 0.0841674730181694,
      "learning_rate": 9.462533487822751e-05,
      "loss": 0.0072,
      "step": 76600
    },
    {
      "loss_action": 0.004142941907048225,
      "loss_total": 0.004142941907048225,
      "step": 76600
    },
    {
      "loss_action": 0.0026281261816620827,
      "loss_total": 0.0026281261816620827,
      "step": 76600
    },
    {
      "loss_action": 0.0026475125923752785,
      "loss_total": 0.0026475125923752785,
      "step": 76600
    },
    {
      "loss_action": 0.007916482165455818,
      "loss_total": 0.007916482165455818,
      "step": 76600
    },
    {
      "loss_action": 0.017924843356013298,
      "loss_total": 0.017924843356013298,
      "step": 76600
    },
    {
      "loss_action": 0.008155371993780136,
      "loss_total": 0.008155371993780136,
      "step": 76600
    },
    {
      "loss_action": 0.011228779330849648,
      "loss_total": 0.011228779330849648,
      "step": 76600
    },
    {
      "loss_action": 0.0016250310000032187,
      "loss_total": 0.0016250310000032187,
      "step": 76600
    },
    {
      "grad_norm": 0.0860336422920227,
      "learning_rate": 9.46234702973845e-05,
      "loss": 0.0064,
      "step": 76610
    },
    {
      "loss_action": 0.0014100577682256699,
      "loss_total": 0.0014100577682256699,
      "step": 76610
    },
    {
      "loss_action": 0.016590142622590065,
      "loss_total": 0.016590142622590065,
      "step": 76610
    },
    {
      "loss_action": 0.008017182350158691,
      "loss_total": 0.008017182350158691,
      "step": 76610
    },
    {
      "loss_action": 0.007806362584233284,
      "loss_total": 0.007806362584233284,
      "step": 76610
    },
    {
      "loss_action": 0.002800318179652095,
      "loss_total": 0.002800318179652095,
      "step": 76610
    },
    {
      "loss_action": 0.009168695658445358,
      "loss_total": 0.009168695658445358,
      "step": 76610
    },
    {
      "loss_action": 0.012928376905620098,
      "loss_total": 0.012928376905620098,
      "step": 76610
    },
    {
      "loss_action": 0.005964502692222595,
      "loss_total": 0.005964502692222595,
      "step": 76610
    },
    {
      "grad_norm": 0.1755066066980362,
      "learning_rate": 9.462160541154428e-05,
      "loss": 0.0084,
      "step": 76620
    },
    {
      "loss_action": 0.005144433118402958,
      "loss_total": 0.005144433118402958,
      "step": 76620
    },
    {
      "loss_action": 0.016554059460759163,
      "loss_total": 0.016554059460759163,
      "step": 76620
    },
    {
      "loss_action": 0.002708176616579294,
      "loss_total": 0.002708176616579294,
      "step": 76620
    },
    {
      "loss_action": 0.0054175760596990585,
      "loss_total": 0.0054175760596990585,
      "step": 76620
    },
    {
      "loss_action": 0.015784647315740585,
      "loss_total": 0.015784647315740585,
      "step": 76620
    },
    {
      "loss_action": 0.0024545779451727867,
      "loss_total": 0.0024545779451727867,
      "step": 76620
    },
    {
      "loss_action": 0.005579489283263683,
      "loss_total": 0.005579489283263683,
      "step": 76620
    },
    {
      "loss_action": 0.007544724270701408,
      "loss_total": 0.007544724270701408,
      "step": 76620
    },
    {
      "grad_norm": 0.07502247393131256,
      "learning_rate": 9.461974022071958e-05,
      "loss": 0.0063,
      "step": 76630
    },
    {
      "loss_action": 0.017481066286563873,
      "loss_total": 0.017481066286563873,
      "step": 76630
    },
    {
      "loss_action": 0.00338237127289176,
      "loss_total": 0.00338237127289176,
      "step": 76630
    },
    {
      "loss_action": 0.009461659938097,
      "loss_total": 0.009461659938097,
      "step": 76630
    },
    {
      "loss_action": 0.003936112858355045,
      "loss_total": 0.003936112858355045,
      "step": 76630
    },
    {
      "loss_action": 0.0026105870492756367,
      "loss_total": 0.0026105870492756367,
      "step": 76630
    },
    {
      "loss_action": 0.00855734758079052,
      "loss_total": 0.00855734758079052,
      "step": 76630
    },
    {
      "loss_action": 0.0024479159619659185,
      "loss_total": 0.0024479159619659185,
      "step": 76630
    },
    {
      "loss_action": 0.004859707318246365,
      "loss_total": 0.004859707318246365,
      "step": 76630
    },
    {
      "grad_norm": 0.10276026278734207,
      "learning_rate": 9.461787472492313e-05,
      "loss": 0.0072,
      "step": 76640
    },
    {
      "loss_action": 0.012021435424685478,
      "loss_total": 0.012021435424685478,
      "step": 76640
    },
    {
      "loss_action": 0.008745938539505005,
      "loss_total": 0.008745938539505005,
      "step": 76640
    },
    {
      "loss_action": 0.005258293356746435,
      "loss_total": 0.005258293356746435,
      "step": 76640
    },
    {
      "loss_action": 0.003849521279335022,
      "loss_total": 0.003849521279335022,
      "step": 76640
    },
    {
      "loss_action": 0.004749605432152748,
      "loss_total": 0.004749605432152748,
      "step": 76640
    },
    {
      "loss_action": 0.008033007383346558,
      "loss_total": 0.008033007383346558,
      "step": 76640
    },
    {
      "loss_action": 0.0029092971235513687,
      "loss_total": 0.0029092971235513687,
      "step": 76640
    },
    {
      "loss_action": 0.003818039782345295,
      "loss_total": 0.003818039782345295,
      "step": 76640
    },
    {
      "grad_norm": 0.09660430252552032,
      "learning_rate": 9.46160089241677e-05,
      "loss": 0.0066,
      "step": 76650
    },
    {
      "loss_action": 0.012099857442080975,
      "loss_total": 0.012099857442080975,
      "step": 76650
    },
    {
      "loss_action": 0.00559651106595993,
      "loss_total": 0.00559651106595993,
      "step": 76650
    },
    {
      "loss_action": 0.006349665112793446,
      "loss_total": 0.006349665112793446,
      "step": 76650
    },
    {
      "loss_action": 0.012010334059596062,
      "loss_total": 0.012010334059596062,
      "step": 76650
    },
    {
      "loss_action": 0.008647837676107883,
      "loss_total": 0.008647837676107883,
      "step": 76650
    },
    {
      "loss_action": 0.003991586156189442,
      "loss_total": 0.003991586156189442,
      "step": 76650
    },
    {
      "loss_action": 0.019509823992848396,
      "loss_total": 0.019509823992848396,
      "step": 76650
    },
    {
      "loss_action": 0.0026942030526697636,
      "loss_total": 0.0026942030526697636,
      "step": 76650
    },
    {
      "grad_norm": 0.09012709558010101,
      "learning_rate": 9.461414281846604e-05,
      "loss": 0.006,
      "step": 76660
    },
    {
      "loss_action": 0.003473709337413311,
      "loss_total": 0.003473709337413311,
      "step": 76660
    },
    {
      "loss_action": 0.012715315446257591,
      "loss_total": 0.012715315446257591,
      "step": 76660
    },
    {
      "loss_action": 0.002890487667173147,
      "loss_total": 0.002890487667173147,
      "step": 76660
    },
    {
      "loss_action": 0.02740774117410183,
      "loss_total": 0.02740774117410183,
      "step": 76660
    },
    {
      "loss_action": 0.0051604886539280415,
      "loss_total": 0.0051604886539280415,
      "step": 76660
    },
    {
      "loss_action": 0.002909709233790636,
      "loss_total": 0.002909709233790636,
      "step": 76660
    },
    {
      "loss_action": 0.007022437639534473,
      "loss_total": 0.007022437639534473,
      "step": 76660
    },
    {
      "loss_action": 0.0056288521736860275,
      "loss_total": 0.0056288521736860275,
      "step": 76660
    },
    {
      "grad_norm": 0.11242932826280594,
      "learning_rate": 9.46122764078309e-05,
      "loss": 0.0065,
      "step": 76670
    },
    {
      "loss_action": 0.004392526112496853,
      "loss_total": 0.004392526112496853,
      "step": 76670
    },
    {
      "loss_action": 0.0028032930567860603,
      "loss_total": 0.0028032930567860603,
      "step": 76670
    },
    {
      "loss_action": 0.004078954923897982,
      "loss_total": 0.004078954923897982,
      "step": 76670
    },
    {
      "loss_action": 0.028447940945625305,
      "loss_total": 0.028447940945625305,
      "step": 76670
    },
    {
      "loss_action": 0.007544480264186859,
      "loss_total": 0.007544480264186859,
      "step": 76670
    },
    {
      "loss_action": 0.003638430731371045,
      "loss_total": 0.003638430731371045,
      "step": 76670
    },
    {
      "loss_action": 0.0067116087302565575,
      "loss_total": 0.0067116087302565575,
      "step": 76670
    },
    {
      "loss_action": 0.004797089844942093,
      "loss_total": 0.004797089844942093,
      "step": 76670
    },
    {
      "grad_norm": 0.07074582576751709,
      "learning_rate": 9.461040969227506e-05,
      "loss": 0.0064,
      "step": 76680
    },
    {
      "loss_action": 0.004494545049965382,
      "loss_total": 0.004494545049965382,
      "step": 76680
    },
    {
      "loss_action": 0.0032853931188583374,
      "loss_total": 0.0032853931188583374,
      "step": 76680
    },
    {
      "loss_action": 0.009718168526887894,
      "loss_total": 0.009718168526887894,
      "step": 76680
    },
    {
      "loss_action": 0.005637595895677805,
      "loss_total": 0.005637595895677805,
      "step": 76680
    },
    {
      "loss_action": 0.005112804006785154,
      "loss_total": 0.005112804006785154,
      "step": 76680
    },
    {
      "loss_action": 0.0028827995993196964,
      "loss_total": 0.0028827995993196964,
      "step": 76680
    },
    {
      "loss_action": 0.008806314319372177,
      "loss_total": 0.008806314319372177,
      "step": 76680
    },
    {
      "loss_action": 0.0015012066578492522,
      "loss_total": 0.0015012066578492522,
      "step": 76680
    },
    {
      "grad_norm": 0.09419801086187363,
      "learning_rate": 9.460854267181124e-05,
      "loss": 0.0051,
      "step": 76690
    },
    {
      "loss_action": 0.0034945947118103504,
      "loss_total": 0.0034945947118103504,
      "step": 76690
    },
    {
      "loss_action": 0.012684882618486881,
      "loss_total": 0.012684882618486881,
      "step": 76690
    },
    {
      "loss_action": 0.009007937274873257,
      "loss_total": 0.009007937274873257,
      "step": 76690
    },
    {
      "loss_action": 0.005989043973386288,
      "loss_total": 0.005989043973386288,
      "step": 76690
    },
    {
      "loss_action": 0.0017675780691206455,
      "loss_total": 0.0017675780691206455,
      "step": 76690
    },
    {
      "loss_action": 0.008018804714083672,
      "loss_total": 0.008018804714083672,
      "step": 76690
    },
    {
      "loss_action": 0.0049155536107718945,
      "loss_total": 0.0049155536107718945,
      "step": 76690
    },
    {
      "loss_action": 0.004060597624629736,
      "loss_total": 0.004060597624629736,
      "step": 76690
    },
    {
      "grad_norm": 0.10771138966083527,
      "learning_rate": 9.460667534645222e-05,
      "loss": 0.006,
      "step": 76700
    },
    {
      "loss_action": 0.00785482581704855,
      "loss_total": 0.00785482581704855,
      "step": 76700
    },
    {
      "loss_action": 0.008557764813303947,
      "loss_total": 0.008557764813303947,
      "step": 76700
    },
    {
      "loss_action": 0.006345070898532867,
      "loss_total": 0.006345070898532867,
      "step": 76700
    },
    {
      "loss_action": 0.0023694371338933706,
      "loss_total": 0.0023694371338933706,
      "step": 76700
    },
    {
      "loss_action": 0.003929855301976204,
      "loss_total": 0.003929855301976204,
      "step": 76700
    },
    {
      "loss_action": 0.007741332054138184,
      "loss_total": 0.007741332054138184,
      "step": 76700
    },
    {
      "loss_action": 0.005391672719269991,
      "loss_total": 0.005391672719269991,
      "step": 76700
    },
    {
      "loss_action": 0.002750321291387081,
      "loss_total": 0.002750321291387081,
      "step": 76700
    },
    {
      "grad_norm": 0.07476871460676193,
      "learning_rate": 9.460480771621076e-05,
      "loss": 0.0068,
      "step": 76710
    },
    {
      "loss_action": 0.005748620722442865,
      "loss_total": 0.005748620722442865,
      "step": 76710
    },
    {
      "loss_action": 0.01093955710530281,
      "loss_total": 0.01093955710530281,
      "step": 76710
    },
    {
      "loss_action": 0.007021252065896988,
      "loss_total": 0.007021252065896988,
      "step": 76710
    },
    {
      "loss_action": 0.017094237729907036,
      "loss_total": 0.017094237729907036,
      "step": 76710
    },
    {
      "loss_action": 0.002743824850767851,
      "loss_total": 0.002743824850767851,
      "step": 76710
    },
    {
      "loss_action": 0.005286030936986208,
      "loss_total": 0.005286030936986208,
      "step": 76710
    },
    {
      "loss_action": 0.0023839217610657215,
      "loss_total": 0.0023839217610657215,
      "step": 76710
    },
    {
      "loss_action": 0.0017183823511004448,
      "loss_total": 0.0017183823511004448,
      "step": 76710
    },
    {
      "grad_norm": 0.09269934147596359,
      "learning_rate": 9.460293978109965e-05,
      "loss": 0.0054,
      "step": 76720
    },
    {
      "loss_action": 0.002748592756688595,
      "loss_total": 0.002748592756688595,
      "step": 76720
    },
    {
      "loss_action": 0.001270201290026307,
      "loss_total": 0.001270201290026307,
      "step": 76720
    },
    {
      "loss_action": 0.00667793583124876,
      "loss_total": 0.00667793583124876,
      "step": 76720
    },
    {
      "loss_action": 0.007737656123936176,
      "loss_total": 0.007737656123936176,
      "step": 76720
    },
    {
      "loss_action": 0.00345020042732358,
      "loss_total": 0.00345020042732358,
      "step": 76720
    },
    {
      "loss_action": 0.006621179636567831,
      "loss_total": 0.006621179636567831,
      "step": 76720
    },
    {
      "loss_action": 0.0024492130614817142,
      "loss_total": 0.0024492130614817142,
      "step": 76720
    },
    {
      "loss_action": 0.008079016581177711,
      "loss_total": 0.008079016581177711,
      "step": 76720
    },
    {
      "grad_norm": 0.12521903216838837,
      "learning_rate": 9.460107154113162e-05,
      "loss": 0.0066,
      "step": 76730
    },
    {
      "loss_action": 0.0039037440437823534,
      "loss_total": 0.0039037440437823534,
      "step": 76730
    },
    {
      "loss_action": 0.0030496162362396717,
      "loss_total": 0.0030496162362396717,
      "step": 76730
    },
    {
      "loss_action": 0.0030193610582500696,
      "loss_total": 0.0030193610582500696,
      "step": 76730
    },
    {
      "loss_action": 0.002482994459569454,
      "loss_total": 0.002482994459569454,
      "step": 76730
    },
    {
      "loss_action": 0.006573617458343506,
      "loss_total": 0.006573617458343506,
      "step": 76730
    },
    {
      "loss_action": 0.0027480456046760082,
      "loss_total": 0.0027480456046760082,
      "step": 76730
    },
    {
      "loss_action": 0.004961904603987932,
      "loss_total": 0.004961904603987932,
      "step": 76730
    },
    {
      "loss_action": 0.00416803453117609,
      "loss_total": 0.00416803453117609,
      "step": 76730
    },
    {
      "grad_norm": 0.12443648278713226,
      "learning_rate": 9.459920299631945e-05,
      "loss": 0.0077,
      "step": 76740
    },
    {
      "loss_action": 0.008241608738899231,
      "loss_total": 0.008241608738899231,
      "step": 76740
    },
    {
      "loss_action": 0.0048427339643239975,
      "loss_total": 0.0048427339643239975,
      "step": 76740
    },
    {
      "loss_action": 0.007978799752891064,
      "loss_total": 0.007978799752891064,
      "step": 76740
    },
    {
      "loss_action": 0.003203839063644409,
      "loss_total": 0.003203839063644409,
      "step": 76740
    },
    {
      "loss_action": 0.004436712712049484,
      "loss_total": 0.004436712712049484,
      "step": 76740
    },
    {
      "loss_action": 0.006357312202453613,
      "loss_total": 0.006357312202453613,
      "step": 76740
    },
    {
      "loss_action": 0.0037295559886842966,
      "loss_total": 0.0037295559886842966,
      "step": 76740
    },
    {
      "loss_action": 0.003943825606256723,
      "loss_total": 0.003943825606256723,
      "step": 76740
    },
    {
      "grad_norm": 0.11603067815303802,
      "learning_rate": 9.459733414667593e-05,
      "loss": 0.0057,
      "step": 76750
    },
    {
      "loss_action": 0.002280040178447962,
      "loss_total": 0.002280040178447962,
      "step": 76750
    },
    {
      "loss_action": 0.0021975827403366566,
      "loss_total": 0.0021975827403366566,
      "step": 76750
    },
    {
      "loss_action": 0.004146670922636986,
      "loss_total": 0.004146670922636986,
      "step": 76750
    },
    {
      "loss_action": 0.0030264880042523146,
      "loss_total": 0.0030264880042523146,
      "step": 76750
    },
    {
      "loss_action": 0.03523404151201248,
      "loss_total": 0.03523404151201248,
      "step": 76750
    },
    {
      "loss_action": 0.013103131204843521,
      "loss_total": 0.013103131204843521,
      "step": 76750
    },
    {
      "loss_action": 0.0022524043451994658,
      "loss_total": 0.0022524043451994658,
      "step": 76750
    },
    {
      "loss_action": 0.0034258533269166946,
      "loss_total": 0.0034258533269166946,
      "step": 76750
    },
    {
      "grad_norm": 0.11253990232944489,
      "learning_rate": 9.459546499221381e-05,
      "loss": 0.0059,
      "step": 76760
    },
    {
      "loss_action": 0.008693775162100792,
      "loss_total": 0.008693775162100792,
      "step": 76760
    },
    {
      "loss_action": 0.00209713913500309,
      "loss_total": 0.00209713913500309,
      "step": 76760
    },
    {
      "loss_action": 0.005685667507350445,
      "loss_total": 0.005685667507350445,
      "step": 76760
    },
    {
      "loss_action": 0.003431829856708646,
      "loss_total": 0.003431829856708646,
      "step": 76760
    },
    {
      "loss_action": 0.010617051273584366,
      "loss_total": 0.010617051273584366,
      "step": 76760
    },
    {
      "loss_action": 0.0114766089245677,
      "loss_total": 0.0114766089245677,
      "step": 76760
    },
    {
      "loss_action": 0.005616673268377781,
      "loss_total": 0.005616673268377781,
      "step": 76760
    },
    {
      "loss_action": 0.002595081925392151,
      "loss_total": 0.002595081925392151,
      "step": 76760
    },
    {
      "grad_norm": 0.09218869358301163,
      "learning_rate": 9.459359553294587e-05,
      "loss": 0.006,
      "step": 76770
    },
    {
      "loss_action": 0.0019046112429350615,
      "loss_total": 0.0019046112429350615,
      "step": 76770
    },
    {
      "loss_action": 0.0019091428257524967,
      "loss_total": 0.0019091428257524967,
      "step": 76770
    },
    {
      "loss_action": 0.002337842248380184,
      "loss_total": 0.002337842248380184,
      "step": 76770
    },
    {
      "loss_action": 0.0036117148119956255,
      "loss_total": 0.0036117148119956255,
      "step": 76770
    },
    {
      "loss_action": 0.0039731962606310844,
      "loss_total": 0.0039731962606310844,
      "step": 76770
    },
    {
      "loss_action": 0.004704038612544537,
      "loss_total": 0.004704038612544537,
      "step": 76770
    },
    {
      "loss_action": 0.0029059681110084057,
      "loss_total": 0.0029059681110084057,
      "step": 76770
    },
    {
      "loss_action": 0.004150251392275095,
      "loss_total": 0.004150251392275095,
      "step": 76770
    },
    {
      "grad_norm": 0.08967897295951843,
      "learning_rate": 9.45917257688849e-05,
      "loss": 0.0065,
      "step": 76780
    },
    {
      "loss_action": 0.0033643494825810194,
      "loss_total": 0.0033643494825810194,
      "step": 76780
    },
    {
      "loss_action": 0.004186547826975584,
      "loss_total": 0.004186547826975584,
      "step": 76780
    },
    {
      "loss_action": 0.003112374572083354,
      "loss_total": 0.003112374572083354,
      "step": 76780
    },
    {
      "loss_action": 0.005349566228687763,
      "loss_total": 0.005349566228687763,
      "step": 76780
    },
    {
      "loss_action": 0.0030900929123163223,
      "loss_total": 0.0030900929123163223,
      "step": 76780
    },
    {
      "loss_action": 0.004253860097378492,
      "loss_total": 0.004253860097378492,
      "step": 76780
    },
    {
      "loss_action": 0.008146164007484913,
      "loss_total": 0.008146164007484913,
      "step": 76780
    },
    {
      "loss_action": 0.005122491158545017,
      "loss_total": 0.005122491158545017,
      "step": 76780
    },
    {
      "grad_norm": 0.12384069710969925,
      "learning_rate": 9.458985570004366e-05,
      "loss": 0.0068,
      "step": 76790
    },
    {
      "loss_action": 0.005589022766798735,
      "loss_total": 0.005589022766798735,
      "step": 76790
    },
    {
      "loss_action": 0.0020882883109152317,
      "loss_total": 0.0020882883109152317,
      "step": 76790
    },
    {
      "loss_action": 0.0038249532226473093,
      "loss_total": 0.0038249532226473093,
      "step": 76790
    },
    {
      "loss_action": 0.006851598620414734,
      "loss_total": 0.006851598620414734,
      "step": 76790
    },
    {
      "loss_action": 0.005478540435433388,
      "loss_total": 0.005478540435433388,
      "step": 76790
    },
    {
      "loss_action": 0.0028392327949404716,
      "loss_total": 0.0028392327949404716,
      "step": 76790
    },
    {
      "loss_action": 0.0035436113830655813,
      "loss_total": 0.0035436113830655813,
      "step": 76790
    },
    {
      "loss_action": 0.0027558105066418648,
      "loss_total": 0.0027558105066418648,
      "step": 76790
    },
    {
      "grad_norm": 0.11448952555656433,
      "learning_rate": 9.458798532643495e-05,
      "loss": 0.0062,
      "step": 76800
    },
    {
      "loss_action": 0.004044379107654095,
      "loss_total": 0.004044379107654095,
      "step": 76800
    },
    {
      "loss_action": 0.0017187149496749043,
      "loss_total": 0.0017187149496749043,
      "step": 76800
    },
    {
      "loss_action": 0.0025956309400498867,
      "loss_total": 0.0025956309400498867,
      "step": 76800
    },
    {
      "loss_action": 0.0058942269533872604,
      "loss_total": 0.0058942269533872604,
      "step": 76800
    },
    {
      "loss_action": 0.0023245143238455057,
      "loss_total": 0.0023245143238455057,
      "step": 76800
    },
    {
      "loss_action": 0.004118637181818485,
      "loss_total": 0.004118637181818485,
      "step": 76800
    },
    {
      "loss_action": 0.006055430509150028,
      "loss_total": 0.006055430509150028,
      "step": 76800
    },
    {
      "loss_action": 0.0025525528471916914,
      "loss_total": 0.0025525528471916914,
      "step": 76800
    },
    {
      "grad_norm": 0.12247654050588608,
      "learning_rate": 9.458611464807156e-05,
      "loss": 0.0056,
      "step": 76810
    },
    {
      "loss_action": 0.009194542653858662,
      "loss_total": 0.009194542653858662,
      "step": 76810
    },
    {
      "loss_action": 0.002206647302955389,
      "loss_total": 0.002206647302955389,
      "step": 76810
    },
    {
      "loss_action": 0.006200130097568035,
      "loss_total": 0.006200130097568035,
      "step": 76810
    },
    {
      "loss_action": 0.025687364861369133,
      "loss_total": 0.025687364861369133,
      "step": 76810
    },
    {
      "loss_action": 0.00955183058977127,
      "loss_total": 0.00955183058977127,
      "step": 76810
    },
    {
      "loss_action": 0.002795205917209387,
      "loss_total": 0.002795205917209387,
      "step": 76810
    },
    {
      "loss_action": 0.0039839968085289,
      "loss_total": 0.0039839968085289,
      "step": 76810
    },
    {
      "loss_action": 0.002265965100377798,
      "loss_total": 0.002265965100377798,
      "step": 76810
    },
    {
      "grad_norm": 0.08060057461261749,
      "learning_rate": 9.458424366496626e-05,
      "loss": 0.0064,
      "step": 76820
    },
    {
      "loss_action": 0.003296504495665431,
      "loss_total": 0.003296504495665431,
      "step": 76820
    },
    {
      "loss_action": 0.011457568034529686,
      "loss_total": 0.011457568034529686,
      "step": 76820
    },
    {
      "loss_action": 0.0018573777051642537,
      "loss_total": 0.0018573777051642537,
      "step": 76820
    },
    {
      "loss_action": 0.01473243348300457,
      "loss_total": 0.01473243348300457,
      "step": 76820
    },
    {
      "loss_action": 0.0030121260788291693,
      "loss_total": 0.0030121260788291693,
      "step": 76820
    },
    {
      "loss_action": 0.003533703973516822,
      "loss_total": 0.003533703973516822,
      "step": 76820
    },
    {
      "loss_action": 0.005836134776473045,
      "loss_total": 0.005836134776473045,
      "step": 76820
    },
    {
      "loss_action": 0.0024202209897339344,
      "loss_total": 0.0024202209897339344,
      "step": 76820
    },
    {
      "grad_norm": 0.09306447207927704,
      "learning_rate": 9.458237237713184e-05,
      "loss": 0.0056,
      "step": 76830
    },
    {
      "loss_action": 0.006466344930231571,
      "loss_total": 0.006466344930231571,
      "step": 76830
    },
    {
      "loss_action": 0.009837796911597252,
      "loss_total": 0.009837796911597252,
      "step": 76830
    },
    {
      "loss_action": 0.012049374170601368,
      "loss_total": 0.012049374170601368,
      "step": 76830
    },
    {
      "loss_action": 0.0028475457802414894,
      "loss_total": 0.0028475457802414894,
      "step": 76830
    },
    {
      "loss_action": 0.012326912954449654,
      "loss_total": 0.012326912954449654,
      "step": 76830
    },
    {
      "loss_action": 0.0030054773669689894,
      "loss_total": 0.0030054773669689894,
      "step": 76830
    },
    {
      "loss_action": 0.003155894111841917,
      "loss_total": 0.003155894111841917,
      "step": 76830
    },
    {
      "loss_action": 0.003493962809443474,
      "loss_total": 0.003493962809443474,
      "step": 76830
    },
    {
      "grad_norm": 0.07896057516336441,
      "learning_rate": 9.458050078458107e-05,
      "loss": 0.007,
      "step": 76840
    },
    {
      "loss_action": 0.004745828453451395,
      "loss_total": 0.004745828453451395,
      "step": 76840
    },
    {
      "loss_action": 0.0081881582736969,
      "loss_total": 0.0081881582736969,
      "step": 76840
    },
    {
      "loss_action": 0.0026797116734087467,
      "loss_total": 0.0026797116734087467,
      "step": 76840
    },
    {
      "loss_action": 0.00499667739495635,
      "loss_total": 0.00499667739495635,
      "step": 76840
    },
    {
      "loss_action": 0.0024853225331753492,
      "loss_total": 0.0024853225331753492,
      "step": 76840
    },
    {
      "loss_action": 0.0024180221371352673,
      "loss_total": 0.0024180221371352673,
      "step": 76840
    },
    {
      "loss_action": 0.007933436892926693,
      "loss_total": 0.007933436892926693,
      "step": 76840
    },
    {
      "loss_action": 0.004359114915132523,
      "loss_total": 0.004359114915132523,
      "step": 76840
    },
    {
      "grad_norm": 0.08447028696537018,
      "learning_rate": 9.457862888732678e-05,
      "loss": 0.0057,
      "step": 76850
    },
    {
      "loss_action": 0.0052836379036307335,
      "loss_total": 0.0052836379036307335,
      "step": 76850
    },
    {
      "loss_action": 0.003445112844929099,
      "loss_total": 0.003445112844929099,
      "step": 76850
    },
    {
      "loss_action": 0.012140048667788506,
      "loss_total": 0.012140048667788506,
      "step": 76850
    },
    {
      "loss_action": 0.008135038428008556,
      "loss_total": 0.008135038428008556,
      "step": 76850
    },
    {
      "loss_action": 0.00352346315048635,
      "loss_total": 0.00352346315048635,
      "step": 76850
    },
    {
      "loss_action": 0.003072424791753292,
      "loss_total": 0.003072424791753292,
      "step": 76850
    },
    {
      "loss_action": 0.0017827940173447132,
      "loss_total": 0.0017827940173447132,
      "step": 76850
    },
    {
      "loss_action": 0.007512737065553665,
      "loss_total": 0.007512737065553665,
      "step": 76850
    },
    {
      "grad_norm": 0.0966799408197403,
      "learning_rate": 9.457675668538175e-05,
      "loss": 0.0061,
      "step": 76860
    },
    {
      "loss_action": 0.018069542944431305,
      "loss_total": 0.018069542944431305,
      "step": 76860
    },
    {
      "loss_action": 0.0022333075758069754,
      "loss_total": 0.0022333075758069754,
      "step": 76860
    },
    {
      "loss_action": 0.005512322299182415,
      "loss_total": 0.005512322299182415,
      "step": 76860
    },
    {
      "loss_action": 0.006342019885778427,
      "loss_total": 0.006342019885778427,
      "step": 76860
    },
    {
      "loss_action": 0.006268217694014311,
      "loss_total": 0.006268217694014311,
      "step": 76860
    },
    {
      "loss_action": 0.003415617160499096,
      "loss_total": 0.003415617160499096,
      "step": 76860
    },
    {
      "loss_action": 0.0035918056964874268,
      "loss_total": 0.0035918056964874268,
      "step": 76860
    },
    {
      "loss_action": 0.004598683211952448,
      "loss_total": 0.004598683211952448,
      "step": 76860
    },
    {
      "grad_norm": 0.1046217605471611,
      "learning_rate": 9.457488417875877e-05,
      "loss": 0.0054,
      "step": 76870
    },
    {
      "loss_action": 0.0038417885079979897,
      "loss_total": 0.0038417885079979897,
      "step": 76870
    },
    {
      "loss_action": 0.004564497619867325,
      "loss_total": 0.004564497619867325,
      "step": 76870
    },
    {
      "loss_action": 0.004613055847585201,
      "loss_total": 0.004613055847585201,
      "step": 76870
    },
    {
      "loss_action": 0.0035794570576399565,
      "loss_total": 0.0035794570576399565,
      "step": 76870
    },
    {
      "loss_action": 0.006475065369158983,
      "loss_total": 0.006475065369158983,
      "step": 76870
    },
    {
      "loss_action": 0.0026041644159704447,
      "loss_total": 0.0026041644159704447,
      "step": 76870
    },
    {
      "loss_action": 0.004141850862652063,
      "loss_total": 0.004141850862652063,
      "step": 76870
    },
    {
      "loss_action": 0.005072218365967274,
      "loss_total": 0.005072218365967274,
      "step": 76870
    },
    {
      "grad_norm": 0.058170516043901443,
      "learning_rate": 9.457301136747065e-05,
      "loss": 0.0054,
      "step": 76880
    },
    {
      "loss_action": 0.0023317746818065643,
      "loss_total": 0.0023317746818065643,
      "step": 76880
    },
    {
      "loss_action": 0.013896124437451363,
      "loss_total": 0.013896124437451363,
      "step": 76880
    },
    {
      "loss_action": 0.010100177489221096,
      "loss_total": 0.010100177489221096,
      "step": 76880
    },
    {
      "loss_action": 0.00796437542885542,
      "loss_total": 0.00796437542885542,
      "step": 76880
    },
    {
      "loss_action": 0.0021453818771988153,
      "loss_total": 0.0021453818771988153,
      "step": 76880
    },
    {
      "loss_action": 0.0021504731848835945,
      "loss_total": 0.0021504731848835945,
      "step": 76880
    },
    {
      "loss_action": 0.002893561962991953,
      "loss_total": 0.002893561962991953,
      "step": 76880
    },
    {
      "loss_action": 0.005132902879267931,
      "loss_total": 0.005132902879267931,
      "step": 76880
    },
    {
      "grad_norm": 0.12817636132240295,
      "learning_rate": 9.457113825153018e-05,
      "loss": 0.0064,
      "step": 76890
    },
    {
      "loss_action": 0.0036822278052568436,
      "loss_total": 0.0036822278052568436,
      "step": 76890
    },
    {
      "loss_action": 0.004603826906532049,
      "loss_total": 0.004603826906532049,
      "step": 76890
    },
    {
      "loss_action": 0.0019024088978767395,
      "loss_total": 0.0019024088978767395,
      "step": 76890
    },
    {
      "loss_action": 0.0014594411477446556,
      "loss_total": 0.0014594411477446556,
      "step": 76890
    },
    {
      "loss_action": 0.004802335053682327,
      "loss_total": 0.004802335053682327,
      "step": 76890
    },
    {
      "loss_action": 0.0053853923454880714,
      "loss_total": 0.0053853923454880714,
      "step": 76890
    },
    {
      "loss_action": 0.0030688352417200804,
      "loss_total": 0.0030688352417200804,
      "step": 76890
    },
    {
      "loss_action": 0.004492669366300106,
      "loss_total": 0.004492669366300106,
      "step": 76890
    },
    {
      "grad_norm": 0.10791919380426407,
      "learning_rate": 9.456926483095016e-05,
      "loss": 0.0062,
      "step": 76900
    },
    {
      "loss_action": 0.004659431055188179,
      "loss_total": 0.004659431055188179,
      "step": 76900
    },
    {
      "loss_action": 0.008191495202481747,
      "loss_total": 0.008191495202481747,
      "step": 76900
    },
    {
      "loss_action": 0.005440215580165386,
      "loss_total": 0.005440215580165386,
      "step": 76900
    },
    {
      "loss_action": 0.004043323919177055,
      "loss_total": 0.004043323919177055,
      "step": 76900
    },
    {
      "loss_action": 0.0027508107014000416,
      "loss_total": 0.0027508107014000416,
      "step": 76900
    },
    {
      "loss_action": 0.011409120634198189,
      "loss_total": 0.011409120634198189,
      "step": 76900
    },
    {
      "loss_action": 0.009000619873404503,
      "loss_total": 0.009000619873404503,
      "step": 76900
    },
    {
      "loss_action": 0.005590350367128849,
      "loss_total": 0.005590350367128849,
      "step": 76900
    },
    {
      "grad_norm": 0.1143159344792366,
      "learning_rate": 9.45673911057434e-05,
      "loss": 0.0068,
      "step": 76910
    },
    {
      "loss_action": 0.011920303106307983,
      "loss_total": 0.011920303106307983,
      "step": 76910
    },
    {
      "loss_action": 0.016053099185228348,
      "loss_total": 0.016053099185228348,
      "step": 76910
    },
    {
      "loss_action": 0.008310908451676369,
      "loss_total": 0.008310908451676369,
      "step": 76910
    },
    {
      "loss_action": 0.007740491069853306,
      "loss_total": 0.007740491069853306,
      "step": 76910
    },
    {
      "loss_action": 0.01545015349984169,
      "loss_total": 0.01545015349984169,
      "step": 76910
    },
    {
      "loss_action": 0.003423860762268305,
      "loss_total": 0.003423860762268305,
      "step": 76910
    },
    {
      "loss_action": 0.0038747303187847137,
      "loss_total": 0.0038747303187847137,
      "step": 76910
    },
    {
      "loss_action": 0.004105710424482822,
      "loss_total": 0.004105710424482822,
      "step": 76910
    },
    {
      "grad_norm": 0.07717707753181458,
      "learning_rate": 9.456551707592272e-05,
      "loss": 0.0064,
      "step": 76920
    },
    {
      "loss_action": 0.0059552425518631935,
      "loss_total": 0.0059552425518631935,
      "step": 76920
    },
    {
      "loss_action": 0.0076122526079416275,
      "loss_total": 0.0076122526079416275,
      "step": 76920
    },
    {
      "loss_action": 0.007150749210268259,
      "loss_total": 0.007150749210268259,
      "step": 76920
    },
    {
      "loss_action": 0.004101162776350975,
      "loss_total": 0.004101162776350975,
      "step": 76920
    },
    {
      "loss_action": 0.0013588940491899848,
      "loss_total": 0.0013588940491899848,
      "step": 76920
    },
    {
      "loss_action": 0.005732540972530842,
      "loss_total": 0.005732540972530842,
      "step": 76920
    },
    {
      "loss_action": 0.004241511225700378,
      "loss_total": 0.004241511225700378,
      "step": 76920
    },
    {
      "loss_action": 0.0021126321516931057,
      "loss_total": 0.0021126321516931057,
      "step": 76920
    },
    {
      "grad_norm": 0.0853186845779419,
      "learning_rate": 9.456364274150091e-05,
      "loss": 0.0055,
      "step": 76930
    },
    {
      "loss_action": 0.006337472703307867,
      "loss_total": 0.006337472703307867,
      "step": 76930
    },
    {
      "loss_action": 0.006389983929693699,
      "loss_total": 0.006389983929693699,
      "step": 76930
    },
    {
      "loss_action": 0.002817699685692787,
      "loss_total": 0.002817699685692787,
      "step": 76930
    },
    {
      "loss_action": 0.0028354432433843613,
      "loss_total": 0.0028354432433843613,
      "step": 76930
    },
    {
      "loss_action": 0.0022321646101772785,
      "loss_total": 0.0022321646101772785,
      "step": 76930
    },
    {
      "loss_action": 0.003588535822927952,
      "loss_total": 0.003588535822927952,
      "step": 76930
    },
    {
      "loss_action": 0.0055534737184643745,
      "loss_total": 0.0055534737184643745,
      "step": 76930
    },
    {
      "loss_action": 0.0037207365967333317,
      "loss_total": 0.0037207365967333317,
      "step": 76930
    },
    {
      "grad_norm": 0.09506428241729736,
      "learning_rate": 9.456176810249078e-05,
      "loss": 0.0055,
      "step": 76940
    },
    {
      "loss_action": 0.012732969596982002,
      "loss_total": 0.012732969596982002,
      "step": 76940
    },
    {
      "loss_action": 0.002963398816064,
      "loss_total": 0.002963398816064,
      "step": 76940
    },
    {
      "loss_action": 0.004050926771014929,
      "loss_total": 0.004050926771014929,
      "step": 76940
    },
    {
      "loss_action": 0.0023006608244031668,
      "loss_total": 0.0023006608244031668,
      "step": 76940
    },
    {
      "loss_action": 0.0055061448365449905,
      "loss_total": 0.0055061448365449905,
      "step": 76940
    },
    {
      "loss_action": 0.0029748287051916122,
      "loss_total": 0.0029748287051916122,
      "step": 76940
    },
    {
      "loss_action": 0.006956608034670353,
      "loss_total": 0.006956608034670353,
      "step": 76940
    },
    {
      "loss_action": 0.002902669832110405,
      "loss_total": 0.002902669832110405,
      "step": 76940
    },
    {
      "grad_norm": 0.1312623769044876,
      "learning_rate": 9.455989315890515e-05,
      "loss": 0.0065,
      "step": 76950
    },
    {
      "loss_action": 0.003946022130548954,
      "loss_total": 0.003946022130548954,
      "step": 76950
    },
    {
      "loss_action": 0.003962227143347263,
      "loss_total": 0.003962227143347263,
      "step": 76950
    },
    {
      "loss_action": 0.006493147928267717,
      "loss_total": 0.006493147928267717,
      "step": 76950
    },
    {
      "loss_action": 0.009150019846856594,
      "loss_total": 0.009150019846856594,
      "step": 76950
    },
    {
      "loss_action": 0.007787281647324562,
      "loss_total": 0.007787281647324562,
      "step": 76950
    },
    {
      "loss_action": 0.0029684267938137054,
      "loss_total": 0.0029684267938137054,
      "step": 76950
    },
    {
      "loss_action": 0.00875532440841198,
      "loss_total": 0.00875532440841198,
      "step": 76950
    },
    {
      "loss_action": 0.006294258404523134,
      "loss_total": 0.006294258404523134,
      "step": 76950
    },
    {
      "grad_norm": 0.10840336233377457,
      "learning_rate": 9.455801791075685e-05,
      "loss": 0.0059,
      "step": 76960
    },
    {
      "loss_action": 0.021692730486392975,
      "loss_total": 0.021692730486392975,
      "step": 76960
    },
    {
      "loss_action": 0.0017730501713231206,
      "loss_total": 0.0017730501713231206,
      "step": 76960
    },
    {
      "loss_action": 0.0018346029100939631,
      "loss_total": 0.0018346029100939631,
      "step": 76960
    },
    {
      "loss_action": 0.016380518674850464,
      "loss_total": 0.016380518674850464,
      "step": 76960
    },
    {
      "loss_action": 0.01000903733074665,
      "loss_total": 0.01000903733074665,
      "step": 76960
    },
    {
      "loss_action": 0.0021014437079429626,
      "loss_total": 0.0021014437079429626,
      "step": 76960
    },
    {
      "loss_action": 0.008682639338076115,
      "loss_total": 0.008682639338076115,
      "step": 76960
    },
    {
      "loss_action": 0.006547534838318825,
      "loss_total": 0.006547534838318825,
      "step": 76960
    },
    {
      "grad_norm": 0.09769480675458908,
      "learning_rate": 9.455614235805866e-05,
      "loss": 0.0063,
      "step": 76970
    },
    {
      "loss_action": 0.006324601359665394,
      "loss_total": 0.006324601359665394,
      "step": 76970
    },
    {
      "loss_action": 0.0029196832329034805,
      "loss_total": 0.0029196832329034805,
      "step": 76970
    },
    {
      "loss_action": 0.015546459704637527,
      "loss_total": 0.015546459704637527,
      "step": 76970
    },
    {
      "loss_action": 0.002792807063087821,
      "loss_total": 0.002792807063087821,
      "step": 76970
    },
    {
      "loss_action": 0.0011798669584095478,
      "loss_total": 0.0011798669584095478,
      "step": 76970
    },
    {
      "loss_action": 0.004321825224906206,
      "loss_total": 0.004321825224906206,
      "step": 76970
    },
    {
      "loss_action": 0.009563181549310684,
      "loss_total": 0.009563181549310684,
      "step": 76970
    },
    {
      "loss_action": 0.001801044913008809,
      "loss_total": 0.001801044913008809,
      "step": 76970
    },
    {
      "grad_norm": 0.09944075345993042,
      "learning_rate": 9.455426650082345e-05,
      "loss": 0.0069,
      "step": 76980
    },
    {
      "loss_action": 0.007241903338581324,
      "loss_total": 0.007241903338581324,
      "step": 76980
    },
    {
      "loss_action": 0.009397388435900211,
      "loss_total": 0.009397388435900211,
      "step": 76980
    },
    {
      "loss_action": 0.0052315061911940575,
      "loss_total": 0.0052315061911940575,
      "step": 76980
    },
    {
      "loss_action": 0.0015150841791182756,
      "loss_total": 0.0015150841791182756,
      "step": 76980
    },
    {
      "loss_action": 0.006683868356049061,
      "loss_total": 0.006683868356049061,
      "step": 76980
    },
    {
      "loss_action": 0.004655786324292421,
      "loss_total": 0.004655786324292421,
      "step": 76980
    },
    {
      "loss_action": 0.004991522058844566,
      "loss_total": 0.004991522058844566,
      "step": 76980
    },
    {
      "loss_action": 0.007796105463057756,
      "loss_total": 0.007796105463057756,
      "step": 76980
    },
    {
      "grad_norm": 0.13387151062488556,
      "learning_rate": 9.455239033906398e-05,
      "loss": 0.0073,
      "step": 76990
    },
    {
      "loss_action": 0.009392322041094303,
      "loss_total": 0.009392322041094303,
      "step": 76990
    },
    {
      "loss_action": 0.007627409417182207,
      "loss_total": 0.007627409417182207,
      "step": 76990
    },
    {
      "loss_action": 0.016483083367347717,
      "loss_total": 0.016483083367347717,
      "step": 76990
    },
    {
      "loss_action": 0.006778954528272152,
      "loss_total": 0.006778954528272152,
      "step": 76990
    },
    {
      "loss_action": 0.02142558991909027,
      "loss_total": 0.02142558991909027,
      "step": 76990
    },
    {
      "loss_action": 0.0029309322126209736,
      "loss_total": 0.0029309322126209736,
      "step": 76990
    },
    {
      "loss_action": 0.002103679347783327,
      "loss_total": 0.002103679347783327,
      "step": 76990
    },
    {
      "loss_action": 0.007654197514057159,
      "loss_total": 0.007654197514057159,
      "step": 76990
    },
    {
      "grad_norm": 0.10565217584371567,
      "learning_rate": 9.455051387279312e-05,
      "loss": 0.0073,
      "step": 77000
    },
    {
      "loss_action": 0.012359143234789371,
      "loss_total": 0.012359143234789371,
      "step": 77000
    },
    {
      "loss_action": 0.001963675022125244,
      "loss_total": 0.001963675022125244,
      "step": 77000
    },
    {
      "loss_action": 0.00829639844596386,
      "loss_total": 0.00829639844596386,
      "step": 77000
    },
    {
      "loss_action": 0.005689799785614014,
      "loss_total": 0.005689799785614014,
      "step": 77000
    },
    {
      "loss_action": 0.008468742482364178,
      "loss_total": 0.008468742482364178,
      "step": 77000
    },
    {
      "loss_action": 0.0031438195146620274,
      "loss_total": 0.0031438195146620274,
      "step": 77000
    },
    {
      "loss_action": 0.005034370347857475,
      "loss_total": 0.005034370347857475,
      "step": 77000
    },
    {
      "loss_action": 0.004911378491669893,
      "loss_total": 0.004911378491669893,
      "step": 77000
    },
    {
      "grad_norm": 0.08391411602497101,
      "learning_rate": 9.454863710202369e-05,
      "loss": 0.0059,
      "step": 77010
    },
    {
      "loss_action": 0.009807910770177841,
      "loss_total": 0.009807910770177841,
      "step": 77010
    },
    {
      "loss_action": 0.004432178568094969,
      "loss_total": 0.004432178568094969,
      "step": 77010
    },
    {
      "loss_action": 0.0018276318442076445,
      "loss_total": 0.0018276318442076445,
      "step": 77010
    },
    {
      "loss_action": 0.001725581707432866,
      "loss_total": 0.001725581707432866,
      "step": 77010
    },
    {
      "loss_action": 0.0050681354478001595,
      "loss_total": 0.0050681354478001595,
      "step": 77010
    },
    {
      "loss_action": 0.005840344820171595,
      "loss_total": 0.005840344820171595,
      "step": 77010
    },
    {
      "loss_action": 0.01963409222662449,
      "loss_total": 0.01963409222662449,
      "step": 77010
    },
    {
      "loss_action": 0.0017383949598297477,
      "loss_total": 0.0017383949598297477,
      "step": 77010
    },
    {
      "grad_norm": 0.11130742728710175,
      "learning_rate": 9.454676002676849e-05,
      "loss": 0.0062,
      "step": 77020
    },
    {
      "loss_action": 0.0033687136601656675,
      "loss_total": 0.0033687136601656675,
      "step": 77020
    },
    {
      "loss_action": 0.0043077305890619755,
      "loss_total": 0.0043077305890619755,
      "step": 77020
    },
    {
      "loss_action": 0.0200645811855793,
      "loss_total": 0.0200645811855793,
      "step": 77020
    },
    {
      "loss_action": 0.0024534857366234064,
      "loss_total": 0.0024534857366234064,
      "step": 77020
    },
    {
      "loss_action": 0.008586998097598553,
      "loss_total": 0.008586998097598553,
      "step": 77020
    },
    {
      "loss_action": 0.008628514595329762,
      "loss_total": 0.008628514595329762,
      "step": 77020
    },
    {
      "loss_action": 0.0024362977128475904,
      "loss_total": 0.0024362977128475904,
      "step": 77020
    },
    {
      "loss_action": 0.007098953239619732,
      "loss_total": 0.007098953239619732,
      "step": 77020
    },
    {
      "grad_norm": 0.10061321407556534,
      "learning_rate": 9.454488264704037e-05,
      "loss": 0.0058,
      "step": 77030
    },
    {
      "loss_action": 0.014910686761140823,
      "loss_total": 0.014910686761140823,
      "step": 77030
    },
    {
      "loss_action": 0.0016804381739348173,
      "loss_total": 0.0016804381739348173,
      "step": 77030
    },
    {
      "loss_action": 0.007438891567289829,
      "loss_total": 0.007438891567289829,
      "step": 77030
    },
    {
      "loss_action": 0.03495432436466217,
      "loss_total": 0.03495432436466217,
      "step": 77030
    },
    {
      "loss_action": 0.0161762572824955,
      "loss_total": 0.0161762572824955,
      "step": 77030
    },
    {
      "loss_action": 0.00538673996925354,
      "loss_total": 0.00538673996925354,
      "step": 77030
    },
    {
      "loss_action": 0.01740340143442154,
      "loss_total": 0.01740340143442154,
      "step": 77030
    },
    {
      "loss_action": 0.01571420580148697,
      "loss_total": 0.01571420580148697,
      "step": 77030
    },
    {
      "grad_norm": 0.09602509438991547,
      "learning_rate": 9.454300496285218e-05,
      "loss": 0.0076,
      "step": 77040
    },
    {
      "loss_action": 0.0036808201111853123,
      "loss_total": 0.0036808201111853123,
      "step": 77040
    },
    {
      "loss_action": 0.005329424981027842,
      "loss_total": 0.005329424981027842,
      "step": 77040
    },
    {
      "loss_action": 0.00417777244001627,
      "loss_total": 0.00417777244001627,
      "step": 77040
    },
    {
      "loss_action": 0.0019089030101895332,
      "loss_total": 0.0019089030101895332,
      "step": 77040
    },
    {
      "loss_action": 0.010584713891148567,
      "loss_total": 0.010584713891148567,
      "step": 77040
    },
    {
      "loss_action": 0.01075757946819067,
      "loss_total": 0.01075757946819067,
      "step": 77040
    },
    {
      "loss_action": 0.0032138917595148087,
      "loss_total": 0.0032138917595148087,
      "step": 77040
    },
    {
      "loss_action": 0.0026717802975326777,
      "loss_total": 0.0026717802975326777,
      "step": 77040
    },
    {
      "grad_norm": 0.08047334849834442,
      "learning_rate": 9.454112697421672e-05,
      "loss": 0.0052,
      "step": 77050
    },
    {
      "loss_action": 0.007226406596601009,
      "loss_total": 0.007226406596601009,
      "step": 77050
    },
    {
      "loss_action": 0.0017152430955320597,
      "loss_total": 0.0017152430955320597,
      "step": 77050
    },
    {
      "loss_action": 0.005793747957795858,
      "loss_total": 0.005793747957795858,
      "step": 77050
    },
    {
      "loss_action": 0.0029695089906454086,
      "loss_total": 0.0029695089906454086,
      "step": 77050
    },
    {
      "loss_action": 0.010476789437234402,
      "loss_total": 0.010476789437234402,
      "step": 77050
    },
    {
      "loss_action": 0.010181046091020107,
      "loss_total": 0.010181046091020107,
      "step": 77050
    },
    {
      "loss_action": 0.0022368463687598705,
      "loss_total": 0.0022368463687598705,
      "step": 77050
    },
    {
      "loss_action": 0.013173283077776432,
      "loss_total": 0.013173283077776432,
      "step": 77050
    },
    {
      "grad_norm": 0.12188324332237244,
      "learning_rate": 9.453924868114684e-05,
      "loss": 0.0061,
      "step": 77060
    },
    {
      "loss_action": 0.0400872603058815,
      "loss_total": 0.0400872603058815,
      "step": 77060
    },
    {
      "loss_action": 0.010945014655590057,
      "loss_total": 0.010945014655590057,
      "step": 77060
    },
    {
      "loss_action": 0.008820349350571632,
      "loss_total": 0.008820349350571632,
      "step": 77060
    },
    {
      "loss_action": 0.01034892350435257,
      "loss_total": 0.01034892350435257,
      "step": 77060
    },
    {
      "loss_action": 0.006471513770520687,
      "loss_total": 0.006471513770520687,
      "step": 77060
    },
    {
      "loss_action": 0.011224985122680664,
      "loss_total": 0.011224985122680664,
      "step": 77060
    },
    {
      "loss_action": 0.017941977828741074,
      "loss_total": 0.017941977828741074,
      "step": 77060
    },
    {
      "loss_action": 0.007864396087825298,
      "loss_total": 0.007864396087825298,
      "step": 77060
    },
    {
      "grad_norm": 0.09792666137218475,
      "learning_rate": 9.453737008365539e-05,
      "loss": 0.0083,
      "step": 77070
    },
    {
      "loss_action": 0.006989852525293827,
      "loss_total": 0.006989852525293827,
      "step": 77070
    },
    {
      "loss_action": 0.005410370416939259,
      "loss_total": 0.005410370416939259,
      "step": 77070
    },
    {
      "loss_action": 0.007651021238416433,
      "loss_total": 0.007651021238416433,
      "step": 77070
    },
    {
      "loss_action": 0.005107439123094082,
      "loss_total": 0.005107439123094082,
      "step": 77070
    },
    {
      "loss_action": 0.0019947520922869444,
      "loss_total": 0.0019947520922869444,
      "step": 77070
    },
    {
      "loss_action": 0.0027086809277534485,
      "loss_total": 0.0027086809277534485,
      "step": 77070
    },
    {
      "loss_action": 0.003982408903539181,
      "loss_total": 0.003982408903539181,
      "step": 77070
    },
    {
      "loss_action": 0.005541129969060421,
      "loss_total": 0.005541129969060421,
      "step": 77070
    },
    {
      "grad_norm": 0.10209570080041885,
      "learning_rate": 9.453549118175518e-05,
      "loss": 0.0062,
      "step": 77080
    },
    {
      "loss_action": 0.003750249743461609,
      "loss_total": 0.003750249743461609,
      "step": 77080
    },
    {
      "loss_action": 0.008673187345266342,
      "loss_total": 0.008673187345266342,
      "step": 77080
    },
    {
      "loss_action": 0.0029299824964255095,
      "loss_total": 0.0029299824964255095,
      "step": 77080
    },
    {
      "loss_action": 0.004620459862053394,
      "loss_total": 0.004620459862053394,
      "step": 77080
    },
    {
      "loss_action": 0.009265370666980743,
      "loss_total": 0.009265370666980743,
      "step": 77080
    },
    {
      "loss_action": 0.006340441294014454,
      "loss_total": 0.006340441294014454,
      "step": 77080
    },
    {
      "loss_action": 0.004942123778164387,
      "loss_total": 0.004942123778164387,
      "step": 77080
    },
    {
      "loss_action": 0.004996290430426598,
      "loss_total": 0.004996290430426598,
      "step": 77080
    },
    {
      "grad_norm": 0.08880673348903656,
      "learning_rate": 9.453361197545909e-05,
      "loss": 0.0061,
      "step": 77090
    },
    {
      "loss_action": 0.002953382208943367,
      "loss_total": 0.002953382208943367,
      "step": 77090
    },
    {
      "loss_action": 0.010165777057409286,
      "loss_total": 0.010165777057409286,
      "step": 77090
    },
    {
      "loss_action": 0.012783940881490707,
      "loss_total": 0.012783940881490707,
      "step": 77090
    },
    {
      "loss_action": 0.0028751541394740343,
      "loss_total": 0.0028751541394740343,
      "step": 77090
    },
    {
      "loss_action": 0.0028650679159909487,
      "loss_total": 0.0028650679159909487,
      "step": 77090
    },
    {
      "loss_action": 0.008280262351036072,
      "loss_total": 0.008280262351036072,
      "step": 77090
    },
    {
      "loss_action": 0.004498287104070187,
      "loss_total": 0.004498287104070187,
      "step": 77090
    },
    {
      "loss_action": 0.004618944600224495,
      "loss_total": 0.004618944600224495,
      "step": 77090
    },
    {
      "grad_norm": 0.09468109160661697,
      "learning_rate": 9.453173246477993e-05,
      "loss": 0.0065,
      "step": 77100
    },
    {
      "loss_action": 0.007122759707272053,
      "loss_total": 0.007122759707272053,
      "step": 77100
    },
    {
      "loss_action": 0.0032055270858108997,
      "loss_total": 0.0032055270858108997,
      "step": 77100
    },
    {
      "loss_action": 0.004973233211785555,
      "loss_total": 0.004973233211785555,
      "step": 77100
    },
    {
      "loss_action": 0.008278394117951393,
      "loss_total": 0.008278394117951393,
      "step": 77100
    },
    {
      "loss_action": 0.0020362772047519684,
      "loss_total": 0.0020362772047519684,
      "step": 77100
    },
    {
      "loss_action": 0.0013454197905957699,
      "loss_total": 0.0013454197905957699,
      "step": 77100
    },
    {
      "loss_action": 0.0025349301286041737,
      "loss_total": 0.0025349301286041737,
      "step": 77100
    },
    {
      "loss_action": 0.002126652281731367,
      "loss_total": 0.002126652281731367,
      "step": 77100
    },
    {
      "grad_norm": 0.12656326591968536,
      "learning_rate": 9.452985264973055e-05,
      "loss": 0.006,
      "step": 77110
    },
    {
      "loss_action": 0.0020884848199784756,
      "loss_total": 0.0020884848199784756,
      "step": 77110
    },
    {
      "loss_action": 0.005681237205862999,
      "loss_total": 0.005681237205862999,
      "step": 77110
    },
    {
      "loss_action": 0.004175855312496424,
      "loss_total": 0.004175855312496424,
      "step": 77110
    },
    {
      "loss_action": 0.010831858962774277,
      "loss_total": 0.010831858962774277,
      "step": 77110
    },
    {
      "loss_action": 0.007924777455627918,
      "loss_total": 0.007924777455627918,
      "step": 77110
    },
    {
      "loss_action": 0.00867524929344654,
      "loss_total": 0.00867524929344654,
      "step": 77110
    },
    {
      "loss_action": 0.011893521063029766,
      "loss_total": 0.011893521063029766,
      "step": 77110
    },
    {
      "loss_action": 0.01850530318915844,
      "loss_total": 0.01850530318915844,
      "step": 77110
    },
    {
      "grad_norm": 0.1378796547651291,
      "learning_rate": 9.452797253032384e-05,
      "loss": 0.0075,
      "step": 77120
    },
    {
      "loss_action": 0.007020933553576469,
      "loss_total": 0.007020933553576469,
      "step": 77120
    },
    {
      "loss_action": 0.0028931950218975544,
      "loss_total": 0.0028931950218975544,
      "step": 77120
    },
    {
      "loss_action": 0.0025666416622698307,
      "loss_total": 0.0025666416622698307,
      "step": 77120
    },
    {
      "loss_action": 0.003390125697478652,
      "loss_total": 0.003390125697478652,
      "step": 77120
    },
    {
      "loss_action": 0.021070804446935654,
      "loss_total": 0.021070804446935654,
      "step": 77120
    },
    {
      "loss_action": 0.006117518991231918,
      "loss_total": 0.006117518991231918,
      "step": 77120
    },
    {
      "loss_action": 0.01151243131607771,
      "loss_total": 0.01151243131607771,
      "step": 77120
    },
    {
      "loss_action": 0.003436744213104248,
      "loss_total": 0.003436744213104248,
      "step": 77120
    },
    {
      "grad_norm": 0.11410952359437943,
      "learning_rate": 9.45260921065726e-05,
      "loss": 0.0063,
      "step": 77130
    },
    {
      "loss_action": 0.007661263458430767,
      "loss_total": 0.007661263458430767,
      "step": 77130
    },
    {
      "loss_action": 0.04488026723265648,
      "loss_total": 0.04488026723265648,
      "step": 77130
    },
    {
      "loss_action": 0.002388239838182926,
      "loss_total": 0.002388239838182926,
      "step": 77130
    },
    {
      "loss_action": 0.011174853891134262,
      "loss_total": 0.011174853891134262,
      "step": 77130
    },
    {
      "loss_action": 0.0028907021041959524,
      "loss_total": 0.0028907021041959524,
      "step": 77130
    },
    {
      "loss_action": 0.004266425967216492,
      "loss_total": 0.004266425967216492,
      "step": 77130
    },
    {
      "loss_action": 0.0034510698169469833,
      "loss_total": 0.0034510698169469833,
      "step": 77130
    },
    {
      "loss_action": 0.012530386447906494,
      "loss_total": 0.012530386447906494,
      "step": 77130
    },
    {
      "grad_norm": 0.11558198928833008,
      "learning_rate": 9.452421137848971e-05,
      "loss": 0.0071,
      "step": 77140
    },
    {
      "loss_action": 0.004098927602171898,
      "loss_total": 0.004098927602171898,
      "step": 77140
    },
    {
      "loss_action": 0.0022513712756335735,
      "loss_total": 0.0022513712756335735,
      "step": 77140
    },
    {
      "loss_action": 0.004057533107697964,
      "loss_total": 0.004057533107697964,
      "step": 77140
    },
    {
      "loss_action": 0.0068789878860116005,
      "loss_total": 0.0068789878860116005,
      "step": 77140
    },
    {
      "loss_action": 0.003711636643856764,
      "loss_total": 0.003711636643856764,
      "step": 77140
    },
    {
      "loss_action": 0.01201874390244484,
      "loss_total": 0.01201874390244484,
      "step": 77140
    },
    {
      "loss_action": 0.005663131829351187,
      "loss_total": 0.005663131829351187,
      "step": 77140
    },
    {
      "loss_action": 0.006739165633916855,
      "loss_total": 0.006739165633916855,
      "step": 77140
    },
    {
      "grad_norm": 0.10282789915800095,
      "learning_rate": 9.4522330346088e-05,
      "loss": 0.0057,
      "step": 77150
    },
    {
      "loss_action": 0.010475676506757736,
      "loss_total": 0.010475676506757736,
      "step": 77150
    },
    {
      "loss_action": 0.005103180184960365,
      "loss_total": 0.005103180184960365,
      "step": 77150
    },
    {
      "loss_action": 0.005431827157735825,
      "loss_total": 0.005431827157735825,
      "step": 77150
    },
    {
      "loss_action": 0.0056809172965586185,
      "loss_total": 0.0056809172965586185,
      "step": 77150
    },
    {
      "loss_action": 0.0030030461493879557,
      "loss_total": 0.0030030461493879557,
      "step": 77150
    },
    {
      "loss_action": 0.001998496474698186,
      "loss_total": 0.001998496474698186,
      "step": 77150
    },
    {
      "loss_action": 0.0034939320757985115,
      "loss_total": 0.0034939320757985115,
      "step": 77150
    },
    {
      "loss_action": 0.004349629860371351,
      "loss_total": 0.004349629860371351,
      "step": 77150
    },
    {
      "grad_norm": 0.06151744723320007,
      "learning_rate": 9.452044900938035e-05,
      "loss": 0.006,
      "step": 77160
    },
    {
      "loss_action": 0.012168459594249725,
      "loss_total": 0.012168459594249725,
      "step": 77160
    },
    {
      "loss_action": 0.005735392216593027,
      "loss_total": 0.005735392216593027,
      "step": 77160
    },
    {
      "loss_action": 0.0028084274381399155,
      "loss_total": 0.0028084274381399155,
      "step": 77160
    },
    {
      "loss_action": 0.003692571772262454,
      "loss_total": 0.003692571772262454,
      "step": 77160
    },
    {
      "loss_action": 0.01871088333427906,
      "loss_total": 0.01871088333427906,
      "step": 77160
    },
    {
      "loss_action": 0.005964767653495073,
      "loss_total": 0.005964767653495073,
      "step": 77160
    },
    {
      "loss_action": 0.005136225838214159,
      "loss_total": 0.005136225838214159,
      "step": 77160
    },
    {
      "loss_action": 0.002867195289582014,
      "loss_total": 0.002867195289582014,
      "step": 77160
    },
    {
      "grad_norm": 0.13303492963314056,
      "learning_rate": 9.451856736837962e-05,
      "loss": 0.0071,
      "step": 77170
    },
    {
      "loss_action": 0.0040532913990318775,
      "loss_total": 0.0040532913990318775,
      "step": 77170
    },
    {
      "loss_action": 0.014060713350772858,
      "loss_total": 0.014060713350772858,
      "step": 77170
    },
    {
      "loss_action": 0.0028917468152940273,
      "loss_total": 0.0028917468152940273,
      "step": 77170
    },
    {
      "loss_action": 0.0031814873218536377,
      "loss_total": 0.0031814873218536377,
      "step": 77170
    },
    {
      "loss_action": 0.011482791043817997,
      "loss_total": 0.011482791043817997,
      "step": 77170
    },
    {
      "loss_action": 0.017756793648004532,
      "loss_total": 0.017756793648004532,
      "step": 77170
    },
    {
      "loss_action": 0.0019580787047743797,
      "loss_total": 0.0019580787047743797,
      "step": 77170
    },
    {
      "loss_action": 0.012201142497360706,
      "loss_total": 0.012201142497360706,
      "step": 77170
    },
    {
      "grad_norm": 0.10949023813009262,
      "learning_rate": 9.451668542309866e-05,
      "loss": 0.0062,
      "step": 77180
    },
    {
      "loss_action": 0.015159444883465767,
      "loss_total": 0.015159444883465767,
      "step": 77180
    },
    {
      "loss_action": 0.001858338015154004,
      "loss_total": 0.001858338015154004,
      "step": 77180
    },
    {
      "loss_action": 0.002279877895489335,
      "loss_total": 0.002279877895489335,
      "step": 77180
    },
    {
      "loss_action": 0.006754763424396515,
      "loss_total": 0.006754763424396515,
      "step": 77180
    },
    {
      "loss_action": 0.0016973988385871053,
      "loss_total": 0.0016973988385871053,
      "step": 77180
    },
    {
      "loss_action": 0.0020924685522913933,
      "loss_total": 0.0020924685522913933,
      "step": 77180
    },
    {
      "loss_action": 0.004158067516982555,
      "loss_total": 0.004158067516982555,
      "step": 77180
    },
    {
      "loss_action": 0.005008469335734844,
      "loss_total": 0.005008469335734844,
      "step": 77180
    },
    {
      "grad_norm": 0.1426408886909485,
      "learning_rate": 9.451480317355033e-05,
      "loss": 0.0062,
      "step": 77190
    },
    {
      "loss_action": 0.005356085021048784,
      "loss_total": 0.005356085021048784,
      "step": 77190
    },
    {
      "loss_action": 0.00261532049626112,
      "loss_total": 0.00261532049626112,
      "step": 77190
    },
    {
      "loss_action": 0.005002786871045828,
      "loss_total": 0.005002786871045828,
      "step": 77190
    },
    {
      "loss_action": 0.006664889398962259,
      "loss_total": 0.006664889398962259,
      "step": 77190
    },
    {
      "loss_action": 0.003830574918538332,
      "loss_total": 0.003830574918538332,
      "step": 77190
    },
    {
      "loss_action": 0.006503933109343052,
      "loss_total": 0.006503933109343052,
      "step": 77190
    },
    {
      "loss_action": 0.006011560559272766,
      "loss_total": 0.006011560559272766,
      "step": 77190
    },
    {
      "loss_action": 0.0017623050371184945,
      "loss_total": 0.0017623050371184945,
      "step": 77190
    },
    {
      "grad_norm": 0.10617394000291824,
      "learning_rate": 9.45129206197475e-05,
      "loss": 0.0056,
      "step": 77200
    },
    {
      "loss_action": 0.0055784680880606174,
      "loss_total": 0.0055784680880606174,
      "step": 77200
    },
    {
      "loss_action": 0.003178148064762354,
      "loss_total": 0.003178148064762354,
      "step": 77200
    },
    {
      "loss_action": 0.004313369747251272,
      "loss_total": 0.004313369747251272,
      "step": 77200
    },
    {
      "loss_action": 0.003956367261707783,
      "loss_total": 0.003956367261707783,
      "step": 77200
    },
    {
      "loss_action": 0.0036638251040130854,
      "loss_total": 0.0036638251040130854,
      "step": 77200
    },
    {
      "loss_action": 0.0048001050017774105,
      "loss_total": 0.0048001050017774105,
      "step": 77200
    },
    {
      "loss_action": 0.00351363280788064,
      "loss_total": 0.00351363280788064,
      "step": 77200
    },
    {
      "loss_action": 0.017276665195822716,
      "loss_total": 0.017276665195822716,
      "step": 77200
    },
    {
      "grad_norm": 0.13791249692440033,
      "learning_rate": 9.451103776170304e-05,
      "loss": 0.0071,
      "step": 77210
    },
    {
      "loss_action": 0.0016968559939414263,
      "loss_total": 0.0016968559939414263,
      "step": 77210
    },
    {
      "loss_action": 0.00785728357732296,
      "loss_total": 0.00785728357732296,
      "step": 77210
    },
    {
      "loss_action": 0.004384131636470556,
      "loss_total": 0.004384131636470556,
      "step": 77210
    },
    {
      "loss_action": 0.007513293530791998,
      "loss_total": 0.007513293530791998,
      "step": 77210
    },
    {
      "loss_action": 0.0033733374439179897,
      "loss_total": 0.0033733374439179897,
      "step": 77210
    },
    {
      "loss_action": 0.004690832458436489,
      "loss_total": 0.004690832458436489,
      "step": 77210
    },
    {
      "loss_action": 0.004636107478290796,
      "loss_total": 0.004636107478290796,
      "step": 77210
    },
    {
      "loss_action": 0.001273773843422532,
      "loss_total": 0.001273773843422532,
      "step": 77210
    },
    {
      "grad_norm": 0.09492096304893494,
      "learning_rate": 9.450915459942983e-05,
      "loss": 0.0063,
      "step": 77220
    },
    {
      "loss_action": 0.0014105155132710934,
      "loss_total": 0.0014105155132710934,
      "step": 77220
    },
    {
      "loss_action": 0.024005912244319916,
      "loss_total": 0.024005912244319916,
      "step": 77220
    },
    {
      "loss_action": 0.005215049721300602,
      "loss_total": 0.005215049721300602,
      "step": 77220
    },
    {
      "loss_action": 0.0036945906467735767,
      "loss_total": 0.0036945906467735767,
      "step": 77220
    },
    {
      "loss_action": 0.0034968021791428328,
      "loss_total": 0.0034968021791428328,
      "step": 77220
    },
    {
      "loss_action": 0.0010467207757756114,
      "loss_total": 0.0010467207757756114,
      "step": 77220
    },
    {
      "loss_action": 0.0020332615822553635,
      "loss_total": 0.0020332615822553635,
      "step": 77220
    },
    {
      "loss_action": 0.007141674403101206,
      "loss_total": 0.007141674403101206,
      "step": 77220
    },
    {
      "grad_norm": 0.12510187923908234,
      "learning_rate": 9.45072711329407e-05,
      "loss": 0.0072,
      "step": 77230
    },
    {
      "loss_action": 0.003180529922246933,
      "loss_total": 0.003180529922246933,
      "step": 77230
    },
    {
      "loss_action": 0.010937929153442383,
      "loss_total": 0.010937929153442383,
      "step": 77230
    },
    {
      "loss_action": 0.003230381291359663,
      "loss_total": 0.003230381291359663,
      "step": 77230
    },
    {
      "loss_action": 0.008464068174362183,
      "loss_total": 0.008464068174362183,
      "step": 77230
    },
    {
      "loss_action": 0.001578061725012958,
      "loss_total": 0.001578061725012958,
      "step": 77230
    },
    {
      "loss_action": 0.00197980972006917,
      "loss_total": 0.00197980972006917,
      "step": 77230
    },
    {
      "loss_action": 0.006475967355072498,
      "loss_total": 0.006475967355072498,
      "step": 77230
    },
    {
      "loss_action": 0.00568738579750061,
      "loss_total": 0.00568738579750061,
      "step": 77230
    },
    {
      "grad_norm": 0.11815270036458969,
      "learning_rate": 9.450538736224859e-05,
      "loss": 0.006,
      "step": 77240
    },
    {
      "loss_action": 0.0030945423059165478,
      "loss_total": 0.0030945423059165478,
      "step": 77240
    },
    {
      "loss_action": 0.004703318700194359,
      "loss_total": 0.004703318700194359,
      "step": 77240
    },
    {
      "loss_action": 0.016992338001728058,
      "loss_total": 0.016992338001728058,
      "step": 77240
    },
    {
      "loss_action": 0.0028115292079746723,
      "loss_total": 0.0028115292079746723,
      "step": 77240
    },
    {
      "loss_action": 0.0029029441066086292,
      "loss_total": 0.0029029441066086292,
      "step": 77240
    },
    {
      "loss_action": 0.005857580341398716,
      "loss_total": 0.005857580341398716,
      "step": 77240
    },
    {
      "loss_action": 0.002055399352684617,
      "loss_total": 0.002055399352684617,
      "step": 77240
    },
    {
      "loss_action": 0.005486012436449528,
      "loss_total": 0.005486012436449528,
      "step": 77240
    },
    {
      "grad_norm": 0.12412284314632416,
      "learning_rate": 9.45035032873663e-05,
      "loss": 0.0065,
      "step": 77250
    },
    {
      "loss_action": 0.015415672212839127,
      "loss_total": 0.015415672212839127,
      "step": 77250
    },
    {
      "loss_action": 0.0036266460083425045,
      "loss_total": 0.0036266460083425045,
      "step": 77250
    },
    {
      "loss_action": 0.0066462415270507336,
      "loss_total": 0.0066462415270507336,
      "step": 77250
    },
    {
      "loss_action": 0.0053672827780246735,
      "loss_total": 0.0053672827780246735,
      "step": 77250
    },
    {
      "loss_action": 0.005093161482363939,
      "loss_total": 0.005093161482363939,
      "step": 77250
    },
    {
      "loss_action": 0.002140670083463192,
      "loss_total": 0.002140670083463192,
      "step": 77250
    },
    {
      "loss_action": 0.006475153844803572,
      "loss_total": 0.006475153844803572,
      "step": 77250
    },
    {
      "loss_action": 0.0033130766823887825,
      "loss_total": 0.0033130766823887825,
      "step": 77250
    },
    {
      "grad_norm": 0.1515500545501709,
      "learning_rate": 9.450161890830676e-05,
      "loss": 0.0059,
      "step": 77260
    },
    {
      "loss_action": 0.01828003115952015,
      "loss_total": 0.01828003115952015,
      "step": 77260
    },
    {
      "loss_action": 0.0051424456760287285,
      "loss_total": 0.0051424456760287285,
      "step": 77260
    },
    {
      "loss_action": 0.008282415568828583,
      "loss_total": 0.008282415568828583,
      "step": 77260
    },
    {
      "loss_action": 0.003425231669098139,
      "loss_total": 0.003425231669098139,
      "step": 77260
    },
    {
      "loss_action": 0.005345853511244059,
      "loss_total": 0.005345853511244059,
      "step": 77260
    },
    {
      "loss_action": 0.04192088544368744,
      "loss_total": 0.04192088544368744,
      "step": 77260
    },
    {
      "loss_action": 0.008895576000213623,
      "loss_total": 0.008895576000213623,
      "step": 77260
    },
    {
      "loss_action": 0.002542320638895035,
      "loss_total": 0.002542320638895035,
      "step": 77260
    },
    {
      "grad_norm": 0.10255774110555649,
      "learning_rate": 9.449973422508285e-05,
      "loss": 0.0077,
      "step": 77270
    },
    {
      "loss_action": 0.0031719531398266554,
      "loss_total": 0.0031719531398266554,
      "step": 77270
    },
    {
      "loss_action": 0.005647105630487204,
      "loss_total": 0.005647105630487204,
      "step": 77270
    },
    {
      "loss_action": 0.003868476953357458,
      "loss_total": 0.003868476953357458,
      "step": 77270
    },
    {
      "loss_action": 0.004204170312732458,
      "loss_total": 0.004204170312732458,
      "step": 77270
    },
    {
      "loss_action": 0.003675778629258275,
      "loss_total": 0.003675778629258275,
      "step": 77270
    },
    {
      "loss_action": 0.004069074988365173,
      "loss_total": 0.004069074988365173,
      "step": 77270
    },
    {
      "loss_action": 0.0074897040612995625,
      "loss_total": 0.0074897040612995625,
      "step": 77270
    },
    {
      "loss_action": 0.003232728224247694,
      "loss_total": 0.003232728224247694,
      "step": 77270
    },
    {
      "grad_norm": 0.08536674827337265,
      "learning_rate": 9.449784923770742e-05,
      "loss": 0.0071,
      "step": 77280
    },
    {
      "loss_action": 0.007134083192795515,
      "loss_total": 0.007134083192795515,
      "step": 77280
    },
    {
      "loss_action": 0.007746648043394089,
      "loss_total": 0.007746648043394089,
      "step": 77280
    },
    {
      "loss_action": 0.0013061730423942208,
      "loss_total": 0.0013061730423942208,
      "step": 77280
    },
    {
      "loss_action": 0.0029344423674046993,
      "loss_total": 0.0029344423674046993,
      "step": 77280
    },
    {
      "loss_action": 0.005294445436447859,
      "loss_total": 0.005294445436447859,
      "step": 77280
    },
    {
      "loss_action": 0.0058592259883880615,
      "loss_total": 0.0058592259883880615,
      "step": 77280
    },
    {
      "loss_action": 0.013481942936778069,
      "loss_total": 0.013481942936778069,
      "step": 77280
    },
    {
      "loss_action": 0.00973517820239067,
      "loss_total": 0.00973517820239067,
      "step": 77280
    },
    {
      "grad_norm": 0.09608778357505798,
      "learning_rate": 9.449596394619336e-05,
      "loss": 0.0062,
      "step": 77290
    },
    {
      "loss_action": 0.005769357085227966,
      "loss_total": 0.005769357085227966,
      "step": 77290
    },
    {
      "loss_action": 0.004921923857182264,
      "loss_total": 0.004921923857182264,
      "step": 77290
    },
    {
      "loss_action": 0.0046231732703745365,
      "loss_total": 0.0046231732703745365,
      "step": 77290
    },
    {
      "loss_action": 0.005213925149291754,
      "loss_total": 0.005213925149291754,
      "step": 77290
    },
    {
      "loss_action": 0.0018077974673360586,
      "loss_total": 0.0018077974673360586,
      "step": 77290
    },
    {
      "loss_action": 0.004387478344142437,
      "loss_total": 0.004387478344142437,
      "step": 77290
    },
    {
      "loss_action": 0.0026777805760502815,
      "loss_total": 0.0026777805760502815,
      "step": 77290
    },
    {
      "loss_action": 0.005416929721832275,
      "loss_total": 0.005416929721832275,
      "step": 77290
    },
    {
      "grad_norm": 0.1280909925699234,
      "learning_rate": 9.449407835055358e-05,
      "loss": 0.0076,
      "step": 77300
    },
    {
      "loss_action": 0.006170874461531639,
      "loss_total": 0.006170874461531639,
      "step": 77300
    },
    {
      "loss_action": 0.0036980684380978346,
      "loss_total": 0.0036980684380978346,
      "step": 77300
    },
    {
      "loss_action": 0.0012652244186028838,
      "loss_total": 0.0012652244186028838,
      "step": 77300
    },
    {
      "loss_action": 0.07572454959154129,
      "loss_total": 0.07572454959154129,
      "step": 77300
    },
    {
      "loss_action": 0.009466234594583511,
      "loss_total": 0.009466234594583511,
      "step": 77300
    },
    {
      "loss_action": 0.007253470830619335,
      "loss_total": 0.007253470830619335,
      "step": 77300
    },
    {
      "loss_action": 0.005362389609217644,
      "loss_total": 0.005362389609217644,
      "step": 77300
    },
    {
      "loss_action": 0.01083025150001049,
      "loss_total": 0.01083025150001049,
      "step": 77300
    },
    {
      "grad_norm": 0.1091533899307251,
      "learning_rate": 9.449219245080094e-05,
      "loss": 0.0067,
      "step": 77310
    },
    {
      "loss_action": 0.0042486898601055145,
      "loss_total": 0.0042486898601055145,
      "step": 77310
    },
    {
      "loss_action": 0.008583255112171173,
      "loss_total": 0.008583255112171173,
      "step": 77310
    },
    {
      "loss_action": 0.0046601975336670876,
      "loss_total": 0.0046601975336670876,
      "step": 77310
    },
    {
      "loss_action": 0.007508156821131706,
      "loss_total": 0.007508156821131706,
      "step": 77310
    },
    {
      "loss_action": 0.011388782411813736,
      "loss_total": 0.011388782411813736,
      "step": 77310
    },
    {
      "loss_action": 0.01795925572514534,
      "loss_total": 0.01795925572514534,
      "step": 77310
    },
    {
      "loss_action": 0.0019406573846936226,
      "loss_total": 0.0019406573846936226,
      "step": 77310
    },
    {
      "loss_action": 0.005235194228589535,
      "loss_total": 0.005235194228589535,
      "step": 77310
    },
    {
      "grad_norm": 0.10094413161277771,
      "learning_rate": 9.449030624694834e-05,
      "loss": 0.0052,
      "step": 77320
    },
    {
      "loss_action": 0.005868045147508383,
      "loss_total": 0.005868045147508383,
      "step": 77320
    },
    {
      "loss_action": 0.008403145708143711,
      "loss_total": 0.008403145708143711,
      "step": 77320
    },
    {
      "loss_action": 0.0067974478006362915,
      "loss_total": 0.0067974478006362915,
      "step": 77320
    },
    {
      "loss_action": 0.0044488911516964436,
      "loss_total": 0.0044488911516964436,
      "step": 77320
    },
    {
      "loss_action": 0.004761267453432083,
      "loss_total": 0.004761267453432083,
      "step": 77320
    },
    {
      "loss_action": 0.002016924088820815,
      "loss_total": 0.002016924088820815,
      "step": 77320
    },
    {
      "loss_action": 0.004903517663478851,
      "loss_total": 0.004903517663478851,
      "step": 77320
    },
    {
      "loss_action": 0.00883557926863432,
      "loss_total": 0.00883557926863432,
      "step": 77320
    },
    {
      "grad_norm": 0.08788556605577469,
      "learning_rate": 9.44884197390087e-05,
      "loss": 0.0077,
      "step": 77330
    },
    {
      "loss_action": 0.003620062954723835,
      "loss_total": 0.003620062954723835,
      "step": 77330
    },
    {
      "loss_action": 0.0034192989114671946,
      "loss_total": 0.0034192989114671946,
      "step": 77330
    },
    {
      "loss_action": 0.006480776704847813,
      "loss_total": 0.006480776704847813,
      "step": 77330
    },
    {
      "loss_action": 0.0045228623785078526,
      "loss_total": 0.0045228623785078526,
      "step": 77330
    },
    {
      "loss_action": 0.00492462981492281,
      "loss_total": 0.00492462981492281,
      "step": 77330
    },
    {
      "loss_action": 0.0032435825560241938,
      "loss_total": 0.0032435825560241938,
      "step": 77330
    },
    {
      "loss_action": 0.00877339206635952,
      "loss_total": 0.00877339206635952,
      "step": 77330
    },
    {
      "loss_action": 0.004793278407305479,
      "loss_total": 0.004793278407305479,
      "step": 77330
    },
    {
      "grad_norm": 0.0843447893857956,
      "learning_rate": 9.448653292699487e-05,
      "loss": 0.006,
      "step": 77340
    },
    {
      "loss_action": 0.00536571117118001,
      "loss_total": 0.00536571117118001,
      "step": 77340
    },
    {
      "loss_action": 0.005596840754151344,
      "loss_total": 0.005596840754151344,
      "step": 77340
    },
    {
      "loss_action": 0.005815782584249973,
      "loss_total": 0.005815782584249973,
      "step": 77340
    },
    {
      "loss_action": 0.0027160579338669777,
      "loss_total": 0.0027160579338669777,
      "step": 77340
    },
    {
      "loss_action": 0.0020445557311177254,
      "loss_total": 0.0020445557311177254,
      "step": 77340
    },
    {
      "loss_action": 0.009693248197436333,
      "loss_total": 0.009693248197436333,
      "step": 77340
    },
    {
      "loss_action": 0.003990840166807175,
      "loss_total": 0.003990840166807175,
      "step": 77340
    },
    {
      "loss_action": 0.0052625807002186775,
      "loss_total": 0.0052625807002186775,
      "step": 77340
    },
    {
      "grad_norm": 0.08620176464319229,
      "learning_rate": 9.448464581091975e-05,
      "loss": 0.0049,
      "step": 77350
    },
    {
      "loss_action": 0.005184859968721867,
      "loss_total": 0.005184859968721867,
      "step": 77350
    },
    {
      "loss_action": 0.014767264947295189,
      "loss_total": 0.014767264947295189,
      "step": 77350
    },
    {
      "loss_action": 0.008705993182957172,
      "loss_total": 0.008705993182957172,
      "step": 77350
    },
    {
      "loss_action": 0.0012617355678230524,
      "loss_total": 0.0012617355678230524,
      "step": 77350
    },
    {
      "loss_action": 0.015570763498544693,
      "loss_total": 0.015570763498544693,
      "step": 77350
    },
    {
      "loss_action": 0.004052210133522749,
      "loss_total": 0.004052210133522749,
      "step": 77350
    },
    {
      "loss_action": 0.004269885364919901,
      "loss_total": 0.004269885364919901,
      "step": 77350
    },
    {
      "loss_action": 0.0035477085039019585,
      "loss_total": 0.0035477085039019585,
      "step": 77350
    },
    {
      "grad_norm": 0.09267310053110123,
      "learning_rate": 9.448275839079628e-05,
      "loss": 0.0062,
      "step": 77360
    },
    {
      "loss_action": 0.001642085611820221,
      "loss_total": 0.001642085611820221,
      "step": 77360
    },
    {
      "loss_action": 0.045946232974529266,
      "loss_total": 0.045946232974529266,
      "step": 77360
    },
    {
      "loss_action": 0.0025241379626095295,
      "loss_total": 0.0025241379626095295,
      "step": 77360
    },
    {
      "loss_action": 0.005938678048551083,
      "loss_total": 0.005938678048551083,
      "step": 77360
    },
    {
      "loss_action": 0.008942880667746067,
      "loss_total": 0.008942880667746067,
      "step": 77360
    },
    {
      "loss_action": 0.002131624147295952,
      "loss_total": 0.002131624147295952,
      "step": 77360
    },
    {
      "loss_action": 0.0067442478612065315,
      "loss_total": 0.0067442478612065315,
      "step": 77360
    },
    {
      "loss_action": 0.006238223519176245,
      "loss_total": 0.006238223519176245,
      "step": 77360
    },
    {
      "grad_norm": 0.10001196712255478,
      "learning_rate": 9.448087066663733e-05,
      "loss": 0.0064,
      "step": 77370
    },
    {
      "loss_action": 0.006287719123065472,
      "loss_total": 0.006287719123065472,
      "step": 77370
    },
    {
      "loss_action": 0.0033226781524717808,
      "loss_total": 0.0033226781524717808,
      "step": 77370
    },
    {
      "loss_action": 0.008819255977869034,
      "loss_total": 0.008819255977869034,
      "step": 77370
    },
    {
      "loss_action": 0.00477825291454792,
      "loss_total": 0.00477825291454792,
      "step": 77370
    },
    {
      "loss_action": 0.00337313674390316,
      "loss_total": 0.00337313674390316,
      "step": 77370
    },
    {
      "loss_action": 0.012005317024886608,
      "loss_total": 0.012005317024886608,
      "step": 77370
    },
    {
      "loss_action": 0.005389036610722542,
      "loss_total": 0.005389036610722542,
      "step": 77370
    },
    {
      "loss_action": 0.006770674139261246,
      "loss_total": 0.006770674139261246,
      "step": 77370
    },
    {
      "grad_norm": 0.10934095084667206,
      "learning_rate": 9.44789826384558e-05,
      "loss": 0.0061,
      "step": 77380
    },
    {
      "loss_action": 0.0018933003302663565,
      "loss_total": 0.0018933003302663565,
      "step": 77380
    },
    {
      "loss_action": 0.003500946331769228,
      "loss_total": 0.003500946331769228,
      "step": 77380
    },
    {
      "loss_action": 0.00481546251103282,
      "loss_total": 0.00481546251103282,
      "step": 77380
    },
    {
      "loss_action": 0.0033635268919169903,
      "loss_total": 0.0033635268919169903,
      "step": 77380
    },
    {
      "loss_action": 0.001769284368492663,
      "loss_total": 0.001769284368492663,
      "step": 77380
    },
    {
      "loss_action": 0.007056466303765774,
      "loss_total": 0.007056466303765774,
      "step": 77380
    },
    {
      "loss_action": 0.0017974755028262734,
      "loss_total": 0.0017974755028262734,
      "step": 77380
    },
    {
      "loss_action": 0.011830111965537071,
      "loss_total": 0.011830111965537071,
      "step": 77380
    },
    {
      "grad_norm": 0.12272588163614273,
      "learning_rate": 9.44770943062646e-05,
      "loss": 0.0068,
      "step": 77390
    },
    {
      "loss_action": 0.002529195509850979,
      "loss_total": 0.002529195509850979,
      "step": 77390
    },
    {
      "loss_action": 0.012364879250526428,
      "loss_total": 0.012364879250526428,
      "step": 77390
    },
    {
      "loss_action": 0.0033129204530268908,
      "loss_total": 0.0033129204530268908,
      "step": 77390
    },
    {
      "loss_action": 0.015949653461575508,
      "loss_total": 0.015949653461575508,
      "step": 77390
    },
    {
      "loss_action": 0.0031238957308232784,
      "loss_total": 0.0031238957308232784,
      "step": 77390
    },
    {
      "loss_action": 0.002807079115882516,
      "loss_total": 0.002807079115882516,
      "step": 77390
    },
    {
      "loss_action": 0.0020413047168403864,
      "loss_total": 0.0020413047168403864,
      "step": 77390
    },
    {
      "loss_action": 0.0014534026850014925,
      "loss_total": 0.0014534026850014925,
      "step": 77390
    },
    {
      "grad_norm": 0.07355009764432907,
      "learning_rate": 9.447520567007664e-05,
      "loss": 0.0052,
      "step": 77400
    },
    {
      "loss_action": 0.00505867600440979,
      "loss_total": 0.00505867600440979,
      "step": 77400
    },
    {
      "loss_action": 0.006915283855050802,
      "loss_total": 0.006915283855050802,
      "step": 77400
    },
    {
      "loss_action": 0.0034566170070320368,
      "loss_total": 0.0034566170070320368,
      "step": 77400
    },
    {
      "loss_action": 0.00501666497439146,
      "loss_total": 0.00501666497439146,
      "step": 77400
    },
    {
      "loss_action": 0.004568836186081171,
      "loss_total": 0.004568836186081171,
      "step": 77400
    },
    {
      "loss_action": 0.004779975861310959,
      "loss_total": 0.004779975861310959,
      "step": 77400
    },
    {
      "loss_action": 0.003119827713817358,
      "loss_total": 0.003119827713817358,
      "step": 77400
    },
    {
      "loss_action": 0.0022673942148685455,
      "loss_total": 0.0022673942148685455,
      "step": 77400
    },
    {
      "grad_norm": 0.16659751534461975,
      "learning_rate": 9.447331672990482e-05,
      "loss": 0.0073,
      "step": 77410
    },
    {
      "loss_action": 0.0012141356710344553,
      "loss_total": 0.0012141356710344553,
      "step": 77410
    },
    {
      "loss_action": 0.0025504338555037975,
      "loss_total": 0.0025504338555037975,
      "step": 77410
    },
    {
      "loss_action": 0.008131737820804119,
      "loss_total": 0.008131737820804119,
      "step": 77410
    },
    {
      "loss_action": 0.0026221610605716705,
      "loss_total": 0.0026221610605716705,
      "step": 77410
    },
    {
      "loss_action": 0.009244389832019806,
      "loss_total": 0.009244389832019806,
      "step": 77410
    },
    {
      "loss_action": 0.0035336739383637905,
      "loss_total": 0.0035336739383637905,
      "step": 77410
    },
    {
      "loss_action": 0.003907280042767525,
      "loss_total": 0.003907280042767525,
      "step": 77410
    },
    {
      "loss_action": 0.0013197071384638548,
      "loss_total": 0.0013197071384638548,
      "step": 77410
    },
    {
      "grad_norm": 0.10936630517244339,
      "learning_rate": 9.447142748576206e-05,
      "loss": 0.0061,
      "step": 77420
    },
    {
      "loss_action": 0.008763359859585762,
      "loss_total": 0.008763359859585762,
      "step": 77420
    },
    {
      "loss_action": 0.004924329929053783,
      "loss_total": 0.004924329929053783,
      "step": 77420
    },
    {
      "loss_action": 0.002364487387239933,
      "loss_total": 0.002364487387239933,
      "step": 77420
    },
    {
      "loss_action": 0.008694551885128021,
      "loss_total": 0.008694551885128021,
      "step": 77420
    },
    {
      "loss_action": 0.0104688024148345,
      "loss_total": 0.0104688024148345,
      "step": 77420
    },
    {
      "loss_action": 0.0015276509802788496,
      "loss_total": 0.0015276509802788496,
      "step": 77420
    },
    {
      "loss_action": 0.006141402758657932,
      "loss_total": 0.006141402758657932,
      "step": 77420
    },
    {
      "loss_action": 0.0036385259591042995,
      "loss_total": 0.0036385259591042995,
      "step": 77420
    },
    {
      "grad_norm": 0.2098075896501541,
      "learning_rate": 9.446953793766127e-05,
      "loss": 0.0061,
      "step": 77430
    },
    {
      "loss_action": 0.00244729733094573,
      "loss_total": 0.00244729733094573,
      "step": 77430
    },
    {
      "loss_action": 0.003201867453753948,
      "loss_total": 0.003201867453753948,
      "step": 77430
    },
    {
      "loss_action": 0.0035116318613290787,
      "loss_total": 0.0035116318613290787,
      "step": 77430
    },
    {
      "loss_action": 0.12254328280687332,
      "loss_total": 0.12254328280687332,
      "step": 77430
    },
    {
      "loss_action": 0.007507369387894869,
      "loss_total": 0.007507369387894869,
      "step": 77430
    },
    {
      "loss_action": 0.0029998384416103363,
      "loss_total": 0.0029998384416103363,
      "step": 77430
    },
    {
      "loss_action": 0.024173323065042496,
      "loss_total": 0.024173323065042496,
      "step": 77430
    },
    {
      "loss_action": 0.012857034802436829,
      "loss_total": 0.012857034802436829,
      "step": 77430
    },
    {
      "grad_norm": 0.13320893049240112,
      "learning_rate": 9.446764808561537e-05,
      "loss": 0.0084,
      "step": 77440
    },
    {
      "loss_action": 0.004069246351718903,
      "loss_total": 0.004069246351718903,
      "step": 77440
    },
    {
      "loss_action": 0.010210863314568996,
      "loss_total": 0.010210863314568996,
      "step": 77440
    },
    {
      "loss_action": 0.0030581760220229626,
      "loss_total": 0.0030581760220229626,
      "step": 77440
    },
    {
      "loss_action": 0.00271522905677557,
      "loss_total": 0.00271522905677557,
      "step": 77440
    },
    {
      "loss_action": 0.00634215772151947,
      "loss_total": 0.00634215772151947,
      "step": 77440
    },
    {
      "loss_action": 0.00538298673927784,
      "loss_total": 0.00538298673927784,
      "step": 77440
    },
    {
      "loss_action": 0.0044977557845413685,
      "loss_total": 0.0044977557845413685,
      "step": 77440
    },
    {
      "loss_action": 0.0049526989459991455,
      "loss_total": 0.0049526989459991455,
      "step": 77440
    },
    {
      "grad_norm": 0.08378736674785614,
      "learning_rate": 9.446575792963728e-05,
      "loss": 0.0068,
      "step": 77450
    },
    {
      "loss_action": 0.0051967669278383255,
      "loss_total": 0.0051967669278383255,
      "step": 77450
    },
    {
      "loss_action": 0.009806803427636623,
      "loss_total": 0.009806803427636623,
      "step": 77450
    },
    {
      "loss_action": 0.005919064860790968,
      "loss_total": 0.005919064860790968,
      "step": 77450
    },
    {
      "loss_action": 0.004588591866195202,
      "loss_total": 0.004588591866195202,
      "step": 77450
    },
    {
      "loss_action": 0.01545770838856697,
      "loss_total": 0.01545770838856697,
      "step": 77450
    },
    {
      "loss_action": 0.004538430832326412,
      "loss_total": 0.004538430832326412,
      "step": 77450
    },
    {
      "loss_action": 0.01824161224067211,
      "loss_total": 0.01824161224067211,
      "step": 77450
    },
    {
      "loss_action": 0.013404148630797863,
      "loss_total": 0.013404148630797863,
      "step": 77450
    },
    {
      "grad_norm": 0.08667977154254913,
      "learning_rate": 9.446386746973989e-05,
      "loss": 0.0066,
      "step": 77460
    },
    {
      "loss_action": 0.0024085594341158867,
      "loss_total": 0.0024085594341158867,
      "step": 77460
    },
    {
      "loss_action": 0.0020990262273699045,
      "loss_total": 0.0020990262273699045,
      "step": 77460
    },
    {
      "loss_action": 0.0022220099344849586,
      "loss_total": 0.0022220099344849586,
      "step": 77460
    },
    {
      "loss_action": 0.023007379844784737,
      "loss_total": 0.023007379844784737,
      "step": 77460
    },
    {
      "loss_action": 0.0035260890144854784,
      "loss_total": 0.0035260890144854784,
      "step": 77460
    },
    {
      "loss_action": 0.0037423924077302217,
      "loss_total": 0.0037423924077302217,
      "step": 77460
    },
    {
      "loss_action": 0.006469326093792915,
      "loss_total": 0.006469326093792915,
      "step": 77460
    },
    {
      "loss_action": 0.003694100771099329,
      "loss_total": 0.003694100771099329,
      "step": 77460
    },
    {
      "grad_norm": 0.08966592699289322,
      "learning_rate": 9.446197670593616e-05,
      "loss": 0.0055,
      "step": 77470
    },
    {
      "loss_action": 0.004823911935091019,
      "loss_total": 0.004823911935091019,
      "step": 77470
    },
    {
      "loss_action": 0.005094055086374283,
      "loss_total": 0.005094055086374283,
      "step": 77470
    },
    {
      "loss_action": 0.002013415563851595,
      "loss_total": 0.002013415563851595,
      "step": 77470
    },
    {
      "loss_action": 0.0027368171140551567,
      "loss_total": 0.0027368171140551567,
      "step": 77470
    },
    {
      "loss_action": 0.007074302993714809,
      "loss_total": 0.007074302993714809,
      "step": 77470
    },
    {
      "loss_action": 0.0018412040080875158,
      "loss_total": 0.0018412040080875158,
      "step": 77470
    },
    {
      "loss_action": 0.01897304691374302,
      "loss_total": 0.01897304691374302,
      "step": 77470
    },
    {
      "loss_action": 0.003251452464610338,
      "loss_total": 0.003251452464610338,
      "step": 77470
    },
    {
      "grad_norm": 0.11394602805376053,
      "learning_rate": 9.446008563823897e-05,
      "loss": 0.0054,
      "step": 77480
    },
    {
      "loss_action": 0.007776923011988401,
      "loss_total": 0.007776923011988401,
      "step": 77480
    },
    {
      "loss_action": 0.002400244353339076,
      "loss_total": 0.002400244353339076,
      "step": 77480
    },
    {
      "loss_action": 0.003905836259946227,
      "loss_total": 0.003905836259946227,
      "step": 77480
    },
    {
      "loss_action": 0.00255318870767951,
      "loss_total": 0.00255318870767951,
      "step": 77480
    },
    {
      "loss_action": 0.0019083494553342462,
      "loss_total": 0.0019083494553342462,
      "step": 77480
    },
    {
      "loss_action": 0.00294689042493701,
      "loss_total": 0.00294689042493701,
      "step": 77480
    },
    {
      "loss_action": 0.0073295165784657,
      "loss_total": 0.0073295165784657,
      "step": 77480
    },
    {
      "loss_action": 0.0022173416800796986,
      "loss_total": 0.0022173416800796986,
      "step": 77480
    },
    {
      "grad_norm": 0.08449479192495346,
      "learning_rate": 9.445819426666128e-05,
      "loss": 0.0057,
      "step": 77490
    },
    {
      "loss_action": 0.005435130558907986,
      "loss_total": 0.005435130558907986,
      "step": 77490
    },
    {
      "loss_action": 0.0047075580805540085,
      "loss_total": 0.0047075580805540085,
      "step": 77490
    },
    {
      "loss_action": 0.003039576578885317,
      "loss_total": 0.003039576578885317,
      "step": 77490
    },
    {
      "loss_action": 0.021615412086248398,
      "loss_total": 0.021615412086248398,
      "step": 77490
    },
    {
      "loss_action": 0.0023541124537587166,
      "loss_total": 0.0023541124537587166,
      "step": 77490
    },
    {
      "loss_action": 0.004184277728199959,
      "loss_total": 0.004184277728199959,
      "step": 77490
    },
    {
      "loss_action": 0.0036109318025410175,
      "loss_total": 0.0036109318025410175,
      "step": 77490
    },
    {
      "loss_action": 0.0017478641821071506,
      "loss_total": 0.0017478641821071506,
      "step": 77490
    },
    {
      "grad_norm": 0.08782166987657547,
      "learning_rate": 9.4456302591216e-05,
      "loss": 0.0062,
      "step": 77500
    },
    {
      "loss_action": 0.0065719448029994965,
      "loss_total": 0.0065719448029994965,
      "step": 77500
    },
    {
      "loss_action": 0.0034729805774986744,
      "loss_total": 0.0034729805774986744,
      "step": 77500
    },
    {
      "loss_action": 0.0014727369416505098,
      "loss_total": 0.0014727369416505098,
      "step": 77500
    },
    {
      "loss_action": 0.010359459556639194,
      "loss_total": 0.010359459556639194,
      "step": 77500
    },
    {
      "loss_action": 0.0017866665730252862,
      "loss_total": 0.0017866665730252862,
      "step": 77500
    },
    {
      "loss_action": 0.005890900269150734,
      "loss_total": 0.005890900269150734,
      "step": 77500
    },
    {
      "loss_action": 0.0057242922484874725,
      "loss_total": 0.0057242922484874725,
      "step": 77500
    },
    {
      "loss_action": 0.01134883239865303,
      "loss_total": 0.01134883239865303,
      "step": 77500
    },
    {
      "grad_norm": 0.10341339558362961,
      "learning_rate": 9.445441061191609e-05,
      "loss": 0.0056,
      "step": 77510
    },
    {
      "loss_action": 0.007671480067074299,
      "loss_total": 0.007671480067074299,
      "step": 77510
    },
    {
      "loss_action": 0.0021898713894188404,
      "loss_total": 0.0021898713894188404,
      "step": 77510
    },
    {
      "loss_action": 0.0031900894828140736,
      "loss_total": 0.0031900894828140736,
      "step": 77510
    },
    {
      "loss_action": 0.0027062545996159315,
      "loss_total": 0.0027062545996159315,
      "step": 77510
    },
    {
      "loss_action": 0.0066843461245298386,
      "loss_total": 0.0066843461245298386,
      "step": 77510
    },
    {
      "loss_action": 0.005425996147096157,
      "loss_total": 0.005425996147096157,
      "step": 77510
    },
    {
      "loss_action": 0.005875973030924797,
      "loss_total": 0.005875973030924797,
      "step": 77510
    },
    {
      "loss_action": 0.005308778025209904,
      "loss_total": 0.005308778025209904,
      "step": 77510
    },
    {
      "grad_norm": 0.11427448689937592,
      "learning_rate": 9.445251832877444e-05,
      "loss": 0.0063,
      "step": 77520
    },
    {
      "loss_action": 0.011005034670233727,
      "loss_total": 0.011005034670233727,
      "step": 77520
    },
    {
      "loss_action": 0.005065665114670992,
      "loss_total": 0.005065665114670992,
      "step": 77520
    },
    {
      "loss_action": 0.006364659406244755,
      "loss_total": 0.006364659406244755,
      "step": 77520
    },
    {
      "loss_action": 0.01436158362776041,
      "loss_total": 0.01436158362776041,
      "step": 77520
    },
    {
      "loss_action": 0.003040539799258113,
      "loss_total": 0.003040539799258113,
      "step": 77520
    },
    {
      "loss_action": 0.003732831683009863,
      "loss_total": 0.003732831683009863,
      "step": 77520
    },
    {
      "loss_action": 0.010916588827967644,
      "loss_total": 0.010916588827967644,
      "step": 77520
    },
    {
      "loss_action": 0.0026849028654396534,
      "loss_total": 0.0026849028654396534,
      "step": 77520
    },
    {
      "grad_norm": 0.09483727812767029,
      "learning_rate": 9.445062574180401e-05,
      "loss": 0.0065,
      "step": 77530
    },
    {
      "loss_action": 0.002870397176593542,
      "loss_total": 0.002870397176593542,
      "step": 77530
    },
    {
      "loss_action": 0.00326997390948236,
      "loss_total": 0.00326997390948236,
      "step": 77530
    },
    {
      "loss_action": 0.0038481904193758965,
      "loss_total": 0.0038481904193758965,
      "step": 77530
    },
    {
      "loss_action": 0.001958284294232726,
      "loss_total": 0.001958284294232726,
      "step": 77530
    },
    {
      "loss_action": 0.007959769107401371,
      "loss_total": 0.007959769107401371,
      "step": 77530
    },
    {
      "loss_action": 0.006903644651174545,
      "loss_total": 0.006903644651174545,
      "step": 77530
    },
    {
      "loss_action": 0.0037547009997069836,
      "loss_total": 0.0037547009997069836,
      "step": 77530
    },
    {
      "loss_action": 0.010337276384234428,
      "loss_total": 0.010337276384234428,
      "step": 77530
    },
    {
      "grad_norm": 0.11388645321130753,
      "learning_rate": 9.444873285101772e-05,
      "loss": 0.0064,
      "step": 77540
    },
    {
      "loss_action": 0.011261463165283203,
      "loss_total": 0.011261463165283203,
      "step": 77540
    },
    {
      "loss_action": 0.023476747795939445,
      "loss_total": 0.023476747795939445,
      "step": 77540
    },
    {
      "loss_action": 0.007247254252433777,
      "loss_total": 0.007247254252433777,
      "step": 77540
    },
    {
      "loss_action": 0.006705877371132374,
      "loss_total": 0.006705877371132374,
      "step": 77540
    },
    {
      "loss_action": 0.00824558362364769,
      "loss_total": 0.00824558362364769,
      "step": 77540
    },
    {
      "loss_action": 0.007643722929060459,
      "loss_total": 0.007643722929060459,
      "step": 77540
    },
    {
      "loss_action": 0.0031582540832459927,
      "loss_total": 0.0031582540832459927,
      "step": 77540
    },
    {
      "loss_action": 0.0065375566482543945,
      "loss_total": 0.0065375566482543945,
      "step": 77540
    },
    {
      "grad_norm": 0.12282650917768478,
      "learning_rate": 9.444683965642852e-05,
      "loss": 0.0064,
      "step": 77550
    },
    {
      "loss_action": 0.004708213731646538,
      "loss_total": 0.004708213731646538,
      "step": 77550
    },
    {
      "loss_action": 0.0051348572596907616,
      "loss_total": 0.0051348572596907616,
      "step": 77550
    },
    {
      "loss_action": 0.002206183038651943,
      "loss_total": 0.002206183038651943,
      "step": 77550
    },
    {
      "loss_action": 0.021568037569522858,
      "loss_total": 0.021568037569522858,
      "step": 77550
    },
    {
      "loss_action": 0.005655275657773018,
      "loss_total": 0.005655275657773018,
      "step": 77550
    },
    {
      "loss_action": 0.019522495567798615,
      "loss_total": 0.019522495567798615,
      "step": 77550
    },
    {
      "loss_action": 0.008065600879490376,
      "loss_total": 0.008065600879490376,
      "step": 77550
    },
    {
      "loss_action": 0.01396052073687315,
      "loss_total": 0.01396052073687315,
      "step": 77550
    },
    {
      "grad_norm": 0.10629218071699142,
      "learning_rate": 9.444494615804935e-05,
      "loss": 0.0071,
      "step": 77560
    },
    {
      "loss_action": 0.010055539198219776,
      "loss_total": 0.010055539198219776,
      "step": 77560
    },
    {
      "loss_action": 0.007607392966747284,
      "loss_total": 0.007607392966747284,
      "step": 77560
    },
    {
      "loss_action": 0.005327533930540085,
      "loss_total": 0.005327533930540085,
      "step": 77560
    },
    {
      "loss_action": 0.001471041003242135,
      "loss_total": 0.001471041003242135,
      "step": 77560
    },
    {
      "loss_action": 0.007183852605521679,
      "loss_total": 0.007183852605521679,
      "step": 77560
    },
    {
      "loss_action": 0.002718901727348566,
      "loss_total": 0.002718901727348566,
      "step": 77560
    },
    {
      "loss_action": 0.0015930612571537495,
      "loss_total": 0.0015930612571537495,
      "step": 77560
    },
    {
      "loss_action": 0.004481014329940081,
      "loss_total": 0.004481014329940081,
      "step": 77560
    },
    {
      "grad_norm": 0.09746691584587097,
      "learning_rate": 9.444305235589313e-05,
      "loss": 0.0065,
      "step": 77570
    },
    {
      "loss_action": 0.0024500510189682245,
      "loss_total": 0.0024500510189682245,
      "step": 77570
    },
    {
      "loss_action": 0.0038955528289079666,
      "loss_total": 0.0038955528289079666,
      "step": 77570
    },
    {
      "loss_action": 0.004748912528157234,
      "loss_total": 0.004748912528157234,
      "step": 77570
    },
    {
      "loss_action": 0.0025509276892989874,
      "loss_total": 0.0025509276892989874,
      "step": 77570
    },
    {
      "loss_action": 0.008325829170644283,
      "loss_total": 0.008325829170644283,
      "step": 77570
    },
    {
      "loss_action": 0.005231608636677265,
      "loss_total": 0.005231608636677265,
      "step": 77570
    },
    {
      "loss_action": 0.004487806931138039,
      "loss_total": 0.004487806931138039,
      "step": 77570
    },
    {
      "loss_action": 0.0022283412981778383,
      "loss_total": 0.0022283412981778383,
      "step": 77570
    },
    {
      "grad_norm": 0.08669574558734894,
      "learning_rate": 9.444115824997284e-05,
      "loss": 0.0055,
      "step": 77580
    },
    {
      "loss_action": 0.0057875425554811954,
      "loss_total": 0.0057875425554811954,
      "step": 77580
    },
    {
      "loss_action": 0.0027367088478058577,
      "loss_total": 0.0027367088478058577,
      "step": 77580
    },
    {
      "loss_action": 0.0029210741631686687,
      "loss_total": 0.0029210741631686687,
      "step": 77580
    },
    {
      "loss_action": 0.0024280629586428404,
      "loss_total": 0.0024280629586428404,
      "step": 77580
    },
    {
      "loss_action": 0.006444722414016724,
      "loss_total": 0.006444722414016724,
      "step": 77580
    },
    {
      "loss_action": 0.006742128171026707,
      "loss_total": 0.006742128171026707,
      "step": 77580
    },
    {
      "loss_action": 0.004006574396044016,
      "loss_total": 0.004006574396044016,
      "step": 77580
    },
    {
      "loss_action": 0.01116364635527134,
      "loss_total": 0.01116364635527134,
      "step": 77580
    },
    {
      "grad_norm": 0.11744890362024307,
      "learning_rate": 9.44392638403014e-05,
      "loss": 0.0057,
      "step": 77590
    },
    {
      "loss_action": 0.002359556732699275,
      "loss_total": 0.002359556732699275,
      "step": 77590
    },
    {
      "loss_action": 0.004684445448219776,
      "loss_total": 0.004684445448219776,
      "step": 77590
    },
    {
      "loss_action": 0.011138511821627617,
      "loss_total": 0.011138511821627617,
      "step": 77590
    },
    {
      "loss_action": 0.012140724807977676,
      "loss_total": 0.012140724807977676,
      "step": 77590
    },
    {
      "loss_action": 0.01005452312529087,
      "loss_total": 0.01005452312529087,
      "step": 77590
    },
    {
      "loss_action": 0.0023633234668523073,
      "loss_total": 0.0023633234668523073,
      "step": 77590
    },
    {
      "loss_action": 0.0033166343346238136,
      "loss_total": 0.0033166343346238136,
      "step": 77590
    },
    {
      "loss_action": 0.003053370164707303,
      "loss_total": 0.003053370164707303,
      "step": 77590
    },
    {
      "grad_norm": 0.09137045592069626,
      "learning_rate": 9.443736912689176e-05,
      "loss": 0.0065,
      "step": 77600
    },
    {
      "loss_action": 0.00933865737169981,
      "loss_total": 0.00933865737169981,
      "step": 77600
    },
    {
      "loss_action": 0.0073802294209599495,
      "loss_total": 0.0073802294209599495,
      "step": 77600
    },
    {
      "loss_action": 0.0023741256445646286,
      "loss_total": 0.0023741256445646286,
      "step": 77600
    },
    {
      "loss_action": 0.005012866575270891,
      "loss_total": 0.005012866575270891,
      "step": 77600
    },
    {
      "loss_action": 0.01018749549984932,
      "loss_total": 0.01018749549984932,
      "step": 77600
    },
    {
      "loss_action": 0.0028895381838083267,
      "loss_total": 0.0028895381838083267,
      "step": 77600
    },
    {
      "loss_action": 0.0035813762806355953,
      "loss_total": 0.0035813762806355953,
      "step": 77600
    },
    {
      "loss_action": 0.006688234396278858,
      "loss_total": 0.006688234396278858,
      "step": 77600
    },
    {
      "grad_norm": 0.09303503483533859,
      "learning_rate": 9.443547410975687e-05,
      "loss": 0.0054,
      "step": 77610
    },
    {
      "loss_action": 0.0017791343852877617,
      "loss_total": 0.0017791343852877617,
      "step": 77610
    },
    {
      "loss_action": 0.006296216044574976,
      "loss_total": 0.006296216044574976,
      "step": 77610
    },
    {
      "loss_action": 0.0034362191800028086,
      "loss_total": 0.0034362191800028086,
      "step": 77610
    },
    {
      "loss_action": 0.0025218534283339977,
      "loss_total": 0.0025218534283339977,
      "step": 77610
    },
    {
      "loss_action": 0.005515161901712418,
      "loss_total": 0.005515161901712418,
      "step": 77610
    },
    {
      "loss_action": 0.0012678392231464386,
      "loss_total": 0.0012678392231464386,
      "step": 77610
    },
    {
      "loss_action": 0.0025214378256350756,
      "loss_total": 0.0025214378256350756,
      "step": 77610
    },
    {
      "loss_action": 0.003805573098361492,
      "loss_total": 0.003805573098361492,
      "step": 77610
    },
    {
      "grad_norm": 0.12960480153560638,
      "learning_rate": 9.44335787889097e-05,
      "loss": 0.0062,
      "step": 77620
    },
    {
      "loss_action": 0.0015647392719984055,
      "loss_total": 0.0015647392719984055,
      "step": 77620
    },
    {
      "loss_action": 0.004665018059313297,
      "loss_total": 0.004665018059313297,
      "step": 77620
    },
    {
      "loss_action": 0.00551985390484333,
      "loss_total": 0.00551985390484333,
      "step": 77620
    },
    {
      "loss_action": 0.023782160133123398,
      "loss_total": 0.023782160133123398,
      "step": 77620
    },
    {
      "loss_action": 0.004237828776240349,
      "loss_total": 0.004237828776240349,
      "step": 77620
    },
    {
      "loss_action": 0.003663805779069662,
      "loss_total": 0.003663805779069662,
      "step": 77620
    },
    {
      "loss_action": 0.0025660633109509945,
      "loss_total": 0.0025660633109509945,
      "step": 77620
    },
    {
      "loss_action": 0.005401263944804668,
      "loss_total": 0.005401263944804668,
      "step": 77620
    },
    {
      "grad_norm": 0.09448354691267014,
      "learning_rate": 9.443168316436319e-05,
      "loss": 0.0053,
      "step": 77630
    },
    {
      "loss_action": 0.011186305433511734,
      "loss_total": 0.011186305433511734,
      "step": 77630
    },
    {
      "loss_action": 0.003110202495008707,
      "loss_total": 0.003110202495008707,
      "step": 77630
    },
    {
      "loss_action": 0.004596023820340633,
      "loss_total": 0.004596023820340633,
      "step": 77630
    },
    {
      "loss_action": 0.00779214221984148,
      "loss_total": 0.00779214221984148,
      "step": 77630
    },
    {
      "loss_action": 0.0030349595472216606,
      "loss_total": 0.0030349595472216606,
      "step": 77630
    },
    {
      "loss_action": 0.00765733327716589,
      "loss_total": 0.00765733327716589,
      "step": 77630
    },
    {
      "loss_action": 0.0030141491442918777,
      "loss_total": 0.0030141491442918777,
      "step": 77630
    },
    {
      "loss_action": 0.003019271418452263,
      "loss_total": 0.003019271418452263,
      "step": 77630
    },
    {
      "grad_norm": 0.07763123512268066,
      "learning_rate": 9.44297872361303e-05,
      "loss": 0.0057,
      "step": 77640
    },
    {
      "loss_action": 0.005527611821889877,
      "loss_total": 0.005527611821889877,
      "step": 77640
    },
    {
      "loss_action": 0.007009043823927641,
      "loss_total": 0.007009043823927641,
      "step": 77640
    },
    {
      "loss_action": 0.01747122034430504,
      "loss_total": 0.01747122034430504,
      "step": 77640
    },
    {
      "loss_action": 0.009872185997664928,
      "loss_total": 0.009872185997664928,
      "step": 77640
    },
    {
      "loss_action": 0.0075406478717923164,
      "loss_total": 0.0075406478717923164,
      "step": 77640
    },
    {
      "loss_action": 0.002733741421252489,
      "loss_total": 0.002733741421252489,
      "step": 77640
    },
    {
      "loss_action": 0.001866792095825076,
      "loss_total": 0.001866792095825076,
      "step": 77640
    },
    {
      "loss_action": 0.010839240625500679,
      "loss_total": 0.010839240625500679,
      "step": 77640
    },
    {
      "grad_norm": 0.13810159265995026,
      "learning_rate": 9.442789100422398e-05,
      "loss": 0.0067,
      "step": 77650
    },
    {
      "loss_action": 0.0016686766175553203,
      "loss_total": 0.0016686766175553203,
      "step": 77650
    },
    {
      "loss_action": 0.003120926907286048,
      "loss_total": 0.003120926907286048,
      "step": 77650
    },
    {
      "loss_action": 0.004973770119249821,
      "loss_total": 0.004973770119249821,
      "step": 77650
    },
    {
      "loss_action": 0.0075114015489816666,
      "loss_total": 0.0075114015489816666,
      "step": 77650
    },
    {
      "loss_action": 0.004665127489715815,
      "loss_total": 0.004665127489715815,
      "step": 77650
    },
    {
      "loss_action": 0.006019440945237875,
      "loss_total": 0.006019440945237875,
      "step": 77650
    },
    {
      "loss_action": 0.006117421202361584,
      "loss_total": 0.006117421202361584,
      "step": 77650
    },
    {
      "loss_action": 0.0020164186134934425,
      "loss_total": 0.0020164186134934425,
      "step": 77650
    },
    {
      "grad_norm": 0.12664926052093506,
      "learning_rate": 9.44259944686572e-05,
      "loss": 0.0076,
      "step": 77660
    },
    {
      "loss_action": 0.011814632453024387,
      "loss_total": 0.011814632453024387,
      "step": 77660
    },
    {
      "loss_action": 0.005974654108285904,
      "loss_total": 0.005974654108285904,
      "step": 77660
    },
    {
      "loss_action": 0.004034738056361675,
      "loss_total": 0.004034738056361675,
      "step": 77660
    },
    {
      "loss_action": 0.0094522750005126,
      "loss_total": 0.0094522750005126,
      "step": 77660
    },
    {
      "loss_action": 0.002799189416691661,
      "loss_total": 0.002799189416691661,
      "step": 77660
    },
    {
      "loss_action": 0.011894194409251213,
      "loss_total": 0.011894194409251213,
      "step": 77660
    },
    {
      "loss_action": 0.00427726935595274,
      "loss_total": 0.00427726935595274,
      "step": 77660
    },
    {
      "loss_action": 0.005402795039117336,
      "loss_total": 0.005402795039117336,
      "step": 77660
    },
    {
      "grad_norm": 0.09817913919687271,
      "learning_rate": 9.44240976294429e-05,
      "loss": 0.0069,
      "step": 77670
    },
    {
      "loss_action": 0.005644670221954584,
      "loss_total": 0.005644670221954584,
      "step": 77670
    },
    {
      "loss_action": 0.006016400642693043,
      "loss_total": 0.006016400642693043,
      "step": 77670
    },
    {
      "loss_action": 0.0023630752693861723,
      "loss_total": 0.0023630752693861723,
      "step": 77670
    },
    {
      "loss_action": 0.005372988060116768,
      "loss_total": 0.005372988060116768,
      "step": 77670
    },
    {
      "loss_action": 0.0033230644185096025,
      "loss_total": 0.0033230644185096025,
      "step": 77670
    },
    {
      "loss_action": 0.0028303698636591434,
      "loss_total": 0.0028303698636591434,
      "step": 77670
    },
    {
      "loss_action": 0.002293445635586977,
      "loss_total": 0.002293445635586977,
      "step": 77670
    },
    {
      "loss_action": 0.012109586969017982,
      "loss_total": 0.012109586969017982,
      "step": 77670
    },
    {
      "grad_norm": 0.08892300724983215,
      "learning_rate": 9.44222004865941e-05,
      "loss": 0.005,
      "step": 77680
    },
    {
      "loss_action": 0.004203597083687782,
      "loss_total": 0.004203597083687782,
      "step": 77680
    },
    {
      "loss_action": 0.00278022070415318,
      "loss_total": 0.00278022070415318,
      "step": 77680
    },
    {
      "loss_action": 0.0032927540596574545,
      "loss_total": 0.0032927540596574545,
      "step": 77680
    },
    {
      "loss_action": 0.0022859955206513405,
      "loss_total": 0.0022859955206513405,
      "step": 77680
    },
    {
      "loss_action": 0.005748629570007324,
      "loss_total": 0.005748629570007324,
      "step": 77680
    },
    {
      "loss_action": 0.0030330547597259283,
      "loss_total": 0.0030330547597259283,
      "step": 77680
    },
    {
      "loss_action": 0.003889084327965975,
      "loss_total": 0.003889084327965975,
      "step": 77680
    },
    {
      "loss_action": 0.0089603615924716,
      "loss_total": 0.0089603615924716,
      "step": 77680
    },
    {
      "grad_norm": 0.10867717862129211,
      "learning_rate": 9.442030304012371e-05,
      "loss": 0.0063,
      "step": 77690
    },
    {
      "loss_action": 0.01907481625676155,
      "loss_total": 0.01907481625676155,
      "step": 77690
    },
    {
      "loss_action": 0.0064247976988554,
      "loss_total": 0.0064247976988554,
      "step": 77690
    },
    {
      "loss_action": 0.005248681176453829,
      "loss_total": 0.005248681176453829,
      "step": 77690
    },
    {
      "loss_action": 0.006293649785220623,
      "loss_total": 0.006293649785220623,
      "step": 77690
    },
    {
      "loss_action": 0.001847831066697836,
      "loss_total": 0.001847831066697836,
      "step": 77690
    },
    {
      "loss_action": 0.006236365996301174,
      "loss_total": 0.006236365996301174,
      "step": 77690
    },
    {
      "loss_action": 0.004924467299133539,
      "loss_total": 0.004924467299133539,
      "step": 77690
    },
    {
      "loss_action": 0.0013592686736956239,
      "loss_total": 0.0013592686736956239,
      "step": 77690
    },
    {
      "grad_norm": 0.12207502871751785,
      "learning_rate": 9.441840529004473e-05,
      "loss": 0.0059,
      "step": 77700
    },
    {
      "loss_action": 0.001842926605604589,
      "loss_total": 0.001842926605604589,
      "step": 77700
    },
    {
      "loss_action": 0.004885133355855942,
      "loss_total": 0.004885133355855942,
      "step": 77700
    },
    {
      "loss_action": 0.007417616434395313,
      "loss_total": 0.007417616434395313,
      "step": 77700
    },
    {
      "loss_action": 0.002082525286823511,
      "loss_total": 0.002082525286823511,
      "step": 77700
    },
    {
      "loss_action": 0.014989909715950489,
      "loss_total": 0.014989909715950489,
      "step": 77700
    },
    {
      "loss_action": 0.0042404066771268845,
      "loss_total": 0.0042404066771268845,
      "step": 77700
    },
    {
      "loss_action": 0.002392291324213147,
      "loss_total": 0.002392291324213147,
      "step": 77700
    },
    {
      "loss_action": 0.02551024779677391,
      "loss_total": 0.02551024779677391,
      "step": 77700
    },
    {
      "grad_norm": 0.09441983699798584,
      "learning_rate": 9.44165072363701e-05,
      "loss": 0.0062,
      "step": 77710
    },
    {
      "loss_action": 0.008339323103427887,
      "loss_total": 0.008339323103427887,
      "step": 77710
    },
    {
      "loss_action": 0.005373544991016388,
      "loss_total": 0.005373544991016388,
      "step": 77710
    },
    {
      "loss_action": 0.0036418919917196035,
      "loss_total": 0.0036418919917196035,
      "step": 77710
    },
    {
      "loss_action": 0.005196873098611832,
      "loss_total": 0.005196873098611832,
      "step": 77710
    },
    {
      "loss_action": 0.005415245890617371,
      "loss_total": 0.005415245890617371,
      "step": 77710
    },
    {
      "loss_action": 0.0018002409487962723,
      "loss_total": 0.0018002409487962723,
      "step": 77710
    },
    {
      "loss_action": 0.0021510119549930096,
      "loss_total": 0.0021510119549930096,
      "step": 77710
    },
    {
      "loss_action": 0.006384644657373428,
      "loss_total": 0.006384644657373428,
      "step": 77710
    },
    {
      "grad_norm": 0.1408889889717102,
      "learning_rate": 9.441460887911284e-05,
      "loss": 0.0069,
      "step": 77720
    },
    {
      "loss_action": 0.003934060223400593,
      "loss_total": 0.003934060223400593,
      "step": 77720
    },
    {
      "loss_action": 0.01142176240682602,
      "loss_total": 0.01142176240682602,
      "step": 77720
    },
    {
      "loss_action": 0.0029789742548018694,
      "loss_total": 0.0029789742548018694,
      "step": 77720
    },
    {
      "loss_action": 0.003356500994414091,
      "loss_total": 0.003356500994414091,
      "step": 77720
    },
    {
      "loss_action": 0.0032211809884756804,
      "loss_total": 0.0032211809884756804,
      "step": 77720
    },
    {
      "loss_action": 0.0061096311546862125,
      "loss_total": 0.0061096311546862125,
      "step": 77720
    },
    {
      "loss_action": 0.009259998798370361,
      "loss_total": 0.009259998798370361,
      "step": 77720
    },
    {
      "loss_action": 0.0029591876082122326,
      "loss_total": 0.0029591876082122326,
      "step": 77720
    },
    {
      "grad_norm": 0.1067328155040741,
      "learning_rate": 9.441271021828588e-05,
      "loss": 0.006,
      "step": 77730
    },
    {
      "loss_action": 0.007027236744761467,
      "loss_total": 0.007027236744761467,
      "step": 77730
    },
    {
      "loss_action": 0.00793460849672556,
      "loss_total": 0.00793460849672556,
      "step": 77730
    },
    {
      "loss_action": 0.00724636297672987,
      "loss_total": 0.00724636297672987,
      "step": 77730
    },
    {
      "loss_action": 0.0034571292344480753,
      "loss_total": 0.0034571292344480753,
      "step": 77730
    },
    {
      "loss_action": 0.0019448271486908197,
      "loss_total": 0.0019448271486908197,
      "step": 77730
    },
    {
      "loss_action": 0.006629421375691891,
      "loss_total": 0.006629421375691891,
      "step": 77730
    },
    {
      "loss_action": 0.022024361416697502,
      "loss_total": 0.022024361416697502,
      "step": 77730
    },
    {
      "loss_action": 0.004667794797569513,
      "loss_total": 0.004667794797569513,
      "step": 77730
    },
    {
      "grad_norm": 0.12521232664585114,
      "learning_rate": 9.441081125390223e-05,
      "loss": 0.0065,
      "step": 77740
    },
    {
      "loss_action": 0.002044819761067629,
      "loss_total": 0.002044819761067629,
      "step": 77740
    },
    {
      "loss_action": 0.006354307755827904,
      "loss_total": 0.006354307755827904,
      "step": 77740
    },
    {
      "loss_action": 0.004847721196711063,
      "loss_total": 0.004847721196711063,
      "step": 77740
    },
    {
      "loss_action": 0.001965403091162443,
      "loss_total": 0.001965403091162443,
      "step": 77740
    },
    {
      "loss_action": 0.006063298787921667,
      "loss_total": 0.006063298787921667,
      "step": 77740
    },
    {
      "loss_action": 0.004609854891896248,
      "loss_total": 0.004609854891896248,
      "step": 77740
    },
    {
      "loss_action": 0.006239250302314758,
      "loss_total": 0.006239250302314758,
      "step": 77740
    },
    {
      "loss_action": 0.010856552049517632,
      "loss_total": 0.010856552049517632,
      "step": 77740
    },
    {
      "grad_norm": 0.09843279421329498,
      "learning_rate": 9.440891198597485e-05,
      "loss": 0.0064,
      "step": 77750
    },
    {
      "loss_action": 0.010446279309689999,
      "loss_total": 0.010446279309689999,
      "step": 77750
    },
    {
      "loss_action": 0.0038732101675122976,
      "loss_total": 0.0038732101675122976,
      "step": 77750
    },
    {
      "loss_action": 0.0033001271076500416,
      "loss_total": 0.0033001271076500416,
      "step": 77750
    },
    {
      "loss_action": 0.009441227652132511,
      "loss_total": 0.009441227652132511,
      "step": 77750
    },
    {
      "loss_action": 0.002672530710697174,
      "loss_total": 0.002672530710697174,
      "step": 77750
    },
    {
      "loss_action": 0.017641417682170868,
      "loss_total": 0.017641417682170868,
      "step": 77750
    },
    {
      "loss_action": 0.007125515025109053,
      "loss_total": 0.007125515025109053,
      "step": 77750
    },
    {
      "loss_action": 0.0034348361659795046,
      "loss_total": 0.0034348361659795046,
      "step": 77750
    },
    {
      "grad_norm": 0.08158865571022034,
      "learning_rate": 9.440701241451673e-05,
      "loss": 0.0066,
      "step": 77760
    },
    {
      "loss_action": 0.007144524250179529,
      "loss_total": 0.007144524250179529,
      "step": 77760
    },
    {
      "loss_action": 0.0023794330190867186,
      "loss_total": 0.0023794330190867186,
      "step": 77760
    },
    {
      "loss_action": 0.004052354954183102,
      "loss_total": 0.004052354954183102,
      "step": 77760
    },
    {
      "loss_action": 0.005303468555212021,
      "loss_total": 0.005303468555212021,
      "step": 77760
    },
    {
      "loss_action": 0.005676500499248505,
      "loss_total": 0.005676500499248505,
      "step": 77760
    },
    {
      "loss_action": 0.019100822508335114,
      "loss_total": 0.019100822508335114,
      "step": 77760
    },
    {
      "loss_action": 0.032259177416563034,
      "loss_total": 0.032259177416563034,
      "step": 77760
    },
    {
      "loss_action": 0.003047715872526169,
      "loss_total": 0.003047715872526169,
      "step": 77760
    },
    {
      "grad_norm": 0.10661984235048294,
      "learning_rate": 9.440511253954085e-05,
      "loss": 0.0069,
      "step": 77770
    },
    {
      "loss_action": 0.010606227442622185,
      "loss_total": 0.010606227442622185,
      "step": 77770
    },
    {
      "loss_action": 0.003967940341681242,
      "loss_total": 0.003967940341681242,
      "step": 77770
    },
    {
      "loss_action": 0.0063697574660182,
      "loss_total": 0.0063697574660182,
      "step": 77770
    },
    {
      "loss_action": 0.0072799804620444775,
      "loss_total": 0.0072799804620444775,
      "step": 77770
    },
    {
      "loss_action": 0.0033793067559599876,
      "loss_total": 0.0033793067559599876,
      "step": 77770
    },
    {
      "loss_action": 0.007512776646763086,
      "loss_total": 0.007512776646763086,
      "step": 77770
    },
    {
      "loss_action": 0.005852577742189169,
      "loss_total": 0.005852577742189169,
      "step": 77770
    },
    {
      "loss_action": 0.008195437490940094,
      "loss_total": 0.008195437490940094,
      "step": 77770
    },
    {
      "grad_norm": 0.08502934128046036,
      "learning_rate": 9.44032123610602e-05,
      "loss": 0.0061,
      "step": 77780
    },
    {
      "loss_action": 0.006976335309445858,
      "loss_total": 0.006976335309445858,
      "step": 77780
    },
    {
      "loss_action": 0.0037124543450772762,
      "loss_total": 0.0037124543450772762,
      "step": 77780
    },
    {
      "loss_action": 0.0024724125396460295,
      "loss_total": 0.0024724125396460295,
      "step": 77780
    },
    {
      "loss_action": 0.011557813733816147,
      "loss_total": 0.011557813733816147,
      "step": 77780
    },
    {
      "loss_action": 0.012685535475611687,
      "loss_total": 0.012685535475611687,
      "step": 77780
    },
    {
      "loss_action": 0.0031097731553018093,
      "loss_total": 0.0031097731553018093,
      "step": 77780
    },
    {
      "loss_action": 0.0067601557821035385,
      "loss_total": 0.0067601557821035385,
      "step": 77780
    },
    {
      "loss_action": 0.00815054215490818,
      "loss_total": 0.00815054215490818,
      "step": 77780
    },
    {
      "grad_norm": 0.12240094691514969,
      "learning_rate": 9.440131187908776e-05,
      "loss": 0.0083,
      "step": 77790
    },
    {
      "loss_action": 0.003662210889160633,
      "loss_total": 0.003662210889160633,
      "step": 77790
    },
    {
      "loss_action": 0.008555580861866474,
      "loss_total": 0.008555580861866474,
      "step": 77790
    },
    {
      "loss_action": 0.010344713926315308,
      "loss_total": 0.010344713926315308,
      "step": 77790
    },
    {
      "loss_action": 0.004815049469470978,
      "loss_total": 0.004815049469470978,
      "step": 77790
    },
    {
      "loss_action": 0.008208565413951874,
      "loss_total": 0.008208565413951874,
      "step": 77790
    },
    {
      "loss_action": 0.00961828138679266,
      "loss_total": 0.00961828138679266,
      "step": 77790
    },
    {
      "loss_action": 0.010209954343736172,
      "loss_total": 0.010209954343736172,
      "step": 77790
    },
    {
      "loss_action": 0.009458284825086594,
      "loss_total": 0.009458284825086594,
      "step": 77790
    },
    {
      "grad_norm": 0.10237046331167221,
      "learning_rate": 9.439941109363651e-05,
      "loss": 0.0083,
      "step": 77800
    },
    {
      "loss_action": 0.009678872302174568,
      "loss_total": 0.009678872302174568,
      "step": 77800
    },
    {
      "loss_action": 0.003259689547121525,
      "loss_total": 0.003259689547121525,
      "step": 77800
    },
    {
      "loss_action": 0.007559748832136393,
      "loss_total": 0.007559748832136393,
      "step": 77800
    },
    {
      "loss_action": 0.013215726241469383,
      "loss_total": 0.013215726241469383,
      "step": 77800
    },
    {
      "loss_action": 0.04604355990886688,
      "loss_total": 0.04604355990886688,
      "step": 77800
    },
    {
      "loss_action": 0.0051499889232218266,
      "loss_total": 0.0051499889232218266,
      "step": 77800
    },
    {
      "loss_action": 0.0023958622477948666,
      "loss_total": 0.0023958622477948666,
      "step": 77800
    },
    {
      "loss_action": 0.01486557349562645,
      "loss_total": 0.01486557349562645,
      "step": 77800
    },
    {
      "grad_norm": 0.14137743413448334,
      "learning_rate": 9.439751000471947e-05,
      "loss": 0.0074,
      "step": 77810
    },
    {
      "loss_action": 0.003329418133944273,
      "loss_total": 0.003329418133944273,
      "step": 77810
    },
    {
      "loss_action": 0.005518851801753044,
      "loss_total": 0.005518851801753044,
      "step": 77810
    },
    {
      "loss_action": 0.003455160651355982,
      "loss_total": 0.003455160651355982,
      "step": 77810
    },
    {
      "loss_action": 0.003870117710903287,
      "loss_total": 0.003870117710903287,
      "step": 77810
    },
    {
      "loss_action": 0.0026122089475393295,
      "loss_total": 0.0026122089475393295,
      "step": 77810
    },
    {
      "loss_action": 0.00608818419277668,
      "loss_total": 0.00608818419277668,
      "step": 77810
    },
    {
      "loss_action": 0.0027062022127211094,
      "loss_total": 0.0027062022127211094,
      "step": 77810
    },
    {
      "loss_action": 0.005080590024590492,
      "loss_total": 0.005080590024590492,
      "step": 77810
    },
    {
      "grad_norm": 0.14199261367321014,
      "learning_rate": 9.439560861234961e-05,
      "loss": 0.0063,
      "step": 77820
    },
    {
      "loss_action": 0.0055681271478533745,
      "loss_total": 0.0055681271478533745,
      "step": 77820
    },
    {
      "loss_action": 0.004307541064918041,
      "loss_total": 0.004307541064918041,
      "step": 77820
    },
    {
      "loss_action": 0.0022980161011219025,
      "loss_total": 0.0022980161011219025,
      "step": 77820
    },
    {
      "loss_action": 0.0040465909987688065,
      "loss_total": 0.0040465909987688065,
      "step": 77820
    },
    {
      "loss_action": 0.009317059069871902,
      "loss_total": 0.009317059069871902,
      "step": 77820
    },
    {
      "loss_action": 0.005890686996281147,
      "loss_total": 0.005890686996281147,
      "step": 77820
    },
    {
      "loss_action": 0.00410710321739316,
      "loss_total": 0.00410710321739316,
      "step": 77820
    },
    {
      "loss_action": 0.011883318424224854,
      "loss_total": 0.011883318424224854,
      "step": 77820
    },
    {
      "grad_norm": 0.12621362507343292,
      "learning_rate": 9.439370691653994e-05,
      "loss": 0.0064,
      "step": 77830
    },
    {
      "loss_action": 0.0021034704986959696,
      "loss_total": 0.0021034704986959696,
      "step": 77830
    },
    {
      "loss_action": 0.0038072494789958,
      "loss_total": 0.0038072494789958,
      "step": 77830
    },
    {
      "loss_action": 0.002252780832350254,
      "loss_total": 0.002252780832350254,
      "step": 77830
    },
    {
      "loss_action": 0.005297309253364801,
      "loss_total": 0.005297309253364801,
      "step": 77830
    },
    {
      "loss_action": 0.007657438516616821,
      "loss_total": 0.007657438516616821,
      "step": 77830
    },
    {
      "loss_action": 0.010189204476773739,
      "loss_total": 0.010189204476773739,
      "step": 77830
    },
    {
      "loss_action": 0.0037555801682174206,
      "loss_total": 0.0037555801682174206,
      "step": 77830
    },
    {
      "loss_action": 0.00611628545448184,
      "loss_total": 0.00611628545448184,
      "step": 77830
    },
    {
      "grad_norm": 0.11800829321146011,
      "learning_rate": 9.439180491730346e-05,
      "loss": 0.0068,
      "step": 77840
    },
    {
      "loss_action": 0.007444373331964016,
      "loss_total": 0.007444373331964016,
      "step": 77840
    },
    {
      "loss_action": 0.019064728170633316,
      "loss_total": 0.019064728170633316,
      "step": 77840
    },
    {
      "loss_action": 0.001478383899666369,
      "loss_total": 0.001478383899666369,
      "step": 77840
    },
    {
      "loss_action": 0.0020666082855314016,
      "loss_total": 0.0020666082855314016,
      "step": 77840
    },
    {
      "loss_action": 0.007996827363967896,
      "loss_total": 0.007996827363967896,
      "step": 77840
    },
    {
      "loss_action": 0.0034024794586002827,
      "loss_total": 0.0034024794586002827,
      "step": 77840
    },
    {
      "loss_action": 0.004571124911308289,
      "loss_total": 0.004571124911308289,
      "step": 77840
    },
    {
      "loss_action": 0.009542951360344887,
      "loss_total": 0.009542951360344887,
      "step": 77840
    },
    {
      "grad_norm": 0.08785546571016312,
      "learning_rate": 9.438990261465315e-05,
      "loss": 0.0062,
      "step": 77850
    },
    {
      "loss_action": 0.0033148922957479954,
      "loss_total": 0.0033148922957479954,
      "step": 77850
    },
    {
      "loss_action": 0.004196091555058956,
      "loss_total": 0.004196091555058956,
      "step": 77850
    },
    {
      "loss_action": 0.004304058849811554,
      "loss_total": 0.004304058849811554,
      "step": 77850
    },
    {
      "loss_action": 0.0014762019272893667,
      "loss_total": 0.0014762019272893667,
      "step": 77850
    },
    {
      "loss_action": 0.005317087285220623,
      "loss_total": 0.005317087285220623,
      "step": 77850
    },
    {
      "loss_action": 0.0030121933668851852,
      "loss_total": 0.0030121933668851852,
      "step": 77850
    },
    {
      "loss_action": 0.003983173053711653,
      "loss_total": 0.003983173053711653,
      "step": 77850
    },
    {
      "loss_action": 0.0037084389477968216,
      "loss_total": 0.0037084389477968216,
      "step": 77850
    },
    {
      "grad_norm": 0.12969030439853668,
      "learning_rate": 9.438800000860202e-05,
      "loss": 0.0059,
      "step": 77860
    },
    {
      "loss_action": 0.0044477288611233234,
      "loss_total": 0.0044477288611233234,
      "step": 77860
    },
    {
      "loss_action": 0.012708524242043495,
      "loss_total": 0.012708524242043495,
      "step": 77860
    },
    {
      "loss_action": 0.012338739819824696,
      "loss_total": 0.012338739819824696,
      "step": 77860
    },
    {
      "loss_action": 0.011612002737820148,
      "loss_total": 0.011612002737820148,
      "step": 77860
    },
    {
      "loss_action": 0.010944463312625885,
      "loss_total": 0.010944463312625885,
      "step": 77860
    },
    {
      "loss_action": 0.005064917728304863,
      "loss_total": 0.005064917728304863,
      "step": 77860
    },
    {
      "loss_action": 0.004044755361974239,
      "loss_total": 0.004044755361974239,
      "step": 77860
    },
    {
      "loss_action": 0.0029385252855718136,
      "loss_total": 0.0029385252855718136,
      "step": 77860
    },
    {
      "grad_norm": 0.11533479392528534,
      "learning_rate": 9.438609709916309e-05,
      "loss": 0.0055,
      "step": 77870
    },
    {
      "loss_action": 0.007612200919538736,
      "loss_total": 0.007612200919538736,
      "step": 77870
    },
    {
      "loss_action": 0.00393138499930501,
      "loss_total": 0.00393138499930501,
      "step": 77870
    },
    {
      "loss_action": 0.0035900352522730827,
      "loss_total": 0.0035900352522730827,
      "step": 77870
    },
    {
      "loss_action": 0.004861278459429741,
      "loss_total": 0.004861278459429741,
      "step": 77870
    },
    {
      "loss_action": 0.0026557426899671555,
      "loss_total": 0.0026557426899671555,
      "step": 77870
    },
    {
      "loss_action": 0.002340106526389718,
      "loss_total": 0.002340106526389718,
      "step": 77870
    },
    {
      "loss_action": 0.003138636937364936,
      "loss_total": 0.003138636937364936,
      "step": 77870
    },
    {
      "loss_action": 0.016276778653264046,
      "loss_total": 0.016276778653264046,
      "step": 77870
    },
    {
      "grad_norm": 0.09976879507303238,
      "learning_rate": 9.438419388634935e-05,
      "loss": 0.0059,
      "step": 77880
    },
    {
      "loss_action": 0.005185363814234734,
      "loss_total": 0.005185363814234734,
      "step": 77880
    },
    {
      "loss_action": 0.002911035902798176,
      "loss_total": 0.002911035902798176,
      "step": 77880
    },
    {
      "loss_action": 0.004460034426301718,
      "loss_total": 0.004460034426301718,
      "step": 77880
    },
    {
      "loss_action": 0.012448214925825596,
      "loss_total": 0.012448214925825596,
      "step": 77880
    },
    {
      "loss_action": 0.0017362567596137524,
      "loss_total": 0.0017362567596137524,
      "step": 77880
    },
    {
      "loss_action": 0.011132599785923958,
      "loss_total": 0.011132599785923958,
      "step": 77880
    },
    {
      "loss_action": 0.0028323770966380835,
      "loss_total": 0.0028323770966380835,
      "step": 77880
    },
    {
      "loss_action": 0.006454055197536945,
      "loss_total": 0.006454055197536945,
      "step": 77880
    },
    {
      "grad_norm": 0.11724017560482025,
      "learning_rate": 9.43822903701738e-05,
      "loss": 0.0056,
      "step": 77890
    },
    {
      "loss_action": 0.006447309628129005,
      "loss_total": 0.006447309628129005,
      "step": 77890
    },
    {
      "loss_action": 0.005585807375609875,
      "loss_total": 0.005585807375609875,
      "step": 77890
    },
    {
      "loss_action": 0.0027805385179817677,
      "loss_total": 0.0027805385179817677,
      "step": 77890
    },
    {
      "loss_action": 0.007829662412405014,
      "loss_total": 0.007829662412405014,
      "step": 77890
    },
    {
      "loss_action": 0.0024700872600078583,
      "loss_total": 0.0024700872600078583,
      "step": 77890
    },
    {
      "loss_action": 0.0045991698279976845,
      "loss_total": 0.0045991698279976845,
      "step": 77890
    },
    {
      "loss_action": 0.00409943051636219,
      "loss_total": 0.00409943051636219,
      "step": 77890
    },
    {
      "loss_action": 0.003298544092103839,
      "loss_total": 0.003298544092103839,
      "step": 77890
    },
    {
      "grad_norm": 0.05059569329023361,
      "learning_rate": 9.43803865506495e-05,
      "loss": 0.0051,
      "step": 77900
    },
    {
      "loss_action": 0.0039125848561525345,
      "loss_total": 0.0039125848561525345,
      "step": 77900
    },
    {
      "loss_action": 0.010036731138825417,
      "loss_total": 0.010036731138825417,
      "step": 77900
    },
    {
      "loss_action": 0.008742906153202057,
      "loss_total": 0.008742906153202057,
      "step": 77900
    },
    {
      "loss_action": 0.023121118545532227,
      "loss_total": 0.023121118545532227,
      "step": 77900
    },
    {
      "loss_action": 0.001142315799370408,
      "loss_total": 0.001142315799370408,
      "step": 77900
    },
    {
      "loss_action": 0.002113357651978731,
      "loss_total": 0.002113357651978731,
      "step": 77900
    },
    {
      "loss_action": 0.006384333595633507,
      "loss_total": 0.006384333595633507,
      "step": 77900
    },
    {
      "loss_action": 0.007563325110822916,
      "loss_total": 0.007563325110822916,
      "step": 77900
    },
    {
      "grad_norm": 0.1203734278678894,
      "learning_rate": 9.437848242778939e-05,
      "loss": 0.006,
      "step": 77910
    },
    {
      "loss_action": 0.0038538160733878613,
      "loss_total": 0.0038538160733878613,
      "step": 77910
    },
    {
      "loss_action": 0.004916846752166748,
      "loss_total": 0.004916846752166748,
      "step": 77910
    },
    {
      "loss_action": 0.011664514429867268,
      "loss_total": 0.011664514429867268,
      "step": 77910
    },
    {
      "loss_action": 0.00508794654160738,
      "loss_total": 0.00508794654160738,
      "step": 77910
    },
    {
      "loss_action": 0.00506438035517931,
      "loss_total": 0.00506438035517931,
      "step": 77910
    },
    {
      "loss_action": 0.005249011795967817,
      "loss_total": 0.005249011795967817,
      "step": 77910
    },
    {
      "loss_action": 0.004005066119134426,
      "loss_total": 0.004005066119134426,
      "step": 77910
    },
    {
      "loss_action": 0.0021036253310739994,
      "loss_total": 0.0021036253310739994,
      "step": 77910
    },
    {
      "grad_norm": 0.14386948943138123,
      "learning_rate": 9.437657800160653e-05,
      "loss": 0.0066,
      "step": 77920
    },
    {
      "loss_action": 0.004248267505317926,
      "loss_total": 0.004248267505317926,
      "step": 77920
    },
    {
      "loss_action": 0.0035673165693879128,
      "loss_total": 0.0035673165693879128,
      "step": 77920
    },
    {
      "loss_action": 0.006152914837002754,
      "loss_total": 0.006152914837002754,
      "step": 77920
    },
    {
      "loss_action": 0.029019314795732498,
      "loss_total": 0.029019314795732498,
      "step": 77920
    },
    {
      "loss_action": 0.006112952250987291,
      "loss_total": 0.006112952250987291,
      "step": 77920
    },
    {
      "loss_action": 0.005606014281511307,
      "loss_total": 0.005606014281511307,
      "step": 77920
    },
    {
      "loss_action": 0.0060610054060816765,
      "loss_total": 0.0060610054060816765,
      "step": 77920
    },
    {
      "loss_action": 0.008619441650807858,
      "loss_total": 0.008619441650807858,
      "step": 77920
    },
    {
      "grad_norm": 0.14132973551750183,
      "learning_rate": 9.437467327211394e-05,
      "loss": 0.0067,
      "step": 77930
    },
    {
      "loss_action": 0.004548261873424053,
      "loss_total": 0.004548261873424053,
      "step": 77930
    },
    {
      "loss_action": 0.009548621252179146,
      "loss_total": 0.009548621252179146,
      "step": 77930
    },
    {
      "loss_action": 0.0020199348218739033,
      "loss_total": 0.0020199348218739033,
      "step": 77930
    },
    {
      "loss_action": 0.0024154693819582462,
      "loss_total": 0.0024154693819582462,
      "step": 77930
    },
    {
      "loss_action": 0.005129172466695309,
      "loss_total": 0.005129172466695309,
      "step": 77930
    },
    {
      "loss_action": 0.003809549380093813,
      "loss_total": 0.003809549380093813,
      "step": 77930
    },
    {
      "loss_action": 0.004765941761434078,
      "loss_total": 0.004765941761434078,
      "step": 77930
    },
    {
      "loss_action": 0.009413671679794788,
      "loss_total": 0.009413671679794788,
      "step": 77930
    },
    {
      "grad_norm": 0.0981578603386879,
      "learning_rate": 9.437276823932461e-05,
      "loss": 0.007,
      "step": 77940
    },
    {
      "loss_action": 0.0026213619858026505,
      "loss_total": 0.0026213619858026505,
      "step": 77940
    },
    {
      "loss_action": 0.00639517605304718,
      "loss_total": 0.00639517605304718,
      "step": 77940
    },
    {
      "loss_action": 0.0019743747543543577,
      "loss_total": 0.0019743747543543577,
      "step": 77940
    },
    {
      "loss_action": 0.002787788165733218,
      "loss_total": 0.002787788165733218,
      "step": 77940
    },
    {
      "loss_action": 0.005315011367201805,
      "loss_total": 0.005315011367201805,
      "step": 77940
    },
    {
      "loss_action": 0.0055699823424220085,
      "loss_total": 0.0055699823424220085,
      "step": 77940
    },
    {
      "loss_action": 0.010423382744193077,
      "loss_total": 0.010423382744193077,
      "step": 77940
    },
    {
      "loss_action": 0.007230517454445362,
      "loss_total": 0.007230517454445362,
      "step": 77940
    },
    {
      "grad_norm": 0.1381717026233673,
      "learning_rate": 9.437086290325157e-05,
      "loss": 0.0065,
      "step": 77950
    },
    {
      "loss_action": 0.03921458125114441,
      "loss_total": 0.03921458125114441,
      "step": 77950
    },
    {
      "loss_action": 0.004529586061835289,
      "loss_total": 0.004529586061835289,
      "step": 77950
    },
    {
      "loss_action": 0.004232498817145824,
      "loss_total": 0.004232498817145824,
      "step": 77950
    },
    {
      "loss_action": 0.0031103906221687794,
      "loss_total": 0.0031103906221687794,
      "step": 77950
    },
    {
      "loss_action": 0.004692439455538988,
      "loss_total": 0.004692439455538988,
      "step": 77950
    },
    {
      "loss_action": 0.003428753698244691,
      "loss_total": 0.003428753698244691,
      "step": 77950
    },
    {
      "loss_action": 0.0020411182194948196,
      "loss_total": 0.0020411182194948196,
      "step": 77950
    },
    {
      "loss_action": 0.010918423533439636,
      "loss_total": 0.010918423533439636,
      "step": 77950
    },
    {
      "grad_norm": 0.1596471071243286,
      "learning_rate": 9.436895726390786e-05,
      "loss": 0.0067,
      "step": 77960
    },
    {
      "loss_action": 0.005334942601621151,
      "loss_total": 0.005334942601621151,
      "step": 77960
    },
    {
      "loss_action": 0.019412238150835037,
      "loss_total": 0.019412238150835037,
      "step": 77960
    },
    {
      "loss_action": 0.007186680566519499,
      "loss_total": 0.007186680566519499,
      "step": 77960
    },
    {
      "loss_action": 0.00996398739516735,
      "loss_total": 0.00996398739516735,
      "step": 77960
    },
    {
      "loss_action": 0.016900034621357918,
      "loss_total": 0.016900034621357918,
      "step": 77960
    },
    {
      "loss_action": 0.0050994581542909145,
      "loss_total": 0.0050994581542909145,
      "step": 77960
    },
    {
      "loss_action": 0.011552388779819012,
      "loss_total": 0.011552388779819012,
      "step": 77960
    },
    {
      "loss_action": 0.006475282832980156,
      "loss_total": 0.006475282832980156,
      "step": 77960
    },
    {
      "grad_norm": 0.13674350082874298,
      "learning_rate": 9.43670513213065e-05,
      "loss": 0.0075,
      "step": 77970
    },
    {
      "loss_action": 0.004880854859948158,
      "loss_total": 0.004880854859948158,
      "step": 77970
    },
    {
      "loss_action": 0.0040422966703772545,
      "loss_total": 0.0040422966703772545,
      "step": 77970
    },
    {
      "loss_action": 0.0027221799828112125,
      "loss_total": 0.0027221799828112125,
      "step": 77970
    },
    {
      "loss_action": 0.021594155579805374,
      "loss_total": 0.021594155579805374,
      "step": 77970
    },
    {
      "loss_action": 0.011436978355050087,
      "loss_total": 0.011436978355050087,
      "step": 77970
    },
    {
      "loss_action": 0.012920125387609005,
      "loss_total": 0.012920125387609005,
      "step": 77970
    },
    {
      "loss_action": 0.005572723690420389,
      "loss_total": 0.005572723690420389,
      "step": 77970
    },
    {
      "loss_action": 0.04128376394510269,
      "loss_total": 0.04128376394510269,
      "step": 77970
    },
    {
      "grad_norm": 0.07787613570690155,
      "learning_rate": 9.436514507546051e-05,
      "loss": 0.0073,
      "step": 77980
    },
    {
      "loss_action": 0.0030177468433976173,
      "loss_total": 0.0030177468433976173,
      "step": 77980
    },
    {
      "loss_action": 0.0070172930136322975,
      "loss_total": 0.0070172930136322975,
      "step": 77980
    },
    {
      "loss_action": 0.0056245289742946625,
      "loss_total": 0.0056245289742946625,
      "step": 77980
    },
    {
      "loss_action": 0.028797395527362823,
      "loss_total": 0.028797395527362823,
      "step": 77980
    },
    {
      "loss_action": 0.0057549262419342995,
      "loss_total": 0.0057549262419342995,
      "step": 77980
    },
    {
      "loss_action": 0.0062286886386573315,
      "loss_total": 0.0062286886386573315,
      "step": 77980
    },
    {
      "loss_action": 0.003636725712567568,
      "loss_total": 0.003636725712567568,
      "step": 77980
    },
    {
      "loss_action": 0.00923240464180708,
      "loss_total": 0.00923240464180708,
      "step": 77980
    },
    {
      "grad_norm": 0.11221154779195786,
      "learning_rate": 9.43632385263829e-05,
      "loss": 0.0064,
      "step": 77990
    },
    {
      "loss_action": 0.009830388240516186,
      "loss_total": 0.009830388240516186,
      "step": 77990
    },
    {
      "loss_action": 0.008084762841463089,
      "loss_total": 0.008084762841463089,
      "step": 77990
    },
    {
      "loss_action": 0.004560973960906267,
      "loss_total": 0.004560973960906267,
      "step": 77990
    },
    {
      "loss_action": 0.008475263603031635,
      "loss_total": 0.008475263603031635,
      "step": 77990
    },
    {
      "loss_action": 0.003169556148350239,
      "loss_total": 0.003169556148350239,
      "step": 77990
    },
    {
      "loss_action": 0.010071864351630211,
      "loss_total": 0.010071864351630211,
      "step": 77990
    },
    {
      "loss_action": 0.010893314145505428,
      "loss_total": 0.010893314145505428,
      "step": 77990
    },
    {
      "loss_action": 0.0028380488511174917,
      "loss_total": 0.0028380488511174917,
      "step": 77990
    },
    {
      "grad_norm": 0.14998574554920197,
      "learning_rate": 9.436133167408674e-05,
      "loss": 0.0064,
      "step": 78000
    },
    {
      "loss_action": 0.006425981875509024,
      "loss_total": 0.006425981875509024,
      "step": 78000
    },
    {
      "loss_action": 0.0015334722120314837,
      "loss_total": 0.0015334722120314837,
      "step": 78000
    },
    {
      "loss_action": 0.018697550520300865,
      "loss_total": 0.018697550520300865,
      "step": 78000
    },
    {
      "loss_action": 0.08860525488853455,
      "loss_total": 0.08860525488853455,
      "step": 78000
    },
    {
      "loss_action": 0.003276118542999029,
      "loss_total": 0.003276118542999029,
      "step": 78000
    },
    {
      "loss_action": 0.0042210109531879425,
      "loss_total": 0.0042210109531879425,
      "step": 78000
    },
    {
      "loss_action": 0.009856149554252625,
      "loss_total": 0.009856149554252625,
      "step": 78000
    },
    {
      "loss_action": 0.003166788723319769,
      "loss_total": 0.003166788723319769,
      "step": 78000
    },
    {
      "grad_norm": 0.1147506982088089,
      "learning_rate": 9.435942451858502e-05,
      "loss": 0.0088,
      "step": 78010
    },
    {
      "loss_action": 0.0021955063566565514,
      "loss_total": 0.0021955063566565514,
      "step": 78010
    },
    {
      "loss_action": 0.002291507553309202,
      "loss_total": 0.002291507553309202,
      "step": 78010
    },
    {
      "loss_action": 0.004123056307435036,
      "loss_total": 0.004123056307435036,
      "step": 78010
    },
    {
      "loss_action": 0.002288874238729477,
      "loss_total": 0.002288874238729477,
      "step": 78010
    },
    {
      "loss_action": 0.004836845677345991,
      "loss_total": 0.004836845677345991,
      "step": 78010
    },
    {
      "loss_action": 0.006538163870573044,
      "loss_total": 0.006538163870573044,
      "step": 78010
    },
    {
      "loss_action": 0.01442179549485445,
      "loss_total": 0.01442179549485445,
      "step": 78010
    },
    {
      "loss_action": 0.0037296083755791187,
      "loss_total": 0.0037296083755791187,
      "step": 78010
    },
    {
      "grad_norm": 0.10444660484790802,
      "learning_rate": 9.435751705989083e-05,
      "loss": 0.0067,
      "step": 78020
    },
    {
      "loss_action": 0.02515377849340439,
      "loss_total": 0.02515377849340439,
      "step": 78020
    },
    {
      "loss_action": 0.023950498551130295,
      "loss_total": 0.023950498551130295,
      "step": 78020
    },
    {
      "loss_action": 0.015045888721942902,
      "loss_total": 0.015045888721942902,
      "step": 78020
    },
    {
      "loss_action": 0.013890931382775307,
      "loss_total": 0.013890931382775307,
      "step": 78020
    },
    {
      "loss_action": 0.02306715026497841,
      "loss_total": 0.02306715026497841,
      "step": 78020
    },
    {
      "loss_action": 0.007893969304859638,
      "loss_total": 0.007893969304859638,
      "step": 78020
    },
    {
      "loss_action": 0.0034086478408426046,
      "loss_total": 0.0034086478408426046,
      "step": 78020
    },
    {
      "loss_action": 0.012522072531282902,
      "loss_total": 0.012522072531282902,
      "step": 78020
    },
    {
      "grad_norm": 0.23715108633041382,
      "learning_rate": 9.435560929801716e-05,
      "loss": 0.0079,
      "step": 78030
    },
    {
      "loss_action": 0.0017969419714063406,
      "loss_total": 0.0017969419714063406,
      "step": 78030
    },
    {
      "loss_action": 0.0026370505802333355,
      "loss_total": 0.0026370505802333355,
      "step": 78030
    },
    {
      "loss_action": 0.01017602439969778,
      "loss_total": 0.01017602439969778,
      "step": 78030
    },
    {
      "loss_action": 0.004021794535219669,
      "loss_total": 0.004021794535219669,
      "step": 78030
    },
    {
      "loss_action": 0.009455595165491104,
      "loss_total": 0.009455595165491104,
      "step": 78030
    },
    {
      "loss_action": 0.009133684448897839,
      "loss_total": 0.009133684448897839,
      "step": 78030
    },
    {
      "loss_action": 0.010900795459747314,
      "loss_total": 0.010900795459747314,
      "step": 78030
    },
    {
      "loss_action": 0.002435806207358837,
      "loss_total": 0.002435806207358837,
      "step": 78030
    },
    {
      "grad_norm": 0.08048391342163086,
      "learning_rate": 9.435370123297706e-05,
      "loss": 0.0063,
      "step": 78040
    },
    {
      "loss_action": 0.006317038554698229,
      "loss_total": 0.006317038554698229,
      "step": 78040
    },
    {
      "loss_action": 0.002667645923793316,
      "loss_total": 0.002667645923793316,
      "step": 78040
    },
    {
      "loss_action": 0.006744879763573408,
      "loss_total": 0.006744879763573408,
      "step": 78040
    },
    {
      "loss_action": 0.00879708118736744,
      "loss_total": 0.00879708118736744,
      "step": 78040
    },
    {
      "loss_action": 0.0027527930215001106,
      "loss_total": 0.0027527930215001106,
      "step": 78040
    },
    {
      "loss_action": 0.004676897078752518,
      "loss_total": 0.004676897078752518,
      "step": 78040
    },
    {
      "loss_action": 0.0027661719359457493,
      "loss_total": 0.0027661719359457493,
      "step": 78040
    },
    {
      "loss_action": 0.002964949933812022,
      "loss_total": 0.002964949933812022,
      "step": 78040
    },
    {
      "grad_norm": 0.09006418287754059,
      "learning_rate": 9.43517928647836e-05,
      "loss": 0.0076,
      "step": 78050
    },
    {
      "loss_action": 0.007942640222609043,
      "loss_total": 0.007942640222609043,
      "step": 78050
    },
    {
      "loss_action": 0.008645065128803253,
      "loss_total": 0.008645065128803253,
      "step": 78050
    },
    {
      "loss_action": 0.0035336031578481197,
      "loss_total": 0.0035336031578481197,
      "step": 78050
    },
    {
      "loss_action": 0.0118663739413023,
      "loss_total": 0.0118663739413023,
      "step": 78050
    },
    {
      "loss_action": 0.004507077857851982,
      "loss_total": 0.004507077857851982,
      "step": 78050
    },
    {
      "loss_action": 0.012390311807394028,
      "loss_total": 0.012390311807394028,
      "step": 78050
    },
    {
      "loss_action": 0.007661884184926748,
      "loss_total": 0.007661884184926748,
      "step": 78050
    },
    {
      "loss_action": 0.012443818151950836,
      "loss_total": 0.012443818151950836,
      "step": 78050
    },
    {
      "grad_norm": 0.0969606414437294,
      "learning_rate": 9.43498841934498e-05,
      "loss": 0.0077,
      "step": 78060
    },
    {
      "loss_action": 0.0022877505980432034,
      "loss_total": 0.0022877505980432034,
      "step": 78060
    },
    {
      "loss_action": 0.0024470174685120583,
      "loss_total": 0.0024470174685120583,
      "step": 78060
    },
    {
      "loss_action": 0.010017264634370804,
      "loss_total": 0.010017264634370804,
      "step": 78060
    },
    {
      "loss_action": 0.00564936175942421,
      "loss_total": 0.00564936175942421,
      "step": 78060
    },
    {
      "loss_action": 0.0016659002285450697,
      "loss_total": 0.0016659002285450697,
      "step": 78060
    },
    {
      "loss_action": 0.0031127366237342358,
      "loss_total": 0.0031127366237342358,
      "step": 78060
    },
    {
      "loss_action": 0.004398638848215342,
      "loss_total": 0.004398638848215342,
      "step": 78060
    },
    {
      "loss_action": 0.01465416420251131,
      "loss_total": 0.01465416420251131,
      "step": 78060
    },
    {
      "grad_norm": 0.1152210384607315,
      "learning_rate": 9.434797521898868e-05,
      "loss": 0.007,
      "step": 78070
    },
    {
      "loss_action": 0.005447228439152241,
      "loss_total": 0.005447228439152241,
      "step": 78070
    },
    {
      "loss_action": 0.005392535589635372,
      "loss_total": 0.005392535589635372,
      "step": 78070
    },
    {
      "loss_action": 0.006193453446030617,
      "loss_total": 0.006193453446030617,
      "step": 78070
    },
    {
      "loss_action": 0.007734294049441814,
      "loss_total": 0.007734294049441814,
      "step": 78070
    },
    {
      "loss_action": 0.0020319621544331312,
      "loss_total": 0.0020319621544331312,
      "step": 78070
    },
    {
      "loss_action": 0.009708103723824024,
      "loss_total": 0.009708103723824024,
      "step": 78070
    },
    {
      "loss_action": 0.002760572824627161,
      "loss_total": 0.002760572824627161,
      "step": 78070
    },
    {
      "loss_action": 0.0037064915522933006,
      "loss_total": 0.0037064915522933006,
      "step": 78070
    },
    {
      "grad_norm": 0.0889018103480339,
      "learning_rate": 9.434606594141333e-05,
      "loss": 0.0053,
      "step": 78080
    },
    {
      "loss_action": 0.0031544931698590517,
      "loss_total": 0.0031544931698590517,
      "step": 78080
    },
    {
      "loss_action": 0.006335098296403885,
      "loss_total": 0.006335098296403885,
      "step": 78080
    },
    {
      "loss_action": 0.005402829498052597,
      "loss_total": 0.005402829498052597,
      "step": 78080
    },
    {
      "loss_action": 0.0025900169275701046,
      "loss_total": 0.0025900169275701046,
      "step": 78080
    },
    {
      "loss_action": 0.0024080004077404737,
      "loss_total": 0.0024080004077404737,
      "step": 78080
    },
    {
      "loss_action": 0.002488862257450819,
      "loss_total": 0.002488862257450819,
      "step": 78080
    },
    {
      "loss_action": 0.005624845158308744,
      "loss_total": 0.005624845158308744,
      "step": 78080
    },
    {
      "loss_action": 0.0014168564230203629,
      "loss_total": 0.0014168564230203629,
      "step": 78080
    },
    {
      "grad_norm": 0.07904236018657684,
      "learning_rate": 9.434415636073677e-05,
      "loss": 0.0049,
      "step": 78090
    },
    {
      "loss_action": 0.007864761166274548,
      "loss_total": 0.007864761166274548,
      "step": 78090
    },
    {
      "loss_action": 0.008005451411008835,
      "loss_total": 0.008005451411008835,
      "step": 78090
    },
    {
      "loss_action": 0.00390564720146358,
      "loss_total": 0.00390564720146358,
      "step": 78090
    },
    {
      "loss_action": 0.003195696510374546,
      "loss_total": 0.003195696510374546,
      "step": 78090
    },
    {
      "loss_action": 0.006873144768178463,
      "loss_total": 0.006873144768178463,
      "step": 78090
    },
    {
      "loss_action": 0.004495695699006319,
      "loss_total": 0.004495695699006319,
      "step": 78090
    },
    {
      "loss_action": 0.006024839356541634,
      "loss_total": 0.006024839356541634,
      "step": 78090
    },
    {
      "loss_action": 0.00269814720377326,
      "loss_total": 0.00269814720377326,
      "step": 78090
    },
    {
      "grad_norm": 0.06421978771686554,
      "learning_rate": 9.434224647697208e-05,
      "loss": 0.0051,
      "step": 78100
    },
    {
      "loss_action": 0.0038282698951661587,
      "loss_total": 0.0038282698951661587,
      "step": 78100
    },
    {
      "loss_action": 0.0035439187195152044,
      "loss_total": 0.0035439187195152044,
      "step": 78100
    },
    {
      "loss_action": 0.011350314132869244,
      "loss_total": 0.011350314132869244,
      "step": 78100
    },
    {
      "loss_action": 0.003621575888246298,
      "loss_total": 0.003621575888246298,
      "step": 78100
    },
    {
      "loss_action": 0.011170223355293274,
      "loss_total": 0.011170223355293274,
      "step": 78100
    },
    {
      "loss_action": 0.0020183019805699587,
      "loss_total": 0.0020183019805699587,
      "step": 78100
    },
    {
      "loss_action": 0.0021912534721195698,
      "loss_total": 0.0021912534721195698,
      "step": 78100
    },
    {
      "loss_action": 0.003309479681774974,
      "loss_total": 0.003309479681774974,
      "step": 78100
    },
    {
      "grad_norm": 0.12366677075624466,
      "learning_rate": 9.43403362901323e-05,
      "loss": 0.0058,
      "step": 78110
    },
    {
      "loss_action": 0.0010178659576922655,
      "loss_total": 0.0010178659576922655,
      "step": 78110
    },
    {
      "loss_action": 0.001641184207983315,
      "loss_total": 0.001641184207983315,
      "step": 78110
    },
    {
      "loss_action": 0.008337263949215412,
      "loss_total": 0.008337263949215412,
      "step": 78110
    },
    {
      "loss_action": 0.0015785113209858537,
      "loss_total": 0.0015785113209858537,
      "step": 78110
    },
    {
      "loss_action": 0.004972861148416996,
      "loss_total": 0.004972861148416996,
      "step": 78110
    },
    {
      "loss_action": 0.005733649246394634,
      "loss_total": 0.005733649246394634,
      "step": 78110
    },
    {
      "loss_action": 0.006641225889325142,
      "loss_total": 0.006641225889325142,
      "step": 78110
    },
    {
      "loss_action": 0.002803233452141285,
      "loss_total": 0.002803233452141285,
      "step": 78110
    },
    {
      "grad_norm": 0.10178906470537186,
      "learning_rate": 9.433842580023047e-05,
      "loss": 0.0064,
      "step": 78120
    },
    {
      "loss_action": 0.0014304815558716655,
      "loss_total": 0.0014304815558716655,
      "step": 78120
    },
    {
      "loss_action": 0.0017728374805301428,
      "loss_total": 0.0017728374805301428,
      "step": 78120
    },
    {
      "loss_action": 0.0011658663861453533,
      "loss_total": 0.0011658663861453533,
      "step": 78120
    },
    {
      "loss_action": 0.005625976715236902,
      "loss_total": 0.005625976715236902,
      "step": 78120
    },
    {
      "loss_action": 0.0025463164784014225,
      "loss_total": 0.0025463164784014225,
      "step": 78120
    },
    {
      "loss_action": 0.0011456268839538097,
      "loss_total": 0.0011456268839538097,
      "step": 78120
    },
    {
      "loss_action": 0.005790752824395895,
      "loss_total": 0.005790752824395895,
      "step": 78120
    },
    {
      "loss_action": 0.013997066766023636,
      "loss_total": 0.013997066766023636,
      "step": 78120
    },
    {
      "grad_norm": 0.12430411577224731,
      "learning_rate": 9.433651500727969e-05,
      "loss": 0.0075,
      "step": 78130
    },
    {
      "loss_action": 0.004955940414220095,
      "loss_total": 0.004955940414220095,
      "step": 78130
    },
    {
      "loss_action": 0.003520713187754154,
      "loss_total": 0.003520713187754154,
      "step": 78130
    },
    {
      "loss_action": 0.010956360027194023,
      "loss_total": 0.010956360027194023,
      "step": 78130
    },
    {
      "loss_action": 0.005517642945051193,
      "loss_total": 0.005517642945051193,
      "step": 78130
    },
    {
      "loss_action": 0.004080714657902718,
      "loss_total": 0.004080714657902718,
      "step": 78130
    },
    {
      "loss_action": 0.011616721749305725,
      "loss_total": 0.011616721749305725,
      "step": 78130
    },
    {
      "loss_action": 0.009770730510354042,
      "loss_total": 0.009770730510354042,
      "step": 78130
    },
    {
      "loss_action": 0.005177213344722986,
      "loss_total": 0.005177213344722986,
      "step": 78130
    },
    {
      "grad_norm": 0.13432033360004425,
      "learning_rate": 9.433460391129297e-05,
      "loss": 0.0075,
      "step": 78140
    },
    {
      "loss_action": 0.002928601112216711,
      "loss_total": 0.002928601112216711,
      "step": 78140
    },
    {
      "loss_action": 0.002580285770818591,
      "loss_total": 0.002580285770818591,
      "step": 78140
    },
    {
      "loss_action": 0.004222586750984192,
      "loss_total": 0.004222586750984192,
      "step": 78140
    },
    {
      "loss_action": 0.01678880676627159,
      "loss_total": 0.01678880676627159,
      "step": 78140
    },
    {
      "loss_action": 0.004180976655334234,
      "loss_total": 0.004180976655334234,
      "step": 78140
    },
    {
      "loss_action": 0.0020129040349274874,
      "loss_total": 0.0020129040349274874,
      "step": 78140
    },
    {
      "loss_action": 0.011870412155985832,
      "loss_total": 0.011870412155985832,
      "step": 78140
    },
    {
      "loss_action": 0.004261869005858898,
      "loss_total": 0.004261869005858898,
      "step": 78140
    },
    {
      "grad_norm": 0.09521369636058807,
      "learning_rate": 9.43326925122834e-05,
      "loss": 0.0068,
      "step": 78150
    },
    {
      "loss_action": 0.008185070008039474,
      "loss_total": 0.008185070008039474,
      "step": 78150
    },
    {
      "loss_action": 0.0058722347021102905,
      "loss_total": 0.0058722347021102905,
      "step": 78150
    },
    {
      "loss_action": 0.008057812228798866,
      "loss_total": 0.008057812228798866,
      "step": 78150
    },
    {
      "loss_action": 0.02522270753979683,
      "loss_total": 0.02522270753979683,
      "step": 78150
    },
    {
      "loss_action": 0.00386245409026742,
      "loss_total": 0.00386245409026742,
      "step": 78150
    },
    {
      "loss_action": 0.07519566267728806,
      "loss_total": 0.07519566267728806,
      "step": 78150
    },
    {
      "loss_action": 0.006331968121230602,
      "loss_total": 0.006331968121230602,
      "step": 78150
    },
    {
      "loss_action": 0.0071008768863976,
      "loss_total": 0.0071008768863976,
      "step": 78150
    },
    {
      "grad_norm": 0.09598205238580704,
      "learning_rate": 9.433078081026405e-05,
      "loss": 0.0076,
      "step": 78160
    },
    {
      "loss_action": 0.0027586384676396847,
      "loss_total": 0.0027586384676396847,
      "step": 78160
    },
    {
      "loss_action": 0.007774343714118004,
      "loss_total": 0.007774343714118004,
      "step": 78160
    },
    {
      "loss_action": 0.005646322388201952,
      "loss_total": 0.005646322388201952,
      "step": 78160
    },
    {
      "loss_action": 0.018896115943789482,
      "loss_total": 0.018896115943789482,
      "step": 78160
    },
    {
      "loss_action": 0.005960904061794281,
      "loss_total": 0.005960904061794281,
      "step": 78160
    },
    {
      "loss_action": 0.010073397308588028,
      "loss_total": 0.010073397308588028,
      "step": 78160
    },
    {
      "loss_action": 0.003782407147809863,
      "loss_total": 0.003782407147809863,
      "step": 78160
    },
    {
      "loss_action": 0.0051060086116194725,
      "loss_total": 0.0051060086116194725,
      "step": 78160
    },
    {
      "grad_norm": 0.13216803967952728,
      "learning_rate": 9.432886880524797e-05,
      "loss": 0.0074,
      "step": 78170
    },
    {
      "loss_action": 0.005417810752987862,
      "loss_total": 0.005417810752987862,
      "step": 78170
    },
    {
      "loss_action": 0.0032109618186950684,
      "loss_total": 0.0032109618186950684,
      "step": 78170
    },
    {
      "loss_action": 0.003907130099833012,
      "loss_total": 0.003907130099833012,
      "step": 78170
    },
    {
      "loss_action": 0.007348793558776379,
      "loss_total": 0.007348793558776379,
      "step": 78170
    },
    {
      "loss_action": 0.0034584703389555216,
      "loss_total": 0.0034584703389555216,
      "step": 78170
    },
    {
      "loss_action": 0.010682594031095505,
      "loss_total": 0.010682594031095505,
      "step": 78170
    },
    {
      "loss_action": 0.0029890709556639194,
      "loss_total": 0.0029890709556639194,
      "step": 78170
    },
    {
      "loss_action": 0.004219457041472197,
      "loss_total": 0.004219457041472197,
      "step": 78170
    },
    {
      "grad_norm": 0.08722607046365738,
      "learning_rate": 9.432695649724823e-05,
      "loss": 0.0068,
      "step": 78180
    },
    {
      "loss_action": 0.0017804109957069159,
      "loss_total": 0.0017804109957069159,
      "step": 78180
    },
    {
      "loss_action": 0.0027311460580676794,
      "loss_total": 0.0027311460580676794,
      "step": 78180
    },
    {
      "loss_action": 0.007633877918124199,
      "loss_total": 0.007633877918124199,
      "step": 78180
    },
    {
      "loss_action": 0.010779858566820621,
      "loss_total": 0.010779858566820621,
      "step": 78180
    },
    {
      "loss_action": 0.009364431723952293,
      "loss_total": 0.009364431723952293,
      "step": 78180
    },
    {
      "loss_action": 0.0028914359863847494,
      "loss_total": 0.0028914359863847494,
      "step": 78180
    },
    {
      "loss_action": 0.003380141919478774,
      "loss_total": 0.003380141919478774,
      "step": 78180
    },
    {
      "loss_action": 0.013674210757017136,
      "loss_total": 0.013674210757017136,
      "step": 78180
    },
    {
      "grad_norm": 0.06449770927429199,
      "learning_rate": 9.432504388627791e-05,
      "loss": 0.0067,
      "step": 78190
    },
    {
      "loss_action": 0.007429442368447781,
      "loss_total": 0.007429442368447781,
      "step": 78190
    },
    {
      "loss_action": 0.003752555465325713,
      "loss_total": 0.003752555465325713,
      "step": 78190
    },
    {
      "loss_action": 0.005539615638554096,
      "loss_total": 0.005539615638554096,
      "step": 78190
    },
    {
      "loss_action": 0.003064202144742012,
      "loss_total": 0.003064202144742012,
      "step": 78190
    },
    {
      "loss_action": 0.0017911100294440985,
      "loss_total": 0.0017911100294440985,
      "step": 78190
    },
    {
      "loss_action": 0.0032590527553111315,
      "loss_total": 0.0032590527553111315,
      "step": 78190
    },
    {
      "loss_action": 0.029155895113945007,
      "loss_total": 0.029155895113945007,
      "step": 78190
    },
    {
      "loss_action": 0.006216317880898714,
      "loss_total": 0.006216317880898714,
      "step": 78190
    },
    {
      "grad_norm": 0.10311920195817947,
      "learning_rate": 9.432313097235008e-05,
      "loss": 0.0074,
      "step": 78200
    },
    {
      "loss_action": 0.0039643775671720505,
      "loss_total": 0.0039643775671720505,
      "step": 78200
    },
    {
      "loss_action": 0.0024421773850917816,
      "loss_total": 0.0024421773850917816,
      "step": 78200
    },
    {
      "loss_action": 0.003691720077767968,
      "loss_total": 0.003691720077767968,
      "step": 78200
    },
    {
      "loss_action": 0.0038446609396487474,
      "loss_total": 0.0038446609396487474,
      "step": 78200
    },
    {
      "loss_action": 0.005893740803003311,
      "loss_total": 0.005893740803003311,
      "step": 78200
    },
    {
      "loss_action": 0.00724924448877573,
      "loss_total": 0.00724924448877573,
      "step": 78200
    },
    {
      "loss_action": 0.017596285790205002,
      "loss_total": 0.017596285790205002,
      "step": 78200
    },
    {
      "loss_action": 0.0018773229094222188,
      "loss_total": 0.0018773229094222188,
      "step": 78200
    },
    {
      "grad_norm": 0.09066074341535568,
      "learning_rate": 9.432121775547781e-05,
      "loss": 0.0067,
      "step": 78210
    },
    {
      "loss_action": 0.009388461709022522,
      "loss_total": 0.009388461709022522,
      "step": 78210
    },
    {
      "loss_action": 0.006953858304768801,
      "loss_total": 0.006953858304768801,
      "step": 78210
    },
    {
      "loss_action": 0.00824945978820324,
      "loss_total": 0.00824945978820324,
      "step": 78210
    },
    {
      "loss_action": 0.005459350999444723,
      "loss_total": 0.005459350999444723,
      "step": 78210
    },
    {
      "loss_action": 0.0026544046122580767,
      "loss_total": 0.0026544046122580767,
      "step": 78210
    },
    {
      "loss_action": 0.006939881481230259,
      "loss_total": 0.006939881481230259,
      "step": 78210
    },
    {
      "loss_action": 0.0019054979784414172,
      "loss_total": 0.0019054979784414172,
      "step": 78210
    },
    {
      "loss_action": 0.0037133446894586086,
      "loss_total": 0.0037133446894586086,
      "step": 78210
    },
    {
      "grad_norm": 0.10659472644329071,
      "learning_rate": 9.431930423567419e-05,
      "loss": 0.0068,
      "step": 78220
    },
    {
      "loss_action": 0.005206975154578686,
      "loss_total": 0.005206975154578686,
      "step": 78220
    },
    {
      "loss_action": 0.0040452489629387856,
      "loss_total": 0.0040452489629387856,
      "step": 78220
    },
    {
      "loss_action": 0.002339717000722885,
      "loss_total": 0.002339717000722885,
      "step": 78220
    },
    {
      "loss_action": 0.014297508634626865,
      "loss_total": 0.014297508634626865,
      "step": 78220
    },
    {
      "loss_action": 0.022661611437797546,
      "loss_total": 0.022661611437797546,
      "step": 78220
    },
    {
      "loss_action": 0.0034781955182552338,
      "loss_total": 0.0034781955182552338,
      "step": 78220
    },
    {
      "loss_action": 0.0066822972148656845,
      "loss_total": 0.0066822972148656845,
      "step": 78220
    },
    {
      "loss_action": 0.017037037760019302,
      "loss_total": 0.017037037760019302,
      "step": 78220
    },
    {
      "grad_norm": 0.12288204580545425,
      "learning_rate": 9.431739041295226e-05,
      "loss": 0.0069,
      "step": 78230
    },
    {
      "loss_action": 0.004421234130859375,
      "loss_total": 0.004421234130859375,
      "step": 78230
    },
    {
      "loss_action": 0.0040643527172505856,
      "loss_total": 0.0040643527172505856,
      "step": 78230
    },
    {
      "loss_action": 0.00306475767865777,
      "loss_total": 0.00306475767865777,
      "step": 78230
    },
    {
      "loss_action": 0.005390161648392677,
      "loss_total": 0.005390161648392677,
      "step": 78230
    },
    {
      "loss_action": 0.008309530094265938,
      "loss_total": 0.008309530094265938,
      "step": 78230
    },
    {
      "loss_action": 0.0058721452951431274,
      "loss_total": 0.0058721452951431274,
      "step": 78230
    },
    {
      "loss_action": 0.006804194301366806,
      "loss_total": 0.006804194301366806,
      "step": 78230
    },
    {
      "loss_action": 0.0036931552458554506,
      "loss_total": 0.0036931552458554506,
      "step": 78230
    },
    {
      "grad_norm": 0.07105528563261032,
      "learning_rate": 9.431547628732515e-05,
      "loss": 0.0081,
      "step": 78240
    },
    {
      "loss_action": 0.006072717718780041,
      "loss_total": 0.006072717718780041,
      "step": 78240
    },
    {
      "loss_action": 0.0034346487373113632,
      "loss_total": 0.0034346487373113632,
      "step": 78240
    },
    {
      "loss_action": 0.003330125706270337,
      "loss_total": 0.003330125706270337,
      "step": 78240
    },
    {
      "loss_action": 0.008592812344431877,
      "loss_total": 0.008592812344431877,
      "step": 78240
    },
    {
      "loss_action": 0.0022274251095950603,
      "loss_total": 0.0022274251095950603,
      "step": 78240
    },
    {
      "loss_action": 0.0026338601019233465,
      "loss_total": 0.0026338601019233465,
      "step": 78240
    },
    {
      "loss_action": 0.008679654449224472,
      "loss_total": 0.008679654449224472,
      "step": 78240
    },
    {
      "loss_action": 0.002563789254054427,
      "loss_total": 0.002563789254054427,
      "step": 78240
    },
    {
      "grad_norm": 0.09176269918680191,
      "learning_rate": 9.431356185880592e-05,
      "loss": 0.0069,
      "step": 78250
    },
    {
      "loss_action": 0.014998354017734528,
      "loss_total": 0.014998354017734528,
      "step": 78250
    },
    {
      "loss_action": 0.002972263377159834,
      "loss_total": 0.002972263377159834,
      "step": 78250
    },
    {
      "loss_action": 0.006509076338261366,
      "loss_total": 0.006509076338261366,
      "step": 78250
    },
    {
      "loss_action": 0.007750539109110832,
      "loss_total": 0.007750539109110832,
      "step": 78250
    },
    {
      "loss_action": 0.0032374230213463306,
      "loss_total": 0.0032374230213463306,
      "step": 78250
    },
    {
      "loss_action": 0.005369278602302074,
      "loss_total": 0.005369278602302074,
      "step": 78250
    },
    {
      "loss_action": 0.0046188728883862495,
      "loss_total": 0.0046188728883862495,
      "step": 78250
    },
    {
      "loss_action": 0.002824352355673909,
      "loss_total": 0.002824352355673909,
      "step": 78250
    },
    {
      "grad_norm": 0.07579293847084045,
      "learning_rate": 9.431164712740765e-05,
      "loss": 0.0057,
      "step": 78260
    },
    {
      "loss_action": 0.00855227280408144,
      "loss_total": 0.00855227280408144,
      "step": 78260
    },
    {
      "loss_action": 0.006646431051194668,
      "loss_total": 0.006646431051194668,
      "step": 78260
    },
    {
      "loss_action": 0.005741424392908812,
      "loss_total": 0.005741424392908812,
      "step": 78260
    },
    {
      "loss_action": 0.010831162333488464,
      "loss_total": 0.010831162333488464,
      "step": 78260
    },
    {
      "loss_action": 0.0023016338236629963,
      "loss_total": 0.0023016338236629963,
      "step": 78260
    },
    {
      "loss_action": 0.0034590440336614847,
      "loss_total": 0.0034590440336614847,
      "step": 78260
    },
    {
      "loss_action": 0.003948110155761242,
      "loss_total": 0.003948110155761242,
      "step": 78260
    },
    {
      "loss_action": 0.0027786826249212027,
      "loss_total": 0.0027786826249212027,
      "step": 78260
    },
    {
      "grad_norm": 0.10459945350885391,
      "learning_rate": 9.430973209314344e-05,
      "loss": 0.0071,
      "step": 78270
    },
    {
      "loss_action": 0.01179860346019268,
      "loss_total": 0.01179860346019268,
      "step": 78270
    },
    {
      "loss_action": 0.0024076788686215878,
      "loss_total": 0.0024076788686215878,
      "step": 78270
    },
    {
      "loss_action": 0.00573061965405941,
      "loss_total": 0.00573061965405941,
      "step": 78270
    },
    {
      "loss_action": 0.0019757302943617105,
      "loss_total": 0.0019757302943617105,
      "step": 78270
    },
    {
      "loss_action": 0.003917587921023369,
      "loss_total": 0.003917587921023369,
      "step": 78270
    },
    {
      "loss_action": 0.008365918882191181,
      "loss_total": 0.008365918882191181,
      "step": 78270
    },
    {
      "loss_action": 0.00590670108795166,
      "loss_total": 0.00590670108795166,
      "step": 78270
    },
    {
      "loss_action": 0.00512353889644146,
      "loss_total": 0.00512353889644146,
      "step": 78270
    },
    {
      "grad_norm": 0.09953794628381729,
      "learning_rate": 9.430781675602635e-05,
      "loss": 0.0062,
      "step": 78280
    },
    {
      "loss_action": 0.006334325298666954,
      "loss_total": 0.006334325298666954,
      "step": 78280
    },
    {
      "loss_action": 0.021473942324519157,
      "loss_total": 0.021473942324519157,
      "step": 78280
    },
    {
      "loss_action": 0.002094502793624997,
      "loss_total": 0.002094502793624997,
      "step": 78280
    },
    {
      "loss_action": 0.009082919918000698,
      "loss_total": 0.009082919918000698,
      "step": 78280
    },
    {
      "loss_action": 0.005461943801492453,
      "loss_total": 0.005461943801492453,
      "step": 78280
    },
    {
      "loss_action": 0.01713692396879196,
      "loss_total": 0.01713692396879196,
      "step": 78280
    },
    {
      "loss_action": 0.010921568609774113,
      "loss_total": 0.010921568609774113,
      "step": 78280
    },
    {
      "loss_action": 0.007373626343905926,
      "loss_total": 0.007373626343905926,
      "step": 78280
    },
    {
      "grad_norm": 0.13795983791351318,
      "learning_rate": 9.430590111606951e-05,
      "loss": 0.0062,
      "step": 78290
    },
    {
      "loss_action": 0.004619109909981489,
      "loss_total": 0.004619109909981489,
      "step": 78290
    },
    {
      "loss_action": 0.004016990773379803,
      "loss_total": 0.004016990773379803,
      "step": 78290
    },
    {
      "loss_action": 0.002765461103990674,
      "loss_total": 0.002765461103990674,
      "step": 78290
    },
    {
      "loss_action": 0.010951116681098938,
      "loss_total": 0.010951116681098938,
      "step": 78290
    },
    {
      "loss_action": 0.004603788256645203,
      "loss_total": 0.004603788256645203,
      "step": 78290
    },
    {
      "loss_action": 0.0019233499187976122,
      "loss_total": 0.0019233499187976122,
      "step": 78290
    },
    {
      "loss_action": 0.006504157558083534,
      "loss_total": 0.006504157558083534,
      "step": 78290
    },
    {
      "loss_action": 0.021469369530677795,
      "loss_total": 0.021469369530677795,
      "step": 78290
    },
    {
      "grad_norm": 0.0801430195569992,
      "learning_rate": 9.4303985173286e-05,
      "loss": 0.0056,
      "step": 78300
    },
    {
      "loss_action": 0.005754062905907631,
      "loss_total": 0.005754062905907631,
      "step": 78300
    },
    {
      "loss_action": 0.004349378868937492,
      "loss_total": 0.004349378868937492,
      "step": 78300
    },
    {
      "loss_action": 0.009028581902384758,
      "loss_total": 0.009028581902384758,
      "step": 78300
    },
    {
      "loss_action": 0.004248859826475382,
      "loss_total": 0.004248859826475382,
      "step": 78300
    },
    {
      "loss_action": 0.0017326618544757366,
      "loss_total": 0.0017326618544757366,
      "step": 78300
    },
    {
      "loss_action": 0.005179837811738253,
      "loss_total": 0.005179837811738253,
      "step": 78300
    },
    {
      "loss_action": 0.004049439914524555,
      "loss_total": 0.004049439914524555,
      "step": 78300
    },
    {
      "loss_action": 0.004282538313418627,
      "loss_total": 0.004282538313418627,
      "step": 78300
    },
    {
      "grad_norm": 0.09850133955478668,
      "learning_rate": 9.430206892768891e-05,
      "loss": 0.0056,
      "step": 78310
    },
    {
      "loss_action": 0.006035914644598961,
      "loss_total": 0.006035914644598961,
      "step": 78310
    },
    {
      "loss_action": 0.0030318466015160084,
      "loss_total": 0.0030318466015160084,
      "step": 78310
    },
    {
      "loss_action": 0.01227448508143425,
      "loss_total": 0.01227448508143425,
      "step": 78310
    },
    {
      "loss_action": 0.0021704379469156265,
      "loss_total": 0.0021704379469156265,
      "step": 78310
    },
    {
      "loss_action": 0.004596035927534103,
      "loss_total": 0.004596035927534103,
      "step": 78310
    },
    {
      "loss_action": 0.006905980408191681,
      "loss_total": 0.006905980408191681,
      "step": 78310
    },
    {
      "loss_action": 0.002640761435031891,
      "loss_total": 0.002640761435031891,
      "step": 78310
    },
    {
      "loss_action": 0.005480090621858835,
      "loss_total": 0.005480090621858835,
      "step": 78310
    },
    {
      "grad_norm": 0.10074597597122192,
      "learning_rate": 9.430015237929136e-05,
      "loss": 0.0067,
      "step": 78320
    },
    {
      "loss_action": 0.0014697662554681301,
      "loss_total": 0.0014697662554681301,
      "step": 78320
    },
    {
      "loss_action": 0.0030176322907209396,
      "loss_total": 0.0030176322907209396,
      "step": 78320
    },
    {
      "loss_action": 0.004154187627136707,
      "loss_total": 0.004154187627136707,
      "step": 78320
    },
    {
      "loss_action": 0.0029834129381924868,
      "loss_total": 0.0029834129381924868,
      "step": 78320
    },
    {
      "loss_action": 0.0021464601159095764,
      "loss_total": 0.0021464601159095764,
      "step": 78320
    },
    {
      "loss_action": 0.004404584877192974,
      "loss_total": 0.004404584877192974,
      "step": 78320
    },
    {
      "loss_action": 0.0024805935099720955,
      "loss_total": 0.0024805935099720955,
      "step": 78320
    },
    {
      "loss_action": 0.007911158725619316,
      "loss_total": 0.007911158725619316,
      "step": 78320
    },
    {
      "grad_norm": 0.08712713420391083,
      "learning_rate": 9.429823552810639e-05,
      "loss": 0.0064,
      "step": 78330
    },
    {
      "loss_action": 0.005004345439374447,
      "loss_total": 0.005004345439374447,
      "step": 78330
    },
    {
      "loss_action": 0.003235629526898265,
      "loss_total": 0.003235629526898265,
      "step": 78330
    },
    {
      "loss_action": 0.0048494404181838036,
      "loss_total": 0.0048494404181838036,
      "step": 78330
    },
    {
      "loss_action": 0.005262825172394514,
      "loss_total": 0.005262825172394514,
      "step": 78330
    },
    {
      "loss_action": 0.007975044660270214,
      "loss_total": 0.007975044660270214,
      "step": 78330
    },
    {
      "loss_action": 0.005580711178481579,
      "loss_total": 0.005580711178481579,
      "step": 78330
    },
    {
      "loss_action": 0.002395275281742215,
      "loss_total": 0.002395275281742215,
      "step": 78330
    },
    {
      "loss_action": 0.0027719056233763695,
      "loss_total": 0.0027719056233763695,
      "step": 78330
    },
    {
      "grad_norm": 0.10735473781824112,
      "learning_rate": 9.429631837414716e-05,
      "loss": 0.0057,
      "step": 78340
    },
    {
      "loss_action": 0.0037937890738248825,
      "loss_total": 0.0037937890738248825,
      "step": 78340
    },
    {
      "loss_action": 0.0019795927219092846,
      "loss_total": 0.0019795927219092846,
      "step": 78340
    },
    {
      "loss_action": 0.007780137006193399,
      "loss_total": 0.007780137006193399,
      "step": 78340
    },
    {
      "loss_action": 0.0015243353554978967,
      "loss_total": 0.0015243353554978967,
      "step": 78340
    },
    {
      "loss_action": 0.0024960078299045563,
      "loss_total": 0.0024960078299045563,
      "step": 78340
    },
    {
      "loss_action": 0.003547080559656024,
      "loss_total": 0.003547080559656024,
      "step": 78340
    },
    {
      "loss_action": 0.028936617076396942,
      "loss_total": 0.028936617076396942,
      "step": 78340
    },
    {
      "loss_action": 0.0034957791212946177,
      "loss_total": 0.0034957791212946177,
      "step": 78340
    },
    {
      "grad_norm": 0.13246098160743713,
      "learning_rate": 9.429440091742676e-05,
      "loss": 0.0068,
      "step": 78350
    },
    {
      "loss_action": 0.00301824021153152,
      "loss_total": 0.00301824021153152,
      "step": 78350
    },
    {
      "loss_action": 0.00796296913176775,
      "loss_total": 0.00796296913176775,
      "step": 78350
    },
    {
      "loss_action": 0.001283771125599742,
      "loss_total": 0.001283771125599742,
      "step": 78350
    },
    {
      "loss_action": 0.002982208738103509,
      "loss_total": 0.002982208738103509,
      "step": 78350
    },
    {
      "loss_action": 0.0045592947863042355,
      "loss_total": 0.0045592947863042355,
      "step": 78350
    },
    {
      "loss_action": 0.0032153138890862465,
      "loss_total": 0.0032153138890862465,
      "step": 78350
    },
    {
      "loss_action": 0.004149791784584522,
      "loss_total": 0.004149791784584522,
      "step": 78350
    },
    {
      "loss_action": 0.005766244605183601,
      "loss_total": 0.005766244605183601,
      "step": 78350
    },
    {
      "grad_norm": 0.10118051618337631,
      "learning_rate": 9.429248315795827e-05,
      "loss": 0.0062,
      "step": 78360
    },
    {
      "loss_action": 0.003283410333096981,
      "loss_total": 0.003283410333096981,
      "step": 78360
    },
    {
      "loss_action": 0.004919730126857758,
      "loss_total": 0.004919730126857758,
      "step": 78360
    },
    {
      "loss_action": 0.006702092941850424,
      "loss_total": 0.006702092941850424,
      "step": 78360
    },
    {
      "loss_action": 0.0037232120521366596,
      "loss_total": 0.0037232120521366596,
      "step": 78360
    },
    {
      "loss_action": 0.00563184916973114,
      "loss_total": 0.00563184916973114,
      "step": 78360
    },
    {
      "loss_action": 0.01342896930873394,
      "loss_total": 0.01342896930873394,
      "step": 78360
    },
    {
      "loss_action": 0.005644943565130234,
      "loss_total": 0.005644943565130234,
      "step": 78360
    },
    {
      "loss_action": 0.0020835604518651962,
      "loss_total": 0.0020835604518651962,
      "step": 78360
    },
    {
      "grad_norm": 0.08805180341005325,
      "learning_rate": 9.429056509575482e-05,
      "loss": 0.0057,
      "step": 78370
    },
    {
      "loss_action": 0.0027976545970886946,
      "loss_total": 0.0027976545970886946,
      "step": 78370
    },
    {
      "loss_action": 0.002793816849589348,
      "loss_total": 0.002793816849589348,
      "step": 78370
    },
    {
      "loss_action": 0.0022898982279002666,
      "loss_total": 0.0022898982279002666,
      "step": 78370
    },
    {
      "loss_action": 0.007428715005517006,
      "loss_total": 0.007428715005517006,
      "step": 78370
    },
    {
      "loss_action": 0.007590300403535366,
      "loss_total": 0.007590300403535366,
      "step": 78370
    },
    {
      "loss_action": 0.002912427531555295,
      "loss_total": 0.002912427531555295,
      "step": 78370
    },
    {
      "loss_action": 0.007297229487448931,
      "loss_total": 0.007297229487448931,
      "step": 78370
    },
    {
      "loss_action": 0.0025196524802595377,
      "loss_total": 0.0025196524802595377,
      "step": 78370
    },
    {
      "grad_norm": 0.16124285757541656,
      "learning_rate": 9.428864673082954e-05,
      "loss": 0.0055,
      "step": 78380
    },
    {
      "loss_action": 0.0047714910469949245,
      "loss_total": 0.0047714910469949245,
      "step": 78380
    },
    {
      "loss_action": 0.00794842280447483,
      "loss_total": 0.00794842280447483,
      "step": 78380
    },
    {
      "loss_action": 0.010599927045404911,
      "loss_total": 0.010599927045404911,
      "step": 78380
    },
    {
      "loss_action": 0.0031918627209961414,
      "loss_total": 0.0031918627209961414,
      "step": 78380
    },
    {
      "loss_action": 0.0025782552547752857,
      "loss_total": 0.0025782552547752857,
      "step": 78380
    },
    {
      "loss_action": 0.011861300095915794,
      "loss_total": 0.011861300095915794,
      "step": 78380
    },
    {
      "loss_action": 0.004931716248393059,
      "loss_total": 0.004931716248393059,
      "step": 78380
    },
    {
      "loss_action": 0.009747746400535107,
      "loss_total": 0.009747746400535107,
      "step": 78380
    },
    {
      "grad_norm": 0.08777375519275665,
      "learning_rate": 9.428672806319549e-05,
      "loss": 0.0056,
      "step": 78390
    },
    {
      "loss_action": 0.004453391768038273,
      "loss_total": 0.004453391768038273,
      "step": 78390
    },
    {
      "loss_action": 0.005939939524978399,
      "loss_total": 0.005939939524978399,
      "step": 78390
    },
    {
      "loss_action": 0.01107279397547245,
      "loss_total": 0.01107279397547245,
      "step": 78390
    },
    {
      "loss_action": 0.0036203223280608654,
      "loss_total": 0.0036203223280608654,
      "step": 78390
    },
    {
      "loss_action": 0.0011235353304073215,
      "loss_total": 0.0011235353304073215,
      "step": 78390
    },
    {
      "loss_action": 0.005211260169744492,
      "loss_total": 0.005211260169744492,
      "step": 78390
    },
    {
      "loss_action": 0.010348368436098099,
      "loss_total": 0.010348368436098099,
      "step": 78390
    },
    {
      "loss_action": 0.004828794859349728,
      "loss_total": 0.004828794859349728,
      "step": 78390
    },
    {
      "grad_norm": 0.08869323879480362,
      "learning_rate": 9.428480909286583e-05,
      "loss": 0.0065,
      "step": 78400
    },
    {
      "loss_action": 0.0032933317124843597,
      "loss_total": 0.0032933317124843597,
      "step": 78400
    },
    {
      "loss_action": 0.011134099215269089,
      "loss_total": 0.011134099215269089,
      "step": 78400
    },
    {
      "loss_action": 0.004881073720753193,
      "loss_total": 0.004881073720753193,
      "step": 78400
    },
    {
      "loss_action": 0.004888229072093964,
      "loss_total": 0.004888229072093964,
      "step": 78400
    },
    {
      "loss_action": 0.00453610997647047,
      "loss_total": 0.00453610997647047,
      "step": 78400
    },
    {
      "loss_action": 0.0062042842619121075,
      "loss_total": 0.0062042842619121075,
      "step": 78400
    },
    {
      "loss_action": 0.00908166915178299,
      "loss_total": 0.00908166915178299,
      "step": 78400
    },
    {
      "loss_action": 0.013667669147253036,
      "loss_total": 0.013667669147253036,
      "step": 78400
    },
    {
      "grad_norm": 0.10745559632778168,
      "learning_rate": 9.428288981985365e-05,
      "loss": 0.0079,
      "step": 78410
    },
    {
      "loss_action": 0.007030620705336332,
      "loss_total": 0.007030620705336332,
      "step": 78410
    },
    {
      "loss_action": 0.008600909262895584,
      "loss_total": 0.008600909262895584,
      "step": 78410
    },
    {
      "loss_action": 0.005283508449792862,
      "loss_total": 0.005283508449792862,
      "step": 78410
    },
    {
      "loss_action": 0.04892127215862274,
      "loss_total": 0.04892127215862274,
      "step": 78410
    },
    {
      "loss_action": 0.005250873044133186,
      "loss_total": 0.005250873044133186,
      "step": 78410
    },
    {
      "loss_action": 0.009607084095478058,
      "loss_total": 0.009607084095478058,
      "step": 78410
    },
    {
      "loss_action": 0.0036624507047235966,
      "loss_total": 0.0036624507047235966,
      "step": 78410
    },
    {
      "loss_action": 0.0032047564163804054,
      "loss_total": 0.0032047564163804054,
      "step": 78410
    },
    {
      "grad_norm": 0.114610455930233,
      "learning_rate": 9.428097024417209e-05,
      "loss": 0.0085,
      "step": 78420
    },
    {
      "loss_action": 0.013475803658366203,
      "loss_total": 0.013475803658366203,
      "step": 78420
    },
    {
      "loss_action": 0.003296988783404231,
      "loss_total": 0.003296988783404231,
      "step": 78420
    },
    {
      "loss_action": 0.008633686229586601,
      "loss_total": 0.008633686229586601,
      "step": 78420
    },
    {
      "loss_action": 0.006156392395496368,
      "loss_total": 0.006156392395496368,
      "step": 78420
    },
    {
      "loss_action": 0.014248136430978775,
      "loss_total": 0.014248136430978775,
      "step": 78420
    },
    {
      "loss_action": 0.00699976971372962,
      "loss_total": 0.00699976971372962,
      "step": 78420
    },
    {
      "loss_action": 0.010105123743414879,
      "loss_total": 0.010105123743414879,
      "step": 78420
    },
    {
      "loss_action": 0.007315498776733875,
      "loss_total": 0.007315498776733875,
      "step": 78420
    },
    {
      "grad_norm": 0.11999258399009705,
      "learning_rate": 9.427905036583425e-05,
      "loss": 0.0066,
      "step": 78430
    },
    {
      "loss_action": 0.004108563996851444,
      "loss_total": 0.004108563996851444,
      "step": 78430
    },
    {
      "loss_action": 0.006410238798707724,
      "loss_total": 0.006410238798707724,
      "step": 78430
    },
    {
      "loss_action": 0.0067380694672465324,
      "loss_total": 0.0067380694672465324,
      "step": 78430
    },
    {
      "loss_action": 0.005507602356374264,
      "loss_total": 0.005507602356374264,
      "step": 78430
    },
    {
      "loss_action": 0.030992751941084862,
      "loss_total": 0.030992751941084862,
      "step": 78430
    },
    {
      "loss_action": 0.008300069719552994,
      "loss_total": 0.008300069719552994,
      "step": 78430
    },
    {
      "loss_action": 0.0014857185306027532,
      "loss_total": 0.0014857185306027532,
      "step": 78430
    },
    {
      "loss_action": 0.006757209077477455,
      "loss_total": 0.006757209077477455,
      "step": 78430
    },
    {
      "grad_norm": 0.11299331486225128,
      "learning_rate": 9.427713018485325e-05,
      "loss": 0.0074,
      "step": 78440
    },
    {
      "loss_action": 0.010394908487796783,
      "loss_total": 0.010394908487796783,
      "step": 78440
    },
    {
      "loss_action": 0.003066370263695717,
      "loss_total": 0.003066370263695717,
      "step": 78440
    },
    {
      "loss_action": 0.0031604866962879896,
      "loss_total": 0.0031604866962879896,
      "step": 78440
    },
    {
      "loss_action": 0.005902106408029795,
      "loss_total": 0.005902106408029795,
      "step": 78440
    },
    {
      "loss_action": 0.004616032354533672,
      "loss_total": 0.004616032354533672,
      "step": 78440
    },
    {
      "loss_action": 0.0166575126349926,
      "loss_total": 0.0166575126349926,
      "step": 78440
    },
    {
      "loss_action": 0.007653591223061085,
      "loss_total": 0.007653591223061085,
      "step": 78440
    },
    {
      "loss_action": 0.009678838774561882,
      "loss_total": 0.009678838774561882,
      "step": 78440
    },
    {
      "grad_norm": 0.10555654019117355,
      "learning_rate": 9.427520970124224e-05,
      "loss": 0.0075,
      "step": 78450
    },
    {
      "loss_action": 0.003054101951420307,
      "loss_total": 0.003054101951420307,
      "step": 78450
    },
    {
      "loss_action": 0.001951330341398716,
      "loss_total": 0.001951330341398716,
      "step": 78450
    },
    {
      "loss_action": 0.01744556613266468,
      "loss_total": 0.01744556613266468,
      "step": 78450
    },
    {
      "loss_action": 0.007737430278211832,
      "loss_total": 0.007737430278211832,
      "step": 78450
    },
    {
      "loss_action": 0.007635536603629589,
      "loss_total": 0.007635536603629589,
      "step": 78450
    },
    {
      "loss_action": 0.002935110591351986,
      "loss_total": 0.002935110591351986,
      "step": 78450
    },
    {
      "loss_action": 0.00226078974083066,
      "loss_total": 0.00226078974083066,
      "step": 78450
    },
    {
      "loss_action": 0.016001049429178238,
      "loss_total": 0.016001049429178238,
      "step": 78450
    },
    {
      "grad_norm": 0.08767079561948776,
      "learning_rate": 9.427328891501432e-05,
      "loss": 0.0064,
      "step": 78460
    },
    {
      "loss_action": 0.00192910002078861,
      "loss_total": 0.00192910002078861,
      "step": 78460
    },
    {
      "loss_action": 0.016172021627426147,
      "loss_total": 0.016172021627426147,
      "step": 78460
    },
    {
      "loss_action": 0.004272999707609415,
      "loss_total": 0.004272999707609415,
      "step": 78460
    },
    {
      "loss_action": 0.004368365276604891,
      "loss_total": 0.004368365276604891,
      "step": 78460
    },
    {
      "loss_action": 0.002396141644567251,
      "loss_total": 0.002396141644567251,
      "step": 78460
    },
    {
      "loss_action": 0.014037435874342918,
      "loss_total": 0.014037435874342918,
      "step": 78460
    },
    {
      "loss_action": 0.01270256470888853,
      "loss_total": 0.01270256470888853,
      "step": 78460
    },
    {
      "loss_action": 0.018096361309289932,
      "loss_total": 0.018096361309289932,
      "step": 78460
    },
    {
      "grad_norm": 0.08729931712150574,
      "learning_rate": 9.427136782618262e-05,
      "loss": 0.0063,
      "step": 78470
    },
    {
      "loss_action": 0.0024164109490811825,
      "loss_total": 0.0024164109490811825,
      "step": 78470
    },
    {
      "loss_action": 0.003716969396919012,
      "loss_total": 0.003716969396919012,
      "step": 78470
    },
    {
      "loss_action": 0.0056492360308766365,
      "loss_total": 0.0056492360308766365,
      "step": 78470
    },
    {
      "loss_action": 0.0058933887630701065,
      "loss_total": 0.0058933887630701065,
      "step": 78470
    },
    {
      "loss_action": 0.0034217836800962687,
      "loss_total": 0.0034217836800962687,
      "step": 78470
    },
    {
      "loss_action": 0.010173039510846138,
      "loss_total": 0.010173039510846138,
      "step": 78470
    },
    {
      "loss_action": 0.0016303188167512417,
      "loss_total": 0.0016303188167512417,
      "step": 78470
    },
    {
      "loss_action": 0.0027405000291764736,
      "loss_total": 0.0027405000291764736,
      "step": 78470
    },
    {
      "grad_norm": 0.10641039907932281,
      "learning_rate": 9.426944643476028e-05,
      "loss": 0.0055,
      "step": 78480
    },
    {
      "loss_action": 0.0037462820764631033,
      "loss_total": 0.0037462820764631033,
      "step": 78480
    },
    {
      "loss_action": 0.008798763155937195,
      "loss_total": 0.008798763155937195,
      "step": 78480
    },
    {
      "loss_action": 0.016003161668777466,
      "loss_total": 0.016003161668777466,
      "step": 78480
    },
    {
      "loss_action": 0.0015035283286124468,
      "loss_total": 0.0015035283286124468,
      "step": 78480
    },
    {
      "loss_action": 0.0028430349193513393,
      "loss_total": 0.0028430349193513393,
      "step": 78480
    },
    {
      "loss_action": 0.0016898803878575563,
      "loss_total": 0.0016898803878575563,
      "step": 78480
    },
    {
      "loss_action": 0.012793696485459805,
      "loss_total": 0.012793696485459805,
      "step": 78480
    },
    {
      "loss_action": 0.008285111747682095,
      "loss_total": 0.008285111747682095,
      "step": 78480
    },
    {
      "grad_norm": 0.11799011379480362,
      "learning_rate": 9.426752474076044e-05,
      "loss": 0.0067,
      "step": 78490
    },
    {
      "loss_action": 0.005676159635186195,
      "loss_total": 0.005676159635186195,
      "step": 78490
    },
    {
      "loss_action": 0.005577977746725082,
      "loss_total": 0.005577977746725082,
      "step": 78490
    },
    {
      "loss_action": 0.004589087329804897,
      "loss_total": 0.004589087329804897,
      "step": 78490
    },
    {
      "loss_action": 0.005730705335736275,
      "loss_total": 0.005730705335736275,
      "step": 78490
    },
    {
      "loss_action": 0.013478231616318226,
      "loss_total": 0.013478231616318226,
      "step": 78490
    },
    {
      "loss_action": 0.002051643328741193,
      "loss_total": 0.002051643328741193,
      "step": 78490
    },
    {
      "loss_action": 0.004051690921187401,
      "loss_total": 0.004051690921187401,
      "step": 78490
    },
    {
      "loss_action": 0.003930523991584778,
      "loss_total": 0.003930523991584778,
      "step": 78490
    },
    {
      "grad_norm": 0.11772610992193222,
      "learning_rate": 9.426560274419622e-05,
      "loss": 0.0057,
      "step": 78500
    },
    {
      "loss_action": 0.004973985254764557,
      "loss_total": 0.004973985254764557,
      "step": 78500
    },
    {
      "loss_action": 0.009915204718708992,
      "loss_total": 0.009915204718708992,
      "step": 78500
    },
    {
      "loss_action": 0.0026530660688877106,
      "loss_total": 0.0026530660688877106,
      "step": 78500
    },
    {
      "loss_action": 0.020655330270528793,
      "loss_total": 0.020655330270528793,
      "step": 78500
    },
    {
      "loss_action": 0.007244465872645378,
      "loss_total": 0.007244465872645378,
      "step": 78500
    },
    {
      "loss_action": 0.0027933728415519,
      "loss_total": 0.0027933728415519,
      "step": 78500
    },
    {
      "loss_action": 0.024511374533176422,
      "loss_total": 0.024511374533176422,
      "step": 78500
    },
    {
      "loss_action": 0.0028729538898915052,
      "loss_total": 0.0028729538898915052,
      "step": 78500
    },
    {
      "grad_norm": 0.1136527806520462,
      "learning_rate": 9.426368044508076e-05,
      "loss": 0.0064,
      "step": 78510
    },
    {
      "loss_action": 0.01774291694164276,
      "loss_total": 0.01774291694164276,
      "step": 78510
    },
    {
      "loss_action": 0.01035930123180151,
      "loss_total": 0.01035930123180151,
      "step": 78510
    },
    {
      "loss_action": 0.0034510029945522547,
      "loss_total": 0.0034510029945522547,
      "step": 78510
    },
    {
      "loss_action": 0.003299982286989689,
      "loss_total": 0.003299982286989689,
      "step": 78510
    },
    {
      "loss_action": 0.0038563814014196396,
      "loss_total": 0.0038563814014196396,
      "step": 78510
    },
    {
      "loss_action": 0.006879937369376421,
      "loss_total": 0.006879937369376421,
      "step": 78510
    },
    {
      "loss_action": 0.0018224146915599704,
      "loss_total": 0.0018224146915599704,
      "step": 78510
    },
    {
      "loss_action": 0.0032637384720146656,
      "loss_total": 0.0032637384720146656,
      "step": 78510
    },
    {
      "grad_norm": 0.09633057564496994,
      "learning_rate": 9.426175784342721e-05,
      "loss": 0.0052,
      "step": 78520
    },
    {
      "loss_action": 0.0050931889563798904,
      "loss_total": 0.0050931889563798904,
      "step": 78520
    },
    {
      "loss_action": 0.0018904798198491335,
      "loss_total": 0.0018904798198491335,
      "step": 78520
    },
    {
      "loss_action": 0.00480272900313139,
      "loss_total": 0.00480272900313139,
      "step": 78520
    },
    {
      "loss_action": 0.009891435503959656,
      "loss_total": 0.009891435503959656,
      "step": 78520
    },
    {
      "loss_action": 0.005322912707924843,
      "loss_total": 0.005322912707924843,
      "step": 78520
    },
    {
      "loss_action": 0.0010892456630244851,
      "loss_total": 0.0010892456630244851,
      "step": 78520
    },
    {
      "loss_action": 0.00487467460334301,
      "loss_total": 0.00487467460334301,
      "step": 78520
    },
    {
      "loss_action": 0.002640208462253213,
      "loss_total": 0.002640208462253213,
      "step": 78520
    },
    {
      "grad_norm": 0.08612624555826187,
      "learning_rate": 9.42598349392487e-05,
      "loss": 0.008,
      "step": 78530
    },
    {
      "loss_action": 0.002732980763539672,
      "loss_total": 0.002732980763539672,
      "step": 78530
    },
    {
      "loss_action": 0.009241145104169846,
      "loss_total": 0.009241145104169846,
      "step": 78530
    },
    {
      "loss_action": 0.0035716290585696697,
      "loss_total": 0.0035716290585696697,
      "step": 78530
    },
    {
      "loss_action": 0.002079223282635212,
      "loss_total": 0.002079223282635212,
      "step": 78530
    },
    {
      "loss_action": 0.0027343446854501963,
      "loss_total": 0.0027343446854501963,
      "step": 78530
    },
    {
      "loss_action": 0.002280707936733961,
      "loss_total": 0.002280707936733961,
      "step": 78530
    },
    {
      "loss_action": 0.005100856069475412,
      "loss_total": 0.005100856069475412,
      "step": 78530
    },
    {
      "loss_action": 0.005786955822259188,
      "loss_total": 0.005786955822259188,
      "step": 78530
    },
    {
      "grad_norm": 0.09709890931844711,
      "learning_rate": 9.425791173255836e-05,
      "loss": 0.0064,
      "step": 78540
    },
    {
      "loss_action": 0.011177505366504192,
      "loss_total": 0.011177505366504192,
      "step": 78540
    },
    {
      "loss_action": 0.004685256630182266,
      "loss_total": 0.004685256630182266,
      "step": 78540
    },
    {
      "loss_action": 0.011403897777199745,
      "loss_total": 0.011403897777199745,
      "step": 78540
    },
    {
      "loss_action": 0.0050748055800795555,
      "loss_total": 0.0050748055800795555,
      "step": 78540
    },
    {
      "loss_action": 0.011733118444681168,
      "loss_total": 0.011733118444681168,
      "step": 78540
    },
    {
      "loss_action": 0.0064493101090192795,
      "loss_total": 0.0064493101090192795,
      "step": 78540
    },
    {
      "loss_action": 0.0025218664668500423,
      "loss_total": 0.0025218664668500423,
      "step": 78540
    },
    {
      "loss_action": 0.004918180406093597,
      "loss_total": 0.004918180406093597,
      "step": 78540
    },
    {
      "grad_norm": 0.07648854702711105,
      "learning_rate": 9.425598822336936e-05,
      "loss": 0.0069,
      "step": 78550
    },
    {
      "loss_action": 0.005450239405035973,
      "loss_total": 0.005450239405035973,
      "step": 78550
    },
    {
      "loss_action": 0.0040320903062820435,
      "loss_total": 0.0040320903062820435,
      "step": 78550
    },
    {
      "loss_action": 0.022501438856124878,
      "loss_total": 0.022501438856124878,
      "step": 78550
    },
    {
      "loss_action": 0.009001978673040867,
      "loss_total": 0.009001978673040867,
      "step": 78550
    },
    {
      "loss_action": 0.0050617968663573265,
      "loss_total": 0.0050617968663573265,
      "step": 78550
    },
    {
      "loss_action": 0.0016742550069466233,
      "loss_total": 0.0016742550069466233,
      "step": 78550
    },
    {
      "loss_action": 0.003266268176957965,
      "loss_total": 0.003266268176957965,
      "step": 78550
    },
    {
      "loss_action": 0.0031440528109669685,
      "loss_total": 0.0031440528109669685,
      "step": 78550
    },
    {
      "grad_norm": 0.09267311543226242,
      "learning_rate": 9.425406441169485e-05,
      "loss": 0.006,
      "step": 78560
    },
    {
      "loss_action": 0.002136161085218191,
      "loss_total": 0.002136161085218191,
      "step": 78560
    },
    {
      "loss_action": 0.004404427483677864,
      "loss_total": 0.004404427483677864,
      "step": 78560
    },
    {
      "loss_action": 0.007563867140561342,
      "loss_total": 0.007563867140561342,
      "step": 78560
    },
    {
      "loss_action": 0.004424707032740116,
      "loss_total": 0.004424707032740116,
      "step": 78560
    },
    {
      "loss_action": 0.015264622867107391,
      "loss_total": 0.015264622867107391,
      "step": 78560
    },
    {
      "loss_action": 0.0021358404774218798,
      "loss_total": 0.0021358404774218798,
      "step": 78560
    },
    {
      "loss_action": 0.0010332190431654453,
      "loss_total": 0.0010332190431654453,
      "step": 78560
    },
    {
      "loss_action": 0.002426035003736615,
      "loss_total": 0.002426035003736615,
      "step": 78560
    },
    {
      "grad_norm": 0.14019381999969482,
      "learning_rate": 9.425214029754794e-05,
      "loss": 0.0064,
      "step": 78570
    },
    {
      "loss_action": 0.012226306833326817,
      "loss_total": 0.012226306833326817,
      "step": 78570
    },
    {
      "loss_action": 0.011965557932853699,
      "loss_total": 0.011965557932853699,
      "step": 78570
    },
    {
      "loss_action": 0.0027905311435461044,
      "loss_total": 0.0027905311435461044,
      "step": 78570
    },
    {
      "loss_action": 0.0035902855452150106,
      "loss_total": 0.0035902855452150106,
      "step": 78570
    },
    {
      "loss_action": 0.002796681597828865,
      "loss_total": 0.002796681597828865,
      "step": 78570
    },
    {
      "loss_action": 0.005075918510556221,
      "loss_total": 0.005075918510556221,
      "step": 78570
    },
    {
      "loss_action": 0.0030362289398908615,
      "loss_total": 0.0030362289398908615,
      "step": 78570
    },
    {
      "loss_action": 0.005620203446596861,
      "loss_total": 0.005620203446596861,
      "step": 78570
    },
    {
      "grad_norm": 0.12718839943408966,
      "learning_rate": 9.425021588094183e-05,
      "loss": 0.0062,
      "step": 78580
    },
    {
      "loss_action": 0.004190427251160145,
      "loss_total": 0.004190427251160145,
      "step": 78580
    },
    {
      "loss_action": 0.008706234395503998,
      "loss_total": 0.008706234395503998,
      "step": 78580
    },
    {
      "loss_action": 0.004781078547239304,
      "loss_total": 0.004781078547239304,
      "step": 78580
    },
    {
      "loss_action": 0.004814627580344677,
      "loss_total": 0.004814627580344677,
      "step": 78580
    },
    {
      "loss_action": 0.0036721057258546352,
      "loss_total": 0.0036721057258546352,
      "step": 78580
    },
    {
      "loss_action": 0.006778027396649122,
      "loss_total": 0.006778027396649122,
      "step": 78580
    },
    {
      "loss_action": 0.00410646665841341,
      "loss_total": 0.00410646665841341,
      "step": 78580
    },
    {
      "loss_action": 0.008535337634384632,
      "loss_total": 0.008535337634384632,
      "step": 78580
    },
    {
      "grad_norm": 0.10731732845306396,
      "learning_rate": 9.424829116188965e-05,
      "loss": 0.0079,
      "step": 78590
    },
    {
      "loss_action": 0.00470050098374486,
      "loss_total": 0.00470050098374486,
      "step": 78590
    },
    {
      "loss_action": 0.0032511702738702297,
      "loss_total": 0.0032511702738702297,
      "step": 78590
    },
    {
      "loss_action": 0.018765345215797424,
      "loss_total": 0.018765345215797424,
      "step": 78590
    },
    {
      "loss_action": 0.009589563123881817,
      "loss_total": 0.009589563123881817,
      "step": 78590
    },
    {
      "loss_action": 0.00824093446135521,
      "loss_total": 0.00824093446135521,
      "step": 78590
    },
    {
      "loss_action": 0.004919359926134348,
      "loss_total": 0.004919359926134348,
      "step": 78590
    },
    {
      "loss_action": 0.010031736455857754,
      "loss_total": 0.010031736455857754,
      "step": 78590
    },
    {
      "loss_action": 0.006847547832876444,
      "loss_total": 0.006847547832876444,
      "step": 78590
    },
    {
      "grad_norm": 0.1299460232257843,
      "learning_rate": 9.424636614040454e-05,
      "loss": 0.0068,
      "step": 78600
    },
    {
      "loss_action": 0.007010951172560453,
      "loss_total": 0.007010951172560453,
      "step": 78600
    },
    {
      "loss_action": 0.003499335143715143,
      "loss_total": 0.003499335143715143,
      "step": 78600
    },
    {
      "loss_action": 0.004149360582232475,
      "loss_total": 0.004149360582232475,
      "step": 78600
    },
    {
      "loss_action": 0.00658043147996068,
      "loss_total": 0.00658043147996068,
      "step": 78600
    },
    {
      "loss_action": 0.007712397258728743,
      "loss_total": 0.007712397258728743,
      "step": 78600
    },
    {
      "loss_action": 0.0035504719708114862,
      "loss_total": 0.0035504719708114862,
      "step": 78600
    },
    {
      "loss_action": 0.003036742564290762,
      "loss_total": 0.003036742564290762,
      "step": 78600
    },
    {
      "loss_action": 0.006464586593210697,
      "loss_total": 0.006464586593210697,
      "step": 78600
    },
    {
      "grad_norm": 0.09019351005554199,
      "learning_rate": 9.424444081649968e-05,
      "loss": 0.0059,
      "step": 78610
    },
    {
      "loss_action": 0.005758210550993681,
      "loss_total": 0.005758210550993681,
      "step": 78610
    },
    {
      "loss_action": 0.005126010626554489,
      "loss_total": 0.005126010626554489,
      "step": 78610
    },
    {
      "loss_action": 0.0017732169944792986,
      "loss_total": 0.0017732169944792986,
      "step": 78610
    },
    {
      "loss_action": 0.008151437155902386,
      "loss_total": 0.008151437155902386,
      "step": 78610
    },
    {
      "loss_action": 0.011227753013372421,
      "loss_total": 0.011227753013372421,
      "step": 78610
    },
    {
      "loss_action": 0.00582848908379674,
      "loss_total": 0.00582848908379674,
      "step": 78610
    },
    {
      "loss_action": 0.005943838506937027,
      "loss_total": 0.005943838506937027,
      "step": 78610
    },
    {
      "loss_action": 0.013731388375163078,
      "loss_total": 0.013731388375163078,
      "step": 78610
    },
    {
      "grad_norm": 0.07934460788965225,
      "learning_rate": 9.424251519018821e-05,
      "loss": 0.0058,
      "step": 78620
    },
    {
      "loss_action": 0.003341070841997862,
      "loss_total": 0.003341070841997862,
      "step": 78620
    },
    {
      "loss_action": 0.004980981815606356,
      "loss_total": 0.004980981815606356,
      "step": 78620
    },
    {
      "loss_action": 0.0027764439582824707,
      "loss_total": 0.0027764439582824707,
      "step": 78620
    },
    {
      "loss_action": 0.009773723781108856,
      "loss_total": 0.009773723781108856,
      "step": 78620
    },
    {
      "loss_action": 0.011090852320194244,
      "loss_total": 0.011090852320194244,
      "step": 78620
    },
    {
      "loss_action": 0.002017896855250001,
      "loss_total": 0.002017896855250001,
      "step": 78620
    },
    {
      "loss_action": 0.014188731089234352,
      "loss_total": 0.014188731089234352,
      "step": 78620
    },
    {
      "loss_action": 0.0117680374532938,
      "loss_total": 0.0117680374532938,
      "step": 78620
    },
    {
      "grad_norm": 0.11010445654392242,
      "learning_rate": 9.424058926148331e-05,
      "loss": 0.0054,
      "step": 78630
    },
    {
      "loss_action": 0.023953577503561974,
      "loss_total": 0.023953577503561974,
      "step": 78630
    },
    {
      "loss_action": 0.00930718518793583,
      "loss_total": 0.00930718518793583,
      "step": 78630
    },
    {
      "loss_action": 0.004816287662833929,
      "loss_total": 0.004816287662833929,
      "step": 78630
    },
    {
      "loss_action": 0.0018351203761994839,
      "loss_total": 0.0018351203761994839,
      "step": 78630
    },
    {
      "loss_action": 0.004482000134885311,
      "loss_total": 0.004482000134885311,
      "step": 78630
    },
    {
      "loss_action": 0.0027751147281378508,
      "loss_total": 0.0027751147281378508,
      "step": 78630
    },
    {
      "loss_action": 0.0024930466897785664,
      "loss_total": 0.0024930466897785664,
      "step": 78630
    },
    {
      "loss_action": 0.0027837748639285564,
      "loss_total": 0.0027837748639285564,
      "step": 78630
    },
    {
      "grad_norm": 0.07237447798252106,
      "learning_rate": 9.423866303039815e-05,
      "loss": 0.0061,
      "step": 78640
    },
    {
      "loss_action": 0.007854915224015713,
      "loss_total": 0.007854915224015713,
      "step": 78640
    },
    {
      "loss_action": 0.005060693249106407,
      "loss_total": 0.005060693249106407,
      "step": 78640
    },
    {
      "loss_action": 0.01137650664895773,
      "loss_total": 0.01137650664895773,
      "step": 78640
    },
    {
      "loss_action": 0.00863918662071228,
      "loss_total": 0.00863918662071228,
      "step": 78640
    },
    {
      "loss_action": 0.0028329845517873764,
      "loss_total": 0.0028329845517873764,
      "step": 78640
    },
    {
      "loss_action": 0.009258481673896313,
      "loss_total": 0.009258481673896313,
      "step": 78640
    },
    {
      "loss_action": 0.0019203132251277566,
      "loss_total": 0.0019203132251277566,
      "step": 78640
    },
    {
      "loss_action": 0.014408299699425697,
      "loss_total": 0.014408299699425697,
      "step": 78640
    },
    {
      "grad_norm": 0.0887334793806076,
      "learning_rate": 9.423673649694587e-05,
      "loss": 0.0055,
      "step": 78650
    },
    {
      "loss_action": 0.004142199642956257,
      "loss_total": 0.004142199642956257,
      "step": 78650
    },
    {
      "loss_action": 0.004077761434018612,
      "loss_total": 0.004077761434018612,
      "step": 78650
    },
    {
      "loss_action": 0.006068270653486252,
      "loss_total": 0.006068270653486252,
      "step": 78650
    },
    {
      "loss_action": 0.0034754471853375435,
      "loss_total": 0.0034754471853375435,
      "step": 78650
    },
    {
      "loss_action": 0.0049784621223807335,
      "loss_total": 0.0049784621223807335,
      "step": 78650
    },
    {
      "loss_action": 0.008675036951899529,
      "loss_total": 0.008675036951899529,
      "step": 78650
    },
    {
      "loss_action": 0.003818273078650236,
      "loss_total": 0.003818273078650236,
      "step": 78650
    },
    {
      "loss_action": 0.004926104098558426,
      "loss_total": 0.004926104098558426,
      "step": 78650
    },
    {
      "grad_norm": 0.11919039487838745,
      "learning_rate": 9.423480966113964e-05,
      "loss": 0.0065,
      "step": 78660
    },
    {
      "loss_action": 0.0024777334183454514,
      "loss_total": 0.0024777334183454514,
      "step": 78660
    },
    {
      "loss_action": 0.005276557058095932,
      "loss_total": 0.005276557058095932,
      "step": 78660
    },
    {
      "loss_action": 0.002933744341135025,
      "loss_total": 0.002933744341135025,
      "step": 78660
    },
    {
      "loss_action": 0.0047430237755179405,
      "loss_total": 0.0047430237755179405,
      "step": 78660
    },
    {
      "loss_action": 0.008201897144317627,
      "loss_total": 0.008201897144317627,
      "step": 78660
    },
    {
      "loss_action": 0.014406295493245125,
      "loss_total": 0.014406295493245125,
      "step": 78660
    },
    {
      "loss_action": 0.005037834867835045,
      "loss_total": 0.005037834867835045,
      "step": 78660
    },
    {
      "loss_action": 0.003454697784036398,
      "loss_total": 0.003454697784036398,
      "step": 78660
    },
    {
      "grad_norm": 0.09721042215824127,
      "learning_rate": 9.423288252299266e-05,
      "loss": 0.0064,
      "step": 78670
    },
    {
      "loss_action": 0.02844393439590931,
      "loss_total": 0.02844393439590931,
      "step": 78670
    },
    {
      "loss_action": 0.003117549931630492,
      "loss_total": 0.003117549931630492,
      "step": 78670
    },
    {
      "loss_action": 0.004308903589844704,
      "loss_total": 0.004308903589844704,
      "step": 78670
    },
    {
      "loss_action": 0.011013666167855263,
      "loss_total": 0.011013666167855263,
      "step": 78670
    },
    {
      "loss_action": 0.0032832007855176926,
      "loss_total": 0.0032832007855176926,
      "step": 78670
    },
    {
      "loss_action": 0.0017002273816615343,
      "loss_total": 0.0017002273816615343,
      "step": 78670
    },
    {
      "loss_action": 0.0020759275648742914,
      "loss_total": 0.0020759275648742914,
      "step": 78670
    },
    {
      "loss_action": 0.0034415083937346935,
      "loss_total": 0.0034415083937346935,
      "step": 78670
    },
    {
      "grad_norm": 0.11392447352409363,
      "learning_rate": 9.423095508251807e-05,
      "loss": 0.0073,
      "step": 78680
    },
    {
      "loss_action": 0.003701284062117338,
      "loss_total": 0.003701284062117338,
      "step": 78680
    },
    {
      "loss_action": 0.010458774864673615,
      "loss_total": 0.010458774864673615,
      "step": 78680
    },
    {
      "loss_action": 0.0014924203278496861,
      "loss_total": 0.0014924203278496861,
      "step": 78680
    },
    {
      "loss_action": 0.009004737250506878,
      "loss_total": 0.009004737250506878,
      "step": 78680
    },
    {
      "loss_action": 0.007144481875002384,
      "loss_total": 0.007144481875002384,
      "step": 78680
    },
    {
      "loss_action": 0.006686261855065823,
      "loss_total": 0.006686261855065823,
      "step": 78680
    },
    {
      "loss_action": 0.004568213596940041,
      "loss_total": 0.004568213596940041,
      "step": 78680
    },
    {
      "loss_action": 0.001727389870211482,
      "loss_total": 0.001727389870211482,
      "step": 78680
    },
    {
      "grad_norm": 0.08879587799310684,
      "learning_rate": 9.422902733972907e-05,
      "loss": 0.0063,
      "step": 78690
    },
    {
      "loss_action": 0.008289728313684464,
      "loss_total": 0.008289728313684464,
      "step": 78690
    },
    {
      "loss_action": 0.0214889757335186,
      "loss_total": 0.0214889757335186,
      "step": 78690
    },
    {
      "loss_action": 0.005825946573168039,
      "loss_total": 0.005825946573168039,
      "step": 78690
    },
    {
      "loss_action": 0.003639875678345561,
      "loss_total": 0.003639875678345561,
      "step": 78690
    },
    {
      "loss_action": 0.002753114327788353,
      "loss_total": 0.002753114327788353,
      "step": 78690
    },
    {
      "loss_action": 0.005351160652935505,
      "loss_total": 0.005351160652935505,
      "step": 78690
    },
    {
      "loss_action": 0.0019202318508177996,
      "loss_total": 0.0019202318508177996,
      "step": 78690
    },
    {
      "loss_action": 0.003126116469502449,
      "loss_total": 0.003126116469502449,
      "step": 78690
    },
    {
      "grad_norm": 0.25461679697036743,
      "learning_rate": 9.422709929463881e-05,
      "loss": 0.0071,
      "step": 78700
    },
    {
      "loss_action": 0.0012336827348917723,
      "loss_total": 0.0012336827348917723,
      "step": 78700
    },
    {
      "loss_action": 0.009645245037972927,
      "loss_total": 0.009645245037972927,
      "step": 78700
    },
    {
      "loss_action": 0.00567838829010725,
      "loss_total": 0.00567838829010725,
      "step": 78700
    },
    {
      "loss_action": 0.001855474547483027,
      "loss_total": 0.001855474547483027,
      "step": 78700
    },
    {
      "loss_action": 0.013001213781535625,
      "loss_total": 0.013001213781535625,
      "step": 78700
    },
    {
      "loss_action": 0.007509536109864712,
      "loss_total": 0.007509536109864712,
      "step": 78700
    },
    {
      "loss_action": 0.010905127972364426,
      "loss_total": 0.010905127972364426,
      "step": 78700
    },
    {
      "loss_action": 0.0070133693516254425,
      "loss_total": 0.0070133693516254425,
      "step": 78700
    },
    {
      "grad_norm": 0.06733927875757217,
      "learning_rate": 9.422517094726047e-05,
      "loss": 0.0058,
      "step": 78710
    },
    {
      "loss_action": 0.014646021649241447,
      "loss_total": 0.014646021649241447,
      "step": 78710
    },
    {
      "loss_action": 0.00575254438444972,
      "loss_total": 0.00575254438444972,
      "step": 78710
    },
    {
      "loss_action": 0.0026747724041342735,
      "loss_total": 0.0026747724041342735,
      "step": 78710
    },
    {
      "loss_action": 0.006279085762798786,
      "loss_total": 0.006279085762798786,
      "step": 78710
    },
    {
      "loss_action": 0.003808632493019104,
      "loss_total": 0.003808632493019104,
      "step": 78710
    },
    {
      "loss_action": 0.008650634437799454,
      "loss_total": 0.008650634437799454,
      "step": 78710
    },
    {
      "loss_action": 0.0020377885084599257,
      "loss_total": 0.0020377885084599257,
      "step": 78710
    },
    {
      "loss_action": 0.007088068872690201,
      "loss_total": 0.007088068872690201,
      "step": 78710
    },
    {
      "grad_norm": 0.09137989580631256,
      "learning_rate": 9.422324229760727e-05,
      "loss": 0.0054,
      "step": 78720
    },
    {
      "loss_action": 0.00763925164937973,
      "loss_total": 0.00763925164937973,
      "step": 78720
    },
    {
      "loss_action": 0.0035524042323231697,
      "loss_total": 0.0035524042323231697,
      "step": 78720
    },
    {
      "loss_action": 0.002050426322966814,
      "loss_total": 0.002050426322966814,
      "step": 78720
    },
    {
      "loss_action": 0.02020973525941372,
      "loss_total": 0.02020973525941372,
      "step": 78720
    },
    {
      "loss_action": 0.002139335498213768,
      "loss_total": 0.002139335498213768,
      "step": 78720
    },
    {
      "loss_action": 0.009568216279149055,
      "loss_total": 0.009568216279149055,
      "step": 78720
    },
    {
      "loss_action": 0.009310165420174599,
      "loss_total": 0.009310165420174599,
      "step": 78720
    },
    {
      "loss_action": 0.004221041686832905,
      "loss_total": 0.004221041686832905,
      "step": 78720
    },
    {
      "grad_norm": 0.10442893952131271,
      "learning_rate": 9.422131334569233e-05,
      "loss": 0.0062,
      "step": 78730
    },
    {
      "loss_action": 0.007273833733052015,
      "loss_total": 0.007273833733052015,
      "step": 78730
    },
    {
      "loss_action": 0.0017837292980402708,
      "loss_total": 0.0017837292980402708,
      "step": 78730
    },
    {
      "loss_action": 0.007226803805679083,
      "loss_total": 0.007226803805679083,
      "step": 78730
    },
    {
      "loss_action": 0.00582375330850482,
      "loss_total": 0.00582375330850482,
      "step": 78730
    },
    {
      "loss_action": 0.006158802192658186,
      "loss_total": 0.006158802192658186,
      "step": 78730
    },
    {
      "loss_action": 0.004896043799817562,
      "loss_total": 0.004896043799817562,
      "step": 78730
    },
    {
      "loss_action": 0.0174737386405468,
      "loss_total": 0.0174737386405468,
      "step": 78730
    },
    {
      "loss_action": 0.0029522301629185677,
      "loss_total": 0.0029522301629185677,
      "step": 78730
    },
    {
      "grad_norm": 0.10720522701740265,
      "learning_rate": 9.421938409152889e-05,
      "loss": 0.0067,
      "step": 78740
    },
    {
      "loss_action": 0.009436432272195816,
      "loss_total": 0.009436432272195816,
      "step": 78740
    },
    {
      "loss_action": 0.011321742087602615,
      "loss_total": 0.011321742087602615,
      "step": 78740
    },
    {
      "loss_action": 0.0030809580348432064,
      "loss_total": 0.0030809580348432064,
      "step": 78740
    },
    {
      "loss_action": 0.008276289328932762,
      "loss_total": 0.008276289328932762,
      "step": 78740
    },
    {
      "loss_action": 0.004513315856456757,
      "loss_total": 0.004513315856456757,
      "step": 78740
    },
    {
      "loss_action": 0.018464958295226097,
      "loss_total": 0.018464958295226097,
      "step": 78740
    },
    {
      "loss_action": 0.01492118090391159,
      "loss_total": 0.01492118090391159,
      "step": 78740
    },
    {
      "loss_action": 0.013539382256567478,
      "loss_total": 0.013539382256567478,
      "step": 78740
    },
    {
      "grad_norm": 0.09905172884464264,
      "learning_rate": 9.421745453513008e-05,
      "loss": 0.0069,
      "step": 78750
    },
    {
      "loss_action": 0.005188013892620802,
      "loss_total": 0.005188013892620802,
      "step": 78750
    },
    {
      "loss_action": 0.0048103779554367065,
      "loss_total": 0.0048103779554367065,
      "step": 78750
    },
    {
      "loss_action": 0.008884909562766552,
      "loss_total": 0.008884909562766552,
      "step": 78750
    },
    {
      "loss_action": 0.009978827089071274,
      "loss_total": 0.009978827089071274,
      "step": 78750
    },
    {
      "loss_action": 0.00204460509121418,
      "loss_total": 0.00204460509121418,
      "step": 78750
    },
    {
      "loss_action": 0.006300152279436588,
      "loss_total": 0.006300152279436588,
      "step": 78750
    },
    {
      "loss_action": 0.006622042506933212,
      "loss_total": 0.006622042506933212,
      "step": 78750
    },
    {
      "loss_action": 0.002657456323504448,
      "loss_total": 0.002657456323504448,
      "step": 78750
    },
    {
      "grad_norm": 0.12846589088439941,
      "learning_rate": 9.421552467650915e-05,
      "loss": 0.007,
      "step": 78760
    },
    {
      "loss_action": 0.012450987473130226,
      "loss_total": 0.012450987473130226,
      "step": 78760
    },
    {
      "loss_action": 0.0037329155020415783,
      "loss_total": 0.0037329155020415783,
      "step": 78760
    },
    {
      "loss_action": 0.006842268165200949,
      "loss_total": 0.006842268165200949,
      "step": 78760
    },
    {
      "loss_action": 0.002699472475796938,
      "loss_total": 0.002699472475796938,
      "step": 78760
    },
    {
      "loss_action": 0.007637879345566034,
      "loss_total": 0.007637879345566034,
      "step": 78760
    },
    {
      "loss_action": 0.0057584065943956375,
      "loss_total": 0.0057584065943956375,
      "step": 78760
    },
    {
      "loss_action": 0.002381436061114073,
      "loss_total": 0.002381436061114073,
      "step": 78760
    },
    {
      "loss_action": 0.004176510032266378,
      "loss_total": 0.004176510032266378,
      "step": 78760
    },
    {
      "grad_norm": 0.06709133088588715,
      "learning_rate": 9.421359451567925e-05,
      "loss": 0.0058,
      "step": 78770
    },
    {
      "loss_action": 0.004489175975322723,
      "loss_total": 0.004489175975322723,
      "step": 78770
    },
    {
      "loss_action": 0.008495036512613297,
      "loss_total": 0.008495036512613297,
      "step": 78770
    },
    {
      "loss_action": 0.04029630869626999,
      "loss_total": 0.04029630869626999,
      "step": 78770
    },
    {
      "loss_action": 0.008428202010691166,
      "loss_total": 0.008428202010691166,
      "step": 78770
    },
    {
      "loss_action": 0.016830362379550934,
      "loss_total": 0.016830362379550934,
      "step": 78770
    },
    {
      "loss_action": 0.0062289247289299965,
      "loss_total": 0.0062289247289299965,
      "step": 78770
    },
    {
      "loss_action": 0.00178832421079278,
      "loss_total": 0.00178832421079278,
      "step": 78770
    },
    {
      "loss_action": 0.00817080307751894,
      "loss_total": 0.00817080307751894,
      "step": 78770
    },
    {
      "grad_norm": 0.1247979998588562,
      "learning_rate": 9.421166405265359e-05,
      "loss": 0.0065,
      "step": 78780
    },
    {
      "loss_action": 0.011932983994483948,
      "loss_total": 0.011932983994483948,
      "step": 78780
    },
    {
      "loss_action": 0.020093724131584167,
      "loss_total": 0.020093724131584167,
      "step": 78780
    },
    {
      "loss_action": 0.0038570654578506947,
      "loss_total": 0.0038570654578506947,
      "step": 78780
    },
    {
      "loss_action": 0.013366886414587498,
      "loss_total": 0.013366886414587498,
      "step": 78780
    },
    {
      "loss_action": 0.016232363879680634,
      "loss_total": 0.016232363879680634,
      "step": 78780
    },
    {
      "loss_action": 0.004840594716370106,
      "loss_total": 0.004840594716370106,
      "step": 78780
    },
    {
      "loss_action": 0.003277080599218607,
      "loss_total": 0.003277080599218607,
      "step": 78780
    },
    {
      "loss_action": 0.002834987360984087,
      "loss_total": 0.002834987360984087,
      "step": 78780
    },
    {
      "grad_norm": 0.09590120613574982,
      "learning_rate": 9.420973328744535e-05,
      "loss": 0.0068,
      "step": 78790
    },
    {
      "loss_action": 0.003842086996883154,
      "loss_total": 0.003842086996883154,
      "step": 78790
    },
    {
      "loss_action": 0.006802876014262438,
      "loss_total": 0.006802876014262438,
      "step": 78790
    },
    {
      "loss_action": 0.003707930911332369,
      "loss_total": 0.003707930911332369,
      "step": 78790
    },
    {
      "loss_action": 0.0037406617775559425,
      "loss_total": 0.0037406617775559425,
      "step": 78790
    },
    {
      "loss_action": 0.004880904220044613,
      "loss_total": 0.004880904220044613,
      "step": 78790
    },
    {
      "loss_action": 0.004930014256387949,
      "loss_total": 0.004930014256387949,
      "step": 78790
    },
    {
      "loss_action": 0.001946310861967504,
      "loss_total": 0.001946310861967504,
      "step": 78790
    },
    {
      "loss_action": 0.008296027779579163,
      "loss_total": 0.008296027779579163,
      "step": 78790
    },
    {
      "grad_norm": 0.11317092925310135,
      "learning_rate": 9.420780222006775e-05,
      "loss": 0.0049,
      "step": 78800
    },
    {
      "loss_action": 0.014034895226359367,
      "loss_total": 0.014034895226359367,
      "step": 78800
    },
    {
      "loss_action": 0.00910716038197279,
      "loss_total": 0.00910716038197279,
      "step": 78800
    },
    {
      "loss_action": 0.024917155504226685,
      "loss_total": 0.024917155504226685,
      "step": 78800
    },
    {
      "loss_action": 0.003329596947878599,
      "loss_total": 0.003329596947878599,
      "step": 78800
    },
    {
      "loss_action": 0.002008128445595503,
      "loss_total": 0.002008128445595503,
      "step": 78800
    },
    {
      "loss_action": 0.00317940441891551,
      "loss_total": 0.00317940441891551,
      "step": 78800
    },
    {
      "loss_action": 0.002603409346193075,
      "loss_total": 0.002603409346193075,
      "step": 78800
    },
    {
      "loss_action": 0.008824602700769901,
      "loss_total": 0.008824602700769901,
      "step": 78800
    },
    {
      "grad_norm": 0.0868830531835556,
      "learning_rate": 9.420587085053396e-05,
      "loss": 0.0068,
      "step": 78810
    },
    {
      "loss_action": 0.007572088856250048,
      "loss_total": 0.007572088856250048,
      "step": 78810
    },
    {
      "loss_action": 0.008732547052204609,
      "loss_total": 0.008732547052204609,
      "step": 78810
    },
    {
      "loss_action": 0.006595086771994829,
      "loss_total": 0.006595086771994829,
      "step": 78810
    },
    {
      "loss_action": 0.003945088014006615,
      "loss_total": 0.003945088014006615,
      "step": 78810
    },
    {
      "loss_action": 0.016873810440301895,
      "loss_total": 0.016873810440301895,
      "step": 78810
    },
    {
      "loss_action": 0.0036384835839271545,
      "loss_total": 0.0036384835839271545,
      "step": 78810
    },
    {
      "loss_action": 0.0031506349332630634,
      "loss_total": 0.0031506349332630634,
      "step": 78810
    },
    {
      "loss_action": 0.002458955394104123,
      "loss_total": 0.002458955394104123,
      "step": 78810
    },
    {
      "grad_norm": 0.10384897887706757,
      "learning_rate": 9.42039391788572e-05,
      "loss": 0.0064,
      "step": 78820
    },
    {
      "loss_action": 0.002283406676724553,
      "loss_total": 0.002283406676724553,
      "step": 78820
    },
    {
      "loss_action": 0.012058707885444164,
      "loss_total": 0.012058707885444164,
      "step": 78820
    },
    {
      "loss_action": 0.00769063550978899,
      "loss_total": 0.00769063550978899,
      "step": 78820
    },
    {
      "loss_action": 0.004809030331671238,
      "loss_total": 0.004809030331671238,
      "step": 78820
    },
    {
      "loss_action": 0.012731490656733513,
      "loss_total": 0.012731490656733513,
      "step": 78820
    },
    {
      "loss_action": 0.006531812250614166,
      "loss_total": 0.006531812250614166,
      "step": 78820
    },
    {
      "loss_action": 0.003520249854773283,
      "loss_total": 0.003520249854773283,
      "step": 78820
    },
    {
      "loss_action": 0.020646797493100166,
      "loss_total": 0.020646797493100166,
      "step": 78820
    },
    {
      "grad_norm": 0.11379668116569519,
      "learning_rate": 9.420200720505066e-05,
      "loss": 0.0062,
      "step": 78830
    },
    {
      "loss_action": 0.0046531022526323795,
      "loss_total": 0.0046531022526323795,
      "step": 78830
    },
    {
      "loss_action": 0.007694532163441181,
      "loss_total": 0.007694532163441181,
      "step": 78830
    },
    {
      "loss_action": 0.020347654819488525,
      "loss_total": 0.020347654819488525,
      "step": 78830
    },
    {
      "loss_action": 0.016364924609661102,
      "loss_total": 0.016364924609661102,
      "step": 78830
    },
    {
      "loss_action": 0.0033272483851760626,
      "loss_total": 0.0033272483851760626,
      "step": 78830
    },
    {
      "loss_action": 0.004081628285348415,
      "loss_total": 0.004081628285348415,
      "step": 78830
    },
    {
      "loss_action": 0.0036244273651391268,
      "loss_total": 0.0036244273651391268,
      "step": 78830
    },
    {
      "loss_action": 0.0027642231434583664,
      "loss_total": 0.0027642231434583664,
      "step": 78830
    },
    {
      "grad_norm": 0.10024069994688034,
      "learning_rate": 9.420007492912756e-05,
      "loss": 0.0061,
      "step": 78840
    },
    {
      "loss_action": 0.009352050721645355,
      "loss_total": 0.009352050721645355,
      "step": 78840
    },
    {
      "loss_action": 0.007003383245319128,
      "loss_total": 0.007003383245319128,
      "step": 78840
    },
    {
      "loss_action": 0.0027203327044844627,
      "loss_total": 0.0027203327044844627,
      "step": 78840
    },
    {
      "loss_action": 0.0027459401171654463,
      "loss_total": 0.0027459401171654463,
      "step": 78840
    },
    {
      "loss_action": 0.006408774293959141,
      "loss_total": 0.006408774293959141,
      "step": 78840
    },
    {
      "loss_action": 0.006461207754909992,
      "loss_total": 0.006461207754909992,
      "step": 78840
    },
    {
      "loss_action": 0.0020119932014495134,
      "loss_total": 0.0020119932014495134,
      "step": 78840
    },
    {
      "loss_action": 0.004929023794829845,
      "loss_total": 0.004929023794829845,
      "step": 78840
    },
    {
      "grad_norm": 0.11207971721887589,
      "learning_rate": 9.419814235110109e-05,
      "loss": 0.0061,
      "step": 78850
    },
    {
      "loss_action": 0.006324899382889271,
      "loss_total": 0.006324899382889271,
      "step": 78850
    },
    {
      "loss_action": 0.0029916432686150074,
      "loss_total": 0.0029916432686150074,
      "step": 78850
    },
    {
      "loss_action": 0.002955093514174223,
      "loss_total": 0.002955093514174223,
      "step": 78850
    },
    {
      "loss_action": 0.0031941961497068405,
      "loss_total": 0.0031941961497068405,
      "step": 78850
    },
    {
      "loss_action": 0.027628077194094658,
      "loss_total": 0.027628077194094658,
      "step": 78850
    },
    {
      "loss_action": 0.004191054962575436,
      "loss_total": 0.004191054962575436,
      "step": 78850
    },
    {
      "loss_action": 0.002044898923486471,
      "loss_total": 0.002044898923486471,
      "step": 78850
    },
    {
      "loss_action": 0.0034933460410684347,
      "loss_total": 0.0034933460410684347,
      "step": 78850
    },
    {
      "grad_norm": 0.13989368081092834,
      "learning_rate": 9.419620947098448e-05,
      "loss": 0.0072,
      "step": 78860
    },
    {
      "loss_action": 0.005710477940738201,
      "loss_total": 0.005710477940738201,
      "step": 78860
    },
    {
      "loss_action": 0.003409711644053459,
      "loss_total": 0.003409711644053459,
      "step": 78860
    },
    {
      "loss_action": 0.009252497926354408,
      "loss_total": 0.009252497926354408,
      "step": 78860
    },
    {
      "loss_action": 0.004689306020736694,
      "loss_total": 0.004689306020736694,
      "step": 78860
    },
    {
      "loss_action": 0.019095472991466522,
      "loss_total": 0.019095472991466522,
      "step": 78860
    },
    {
      "loss_action": 0.0029649571515619755,
      "loss_total": 0.0029649571515619755,
      "step": 78860
    },
    {
      "loss_action": 0.006641637533903122,
      "loss_total": 0.006641637533903122,
      "step": 78860
    },
    {
      "loss_action": 0.00417381152510643,
      "loss_total": 0.00417381152510643,
      "step": 78860
    },
    {
      "grad_norm": 0.0877721756696701,
      "learning_rate": 9.419427628879092e-05,
      "loss": 0.006,
      "step": 78870
    },
    {
      "loss_action": 0.0055138180032372475,
      "loss_total": 0.0055138180032372475,
      "step": 78870
    },
    {
      "loss_action": 0.00363953597843647,
      "loss_total": 0.00363953597843647,
      "step": 78870
    },
    {
      "loss_action": 0.0028473136480897665,
      "loss_total": 0.0028473136480897665,
      "step": 78870
    },
    {
      "loss_action": 0.006296098697930574,
      "loss_total": 0.006296098697930574,
      "step": 78870
    },
    {
      "loss_action": 0.0055960859172046185,
      "loss_total": 0.0055960859172046185,
      "step": 78870
    },
    {
      "loss_action": 0.003784629050642252,
      "loss_total": 0.003784629050642252,
      "step": 78870
    },
    {
      "loss_action": 0.024270815774798393,
      "loss_total": 0.024270815774798393,
      "step": 78870
    },
    {
      "loss_action": 0.007899491116404533,
      "loss_total": 0.007899491116404533,
      "step": 78870
    },
    {
      "grad_norm": 0.10401744395494461,
      "learning_rate": 9.419234280453362e-05,
      "loss": 0.0082,
      "step": 78880
    },
    {
      "loss_action": 0.006559512112289667,
      "loss_total": 0.006559512112289667,
      "step": 78880
    },
    {
      "loss_action": 0.009063968434929848,
      "loss_total": 0.009063968434929848,
      "step": 78880
    },
    {
      "loss_action": 0.0032127504236996174,
      "loss_total": 0.0032127504236996174,
      "step": 78880
    },
    {
      "loss_action": 0.00493601243942976,
      "loss_total": 0.00493601243942976,
      "step": 78880
    },
    {
      "loss_action": 0.002754059387370944,
      "loss_total": 0.002754059387370944,
      "step": 78880
    },
    {
      "loss_action": 0.004748198203742504,
      "loss_total": 0.004748198203742504,
      "step": 78880
    },
    {
      "loss_action": 0.003945879638195038,
      "loss_total": 0.003945879638195038,
      "step": 78880
    },
    {
      "loss_action": 0.004443948157131672,
      "loss_total": 0.004443948157131672,
      "step": 78880
    },
    {
      "grad_norm": 0.09013840556144714,
      "learning_rate": 9.419040901822583e-05,
      "loss": 0.0073,
      "step": 78890
    },
    {
      "loss_action": 0.002490134909749031,
      "loss_total": 0.002490134909749031,
      "step": 78890
    },
    {
      "loss_action": 0.010488035157322884,
      "loss_total": 0.010488035157322884,
      "step": 78890
    },
    {
      "loss_action": 0.004863911308348179,
      "loss_total": 0.004863911308348179,
      "step": 78890
    },
    {
      "loss_action": 0.010438939556479454,
      "loss_total": 0.010438939556479454,
      "step": 78890
    },
    {
      "loss_action": 0.00586394127458334,
      "loss_total": 0.00586394127458334,
      "step": 78890
    },
    {
      "loss_action": 0.0033182683400809765,
      "loss_total": 0.0033182683400809765,
      "step": 78890
    },
    {
      "loss_action": 0.0028116717003285885,
      "loss_total": 0.0028116717003285885,
      "step": 78890
    },
    {
      "loss_action": 0.004120740108191967,
      "loss_total": 0.004120740108191967,
      "step": 78890
    },
    {
      "grad_norm": 0.08928603678941727,
      "learning_rate": 9.418847492988071e-05,
      "loss": 0.0075,
      "step": 78900
    },
    {
      "loss_action": 0.005472161807119846,
      "loss_total": 0.005472161807119846,
      "step": 78900
    },
    {
      "loss_action": 0.005425326991826296,
      "loss_total": 0.005425326991826296,
      "step": 78900
    },
    {
      "loss_action": 0.01360376551747322,
      "loss_total": 0.01360376551747322,
      "step": 78900
    },
    {
      "loss_action": 0.00309525104239583,
      "loss_total": 0.00309525104239583,
      "step": 78900
    },
    {
      "loss_action": 0.004048500210046768,
      "loss_total": 0.004048500210046768,
      "step": 78900
    },
    {
      "loss_action": 0.006148646119982004,
      "loss_total": 0.006148646119982004,
      "step": 78900
    },
    {
      "loss_action": 0.0043875835835933685,
      "loss_total": 0.0043875835835933685,
      "step": 78900
    },
    {
      "loss_action": 0.012242238968610764,
      "loss_total": 0.012242238968610764,
      "step": 78900
    },
    {
      "grad_norm": 0.10013598203659058,
      "learning_rate": 9.418654053951156e-05,
      "loss": 0.0069,
      "step": 78910
    },
    {
      "loss_action": 0.004368613939732313,
      "loss_total": 0.004368613939732313,
      "step": 78910
    },
    {
      "loss_action": 0.003448587842285633,
      "loss_total": 0.003448587842285633,
      "step": 78910
    },
    {
      "loss_action": 0.0039762891829013824,
      "loss_total": 0.0039762891829013824,
      "step": 78910
    },
    {
      "loss_action": 0.0025590595323592424,
      "loss_total": 0.0025590595323592424,
      "step": 78910
    },
    {
      "loss_action": 0.005534997209906578,
      "loss_total": 0.005534997209906578,
      "step": 78910
    },
    {
      "loss_action": 0.0046982066705822945,
      "loss_total": 0.0046982066705822945,
      "step": 78910
    },
    {
      "loss_action": 0.003554693888872862,
      "loss_total": 0.003554693888872862,
      "step": 78910
    },
    {
      "loss_action": 0.013155294582247734,
      "loss_total": 0.013155294582247734,
      "step": 78910
    },
    {
      "grad_norm": 0.12039519101381302,
      "learning_rate": 9.418460584713154e-05,
      "loss": 0.0068,
      "step": 78920
    },
    {
      "loss_action": 0.003319444367662072,
      "loss_total": 0.003319444367662072,
      "step": 78920
    },
    {
      "loss_action": 0.0043371133506298065,
      "loss_total": 0.0043371133506298065,
      "step": 78920
    },
    {
      "loss_action": 0.003027142956852913,
      "loss_total": 0.003027142956852913,
      "step": 78920
    },
    {
      "loss_action": 0.0059350584633648396,
      "loss_total": 0.0059350584633648396,
      "step": 78920
    },
    {
      "loss_action": 0.010318964719772339,
      "loss_total": 0.010318964719772339,
      "step": 78920
    },
    {
      "loss_action": 0.004183678422123194,
      "loss_total": 0.004183678422123194,
      "step": 78920
    },
    {
      "loss_action": 0.036184702068567276,
      "loss_total": 0.036184702068567276,
      "step": 78920
    },
    {
      "loss_action": 0.010646618902683258,
      "loss_total": 0.010646618902683258,
      "step": 78920
    },
    {
      "grad_norm": 0.08150799572467804,
      "learning_rate": 9.418267085275387e-05,
      "loss": 0.0073,
      "step": 78930
    },
    {
      "loss_action": 0.003081989474594593,
      "loss_total": 0.003081989474594593,
      "step": 78930
    },
    {
      "loss_action": 0.003713651094585657,
      "loss_total": 0.003713651094585657,
      "step": 78930
    },
    {
      "loss_action": 0.004872569814324379,
      "loss_total": 0.004872569814324379,
      "step": 78930
    },
    {
      "loss_action": 0.007765517570078373,
      "loss_total": 0.007765517570078373,
      "step": 78930
    },
    {
      "loss_action": 0.0032021861989051104,
      "loss_total": 0.0032021861989051104,
      "step": 78930
    },
    {
      "loss_action": 0.02295287325978279,
      "loss_total": 0.02295287325978279,
      "step": 78930
    },
    {
      "loss_action": 0.002811138518154621,
      "loss_total": 0.002811138518154621,
      "step": 78930
    },
    {
      "loss_action": 0.009467704221606255,
      "loss_total": 0.009467704221606255,
      "step": 78930
    },
    {
      "grad_norm": 0.11748406291007996,
      "learning_rate": 9.418073555639179e-05,
      "loss": 0.0071,
      "step": 78940
    },
    {
      "loss_action": 0.0033542492892593145,
      "loss_total": 0.0033542492892593145,
      "step": 78940
    },
    {
      "loss_action": 0.00463075190782547,
      "loss_total": 0.00463075190782547,
      "step": 78940
    },
    {
      "loss_action": 0.0025794808752834797,
      "loss_total": 0.0025794808752834797,
      "step": 78940
    },
    {
      "loss_action": 0.006533825770020485,
      "loss_total": 0.006533825770020485,
      "step": 78940
    },
    {
      "loss_action": 0.0034850379452109337,
      "loss_total": 0.0034850379452109337,
      "step": 78940
    },
    {
      "loss_action": 0.004336066544055939,
      "loss_total": 0.004336066544055939,
      "step": 78940
    },
    {
      "loss_action": 0.00856537651270628,
      "loss_total": 0.00856537651270628,
      "step": 78940
    },
    {
      "loss_action": 0.00594550184905529,
      "loss_total": 0.00594550184905529,
      "step": 78940
    },
    {
      "grad_norm": 0.11826108396053314,
      "learning_rate": 9.417879995805857e-05,
      "loss": 0.0063,
      "step": 78950
    },
    {
      "loss_action": 0.0029616476967930794,
      "loss_total": 0.0029616476967930794,
      "step": 78950
    },
    {
      "loss_action": 0.00421037245541811,
      "loss_total": 0.00421037245541811,
      "step": 78950
    },
    {
      "loss_action": 0.013663893565535545,
      "loss_total": 0.013663893565535545,
      "step": 78950
    },
    {
      "loss_action": 0.005596531555056572,
      "loss_total": 0.005596531555056572,
      "step": 78950
    },
    {
      "loss_action": 0.00867584627121687,
      "loss_total": 0.00867584627121687,
      "step": 78950
    },
    {
      "loss_action": 0.0027247192338109016,
      "loss_total": 0.0027247192338109016,
      "step": 78950
    },
    {
      "loss_action": 0.013711273670196533,
      "loss_total": 0.013711273670196533,
      "step": 78950
    },
    {
      "loss_action": 0.004220597445964813,
      "loss_total": 0.004220597445964813,
      "step": 78950
    },
    {
      "grad_norm": 0.11046942323446274,
      "learning_rate": 9.417686405776735e-05,
      "loss": 0.0071,
      "step": 78960
    },
    {
      "loss_action": 0.0025333857629448175,
      "loss_total": 0.0025333857629448175,
      "step": 78960
    },
    {
      "loss_action": 0.006694987881928682,
      "loss_total": 0.006694987881928682,
      "step": 78960
    },
    {
      "loss_action": 0.002080364851281047,
      "loss_total": 0.002080364851281047,
      "step": 78960
    },
    {
      "loss_action": 0.008614701218903065,
      "loss_total": 0.008614701218903065,
      "step": 78960
    },
    {
      "loss_action": 0.013413725420832634,
      "loss_total": 0.013413725420832634,
      "step": 78960
    },
    {
      "loss_action": 0.0022161458618938923,
      "loss_total": 0.0022161458618938923,
      "step": 78960
    },
    {
      "loss_action": 0.00239223288372159,
      "loss_total": 0.00239223288372159,
      "step": 78960
    },
    {
      "loss_action": 0.003179499413818121,
      "loss_total": 0.003179499413818121,
      "step": 78960
    },
    {
      "grad_norm": 0.16155388951301575,
      "learning_rate": 9.417492785553146e-05,
      "loss": 0.0066,
      "step": 78970
    },
    {
      "loss_action": 0.003966514021158218,
      "loss_total": 0.003966514021158218,
      "step": 78970
    },
    {
      "loss_action": 0.004833870101720095,
      "loss_total": 0.004833870101720095,
      "step": 78970
    },
    {
      "loss_action": 0.005462753586471081,
      "loss_total": 0.005462753586471081,
      "step": 78970
    },
    {
      "loss_action": 0.00692294305190444,
      "loss_total": 0.00692294305190444,
      "step": 78970
    },
    {
      "loss_action": 0.00445431936532259,
      "loss_total": 0.00445431936532259,
      "step": 78970
    },
    {
      "loss_action": 0.00436703534796834,
      "loss_total": 0.00436703534796834,
      "step": 78970
    },
    {
      "loss_action": 0.013545824214816093,
      "loss_total": 0.013545824214816093,
      "step": 78970
    },
    {
      "loss_action": 0.0013875013682991266,
      "loss_total": 0.0013875013682991266,
      "step": 78970
    },
    {
      "grad_norm": 0.21687273681163788,
      "learning_rate": 9.417299135136406e-05,
      "loss": 0.0074,
      "step": 78980
    },
    {
      "loss_action": 0.005670040845870972,
      "loss_total": 0.005670040845870972,
      "step": 78980
    },
    {
      "loss_action": 0.003619321621954441,
      "loss_total": 0.003619321621954441,
      "step": 78980
    },
    {
      "loss_action": 0.009087421000003815,
      "loss_total": 0.009087421000003815,
      "step": 78980
    },
    {
      "loss_action": 0.0044651213102042675,
      "loss_total": 0.0044651213102042675,
      "step": 78980
    },
    {
      "loss_action": 0.006230270955711603,
      "loss_total": 0.006230270955711603,
      "step": 78980
    },
    {
      "loss_action": 0.0029029869474470615,
      "loss_total": 0.0029029869474470615,
      "step": 78980
    },
    {
      "loss_action": 0.005303158890455961,
      "loss_total": 0.005303158890455961,
      "step": 78980
    },
    {
      "loss_action": 0.00673284288495779,
      "loss_total": 0.00673284288495779,
      "step": 78980
    },
    {
      "grad_norm": 0.15452739596366882,
      "learning_rate": 9.417105454527841e-05,
      "loss": 0.0077,
      "step": 78990
    },
    {
      "loss_action": 0.0031392197124660015,
      "loss_total": 0.0031392197124660015,
      "step": 78990
    },
    {
      "loss_action": 0.004072905518114567,
      "loss_total": 0.004072905518114567,
      "step": 78990
    },
    {
      "loss_action": 0.009603742510080338,
      "loss_total": 0.009603742510080338,
      "step": 78990
    },
    {
      "loss_action": 0.0022125847171992064,
      "loss_total": 0.0022125847171992064,
      "step": 78990
    },
    {
      "loss_action": 0.004830079153180122,
      "loss_total": 0.004830079153180122,
      "step": 78990
    },
    {
      "loss_action": 0.008398259058594704,
      "loss_total": 0.008398259058594704,
      "step": 78990
    },
    {
      "loss_action": 0.0055147637613117695,
      "loss_total": 0.0055147637613117695,
      "step": 78990
    },
    {
      "loss_action": 0.016245760023593903,
      "loss_total": 0.016245760023593903,
      "step": 78990
    },
    {
      "grad_norm": 0.12102013826370239,
      "learning_rate": 9.416911743728777e-05,
      "loss": 0.0078,
      "step": 79000
    },
    {
      "loss_action": 0.0036530219949781895,
      "loss_total": 0.0036530219949781895,
      "step": 79000
    },
    {
      "loss_action": 0.009535958990454674,
      "loss_total": 0.009535958990454674,
      "step": 79000
    },
    {
      "loss_action": 0.0019636135548353195,
      "loss_total": 0.0019636135548353195,
      "step": 79000
    },
    {
      "loss_action": 0.007895052433013916,
      "loss_total": 0.007895052433013916,
      "step": 79000
    },
    {
      "loss_action": 0.004092060960829258,
      "loss_total": 0.004092060960829258,
      "step": 79000
    },
    {
      "loss_action": 0.0037783277221024036,
      "loss_total": 0.0037783277221024036,
      "step": 79000
    },
    {
      "loss_action": 0.0033956915140151978,
      "loss_total": 0.0033956915140151978,
      "step": 79000
    },
    {
      "loss_action": 0.0022226874716579914,
      "loss_total": 0.0022226874716579914,
      "step": 79000
    },
    {
      "grad_norm": 0.12127208709716797,
      "learning_rate": 9.416718002740534e-05,
      "loss": 0.0059,
      "step": 79010
    },
    {
      "loss_action": 0.011023694649338722,
      "loss_total": 0.011023694649338722,
      "step": 79010
    },
    {
      "loss_action": 0.007606822997331619,
      "loss_total": 0.007606822997331619,
      "step": 79010
    },
    {
      "loss_action": 0.006318431347608566,
      "loss_total": 0.006318431347608566,
      "step": 79010
    },
    {
      "loss_action": 0.008218862116336823,
      "loss_total": 0.008218862116336823,
      "step": 79010
    },
    {
      "loss_action": 0.0170818492770195,
      "loss_total": 0.0170818492770195,
      "step": 79010
    },
    {
      "loss_action": 0.004486082121729851,
      "loss_total": 0.004486082121729851,
      "step": 79010
    },
    {
      "loss_action": 0.007757448125630617,
      "loss_total": 0.007757448125630617,
      "step": 79010
    },
    {
      "loss_action": 0.009323759004473686,
      "loss_total": 0.009323759004473686,
      "step": 79010
    },
    {
      "grad_norm": 0.09125193953514099,
      "learning_rate": 9.416524231564439e-05,
      "loss": 0.0064,
      "step": 79020
    },
    {
      "loss_action": 0.005517296493053436,
      "loss_total": 0.005517296493053436,
      "step": 79020
    },
    {
      "loss_action": 0.004058958031237125,
      "loss_total": 0.004058958031237125,
      "step": 79020
    },
    {
      "loss_action": 0.00714513985440135,
      "loss_total": 0.00714513985440135,
      "step": 79020
    },
    {
      "loss_action": 0.0035526291467249393,
      "loss_total": 0.0035526291467249393,
      "step": 79020
    },
    {
      "loss_action": 0.0023420345969498158,
      "loss_total": 0.0023420345969498158,
      "step": 79020
    },
    {
      "loss_action": 0.004140021279454231,
      "loss_total": 0.004140021279454231,
      "step": 79020
    },
    {
      "loss_action": 0.0075402650982141495,
      "loss_total": 0.0075402650982141495,
      "step": 79020
    },
    {
      "loss_action": 0.0058371624909341335,
      "loss_total": 0.0058371624909341335,
      "step": 79020
    },
    {
      "grad_norm": 0.14111854135990143,
      "learning_rate": 9.416330430201817e-05,
      "loss": 0.0068,
      "step": 79030
    },
    {
      "loss_action": 0.007247384637594223,
      "loss_total": 0.007247384637594223,
      "step": 79030
    },
    {
      "loss_action": 0.006985802203416824,
      "loss_total": 0.006985802203416824,
      "step": 79030
    },
    {
      "loss_action": 0.005335183814167976,
      "loss_total": 0.005335183814167976,
      "step": 79030
    },
    {
      "loss_action": 0.0058570560067892075,
      "loss_total": 0.0058570560067892075,
      "step": 79030
    },
    {
      "loss_action": 0.0026306873187422752,
      "loss_total": 0.0026306873187422752,
      "step": 79030
    },
    {
      "loss_action": 0.006368233356624842,
      "loss_total": 0.006368233356624842,
      "step": 79030
    },
    {
      "loss_action": 0.00590554578229785,
      "loss_total": 0.00590554578229785,
      "step": 79030
    },
    {
      "loss_action": 0.002438337542116642,
      "loss_total": 0.002438337542116642,
      "step": 79030
    },
    {
      "grad_norm": 0.11615128815174103,
      "learning_rate": 9.416136598653988e-05,
      "loss": 0.0062,
      "step": 79040
    },
    {
      "loss_action": 0.002945607528090477,
      "loss_total": 0.002945607528090477,
      "step": 79040
    },
    {
      "loss_action": 0.0034257133956998587,
      "loss_total": 0.0034257133956998587,
      "step": 79040
    },
    {
      "loss_action": 0.004320861771702766,
      "loss_total": 0.004320861771702766,
      "step": 79040
    },
    {
      "loss_action": 0.0021295216865837574,
      "loss_total": 0.0021295216865837574,
      "step": 79040
    },
    {
      "loss_action": 0.002997565781697631,
      "loss_total": 0.002997565781697631,
      "step": 79040
    },
    {
      "loss_action": 0.004545487463474274,
      "loss_total": 0.004545487463474274,
      "step": 79040
    },
    {
      "loss_action": 0.004636618308722973,
      "loss_total": 0.004636618308722973,
      "step": 79040
    },
    {
      "loss_action": 0.00339786009863019,
      "loss_total": 0.00339786009863019,
      "step": 79040
    },
    {
      "grad_norm": 0.11393941193819046,
      "learning_rate": 9.415942736922283e-05,
      "loss": 0.0066,
      "step": 79050
    },
    {
      "loss_action": 0.009735450148582458,
      "loss_total": 0.009735450148582458,
      "step": 79050
    },
    {
      "loss_action": 0.0028611361049115658,
      "loss_total": 0.0028611361049115658,
      "step": 79050
    },
    {
      "loss_action": 0.00333363376557827,
      "loss_total": 0.00333363376557827,
      "step": 79050
    },
    {
      "loss_action": 0.0017542302375659347,
      "loss_total": 0.0017542302375659347,
      "step": 79050
    },
    {
      "loss_action": 0.008728120476007462,
      "loss_total": 0.008728120476007462,
      "step": 79050
    },
    {
      "loss_action": 0.003318394999951124,
      "loss_total": 0.003318394999951124,
      "step": 79050
    },
    {
      "loss_action": 0.003907044418156147,
      "loss_total": 0.003907044418156147,
      "step": 79050
    },
    {
      "loss_action": 0.00284421443939209,
      "loss_total": 0.00284421443939209,
      "step": 79050
    },
    {
      "grad_norm": 0.09562072157859802,
      "learning_rate": 9.415748845008023e-05,
      "loss": 0.0057,
      "step": 79060
    },
    {
      "loss_action": 0.004033809993416071,
      "loss_total": 0.004033809993416071,
      "step": 79060
    },
    {
      "loss_action": 0.0031651933677494526,
      "loss_total": 0.0031651933677494526,
      "step": 79060
    },
    {
      "loss_action": 0.00140784727409482,
      "loss_total": 0.00140784727409482,
      "step": 79060
    },
    {
      "loss_action": 0.0020065654534846544,
      "loss_total": 0.0020065654534846544,
      "step": 79060
    },
    {
      "loss_action": 0.008498027920722961,
      "loss_total": 0.008498027920722961,
      "step": 79060
    },
    {
      "loss_action": 0.0023554889485239983,
      "loss_total": 0.0023554889485239983,
      "step": 79060
    },
    {
      "loss_action": 0.006985028274357319,
      "loss_total": 0.006985028274357319,
      "step": 79060
    },
    {
      "loss_action": 0.005519879050552845,
      "loss_total": 0.005519879050552845,
      "step": 79060
    },
    {
      "grad_norm": 0.11363241821527481,
      "learning_rate": 9.415554922912535e-05,
      "loss": 0.0065,
      "step": 79070
    },
    {
      "loss_action": 0.001531447283923626,
      "loss_total": 0.001531447283923626,
      "step": 79070
    },
    {
      "loss_action": 0.006177278235554695,
      "loss_total": 0.006177278235554695,
      "step": 79070
    },
    {
      "loss_action": 0.004708149004727602,
      "loss_total": 0.004708149004727602,
      "step": 79070
    },
    {
      "loss_action": 0.002721617929637432,
      "loss_total": 0.002721617929637432,
      "step": 79070
    },
    {
      "loss_action": 0.004364116583019495,
      "loss_total": 0.004364116583019495,
      "step": 79070
    },
    {
      "loss_action": 0.029281385242938995,
      "loss_total": 0.029281385242938995,
      "step": 79070
    },
    {
      "loss_action": 0.0028794133104383945,
      "loss_total": 0.0028794133104383945,
      "step": 79070
    },
    {
      "loss_action": 0.006534266285598278,
      "loss_total": 0.006534266285598278,
      "step": 79070
    },
    {
      "grad_norm": 0.1267990618944168,
      "learning_rate": 9.415360970637143e-05,
      "loss": 0.0062,
      "step": 79080
    },
    {
      "loss_action": 0.002445636782795191,
      "loss_total": 0.002445636782795191,
      "step": 79080
    },
    {
      "loss_action": 0.00162658526096493,
      "loss_total": 0.00162658526096493,
      "step": 79080
    },
    {
      "loss_action": 0.008500572293996811,
      "loss_total": 0.008500572293996811,
      "step": 79080
    },
    {
      "loss_action": 0.006657626014202833,
      "loss_total": 0.006657626014202833,
      "step": 79080
    },
    {
      "loss_action": 0.0036936888936907053,
      "loss_total": 0.0036936888936907053,
      "step": 79080
    },
    {
      "loss_action": 0.00864485464990139,
      "loss_total": 0.00864485464990139,
      "step": 79080
    },
    {
      "loss_action": 0.003138336120173335,
      "loss_total": 0.003138336120173335,
      "step": 79080
    },
    {
      "loss_action": 0.004750933963805437,
      "loss_total": 0.004750933963805437,
      "step": 79080
    },
    {
      "grad_norm": 0.09684015065431595,
      "learning_rate": 9.415166988183173e-05,
      "loss": 0.0066,
      "step": 79090
    },
    {
      "loss_action": 0.013928895816206932,
      "loss_total": 0.013928895816206932,
      "step": 79090
    },
    {
      "loss_action": 0.0015910924412310123,
      "loss_total": 0.0015910924412310123,
      "step": 79090
    },
    {
      "loss_action": 0.008093520998954773,
      "loss_total": 0.008093520998954773,
      "step": 79090
    },
    {
      "loss_action": 0.008069813251495361,
      "loss_total": 0.008069813251495361,
      "step": 79090
    },
    {
      "loss_action": 0.004736726637929678,
      "loss_total": 0.004736726637929678,
      "step": 79090
    },
    {
      "loss_action": 0.004716079216450453,
      "loss_total": 0.004716079216450453,
      "step": 79090
    },
    {
      "loss_action": 0.006991257891058922,
      "loss_total": 0.006991257891058922,
      "step": 79090
    },
    {
      "loss_action": 0.012910213321447372,
      "loss_total": 0.012910213321447372,
      "step": 79090
    },
    {
      "grad_norm": 0.1244436725974083,
      "learning_rate": 9.414972975551952e-05,
      "loss": 0.0066,
      "step": 79100
    },
    {
      "loss_action": 0.009817343205213547,
      "loss_total": 0.009817343205213547,
      "step": 79100
    },
    {
      "loss_action": 0.012125641107559204,
      "loss_total": 0.012125641107559204,
      "step": 79100
    },
    {
      "loss_action": 0.008329899050295353,
      "loss_total": 0.008329899050295353,
      "step": 79100
    },
    {
      "loss_action": 0.022685784846544266,
      "loss_total": 0.022685784846544266,
      "step": 79100
    },
    {
      "loss_action": 0.007028443273156881,
      "loss_total": 0.007028443273156881,
      "step": 79100
    },
    {
      "loss_action": 0.008923051878809929,
      "loss_total": 0.008923051878809929,
      "step": 79100
    },
    {
      "loss_action": 0.0029617981053888798,
      "loss_total": 0.0029617981053888798,
      "step": 79100
    },
    {
      "loss_action": 0.0027267560362815857,
      "loss_total": 0.0027267560362815857,
      "step": 79100
    },
    {
      "grad_norm": 0.09244120121002197,
      "learning_rate": 9.414778932744805e-05,
      "loss": 0.0057,
      "step": 79110
    },
    {
      "loss_action": 0.002953843679279089,
      "loss_total": 0.002953843679279089,
      "step": 79110
    },
    {
      "loss_action": 0.007178272120654583,
      "loss_total": 0.007178272120654583,
      "step": 79110
    },
    {
      "loss_action": 0.0016493082512170076,
      "loss_total": 0.0016493082512170076,
      "step": 79110
    },
    {
      "loss_action": 0.0044690873473882675,
      "loss_total": 0.0044690873473882675,
      "step": 79110
    },
    {
      "loss_action": 0.005770732183009386,
      "loss_total": 0.005770732183009386,
      "step": 79110
    },
    {
      "loss_action": 0.008003837428987026,
      "loss_total": 0.008003837428987026,
      "step": 79110
    },
    {
      "loss_action": 0.004081381019204855,
      "loss_total": 0.004081381019204855,
      "step": 79110
    },
    {
      "loss_action": 0.0031579085625708103,
      "loss_total": 0.0031579085625708103,
      "step": 79110
    },
    {
      "grad_norm": 0.10922904312610626,
      "learning_rate": 9.414584859763059e-05,
      "loss": 0.0073,
      "step": 79120
    },
    {
      "loss_action": 0.0031653675250709057,
      "loss_total": 0.0031653675250709057,
      "step": 79120
    },
    {
      "loss_action": 0.007211310788989067,
      "loss_total": 0.007211310788989067,
      "step": 79120
    },
    {
      "loss_action": 0.005475004203617573,
      "loss_total": 0.005475004203617573,
      "step": 79120
    },
    {
      "loss_action": 0.0042385077103972435,
      "loss_total": 0.0042385077103972435,
      "step": 79120
    },
    {
      "loss_action": 0.0021746542770415545,
      "loss_total": 0.0021746542770415545,
      "step": 79120
    },
    {
      "loss_action": 0.002466538455337286,
      "loss_total": 0.002466538455337286,
      "step": 79120
    },
    {
      "loss_action": 0.006203563883900642,
      "loss_total": 0.006203563883900642,
      "step": 79120
    },
    {
      "loss_action": 0.004582798574119806,
      "loss_total": 0.004582798574119806,
      "step": 79120
    },
    {
      "grad_norm": 0.1485385298728943,
      "learning_rate": 9.41439075660804e-05,
      "loss": 0.0065,
      "step": 79130
    },
    {
      "loss_action": 0.004374601878225803,
      "loss_total": 0.004374601878225803,
      "step": 79130
    },
    {
      "loss_action": 0.0043694269843399525,
      "loss_total": 0.0043694269843399525,
      "step": 79130
    },
    {
      "loss_action": 0.002722170203924179,
      "loss_total": 0.002722170203924179,
      "step": 79130
    },
    {
      "loss_action": 0.0021075382828712463,
      "loss_total": 0.0021075382828712463,
      "step": 79130
    },
    {
      "loss_action": 0.00397535040974617,
      "loss_total": 0.00397535040974617,
      "step": 79130
    },
    {
      "loss_action": 0.0025099199265241623,
      "loss_total": 0.0025099199265241623,
      "step": 79130
    },
    {
      "loss_action": 0.0034501361660659313,
      "loss_total": 0.0034501361660659313,
      "step": 79130
    },
    {
      "loss_action": 0.0032011938747018576,
      "loss_total": 0.0032011938747018576,
      "step": 79130
    },
    {
      "grad_norm": 0.06695892661809921,
      "learning_rate": 9.414196623281075e-05,
      "loss": 0.0052,
      "step": 79140
    },
    {
      "loss_action": 0.003614181187003851,
      "loss_total": 0.003614181187003851,
      "step": 79140
    },
    {
      "loss_action": 0.005890659987926483,
      "loss_total": 0.005890659987926483,
      "step": 79140
    },
    {
      "loss_action": 0.002604209817945957,
      "loss_total": 0.002604209817945957,
      "step": 79140
    },
    {
      "loss_action": 0.014503320679068565,
      "loss_total": 0.014503320679068565,
      "step": 79140
    },
    {
      "loss_action": 0.0025944728404283524,
      "loss_total": 0.0025944728404283524,
      "step": 79140
    },
    {
      "loss_action": 0.018965665251016617,
      "loss_total": 0.018965665251016617,
      "step": 79140
    },
    {
      "loss_action": 0.0049533904530107975,
      "loss_total": 0.0049533904530107975,
      "step": 79140
    },
    {
      "loss_action": 0.001663493225350976,
      "loss_total": 0.001663493225350976,
      "step": 79140
    },
    {
      "grad_norm": 0.12269627302885056,
      "learning_rate": 9.41400245978349e-05,
      "loss": 0.0065,
      "step": 79150
    },
    {
      "loss_action": 0.007649828679859638,
      "loss_total": 0.007649828679859638,
      "step": 79150
    },
    {
      "loss_action": 0.004928678274154663,
      "loss_total": 0.004928678274154663,
      "step": 79150
    },
    {
      "loss_action": 0.0019002576591446996,
      "loss_total": 0.0019002576591446996,
      "step": 79150
    },
    {
      "loss_action": 0.019350862130522728,
      "loss_total": 0.019350862130522728,
      "step": 79150
    },
    {
      "loss_action": 0.0029396191239356995,
      "loss_total": 0.0029396191239356995,
      "step": 79150
    },
    {
      "loss_action": 0.006697267759591341,
      "loss_total": 0.006697267759591341,
      "step": 79150
    },
    {
      "loss_action": 0.0035869237035512924,
      "loss_total": 0.0035869237035512924,
      "step": 79150
    },
    {
      "loss_action": 0.004931898787617683,
      "loss_total": 0.004931898787617683,
      "step": 79150
    },
    {
      "grad_norm": 0.13003288209438324,
      "learning_rate": 9.413808266116613e-05,
      "loss": 0.0062,
      "step": 79160
    },
    {
      "loss_action": 0.005819340236485004,
      "loss_total": 0.005819340236485004,
      "step": 79160
    },
    {
      "loss_action": 0.0016652063932269812,
      "loss_total": 0.0016652063932269812,
      "step": 79160
    },
    {
      "loss_action": 0.010860852897167206,
      "loss_total": 0.010860852897167206,
      "step": 79160
    },
    {
      "loss_action": 0.005098226014524698,
      "loss_total": 0.005098226014524698,
      "step": 79160
    },
    {
      "loss_action": 0.0033011052291840315,
      "loss_total": 0.0033011052291840315,
      "step": 79160
    },
    {
      "loss_action": 0.008978811092674732,
      "loss_total": 0.008978811092674732,
      "step": 79160
    },
    {
      "loss_action": 0.002319127321243286,
      "loss_total": 0.002319127321243286,
      "step": 79160
    },
    {
      "loss_action": 0.005781288258731365,
      "loss_total": 0.005781288258731365,
      "step": 79160
    },
    {
      "grad_norm": 0.10406235605478287,
      "learning_rate": 9.413614042281771e-05,
      "loss": 0.0062,
      "step": 79170
    },
    {
      "loss_action": 0.012194626033306122,
      "loss_total": 0.012194626033306122,
      "step": 79170
    },
    {
      "loss_action": 0.002683472353965044,
      "loss_total": 0.002683472353965044,
      "step": 79170
    },
    {
      "loss_action": 0.0039049466140568256,
      "loss_total": 0.0039049466140568256,
      "step": 79170
    },
    {
      "loss_action": 0.0021475576795637608,
      "loss_total": 0.0021475576795637608,
      "step": 79170
    },
    {
      "loss_action": 0.0029885084368288517,
      "loss_total": 0.0029885084368288517,
      "step": 79170
    },
    {
      "loss_action": 0.013723969459533691,
      "loss_total": 0.013723969459533691,
      "step": 79170
    },
    {
      "loss_action": 0.007745077367872,
      "loss_total": 0.007745077367872,
      "step": 79170
    },
    {
      "loss_action": 0.008209846913814545,
      "loss_total": 0.008209846913814545,
      "step": 79170
    },
    {
      "grad_norm": 0.1356573849916458,
      "learning_rate": 9.413419788280291e-05,
      "loss": 0.0065,
      "step": 79180
    },
    {
      "loss_action": 0.0028480910696089268,
      "loss_total": 0.0028480910696089268,
      "step": 79180
    },
    {
      "loss_action": 0.009611022658646107,
      "loss_total": 0.009611022658646107,
      "step": 79180
    },
    {
      "loss_action": 0.004969584755599499,
      "loss_total": 0.004969584755599499,
      "step": 79180
    },
    {
      "loss_action": 0.0032434272579848766,
      "loss_total": 0.0032434272579848766,
      "step": 79180
    },
    {
      "loss_action": 0.0019583122339099646,
      "loss_total": 0.0019583122339099646,
      "step": 79180
    },
    {
      "loss_action": 0.004417849238961935,
      "loss_total": 0.004417849238961935,
      "step": 79180
    },
    {
      "loss_action": 0.004362678620964289,
      "loss_total": 0.004362678620964289,
      "step": 79180
    },
    {
      "loss_action": 0.0027719796635210514,
      "loss_total": 0.0027719796635210514,
      "step": 79180
    },
    {
      "grad_norm": 0.193923220038414,
      "learning_rate": 9.4132255041135e-05,
      "loss": 0.0077,
      "step": 79190
    },
    {
      "loss_action": 0.005307430867105722,
      "loss_total": 0.005307430867105722,
      "step": 79190
    },
    {
      "loss_action": 0.01897558383643627,
      "loss_total": 0.01897558383643627,
      "step": 79190
    },
    {
      "loss_action": 0.004224180709570646,
      "loss_total": 0.004224180709570646,
      "step": 79190
    },
    {
      "loss_action": 0.002569143660366535,
      "loss_total": 0.002569143660366535,
      "step": 79190
    },
    {
      "loss_action": 0.0025267377495765686,
      "loss_total": 0.0025267377495765686,
      "step": 79190
    },
    {
      "loss_action": 0.006323075387626886,
      "loss_total": 0.006323075387626886,
      "step": 79190
    },
    {
      "loss_action": 0.014249542728066444,
      "loss_total": 0.014249542728066444,
      "step": 79190
    },
    {
      "loss_action": 0.002389715053141117,
      "loss_total": 0.002389715053141117,
      "step": 79190
    },
    {
      "grad_norm": 0.08696192502975464,
      "learning_rate": 9.41303118978273e-05,
      "loss": 0.0073,
      "step": 79200
    },
    {
      "loss_action": 0.0033474185038357973,
      "loss_total": 0.0033474185038357973,
      "step": 79200
    },
    {
      "loss_action": 0.005897594150155783,
      "loss_total": 0.005897594150155783,
      "step": 79200
    },
    {
      "loss_action": 0.003238311968743801,
      "loss_total": 0.003238311968743801,
      "step": 79200
    },
    {
      "loss_action": 0.0034348643384873867,
      "loss_total": 0.0034348643384873867,
      "step": 79200
    },
    {
      "loss_action": 0.006420674733817577,
      "loss_total": 0.006420674733817577,
      "step": 79200
    },
    {
      "loss_action": 0.008112495765089989,
      "loss_total": 0.008112495765089989,
      "step": 79200
    },
    {
      "loss_action": 0.004262843169271946,
      "loss_total": 0.004262843169271946,
      "step": 79200
    },
    {
      "loss_action": 0.002264783252030611,
      "loss_total": 0.002264783252030611,
      "step": 79200
    },
    {
      "grad_norm": 0.1126132607460022,
      "learning_rate": 9.412836845289305e-05,
      "loss": 0.0077,
      "step": 79210
    },
    {
      "loss_action": 0.003960439935326576,
      "loss_total": 0.003960439935326576,
      "step": 79210
    },
    {
      "loss_action": 0.009069292806088924,
      "loss_total": 0.009069292806088924,
      "step": 79210
    },
    {
      "loss_action": 0.004940418526530266,
      "loss_total": 0.004940418526530266,
      "step": 79210
    },
    {
      "loss_action": 0.010528495535254478,
      "loss_total": 0.010528495535254478,
      "step": 79210
    },
    {
      "loss_action": 0.007072478532791138,
      "loss_total": 0.007072478532791138,
      "step": 79210
    },
    {
      "loss_action": 0.007694591302424669,
      "loss_total": 0.007694591302424669,
      "step": 79210
    },
    {
      "loss_action": 0.009942315518856049,
      "loss_total": 0.009942315518856049,
      "step": 79210
    },
    {
      "loss_action": 0.006568288430571556,
      "loss_total": 0.006568288430571556,
      "step": 79210
    },
    {
      "grad_norm": 0.14212262630462646,
      "learning_rate": 9.412642470634554e-05,
      "loss": 0.0103,
      "step": 79220
    },
    {
      "loss_action": 0.012379654683172703,
      "loss_total": 0.012379654683172703,
      "step": 79220
    },
    {
      "loss_action": 0.012360405176877975,
      "loss_total": 0.012360405176877975,
      "step": 79220
    },
    {
      "loss_action": 0.004701921250671148,
      "loss_total": 0.004701921250671148,
      "step": 79220
    },
    {
      "loss_action": 0.008601672016084194,
      "loss_total": 0.008601672016084194,
      "step": 79220
    },
    {
      "loss_action": 0.0065206000581383705,
      "loss_total": 0.0065206000581383705,
      "step": 79220
    },
    {
      "loss_action": 0.0044194115325808525,
      "loss_total": 0.0044194115325808525,
      "step": 79220
    },
    {
      "loss_action": 0.004690438508987427,
      "loss_total": 0.004690438508987427,
      "step": 79220
    },
    {
      "loss_action": 0.006815850269049406,
      "loss_total": 0.006815850269049406,
      "step": 79220
    },
    {
      "grad_norm": 0.15846048295497894,
      "learning_rate": 9.412448065819808e-05,
      "loss": 0.0076,
      "step": 79230
    },
    {
      "loss_action": 0.004032148979604244,
      "loss_total": 0.004032148979604244,
      "step": 79230
    },
    {
      "loss_action": 0.005662298761308193,
      "loss_total": 0.005662298761308193,
      "step": 79230
    },
    {
      "loss_action": 0.01540656853467226,
      "loss_total": 0.01540656853467226,
      "step": 79230
    },
    {
      "loss_action": 0.01166984811425209,
      "loss_total": 0.01166984811425209,
      "step": 79230
    },
    {
      "loss_action": 0.0021580825559794903,
      "loss_total": 0.0021580825559794903,
      "step": 79230
    },
    {
      "loss_action": 0.007233566138893366,
      "loss_total": 0.007233566138893366,
      "step": 79230
    },
    {
      "loss_action": 0.0031347565818578005,
      "loss_total": 0.0031347565818578005,
      "step": 79230
    },
    {
      "loss_action": 0.0025819921866059303,
      "loss_total": 0.0025819921866059303,
      "step": 79230
    },
    {
      "grad_norm": 0.12189513444900513,
      "learning_rate": 9.412253630846391e-05,
      "loss": 0.0068,
      "step": 79240
    },
    {
      "loss_action": 0.037149831652641296,
      "loss_total": 0.037149831652641296,
      "step": 79240
    },
    {
      "loss_action": 0.004504435695707798,
      "loss_total": 0.004504435695707798,
      "step": 79240
    },
    {
      "loss_action": 0.011720879934728146,
      "loss_total": 0.011720879934728146,
      "step": 79240
    },
    {
      "loss_action": 0.0063699884340167046,
      "loss_total": 0.0063699884340167046,
      "step": 79240
    },
    {
      "loss_action": 0.005740801803767681,
      "loss_total": 0.005740801803767681,
      "step": 79240
    },
    {
      "loss_action": 0.00794973038136959,
      "loss_total": 0.00794973038136959,
      "step": 79240
    },
    {
      "loss_action": 0.007638271898031235,
      "loss_total": 0.007638271898031235,
      "step": 79240
    },
    {
      "loss_action": 0.0033435430377721786,
      "loss_total": 0.0033435430377721786,
      "step": 79240
    },
    {
      "grad_norm": 0.1257648468017578,
      "learning_rate": 9.412059165715636e-05,
      "loss": 0.0078,
      "step": 79250
    },
    {
      "loss_action": 0.0028800563886761665,
      "loss_total": 0.0028800563886761665,
      "step": 79250
    },
    {
      "loss_action": 0.005982381757348776,
      "loss_total": 0.005982381757348776,
      "step": 79250
    },
    {
      "loss_action": 0.005602402612566948,
      "loss_total": 0.005602402612566948,
      "step": 79250
    },
    {
      "loss_action": 0.0017510483739897609,
      "loss_total": 0.0017510483739897609,
      "step": 79250
    },
    {
      "loss_action": 0.005628402344882488,
      "loss_total": 0.005628402344882488,
      "step": 79250
    },
    {
      "loss_action": 0.006340202875435352,
      "loss_total": 0.006340202875435352,
      "step": 79250
    },
    {
      "loss_action": 0.0024627498351037502,
      "loss_total": 0.0024627498351037502,
      "step": 79250
    },
    {
      "loss_action": 0.006265019997954369,
      "loss_total": 0.006265019997954369,
      "step": 79250
    },
    {
      "grad_norm": 0.13708844780921936,
      "learning_rate": 9.411864670428872e-05,
      "loss": 0.0082,
      "step": 79260
    },
    {
      "loss_action": 0.0037523494102060795,
      "loss_total": 0.0037523494102060795,
      "step": 79260
    },
    {
      "loss_action": 0.004339628387242556,
      "loss_total": 0.004339628387242556,
      "step": 79260
    },
    {
      "loss_action": 0.008158852346241474,
      "loss_total": 0.008158852346241474,
      "step": 79260
    },
    {
      "loss_action": 0.008145509287714958,
      "loss_total": 0.008145509287714958,
      "step": 79260
    },
    {
      "loss_action": 0.0065943351946771145,
      "loss_total": 0.0065943351946771145,
      "step": 79260
    },
    {
      "loss_action": 0.010397754609584808,
      "loss_total": 0.010397754609584808,
      "step": 79260
    },
    {
      "loss_action": 0.003553911345079541,
      "loss_total": 0.003553911345079541,
      "step": 79260
    },
    {
      "loss_action": 0.007768792100250721,
      "loss_total": 0.007768792100250721,
      "step": 79260
    },
    {
      "grad_norm": 0.17809925973415375,
      "learning_rate": 9.411670144987425e-05,
      "loss": 0.0069,
      "step": 79270
    },
    {
      "loss_action": 0.00651833601295948,
      "loss_total": 0.00651833601295948,
      "step": 79270
    },
    {
      "loss_action": 0.018955230712890625,
      "loss_total": 0.018955230712890625,
      "step": 79270
    },
    {
      "loss_action": 0.006621141918003559,
      "loss_total": 0.006621141918003559,
      "step": 79270
    },
    {
      "loss_action": 0.006308199372142553,
      "loss_total": 0.006308199372142553,
      "step": 79270
    },
    {
      "loss_action": 0.0042207008227705956,
      "loss_total": 0.0042207008227705956,
      "step": 79270
    },
    {
      "loss_action": 0.01068879384547472,
      "loss_total": 0.01068879384547472,
      "step": 79270
    },
    {
      "loss_action": 0.0043767341412603855,
      "loss_total": 0.0043767341412603855,
      "step": 79270
    },
    {
      "loss_action": 0.00442131981253624,
      "loss_total": 0.00442131981253624,
      "step": 79270
    },
    {
      "grad_norm": 0.12444865703582764,
      "learning_rate": 9.41147558939263e-05,
      "loss": 0.008,
      "step": 79280
    },
    {
      "loss_action": 0.006018590182065964,
      "loss_total": 0.006018590182065964,
      "step": 79280
    },
    {
      "loss_action": 0.004004275426268578,
      "loss_total": 0.004004275426268578,
      "step": 79280
    },
    {
      "loss_action": 0.003552232403308153,
      "loss_total": 0.003552232403308153,
      "step": 79280
    },
    {
      "loss_action": 0.007163502275943756,
      "loss_total": 0.007163502275943756,
      "step": 79280
    },
    {
      "loss_action": 0.015739578753709793,
      "loss_total": 0.015739578753709793,
      "step": 79280
    },
    {
      "loss_action": 0.0030363041441887617,
      "loss_total": 0.0030363041441887617,
      "step": 79280
    },
    {
      "loss_action": 0.005649508908390999,
      "loss_total": 0.005649508908390999,
      "step": 79280
    },
    {
      "loss_action": 0.004947078879922628,
      "loss_total": 0.004947078879922628,
      "step": 79280
    },
    {
      "grad_norm": 0.10663369297981262,
      "learning_rate": 9.411281003645811e-05,
      "loss": 0.0069,
      "step": 79290
    },
    {
      "loss_action": 0.009368592873215675,
      "loss_total": 0.009368592873215675,
      "step": 79290
    },
    {
      "loss_action": 0.0082736536860466,
      "loss_total": 0.0082736536860466,
      "step": 79290
    },
    {
      "loss_action": 0.00284822890534997,
      "loss_total": 0.00284822890534997,
      "step": 79290
    },
    {
      "loss_action": 0.003667242359369993,
      "loss_total": 0.003667242359369993,
      "step": 79290
    },
    {
      "loss_action": 0.004903931636363268,
      "loss_total": 0.004903931636363268,
      "step": 79290
    },
    {
      "loss_action": 0.008375163190066814,
      "loss_total": 0.008375163190066814,
      "step": 79290
    },
    {
      "loss_action": 0.0036147674545645714,
      "loss_total": 0.0036147674545645714,
      "step": 79290
    },
    {
      "loss_action": 0.0025262669660151005,
      "loss_total": 0.0025262669660151005,
      "step": 79290
    },
    {
      "grad_norm": 0.09701618552207947,
      "learning_rate": 9.411086387748302e-05,
      "loss": 0.0069,
      "step": 79300
    },
    {
      "loss_action": 0.00918593816459179,
      "loss_total": 0.00918593816459179,
      "step": 79300
    },
    {
      "loss_action": 0.010056332685053349,
      "loss_total": 0.010056332685053349,
      "step": 79300
    },
    {
      "loss_action": 0.0021045776084065437,
      "loss_total": 0.0021045776084065437,
      "step": 79300
    },
    {
      "loss_action": 0.010372395627200603,
      "loss_total": 0.010372395627200603,
      "step": 79300
    },
    {
      "loss_action": 0.004021386615931988,
      "loss_total": 0.004021386615931988,
      "step": 79300
    },
    {
      "loss_action": 0.01028364896774292,
      "loss_total": 0.01028364896774292,
      "step": 79300
    },
    {
      "loss_action": 0.006276655942201614,
      "loss_total": 0.006276655942201614,
      "step": 79300
    },
    {
      "loss_action": 0.0015567472437396646,
      "loss_total": 0.0015567472437396646,
      "step": 79300
    },
    {
      "grad_norm": 0.10726456344127655,
      "learning_rate": 9.41089174170143e-05,
      "loss": 0.0066,
      "step": 79310
    },
    {
      "loss_action": 0.0014547191094607115,
      "loss_total": 0.0014547191094607115,
      "step": 79310
    },
    {
      "loss_action": 0.0028928599786013365,
      "loss_total": 0.0028928599786013365,
      "step": 79310
    },
    {
      "loss_action": 0.0019094212912023067,
      "loss_total": 0.0019094212912023067,
      "step": 79310
    },
    {
      "loss_action": 0.004089614376425743,
      "loss_total": 0.004089614376425743,
      "step": 79310
    },
    {
      "loss_action": 0.001932263607159257,
      "loss_total": 0.001932263607159257,
      "step": 79310
    },
    {
      "loss_action": 0.004008706193417311,
      "loss_total": 0.004008706193417311,
      "step": 79310
    },
    {
      "loss_action": 0.002856350736692548,
      "loss_total": 0.002856350736692548,
      "step": 79310
    },
    {
      "loss_action": 0.006169487722218037,
      "loss_total": 0.006169487722218037,
      "step": 79310
    },
    {
      "grad_norm": 0.10979123413562775,
      "learning_rate": 9.41069706550653e-05,
      "loss": 0.006,
      "step": 79320
    },
    {
      "loss_action": 0.01732555963099003,
      "loss_total": 0.01732555963099003,
      "step": 79320
    },
    {
      "loss_action": 0.006541906856000423,
      "loss_total": 0.006541906856000423,
      "step": 79320
    },
    {
      "loss_action": 0.004173640627413988,
      "loss_total": 0.004173640627413988,
      "step": 79320
    },
    {
      "loss_action": 0.010038577020168304,
      "loss_total": 0.010038577020168304,
      "step": 79320
    },
    {
      "loss_action": 0.007870477624237537,
      "loss_total": 0.007870477624237537,
      "step": 79320
    },
    {
      "loss_action": 0.011759122833609581,
      "loss_total": 0.011759122833609581,
      "step": 79320
    },
    {
      "loss_action": 0.010411808267235756,
      "loss_total": 0.010411808267235756,
      "step": 79320
    },
    {
      "loss_action": 0.012463937513530254,
      "loss_total": 0.012463937513530254,
      "step": 79320
    },
    {
      "grad_norm": 0.16486401855945587,
      "learning_rate": 9.410502359164927e-05,
      "loss": 0.0091,
      "step": 79330
    },
    {
      "loss_action": 0.008708460256457329,
      "loss_total": 0.008708460256457329,
      "step": 79330
    },
    {
      "loss_action": 0.00521860783919692,
      "loss_total": 0.00521860783919692,
      "step": 79330
    },
    {
      "loss_action": 0.0036993385292589664,
      "loss_total": 0.0036993385292589664,
      "step": 79330
    },
    {
      "loss_action": 0.01575309783220291,
      "loss_total": 0.01575309783220291,
      "step": 79330
    },
    {
      "loss_action": 0.007409917190670967,
      "loss_total": 0.007409917190670967,
      "step": 79330
    },
    {
      "loss_action": 0.006056611426174641,
      "loss_total": 0.006056611426174641,
      "step": 79330
    },
    {
      "loss_action": 0.01767692342400551,
      "loss_total": 0.01767692342400551,
      "step": 79330
    },
    {
      "loss_action": 0.008978908881545067,
      "loss_total": 0.008978908881545067,
      "step": 79330
    },
    {
      "grad_norm": 0.11001037061214447,
      "learning_rate": 9.410307622677956e-05,
      "loss": 0.0069,
      "step": 79340
    },
    {
      "loss_action": 0.006262747570872307,
      "loss_total": 0.006262747570872307,
      "step": 79340
    },
    {
      "loss_action": 0.006694545969367027,
      "loss_total": 0.006694545969367027,
      "step": 79340
    },
    {
      "loss_action": 0.0026507414877414703,
      "loss_total": 0.0026507414877414703,
      "step": 79340
    },
    {
      "loss_action": 0.0057941339910030365,
      "loss_total": 0.0057941339910030365,
      "step": 79340
    },
    {
      "loss_action": 0.01262568961828947,
      "loss_total": 0.01262568961828947,
      "step": 79340
    },
    {
      "loss_action": 0.005238070152699947,
      "loss_total": 0.005238070152699947,
      "step": 79340
    },
    {
      "loss_action": 0.002355576027184725,
      "loss_total": 0.002355576027184725,
      "step": 79340
    },
    {
      "loss_action": 0.026844970881938934,
      "loss_total": 0.026844970881938934,
      "step": 79340
    },
    {
      "grad_norm": 0.10937611758708954,
      "learning_rate": 9.410112856046947e-05,
      "loss": 0.0076,
      "step": 79350
    },
    {
      "loss_action": 0.00864601694047451,
      "loss_total": 0.00864601694047451,
      "step": 79350
    },
    {
      "loss_action": 0.0025162899401038885,
      "loss_total": 0.0025162899401038885,
      "step": 79350
    },
    {
      "loss_action": 0.002040938474237919,
      "loss_total": 0.002040938474237919,
      "step": 79350
    },
    {
      "loss_action": 0.004354038741439581,
      "loss_total": 0.004354038741439581,
      "step": 79350
    },
    {
      "loss_action": 0.005554793868213892,
      "loss_total": 0.005554793868213892,
      "step": 79350
    },
    {
      "loss_action": 0.008783584460616112,
      "loss_total": 0.008783584460616112,
      "step": 79350
    },
    {
      "loss_action": 0.008295553736388683,
      "loss_total": 0.008295553736388683,
      "step": 79350
    },
    {
      "loss_action": 0.01029408723115921,
      "loss_total": 0.01029408723115921,
      "step": 79350
    },
    {
      "grad_norm": 0.12479399144649506,
      "learning_rate": 9.40991805927323e-05,
      "loss": 0.0064,
      "step": 79360
    },
    {
      "loss_action": 0.0026036426424980164,
      "loss_total": 0.0026036426424980164,
      "step": 79360
    },
    {
      "loss_action": 0.004984789527952671,
      "loss_total": 0.004984789527952671,
      "step": 79360
    },
    {
      "loss_action": 0.015335959382355213,
      "loss_total": 0.015335959382355213,
      "step": 79360
    },
    {
      "loss_action": 0.005107062868773937,
      "loss_total": 0.005107062868773937,
      "step": 79360
    },
    {
      "loss_action": 0.01185169629752636,
      "loss_total": 0.01185169629752636,
      "step": 79360
    },
    {
      "loss_action": 0.007647819817066193,
      "loss_total": 0.007647819817066193,
      "step": 79360
    },
    {
      "loss_action": 0.004155623726546764,
      "loss_total": 0.004155623726546764,
      "step": 79360
    },
    {
      "loss_action": 0.003082290990278125,
      "loss_total": 0.003082290990278125,
      "step": 79360
    },
    {
      "grad_norm": 0.08921650052070618,
      "learning_rate": 9.409723232358137e-05,
      "loss": 0.007,
      "step": 79370
    },
    {
      "loss_action": 0.004203684628009796,
      "loss_total": 0.004203684628009796,
      "step": 79370
    },
    {
      "loss_action": 0.006297045852988958,
      "loss_total": 0.006297045852988958,
      "step": 79370
    },
    {
      "loss_action": 0.005649625789374113,
      "loss_total": 0.005649625789374113,
      "step": 79370
    },
    {
      "loss_action": 0.023878592997789383,
      "loss_total": 0.023878592997789383,
      "step": 79370
    },
    {
      "loss_action": 0.013938935473561287,
      "loss_total": 0.013938935473561287,
      "step": 79370
    },
    {
      "loss_action": 0.007506997790187597,
      "loss_total": 0.007506997790187597,
      "step": 79370
    },
    {
      "loss_action": 0.02248651161789894,
      "loss_total": 0.02248651161789894,
      "step": 79370
    },
    {
      "loss_action": 0.00784571748226881,
      "loss_total": 0.00784571748226881,
      "step": 79370
    },
    {
      "grad_norm": 0.09938894212245941,
      "learning_rate": 9.409528375303001e-05,
      "loss": 0.0077,
      "step": 79380
    },
    {
      "loss_action": 0.008079873397946358,
      "loss_total": 0.008079873397946358,
      "step": 79380
    },
    {
      "loss_action": 0.009454909712076187,
      "loss_total": 0.009454909712076187,
      "step": 79380
    },
    {
      "loss_action": 0.010746830143034458,
      "loss_total": 0.010746830143034458,
      "step": 79380
    },
    {
      "loss_action": 0.0015010898932814598,
      "loss_total": 0.0015010898932814598,
      "step": 79380
    },
    {
      "loss_action": 0.009446177631616592,
      "loss_total": 0.009446177631616592,
      "step": 79380
    },
    {
      "loss_action": 0.0038969533052295446,
      "loss_total": 0.0038969533052295446,
      "step": 79380
    },
    {
      "loss_action": 0.005898484960198402,
      "loss_total": 0.005898484960198402,
      "step": 79380
    },
    {
      "loss_action": 0.00477643683552742,
      "loss_total": 0.00477643683552742,
      "step": 79380
    },
    {
      "grad_norm": 0.1429276317358017,
      "learning_rate": 9.409333488109151e-05,
      "loss": 0.0066,
      "step": 79390
    },
    {
      "loss_action": 0.007113509811460972,
      "loss_total": 0.007113509811460972,
      "step": 79390
    },
    {
      "loss_action": 0.0021971925161778927,
      "loss_total": 0.0021971925161778927,
      "step": 79390
    },
    {
      "loss_action": 0.005621272139251232,
      "loss_total": 0.005621272139251232,
      "step": 79390
    },
    {
      "loss_action": 0.003994201309978962,
      "loss_total": 0.003994201309978962,
      "step": 79390
    },
    {
      "loss_action": 0.003504370106384158,
      "loss_total": 0.003504370106384158,
      "step": 79390
    },
    {
      "loss_action": 0.009634064510464668,
      "loss_total": 0.009634064510464668,
      "step": 79390
    },
    {
      "loss_action": 0.004979232791811228,
      "loss_total": 0.004979232791811228,
      "step": 79390
    },
    {
      "loss_action": 0.0034566910471767187,
      "loss_total": 0.0034566910471767187,
      "step": 79390
    },
    {
      "grad_norm": 0.13593168556690216,
      "learning_rate": 9.409138570777922e-05,
      "loss": 0.0067,
      "step": 79400
    },
    {
      "loss_action": 0.00990408193320036,
      "loss_total": 0.00990408193320036,
      "step": 79400
    },
    {
      "loss_action": 0.00640341080725193,
      "loss_total": 0.00640341080725193,
      "step": 79400
    },
    {
      "loss_action": 0.002134975977241993,
      "loss_total": 0.002134975977241993,
      "step": 79400
    },
    {
      "loss_action": 0.009142709895968437,
      "loss_total": 0.009142709895968437,
      "step": 79400
    },
    {
      "loss_action": 0.005189583171159029,
      "loss_total": 0.005189583171159029,
      "step": 79400
    },
    {
      "loss_action": 0.006563278846442699,
      "loss_total": 0.006563278846442699,
      "step": 79400
    },
    {
      "loss_action": 0.012378841638565063,
      "loss_total": 0.012378841638565063,
      "step": 79400
    },
    {
      "loss_action": 0.011238237842917442,
      "loss_total": 0.011238237842917442,
      "step": 79400
    },
    {
      "grad_norm": 0.15220753848552704,
      "learning_rate": 9.408943623310644e-05,
      "loss": 0.0061,
      "step": 79410
    },
    {
      "loss_action": 0.00542791374027729,
      "loss_total": 0.00542791374027729,
      "step": 79410
    },
    {
      "loss_action": 0.0055328113958239555,
      "loss_total": 0.0055328113958239555,
      "step": 79410
    },
    {
      "loss_action": 0.005199288949370384,
      "loss_total": 0.005199288949370384,
      "step": 79410
    },
    {
      "loss_action": 0.006484021432697773,
      "loss_total": 0.006484021432697773,
      "step": 79410
    },
    {
      "loss_action": 0.005806629545986652,
      "loss_total": 0.005806629545986652,
      "step": 79410
    },
    {
      "loss_action": 0.004611315205693245,
      "loss_total": 0.004611315205693245,
      "step": 79410
    },
    {
      "loss_action": 0.0030743377283215523,
      "loss_total": 0.0030743377283215523,
      "step": 79410
    },
    {
      "loss_action": 0.006264303345233202,
      "loss_total": 0.006264303345233202,
      "step": 79410
    },
    {
      "grad_norm": 0.1840103417634964,
      "learning_rate": 9.408748645708652e-05,
      "loss": 0.0054,
      "step": 79420
    },
    {
      "loss_action": 0.0028469201643019915,
      "loss_total": 0.0028469201643019915,
      "step": 79420
    },
    {
      "loss_action": 0.01664063334465027,
      "loss_total": 0.01664063334465027,
      "step": 79420
    },
    {
      "loss_action": 0.004053639713674784,
      "loss_total": 0.004053639713674784,
      "step": 79420
    },
    {
      "loss_action": 0.004767539910972118,
      "loss_total": 0.004767539910972118,
      "step": 79420
    },
    {
      "loss_action": 0.0108466362580657,
      "loss_total": 0.0108466362580657,
      "step": 79420
    },
    {
      "loss_action": 0.005938390269875526,
      "loss_total": 0.005938390269875526,
      "step": 79420
    },
    {
      "loss_action": 0.0036945294123142958,
      "loss_total": 0.0036945294123142958,
      "step": 79420
    },
    {
      "loss_action": 0.005173834972083569,
      "loss_total": 0.005173834972083569,
      "step": 79420
    },
    {
      "grad_norm": 0.07341780513525009,
      "learning_rate": 9.408553637973275e-05,
      "loss": 0.0052,
      "step": 79430
    },
    {
      "loss_action": 0.005448142997920513,
      "loss_total": 0.005448142997920513,
      "step": 79430
    },
    {
      "loss_action": 0.0058362605050206184,
      "loss_total": 0.0058362605050206184,
      "step": 79430
    },
    {
      "loss_action": 0.007937249727547169,
      "loss_total": 0.007937249727547169,
      "step": 79430
    },
    {
      "loss_action": 0.0042510246858000755,
      "loss_total": 0.0042510246858000755,
      "step": 79430
    },
    {
      "loss_action": 0.0216619074344635,
      "loss_total": 0.0216619074344635,
      "step": 79430
    },
    {
      "loss_action": 0.012434069067239761,
      "loss_total": 0.012434069067239761,
      "step": 79430
    },
    {
      "loss_action": 0.002737533301115036,
      "loss_total": 0.002737533301115036,
      "step": 79430
    },
    {
      "loss_action": 0.002452750690281391,
      "loss_total": 0.002452750690281391,
      "step": 79430
    },
    {
      "grad_norm": 0.12892800569534302,
      "learning_rate": 9.408358600105848e-05,
      "loss": 0.0058,
      "step": 79440
    },
    {
      "loss_action": 0.002232028404250741,
      "loss_total": 0.002232028404250741,
      "step": 79440
    },
    {
      "loss_action": 0.0034902039915323257,
      "loss_total": 0.0034902039915323257,
      "step": 79440
    },
    {
      "loss_action": 0.030555982142686844,
      "loss_total": 0.030555982142686844,
      "step": 79440
    },
    {
      "loss_action": 0.009234078228473663,
      "loss_total": 0.009234078228473663,
      "step": 79440
    },
    {
      "loss_action": 0.0039180270396173,
      "loss_total": 0.0039180270396173,
      "step": 79440
    },
    {
      "loss_action": 0.003162735840305686,
      "loss_total": 0.003162735840305686,
      "step": 79440
    },
    {
      "loss_action": 0.012771292589604855,
      "loss_total": 0.012771292589604855,
      "step": 79440
    },
    {
      "loss_action": 0.0045536477118730545,
      "loss_total": 0.0045536477118730545,
      "step": 79440
    },
    {
      "grad_norm": 0.16265708208084106,
      "learning_rate": 9.408163532107706e-05,
      "loss": 0.0062,
      "step": 79450
    },
    {
      "loss_action": 0.003019146155565977,
      "loss_total": 0.003019146155565977,
      "step": 79450
    },
    {
      "loss_action": 0.006018322426825762,
      "loss_total": 0.006018322426825762,
      "step": 79450
    },
    {
      "loss_action": 0.008498040959239006,
      "loss_total": 0.008498040959239006,
      "step": 79450
    },
    {
      "loss_action": 0.005178529303520918,
      "loss_total": 0.005178529303520918,
      "step": 79450
    },
    {
      "loss_action": 0.0026202802546322346,
      "loss_total": 0.0026202802546322346,
      "step": 79450
    },
    {
      "loss_action": 0.0036903531290590763,
      "loss_total": 0.0036903531290590763,
      "step": 79450
    },
    {
      "loss_action": 0.00476398691534996,
      "loss_total": 0.00476398691534996,
      "step": 79450
    },
    {
      "loss_action": 0.004810894839465618,
      "loss_total": 0.004810894839465618,
      "step": 79450
    },
    {
      "grad_norm": 0.11638105660676956,
      "learning_rate": 9.407968433980179e-05,
      "loss": 0.0072,
      "step": 79460
    },
    {
      "loss_action": 0.0017161418218165636,
      "loss_total": 0.0017161418218165636,
      "step": 79460
    },
    {
      "loss_action": 0.0038803976494818926,
      "loss_total": 0.0038803976494818926,
      "step": 79460
    },
    {
      "loss_action": 0.002047015819698572,
      "loss_total": 0.002047015819698572,
      "step": 79460
    },
    {
      "loss_action": 0.011951333843171597,
      "loss_total": 0.011951333843171597,
      "step": 79460
    },
    {
      "loss_action": 0.006388131529092789,
      "loss_total": 0.006388131529092789,
      "step": 79460
    },
    {
      "loss_action": 0.006715809460729361,
      "loss_total": 0.006715809460729361,
      "step": 79460
    },
    {
      "loss_action": 0.002011336153373122,
      "loss_total": 0.002011336153373122,
      "step": 79460
    },
    {
      "loss_action": 0.008909303694963455,
      "loss_total": 0.008909303694963455,
      "step": 79460
    },
    {
      "grad_norm": 0.12613745033740997,
      "learning_rate": 9.407773305724601e-05,
      "loss": 0.0061,
      "step": 79470
    },
    {
      "loss_action": 0.012006256729364395,
      "loss_total": 0.012006256729364395,
      "step": 79470
    },
    {
      "loss_action": 0.004081064835190773,
      "loss_total": 0.004081064835190773,
      "step": 79470
    },
    {
      "loss_action": 0.012463335879147053,
      "loss_total": 0.012463335879147053,
      "step": 79470
    },
    {
      "loss_action": 0.0024916089605540037,
      "loss_total": 0.0024916089605540037,
      "step": 79470
    },
    {
      "loss_action": 0.005175312049686909,
      "loss_total": 0.005175312049686909,
      "step": 79470
    },
    {
      "loss_action": 0.011416800320148468,
      "loss_total": 0.011416800320148468,
      "step": 79470
    },
    {
      "loss_action": 0.0037444073241204023,
      "loss_total": 0.0037444073241204023,
      "step": 79470
    },
    {
      "loss_action": 0.008450120687484741,
      "loss_total": 0.008450120687484741,
      "step": 79470
    },
    {
      "grad_norm": 0.09615784883499146,
      "learning_rate": 9.407578147342306e-05,
      "loss": 0.0059,
      "step": 79480
    },
    {
      "loss_action": 0.009738827124238014,
      "loss_total": 0.009738827124238014,
      "step": 79480
    },
    {
      "loss_action": 0.0041057332418859005,
      "loss_total": 0.0041057332418859005,
      "step": 79480
    },
    {
      "loss_action": 0.0026941164396703243,
      "loss_total": 0.0026941164396703243,
      "step": 79480
    },
    {
      "loss_action": 0.004964709281921387,
      "loss_total": 0.004964709281921387,
      "step": 79480
    },
    {
      "loss_action": 0.004415914881974459,
      "loss_total": 0.004415914881974459,
      "step": 79480
    },
    {
      "loss_action": 0.007451945915818214,
      "loss_total": 0.007451945915818214,
      "step": 79480
    },
    {
      "loss_action": 0.0012520038289949298,
      "loss_total": 0.0012520038289949298,
      "step": 79480
    },
    {
      "loss_action": 0.00580362556502223,
      "loss_total": 0.00580362556502223,
      "step": 79480
    },
    {
      "grad_norm": 0.11231500655412674,
      "learning_rate": 9.407382958834629e-05,
      "loss": 0.0057,
      "step": 79490
    },
    {
      "loss_action": 0.003352997824549675,
      "loss_total": 0.003352997824549675,
      "step": 79490
    },
    {
      "loss_action": 0.0021118673030287027,
      "loss_total": 0.0021118673030287027,
      "step": 79490
    },
    {
      "loss_action": 0.0026505033019930124,
      "loss_total": 0.0026505033019930124,
      "step": 79490
    },
    {
      "loss_action": 0.003596779191866517,
      "loss_total": 0.003596779191866517,
      "step": 79490
    },
    {
      "loss_action": 0.0031051677651703358,
      "loss_total": 0.0031051677651703358,
      "step": 79490
    },
    {
      "loss_action": 0.004008941352367401,
      "loss_total": 0.004008941352367401,
      "step": 79490
    },
    {
      "loss_action": 0.007073283661156893,
      "loss_total": 0.007073283661156893,
      "step": 79490
    },
    {
      "loss_action": 0.004333794116973877,
      "loss_total": 0.004333794116973877,
      "step": 79490
    },
    {
      "grad_norm": 0.10095645487308502,
      "learning_rate": 9.407187740202906e-05,
      "loss": 0.006,
      "step": 79500
    },
    {
      "loss_action": 0.0022114249877631664,
      "loss_total": 0.0022114249877631664,
      "step": 79500
    },
    {
      "loss_action": 0.005777845159173012,
      "loss_total": 0.005777845159173012,
      "step": 79500
    },
    {
      "loss_action": 0.0042373668402433395,
      "loss_total": 0.0042373668402433395,
      "step": 79500
    },
    {
      "loss_action": 0.011110558174550533,
      "loss_total": 0.011110558174550533,
      "step": 79500
    },
    {
      "loss_action": 0.0024806871078908443,
      "loss_total": 0.0024806871078908443,
      "step": 79500
    },
    {
      "loss_action": 0.006485696416348219,
      "loss_total": 0.006485696416348219,
      "step": 79500
    },
    {
      "loss_action": 0.012313984334468842,
      "loss_total": 0.012313984334468842,
      "step": 79500
    },
    {
      "loss_action": 0.007248465903103352,
      "loss_total": 0.007248465903103352,
      "step": 79500
    },
    {
      "grad_norm": 0.07423512637615204,
      "learning_rate": 9.406992491448465e-05,
      "loss": 0.0064,
      "step": 79510
    },
    {
      "loss_action": 0.0028699440881609917,
      "loss_total": 0.0028699440881609917,
      "step": 79510
    },
    {
      "loss_action": 0.003620757022872567,
      "loss_total": 0.003620757022872567,
      "step": 79510
    },
    {
      "loss_action": 0.009943033568561077,
      "loss_total": 0.009943033568561077,
      "step": 79510
    },
    {
      "loss_action": 0.005339041352272034,
      "loss_total": 0.005339041352272034,
      "step": 79510
    },
    {
      "loss_action": 0.0020822917576879263,
      "loss_total": 0.0020822917576879263,
      "step": 79510
    },
    {
      "loss_action": 0.0076187122613191605,
      "loss_total": 0.0076187122613191605,
      "step": 79510
    },
    {
      "loss_action": 0.002379857935011387,
      "loss_total": 0.002379857935011387,
      "step": 79510
    },
    {
      "loss_action": 0.0024340057279914618,
      "loss_total": 0.0024340057279914618,
      "step": 79510
    },
    {
      "grad_norm": 0.09267549216747284,
      "learning_rate": 9.406797212572644e-05,
      "loss": 0.0063,
      "step": 79520
    },
    {
      "loss_action": 0.017584536224603653,
      "loss_total": 0.017584536224603653,
      "step": 79520
    },
    {
      "loss_action": 0.003920815885066986,
      "loss_total": 0.003920815885066986,
      "step": 79520
    },
    {
      "loss_action": 0.0014739969046786427,
      "loss_total": 0.0014739969046786427,
      "step": 79520
    },
    {
      "loss_action": 0.00950811430811882,
      "loss_total": 0.00950811430811882,
      "step": 79520
    },
    {
      "loss_action": 0.0038131694309413433,
      "loss_total": 0.0038131694309413433,
      "step": 79520
    },
    {
      "loss_action": 0.0041417586617171764,
      "loss_total": 0.0041417586617171764,
      "step": 79520
    },
    {
      "loss_action": 0.004204616416245699,
      "loss_total": 0.004204616416245699,
      "step": 79520
    },
    {
      "loss_action": 0.007756667677313089,
      "loss_total": 0.007756667677313089,
      "step": 79520
    },
    {
      "grad_norm": 0.13329696655273438,
      "learning_rate": 9.406601903576781e-05,
      "loss": 0.0066,
      "step": 79530
    },
    {
      "loss_action": 0.005921234376728535,
      "loss_total": 0.005921234376728535,
      "step": 79530
    },
    {
      "loss_action": 0.008013459853827953,
      "loss_total": 0.008013459853827953,
      "step": 79530
    },
    {
      "loss_action": 0.005697065964341164,
      "loss_total": 0.005697065964341164,
      "step": 79530
    },
    {
      "loss_action": 0.006838127039372921,
      "loss_total": 0.006838127039372921,
      "step": 79530
    },
    {
      "loss_action": 0.0186387300491333,
      "loss_total": 0.0186387300491333,
      "step": 79530
    },
    {
      "loss_action": 0.0051214443519711494,
      "loss_total": 0.0051214443519711494,
      "step": 79530
    },
    {
      "loss_action": 0.009125558659434319,
      "loss_total": 0.009125558659434319,
      "step": 79530
    },
    {
      "loss_action": 0.004733472131192684,
      "loss_total": 0.004733472131192684,
      "step": 79530
    },
    {
      "grad_norm": 0.14303721487522125,
      "learning_rate": 9.406406564462206e-05,
      "loss": 0.0076,
      "step": 79540
    },
    {
      "loss_action": 0.03517218306660652,
      "loss_total": 0.03517218306660652,
      "step": 79540
    },
    {
      "loss_action": 0.004788225516676903,
      "loss_total": 0.004788225516676903,
      "step": 79540
    },
    {
      "loss_action": 0.0019065281376242638,
      "loss_total": 0.0019065281376242638,
      "step": 79540
    },
    {
      "loss_action": 0.00420960271731019,
      "loss_total": 0.00420960271731019,
      "step": 79540
    },
    {
      "loss_action": 0.01915186271071434,
      "loss_total": 0.01915186271071434,
      "step": 79540
    },
    {
      "loss_action": 0.003921600058674812,
      "loss_total": 0.003921600058674812,
      "step": 79540
    },
    {
      "loss_action": 0.006382344290614128,
      "loss_total": 0.006382344290614128,
      "step": 79540
    },
    {
      "loss_action": 0.011625166982412338,
      "loss_total": 0.011625166982412338,
      "step": 79540
    },
    {
      "grad_norm": 0.11590845882892609,
      "learning_rate": 9.406211195230257e-05,
      "loss": 0.0088,
      "step": 79550
    },
    {
      "loss_action": 0.003974037244915962,
      "loss_total": 0.003974037244915962,
      "step": 79550
    },
    {
      "loss_action": 0.0022058223839849234,
      "loss_total": 0.0022058223839849234,
      "step": 79550
    },
    {
      "loss_action": 0.008511845022439957,
      "loss_total": 0.008511845022439957,
      "step": 79550
    },
    {
      "loss_action": 0.005376600660383701,
      "loss_total": 0.005376600660383701,
      "step": 79550
    },
    {
      "loss_action": 0.00746017973870039,
      "loss_total": 0.00746017973870039,
      "step": 79550
    },
    {
      "loss_action": 0.0022930847480893135,
      "loss_total": 0.0022930847480893135,
      "step": 79550
    },
    {
      "loss_action": 0.021773826330900192,
      "loss_total": 0.021773826330900192,
      "step": 79550
    },
    {
      "loss_action": 0.0024456188548356295,
      "loss_total": 0.0024456188548356295,
      "step": 79550
    },
    {
      "grad_norm": 0.10155867785215378,
      "learning_rate": 9.406015795882266e-05,
      "loss": 0.0064,
      "step": 79560
    },
    {
      "loss_action": 0.01132887601852417,
      "loss_total": 0.01132887601852417,
      "step": 79560
    },
    {
      "loss_action": 0.004243878647685051,
      "loss_total": 0.004243878647685051,
      "step": 79560
    },
    {
      "loss_action": 0.003734645899385214,
      "loss_total": 0.003734645899385214,
      "step": 79560
    },
    {
      "loss_action": 0.01781786046922207,
      "loss_total": 0.01781786046922207,
      "step": 79560
    },
    {
      "loss_action": 0.006262836046516895,
      "loss_total": 0.006262836046516895,
      "step": 79560
    },
    {
      "loss_action": 0.006031323224306107,
      "loss_total": 0.006031323224306107,
      "step": 79560
    },
    {
      "loss_action": 0.004151670262217522,
      "loss_total": 0.004151670262217522,
      "step": 79560
    },
    {
      "loss_action": 0.0036178454756736755,
      "loss_total": 0.0036178454756736755,
      "step": 79560
    },
    {
      "grad_norm": 0.11697188019752502,
      "learning_rate": 9.405820366419574e-05,
      "loss": 0.0072,
      "step": 79570
    },
    {
      "loss_action": 0.008473017252981663,
      "loss_total": 0.008473017252981663,
      "step": 79570
    },
    {
      "loss_action": 0.009669123217463493,
      "loss_total": 0.009669123217463493,
      "step": 79570
    },
    {
      "loss_action": 0.008171582594513893,
      "loss_total": 0.008171582594513893,
      "step": 79570
    },
    {
      "loss_action": 0.003186158835887909,
      "loss_total": 0.003186158835887909,
      "step": 79570
    },
    {
      "loss_action": 0.005271760281175375,
      "loss_total": 0.005271760281175375,
      "step": 79570
    },
    {
      "loss_action": 0.006978144869208336,
      "loss_total": 0.006978144869208336,
      "step": 79570
    },
    {
      "loss_action": 0.002381094265729189,
      "loss_total": 0.002381094265729189,
      "step": 79570
    },
    {
      "loss_action": 0.007633442524820566,
      "loss_total": 0.007633442524820566,
      "step": 79570
    },
    {
      "grad_norm": 0.10621277987957001,
      "learning_rate": 9.40562490684351e-05,
      "loss": 0.0066,
      "step": 79580
    },
    {
      "loss_action": 0.00607306556776166,
      "loss_total": 0.00607306556776166,
      "step": 79580
    },
    {
      "loss_action": 0.006286810617893934,
      "loss_total": 0.006286810617893934,
      "step": 79580
    },
    {
      "loss_action": 0.01143277995288372,
      "loss_total": 0.01143277995288372,
      "step": 79580
    },
    {
      "loss_action": 0.004751243628561497,
      "loss_total": 0.004751243628561497,
      "step": 79580
    },
    {
      "loss_action": 0.002606807043775916,
      "loss_total": 0.002606807043775916,
      "step": 79580
    },
    {
      "loss_action": 0.005597216077148914,
      "loss_total": 0.005597216077148914,
      "step": 79580
    },
    {
      "loss_action": 0.005484971217811108,
      "loss_total": 0.005484971217811108,
      "step": 79580
    },
    {
      "loss_action": 0.003295911941677332,
      "loss_total": 0.003295911941677332,
      "step": 79580
    },
    {
      "grad_norm": 0.09493011236190796,
      "learning_rate": 9.405429417155416e-05,
      "loss": 0.0059,
      "step": 79590
    },
    {
      "loss_action": 0.011974840424954891,
      "loss_total": 0.011974840424954891,
      "step": 79590
    },
    {
      "loss_action": 0.005401759874075651,
      "loss_total": 0.005401759874075651,
      "step": 79590
    },
    {
      "loss_action": 0.006221227813512087,
      "loss_total": 0.006221227813512087,
      "step": 79590
    },
    {
      "loss_action": 0.0032515665516257286,
      "loss_total": 0.0032515665516257286,
      "step": 79590
    },
    {
      "loss_action": 0.009449427947402,
      "loss_total": 0.009449427947402,
      "step": 79590
    },
    {
      "loss_action": 0.004691510461270809,
      "loss_total": 0.004691510461270809,
      "step": 79590
    },
    {
      "loss_action": 0.00237880926579237,
      "loss_total": 0.00237880926579237,
      "step": 79590
    },
    {
      "loss_action": 0.019518263638019562,
      "loss_total": 0.019518263638019562,
      "step": 79590
    },
    {
      "grad_norm": 0.09412725269794464,
      "learning_rate": 9.405233897356624e-05,
      "loss": 0.0072,
      "step": 79600
    },
    {
      "loss_action": 0.0020938506349921227,
      "loss_total": 0.0020938506349921227,
      "step": 79600
    },
    {
      "loss_action": 0.011800376698374748,
      "loss_total": 0.011800376698374748,
      "step": 79600
    },
    {
      "loss_action": 0.004741796292364597,
      "loss_total": 0.004741796292364597,
      "step": 79600
    },
    {
      "loss_action": 0.0014611348742619157,
      "loss_total": 0.0014611348742619157,
      "step": 79600
    },
    {
      "loss_action": 0.0061694560572505,
      "loss_total": 0.0061694560572505,
      "step": 79600
    },
    {
      "loss_action": 0.002955744042992592,
      "loss_total": 0.002955744042992592,
      "step": 79600
    },
    {
      "loss_action": 0.001590290805324912,
      "loss_total": 0.001590290805324912,
      "step": 79600
    },
    {
      "loss_action": 0.005779822822660208,
      "loss_total": 0.005779822822660208,
      "step": 79600
    },
    {
      "grad_norm": 0.12464923411607742,
      "learning_rate": 9.405038347448473e-05,
      "loss": 0.0062,
      "step": 79610
    },
    {
      "loss_action": 0.002905456116423011,
      "loss_total": 0.002905456116423011,
      "step": 79610
    },
    {
      "loss_action": 0.0024410595651715994,
      "loss_total": 0.0024410595651715994,
      "step": 79610
    },
    {
      "loss_action": 0.004977963864803314,
      "loss_total": 0.004977963864803314,
      "step": 79610
    },
    {
      "loss_action": 0.004431752488017082,
      "loss_total": 0.004431752488017082,
      "step": 79610
    },
    {
      "loss_action": 0.0034037581644952297,
      "loss_total": 0.0034037581644952297,
      "step": 79610
    },
    {
      "loss_action": 0.008750826120376587,
      "loss_total": 0.008750826120376587,
      "step": 79610
    },
    {
      "loss_action": 0.005051320418715477,
      "loss_total": 0.005051320418715477,
      "step": 79610
    },
    {
      "loss_action": 0.001943600713275373,
      "loss_total": 0.001943600713275373,
      "step": 79610
    },
    {
      "grad_norm": 0.14054322242736816,
      "learning_rate": 9.404842767432298e-05,
      "loss": 0.0062,
      "step": 79620
    },
    {
      "loss_action": 0.010047526098787785,
      "loss_total": 0.010047526098787785,
      "step": 79620
    },
    {
      "loss_action": 0.002115761861205101,
      "loss_total": 0.002115761861205101,
      "step": 79620
    },
    {
      "loss_action": 0.005342602729797363,
      "loss_total": 0.005342602729797363,
      "step": 79620
    },
    {
      "loss_action": 0.013156896457076073,
      "loss_total": 0.013156896457076073,
      "step": 79620
    },
    {
      "loss_action": 0.0037537512835115194,
      "loss_total": 0.0037537512835115194,
      "step": 79620
    },
    {
      "loss_action": 0.004028299357742071,
      "loss_total": 0.004028299357742071,
      "step": 79620
    },
    {
      "loss_action": 0.004732551984488964,
      "loss_total": 0.004732551984488964,
      "step": 79620
    },
    {
      "loss_action": 0.004852329380810261,
      "loss_total": 0.004852329380810261,
      "step": 79620
    },
    {
      "grad_norm": 0.12248514592647552,
      "learning_rate": 9.404647157309436e-05,
      "loss": 0.0066,
      "step": 79630
    },
    {
      "loss_action": 0.002782278461381793,
      "loss_total": 0.002782278461381793,
      "step": 79630
    },
    {
      "loss_action": 0.0035767448134720325,
      "loss_total": 0.0035767448134720325,
      "step": 79630
    },
    {
      "loss_action": 0.0016293609514832497,
      "loss_total": 0.0016293609514832497,
      "step": 79630
    },
    {
      "loss_action": 0.016450222581624985,
      "loss_total": 0.016450222581624985,
      "step": 79630
    },
    {
      "loss_action": 0.01040203869342804,
      "loss_total": 0.01040203869342804,
      "step": 79630
    },
    {
      "loss_action": 0.0038821185007691383,
      "loss_total": 0.0038821185007691383,
      "step": 79630
    },
    {
      "loss_action": 0.0033743870444595814,
      "loss_total": 0.0033743870444595814,
      "step": 79630
    },
    {
      "loss_action": 0.013429271057248116,
      "loss_total": 0.013429271057248116,
      "step": 79630
    },
    {
      "grad_norm": 0.07323060929775238,
      "learning_rate": 9.404451517081226e-05,
      "loss": 0.0063,
      "step": 79640
    },
    {
      "loss_action": 0.00263059395365417,
      "loss_total": 0.00263059395365417,
      "step": 79640
    },
    {
      "loss_action": 0.0030841731932014227,
      "loss_total": 0.0030841731932014227,
      "step": 79640
    },
    {
      "loss_action": 0.0018282816745340824,
      "loss_total": 0.0018282816745340824,
      "step": 79640
    },
    {
      "loss_action": 0.0028091254644095898,
      "loss_total": 0.0028091254644095898,
      "step": 79640
    },
    {
      "loss_action": 0.0033563137985765934,
      "loss_total": 0.0033563137985765934,
      "step": 79640
    },
    {
      "loss_action": 0.012155963107943535,
      "loss_total": 0.012155963107943535,
      "step": 79640
    },
    {
      "loss_action": 0.0026371534913778305,
      "loss_total": 0.0026371534913778305,
      "step": 79640
    },
    {
      "loss_action": 0.0018022679723799229,
      "loss_total": 0.0018022679723799229,
      "step": 79640
    },
    {
      "grad_norm": 0.10325641185045242,
      "learning_rate": 9.404255846749003e-05,
      "loss": 0.0061,
      "step": 79650
    },
    {
      "loss_action": 0.0027030750643461943,
      "loss_total": 0.0027030750643461943,
      "step": 79650
    },
    {
      "loss_action": 0.005014414899051189,
      "loss_total": 0.005014414899051189,
      "step": 79650
    },
    {
      "loss_action": 0.008091267198324203,
      "loss_total": 0.008091267198324203,
      "step": 79650
    },
    {
      "loss_action": 0.004541710950434208,
      "loss_total": 0.004541710950434208,
      "step": 79650
    },
    {
      "loss_action": 0.00411006947979331,
      "loss_total": 0.00411006947979331,
      "step": 79650
    },
    {
      "loss_action": 0.002214352134615183,
      "loss_total": 0.002214352134615183,
      "step": 79650
    },
    {
      "loss_action": 0.0037056668661534786,
      "loss_total": 0.0037056668661534786,
      "step": 79650
    },
    {
      "loss_action": 0.00422681774944067,
      "loss_total": 0.00422681774944067,
      "step": 79650
    },
    {
      "grad_norm": 0.0786450207233429,
      "learning_rate": 9.404060146314104e-05,
      "loss": 0.0066,
      "step": 79660
    },
    {
      "loss_action": 0.021830014884471893,
      "loss_total": 0.021830014884471893,
      "step": 79660
    },
    {
      "loss_action": 0.0033087371848523617,
      "loss_total": 0.0033087371848523617,
      "step": 79660
    },
    {
      "loss_action": 0.0063427346758544445,
      "loss_total": 0.0063427346758544445,
      "step": 79660
    },
    {
      "loss_action": 0.003937981091439724,
      "loss_total": 0.003937981091439724,
      "step": 79660
    },
    {
      "loss_action": 0.0008726622327230871,
      "loss_total": 0.0008726622327230871,
      "step": 79660
    },
    {
      "loss_action": 0.0025692519266158342,
      "loss_total": 0.0025692519266158342,
      "step": 79660
    },
    {
      "loss_action": 0.0024711131118237972,
      "loss_total": 0.0024711131118237972,
      "step": 79660
    },
    {
      "loss_action": 0.003516147146001458,
      "loss_total": 0.003516147146001458,
      "step": 79660
    },
    {
      "grad_norm": 0.12628765404224396,
      "learning_rate": 9.403864415777868e-05,
      "loss": 0.0066,
      "step": 79670
    },
    {
      "loss_action": 0.006740935146808624,
      "loss_total": 0.006740935146808624,
      "step": 79670
    },
    {
      "loss_action": 0.006607105489820242,
      "loss_total": 0.006607105489820242,
      "step": 79670
    },
    {
      "loss_action": 0.0015471960650756955,
      "loss_total": 0.0015471960650756955,
      "step": 79670
    },
    {
      "loss_action": 0.007971275597810745,
      "loss_total": 0.007971275597810745,
      "step": 79670
    },
    {
      "loss_action": 0.002562260255217552,
      "loss_total": 0.002562260255217552,
      "step": 79670
    },
    {
      "loss_action": 0.002602151595056057,
      "loss_total": 0.002602151595056057,
      "step": 79670
    },
    {
      "loss_action": 0.006525691598653793,
      "loss_total": 0.006525691598653793,
      "step": 79670
    },
    {
      "loss_action": 0.00425617303699255,
      "loss_total": 0.00425617303699255,
      "step": 79670
    },
    {
      "grad_norm": 0.09272704273462296,
      "learning_rate": 9.403668655141632e-05,
      "loss": 0.0058,
      "step": 79680
    },
    {
      "loss_action": 0.006352739874273539,
      "loss_total": 0.006352739874273539,
      "step": 79680
    },
    {
      "loss_action": 0.0023188795894384384,
      "loss_total": 0.0023188795894384384,
      "step": 79680
    },
    {
      "loss_action": 0.004708220716565847,
      "loss_total": 0.004708220716565847,
      "step": 79680
    },
    {
      "loss_action": 0.005135996267199516,
      "loss_total": 0.005135996267199516,
      "step": 79680
    },
    {
      "loss_action": 0.014618337154388428,
      "loss_total": 0.014618337154388428,
      "step": 79680
    },
    {
      "loss_action": 0.005237883888185024,
      "loss_total": 0.005237883888185024,
      "step": 79680
    },
    {
      "loss_action": 0.0025152345187962055,
      "loss_total": 0.0025152345187962055,
      "step": 79680
    },
    {
      "loss_action": 0.01222033891826868,
      "loss_total": 0.01222033891826868,
      "step": 79680
    },
    {
      "grad_norm": 0.08976122736930847,
      "learning_rate": 9.403472864406735e-05,
      "loss": 0.0063,
      "step": 79690
    },
    {
      "loss_action": 0.0255717933177948,
      "loss_total": 0.0255717933177948,
      "step": 79690
    },
    {
      "loss_action": 0.002100775483995676,
      "loss_total": 0.002100775483995676,
      "step": 79690
    },
    {
      "loss_action": 0.002641586121171713,
      "loss_total": 0.002641586121171713,
      "step": 79690
    },
    {
      "loss_action": 0.006555093452334404,
      "loss_total": 0.006555093452334404,
      "step": 79690
    },
    {
      "loss_action": 0.00302719883620739,
      "loss_total": 0.00302719883620739,
      "step": 79690
    },
    {
      "loss_action": 0.005161216948181391,
      "loss_total": 0.005161216948181391,
      "step": 79690
    },
    {
      "loss_action": 0.005378219299018383,
      "loss_total": 0.005378219299018383,
      "step": 79690
    },
    {
      "loss_action": 0.004742965567857027,
      "loss_total": 0.004742965567857027,
      "step": 79690
    },
    {
      "grad_norm": 0.09856163710355759,
      "learning_rate": 9.403277043574515e-05,
      "loss": 0.0058,
      "step": 79700
    },
    {
      "loss_action": 0.005205521825700998,
      "loss_total": 0.005205521825700998,
      "step": 79700
    },
    {
      "loss_action": 0.008787091821432114,
      "loss_total": 0.008787091821432114,
      "step": 79700
    },
    {
      "loss_action": 0.007745687384158373,
      "loss_total": 0.007745687384158373,
      "step": 79700
    },
    {
      "loss_action": 0.0038873194716870785,
      "loss_total": 0.0038873194716870785,
      "step": 79700
    },
    {
      "loss_action": 0.0019481792114675045,
      "loss_total": 0.0019481792114675045,
      "step": 79700
    },
    {
      "loss_action": 0.00954795815050602,
      "loss_total": 0.00954795815050602,
      "step": 79700
    },
    {
      "loss_action": 0.017521552741527557,
      "loss_total": 0.017521552741527557,
      "step": 79700
    },
    {
      "loss_action": 0.0025392547249794006,
      "loss_total": 0.0025392547249794006,
      "step": 79700
    },
    {
      "grad_norm": 0.08494150638580322,
      "learning_rate": 9.403081192646308e-05,
      "loss": 0.0063,
      "step": 79710
    },
    {
      "loss_action": 0.00526096485555172,
      "loss_total": 0.00526096485555172,
      "step": 79710
    },
    {
      "loss_action": 0.004037952516227961,
      "loss_total": 0.004037952516227961,
      "step": 79710
    },
    {
      "loss_action": 0.00488066952675581,
      "loss_total": 0.00488066952675581,
      "step": 79710
    },
    {
      "loss_action": 0.008040223270654678,
      "loss_total": 0.008040223270654678,
      "step": 79710
    },
    {
      "loss_action": 0.004926514346152544,
      "loss_total": 0.004926514346152544,
      "step": 79710
    },
    {
      "loss_action": 0.002844889648258686,
      "loss_total": 0.002844889648258686,
      "step": 79710
    },
    {
      "loss_action": 0.005587880965322256,
      "loss_total": 0.005587880965322256,
      "step": 79710
    },
    {
      "loss_action": 0.015515061095356941,
      "loss_total": 0.015515061095356941,
      "step": 79710
    },
    {
      "grad_norm": 0.12505479156970978,
      "learning_rate": 9.402885311623455e-05,
      "loss": 0.0052,
      "step": 79720
    },
    {
      "loss_action": 0.005620830226689577,
      "loss_total": 0.005620830226689577,
      "step": 79720
    },
    {
      "loss_action": 0.0013071484863758087,
      "loss_total": 0.0013071484863758087,
      "step": 79720
    },
    {
      "loss_action": 0.0027627672534435987,
      "loss_total": 0.0027627672534435987,
      "step": 79720
    },
    {
      "loss_action": 0.008628337644040585,
      "loss_total": 0.008628337644040585,
      "step": 79720
    },
    {
      "loss_action": 0.0026799021288752556,
      "loss_total": 0.0026799021288752556,
      "step": 79720
    },
    {
      "loss_action": 0.008551124483346939,
      "loss_total": 0.008551124483346939,
      "step": 79720
    },
    {
      "loss_action": 0.023166008293628693,
      "loss_total": 0.023166008293628693,
      "step": 79720
    },
    {
      "loss_action": 0.003727912437170744,
      "loss_total": 0.003727912437170744,
      "step": 79720
    },
    {
      "grad_norm": 0.09422509372234344,
      "learning_rate": 9.402689400507294e-05,
      "loss": 0.0075,
      "step": 79730
    },
    {
      "loss_action": 0.005574826616793871,
      "loss_total": 0.005574826616793871,
      "step": 79730
    },
    {
      "loss_action": 0.0027778237126767635,
      "loss_total": 0.0027778237126767635,
      "step": 79730
    },
    {
      "loss_action": 0.01522764191031456,
      "loss_total": 0.01522764191031456,
      "step": 79730
    },
    {
      "loss_action": 0.008042966946959496,
      "loss_total": 0.008042966946959496,
      "step": 79730
    },
    {
      "loss_action": 0.024977808818221092,
      "loss_total": 0.024977808818221092,
      "step": 79730
    },
    {
      "loss_action": 0.0033120345324277878,
      "loss_total": 0.0033120345324277878,
      "step": 79730
    },
    {
      "loss_action": 0.0033093122765421867,
      "loss_total": 0.0033093122765421867,
      "step": 79730
    },
    {
      "loss_action": 0.004606494680047035,
      "loss_total": 0.004606494680047035,
      "step": 79730
    },
    {
      "grad_norm": 0.07431433349847794,
      "learning_rate": 9.402493459299167e-05,
      "loss": 0.0085,
      "step": 79740
    },
    {
      "loss_action": 0.011480402201414108,
      "loss_total": 0.011480402201414108,
      "step": 79740
    },
    {
      "loss_action": 0.007303545251488686,
      "loss_total": 0.007303545251488686,
      "step": 79740
    },
    {
      "loss_action": 0.008240626193583012,
      "loss_total": 0.008240626193583012,
      "step": 79740
    },
    {
      "loss_action": 0.0038370895199477673,
      "loss_total": 0.0038370895199477673,
      "step": 79740
    },
    {
      "loss_action": 0.006756488233804703,
      "loss_total": 0.006756488233804703,
      "step": 79740
    },
    {
      "loss_action": 0.005556909367442131,
      "loss_total": 0.005556909367442131,
      "step": 79740
    },
    {
      "loss_action": 0.001805289532057941,
      "loss_total": 0.001805289532057941,
      "step": 79740
    },
    {
      "loss_action": 0.004579709377139807,
      "loss_total": 0.004579709377139807,
      "step": 79740
    },
    {
      "grad_norm": 0.10943342000246048,
      "learning_rate": 9.402297488000408e-05,
      "loss": 0.0075,
      "step": 79750
    },
    {
      "loss_action": 0.0033967038616538048,
      "loss_total": 0.0033967038616538048,
      "step": 79750
    },
    {
      "loss_action": 0.002932122442871332,
      "loss_total": 0.002932122442871332,
      "step": 79750
    },
    {
      "loss_action": 0.002357067074626684,
      "loss_total": 0.002357067074626684,
      "step": 79750
    },
    {
      "loss_action": 0.004545536823570728,
      "loss_total": 0.004545536823570728,
      "step": 79750
    },
    {
      "loss_action": 0.0025814701803028584,
      "loss_total": 0.0025814701803028584,
      "step": 79750
    },
    {
      "loss_action": 0.005118657369166613,
      "loss_total": 0.005118657369166613,
      "step": 79750
    },
    {
      "loss_action": 0.0025470906402915716,
      "loss_total": 0.0025470906402915716,
      "step": 79750
    },
    {
      "loss_action": 0.00633698096498847,
      "loss_total": 0.00633698096498847,
      "step": 79750
    },
    {
      "grad_norm": 0.11967158317565918,
      "learning_rate": 9.40210148661236e-05,
      "loss": 0.0055,
      "step": 79760
    },
    {
      "loss_action": 0.003024002071470022,
      "loss_total": 0.003024002071470022,
      "step": 79760
    },
    {
      "loss_action": 0.0014203819446265697,
      "loss_total": 0.0014203819446265697,
      "step": 79760
    },
    {
      "loss_action": 0.0025537917390465736,
      "loss_total": 0.0025537917390465736,
      "step": 79760
    },
    {
      "loss_action": 0.00234258477576077,
      "loss_total": 0.00234258477576077,
      "step": 79760
    },
    {
      "loss_action": 0.0015448472695425153,
      "loss_total": 0.0015448472695425153,
      "step": 79760
    },
    {
      "loss_action": 0.0021873677615076303,
      "loss_total": 0.0021873677615076303,
      "step": 79760
    },
    {
      "loss_action": 0.005076372064650059,
      "loss_total": 0.005076372064650059,
      "step": 79760
    },
    {
      "loss_action": 0.006363816559314728,
      "loss_total": 0.006363816559314728,
      "step": 79760
    },
    {
      "grad_norm": 0.12186803668737411,
      "learning_rate": 9.401905455136361e-05,
      "loss": 0.0083,
      "step": 79770
    },
    {
      "loss_action": 0.006178941577672958,
      "loss_total": 0.006178941577672958,
      "step": 79770
    },
    {
      "loss_action": 0.004251345060765743,
      "loss_total": 0.004251345060765743,
      "step": 79770
    },
    {
      "loss_action": 0.014385243877768517,
      "loss_total": 0.014385243877768517,
      "step": 79770
    },
    {
      "loss_action": 0.008616338483989239,
      "loss_total": 0.008616338483989239,
      "step": 79770
    },
    {
      "loss_action": 0.007110710721462965,
      "loss_total": 0.007110710721462965,
      "step": 79770
    },
    {
      "loss_action": 0.00500269653275609,
      "loss_total": 0.00500269653275609,
      "step": 79770
    },
    {
      "loss_action": 0.007162131369113922,
      "loss_total": 0.007162131369113922,
      "step": 79770
    },
    {
      "loss_action": 0.0029555277433246374,
      "loss_total": 0.0029555277433246374,
      "step": 79770
    },
    {
      "grad_norm": 0.08946249634027481,
      "learning_rate": 9.401709393573752e-05,
      "loss": 0.0067,
      "step": 79780
    },
    {
      "loss_action": 0.005313495639711618,
      "loss_total": 0.005313495639711618,
      "step": 79780
    },
    {
      "loss_action": 0.0028985508251935244,
      "loss_total": 0.0028985508251935244,
      "step": 79780
    },
    {
      "loss_action": 0.00307643786072731,
      "loss_total": 0.00307643786072731,
      "step": 79780
    },
    {
      "loss_action": 0.004637063480913639,
      "loss_total": 0.004637063480913639,
      "step": 79780
    },
    {
      "loss_action": 0.005289852153509855,
      "loss_total": 0.005289852153509855,
      "step": 79780
    },
    {
      "loss_action": 0.006027171388268471,
      "loss_total": 0.006027171388268471,
      "step": 79780
    },
    {
      "loss_action": 0.007086984347552061,
      "loss_total": 0.007086984347552061,
      "step": 79780
    },
    {
      "loss_action": 0.0035388716496527195,
      "loss_total": 0.0035388716496527195,
      "step": 79780
    },
    {
      "grad_norm": 0.11303158849477768,
      "learning_rate": 9.401513301925872e-05,
      "loss": 0.0056,
      "step": 79790
    },
    {
      "loss_action": 0.0020559243857860565,
      "loss_total": 0.0020559243857860565,
      "step": 79790
    },
    {
      "loss_action": 0.02543020434677601,
      "loss_total": 0.02543020434677601,
      "step": 79790
    },
    {
      "loss_action": 0.003970203921198845,
      "loss_total": 0.003970203921198845,
      "step": 79790
    },
    {
      "loss_action": 0.006189719773828983,
      "loss_total": 0.006189719773828983,
      "step": 79790
    },
    {
      "loss_action": 0.001964960480108857,
      "loss_total": 0.001964960480108857,
      "step": 79790
    },
    {
      "loss_action": 0.002556039020419121,
      "loss_total": 0.002556039020419121,
      "step": 79790
    },
    {
      "loss_action": 0.0072344220243394375,
      "loss_total": 0.0072344220243394375,
      "step": 79790
    },
    {
      "loss_action": 0.005873626098036766,
      "loss_total": 0.005873626098036766,
      "step": 79790
    },
    {
      "grad_norm": 0.08770445734262466,
      "learning_rate": 9.401317180194064e-05,
      "loss": 0.0068,
      "step": 79800
    },
    {
      "loss_action": 0.015872398391366005,
      "loss_total": 0.015872398391366005,
      "step": 79800
    },
    {
      "loss_action": 0.004392956383526325,
      "loss_total": 0.004392956383526325,
      "step": 79800
    },
    {
      "loss_action": 0.005474398843944073,
      "loss_total": 0.005474398843944073,
      "step": 79800
    },
    {
      "loss_action": 0.006260362919420004,
      "loss_total": 0.006260362919420004,
      "step": 79800
    },
    {
      "loss_action": 0.004470183048397303,
      "loss_total": 0.004470183048397303,
      "step": 79800
    },
    {
      "loss_action": 0.003962002694606781,
      "loss_total": 0.003962002694606781,
      "step": 79800
    },
    {
      "loss_action": 0.006839044392108917,
      "loss_total": 0.006839044392108917,
      "step": 79800
    },
    {
      "loss_action": 0.007372446358203888,
      "loss_total": 0.007372446358203888,
      "step": 79800
    },
    {
      "grad_norm": 0.11285897344350815,
      "learning_rate": 9.401121028379665e-05,
      "loss": 0.0064,
      "step": 79810
    },
    {
      "loss_action": 0.008806833066046238,
      "loss_total": 0.008806833066046238,
      "step": 79810
    },
    {
      "loss_action": 0.002161851152777672,
      "loss_total": 0.002161851152777672,
      "step": 79810
    },
    {
      "loss_action": 0.0037195417098701,
      "loss_total": 0.0037195417098701,
      "step": 79810
    },
    {
      "loss_action": 0.003819176461547613,
      "loss_total": 0.003819176461547613,
      "step": 79810
    },
    {
      "loss_action": 0.00814049318432808,
      "loss_total": 0.00814049318432808,
      "step": 79810
    },
    {
      "loss_action": 0.013228352181613445,
      "loss_total": 0.013228352181613445,
      "step": 79810
    },
    {
      "loss_action": 0.0017465821001678705,
      "loss_total": 0.0017465821001678705,
      "step": 79810
    },
    {
      "loss_action": 0.012979388236999512,
      "loss_total": 0.012979388236999512,
      "step": 79810
    },
    {
      "grad_norm": 0.12725947797298431,
      "learning_rate": 9.400924846484019e-05,
      "loss": 0.006,
      "step": 79820
    },
    {
      "loss_action": 0.0057983435690402985,
      "loss_total": 0.0057983435690402985,
      "step": 79820
    },
    {
      "loss_action": 0.0023708785884082317,
      "loss_total": 0.0023708785884082317,
      "step": 79820
    },
    {
      "loss_action": 0.002460373565554619,
      "loss_total": 0.002460373565554619,
      "step": 79820
    },
    {
      "loss_action": 0.002468380145728588,
      "loss_total": 0.002468380145728588,
      "step": 79820
    },
    {
      "loss_action": 0.0037040943279862404,
      "loss_total": 0.0037040943279862404,
      "step": 79820
    },
    {
      "loss_action": 0.003096093889325857,
      "loss_total": 0.003096093889325857,
      "step": 79820
    },
    {
      "loss_action": 0.007971701212227345,
      "loss_total": 0.007971701212227345,
      "step": 79820
    },
    {
      "loss_action": 0.003729958087205887,
      "loss_total": 0.003729958087205887,
      "step": 79820
    },
    {
      "grad_norm": 0.1240791529417038,
      "learning_rate": 9.400728634508462e-05,
      "loss": 0.0064,
      "step": 79830
    },
    {
      "loss_action": 0.006384279578924179,
      "loss_total": 0.006384279578924179,
      "step": 79830
    },
    {
      "loss_action": 0.011641336604952812,
      "loss_total": 0.011641336604952812,
      "step": 79830
    },
    {
      "loss_action": 0.002698934869840741,
      "loss_total": 0.002698934869840741,
      "step": 79830
    },
    {
      "loss_action": 0.01790107786655426,
      "loss_total": 0.01790107786655426,
      "step": 79830
    },
    {
      "loss_action": 0.01575252041220665,
      "loss_total": 0.01575252041220665,
      "step": 79830
    },
    {
      "loss_action": 0.002101254416629672,
      "loss_total": 0.002101254416629672,
      "step": 79830
    },
    {
      "loss_action": 0.007346814498305321,
      "loss_total": 0.007346814498305321,
      "step": 79830
    },
    {
      "loss_action": 0.00351102277636528,
      "loss_total": 0.00351102277636528,
      "step": 79830
    },
    {
      "grad_norm": 0.08823651820421219,
      "learning_rate": 9.40053239245434e-05,
      "loss": 0.0067,
      "step": 79840
    },
    {
      "loss_action": 0.004755828529596329,
      "loss_total": 0.004755828529596329,
      "step": 79840
    },
    {
      "loss_action": 0.006854892708361149,
      "loss_total": 0.006854892708361149,
      "step": 79840
    },
    {
      "loss_action": 0.0055745989084243774,
      "loss_total": 0.0055745989084243774,
      "step": 79840
    },
    {
      "loss_action": 0.005989620462059975,
      "loss_total": 0.005989620462059975,
      "step": 79840
    },
    {
      "loss_action": 0.006425870582461357,
      "loss_total": 0.006425870582461357,
      "step": 79840
    },
    {
      "loss_action": 0.004533346276730299,
      "loss_total": 0.004533346276730299,
      "step": 79840
    },
    {
      "loss_action": 0.019125735387206078,
      "loss_total": 0.019125735387206078,
      "step": 79840
    },
    {
      "loss_action": 0.0014376926701515913,
      "loss_total": 0.0014376926701515913,
      "step": 79840
    },
    {
      "grad_norm": 0.08860047906637192,
      "learning_rate": 9.40033612032299e-05,
      "loss": 0.008,
      "step": 79850
    },
    {
      "loss_action": 0.007191317155957222,
      "loss_total": 0.007191317155957222,
      "step": 79850
    },
    {
      "loss_action": 0.002720043994486332,
      "loss_total": 0.002720043994486332,
      "step": 79850
    },
    {
      "loss_action": 0.01350696012377739,
      "loss_total": 0.01350696012377739,
      "step": 79850
    },
    {
      "loss_action": 0.005912915803492069,
      "loss_total": 0.005912915803492069,
      "step": 79850
    },
    {
      "loss_action": 0.001924112904816866,
      "loss_total": 0.001924112904816866,
      "step": 79850
    },
    {
      "loss_action": 0.04784228652715683,
      "loss_total": 0.04784228652715683,
      "step": 79850
    },
    {
      "loss_action": 0.02378338761627674,
      "loss_total": 0.02378338761627674,
      "step": 79850
    },
    {
      "loss_action": 0.006183474790304899,
      "loss_total": 0.006183474790304899,
      "step": 79850
    },
    {
      "grad_norm": 0.1203630268573761,
      "learning_rate": 9.400139818115758e-05,
      "loss": 0.0083,
      "step": 79860
    },
    {
      "loss_action": 0.00414983369410038,
      "loss_total": 0.00414983369410038,
      "step": 79860
    },
    {
      "loss_action": 0.012303161434829235,
      "loss_total": 0.012303161434829235,
      "step": 79860
    },
    {
      "loss_action": 0.0016273536020889878,
      "loss_total": 0.0016273536020889878,
      "step": 79860
    },
    {
      "loss_action": 0.0031526335515081882,
      "loss_total": 0.0031526335515081882,
      "step": 79860
    },
    {
      "loss_action": 0.00319468486122787,
      "loss_total": 0.00319468486122787,
      "step": 79860
    },
    {
      "loss_action": 0.015450121834874153,
      "loss_total": 0.015450121834874153,
      "step": 79860
    },
    {
      "loss_action": 0.005220907740294933,
      "loss_total": 0.005220907740294933,
      "step": 79860
    },
    {
      "loss_action": 0.004846807569265366,
      "loss_total": 0.004846807569265366,
      "step": 79860
    },
    {
      "grad_norm": 0.09618577361106873,
      "learning_rate": 9.399943485833984e-05,
      "loss": 0.0056,
      "step": 79870
    },
    {
      "loss_action": 0.005161371547728777,
      "loss_total": 0.005161371547728777,
      "step": 79870
    },
    {
      "loss_action": 0.006622751243412495,
      "loss_total": 0.006622751243412495,
      "step": 79870
    },
    {
      "loss_action": 0.0019287457689642906,
      "loss_total": 0.0019287457689642906,
      "step": 79870
    },
    {
      "loss_action": 0.004142537713050842,
      "loss_total": 0.004142537713050842,
      "step": 79870
    },
    {
      "loss_action": 0.0046938261948525906,
      "loss_total": 0.0046938261948525906,
      "step": 79870
    },
    {
      "loss_action": 0.0034690056927502155,
      "loss_total": 0.0034690056927502155,
      "step": 79870
    },
    {
      "loss_action": 0.0031177885830402374,
      "loss_total": 0.0031177885830402374,
      "step": 79870
    },
    {
      "loss_action": 0.0028707217425107956,
      "loss_total": 0.0028707217425107956,
      "step": 79870
    },
    {
      "grad_norm": 0.09837379306554794,
      "learning_rate": 9.399747123479008e-05,
      "loss": 0.0074,
      "step": 79880
    },
    {
      "loss_action": 0.0044410391710698605,
      "loss_total": 0.0044410391710698605,
      "step": 79880
    },
    {
      "loss_action": 0.0014143175212666392,
      "loss_total": 0.0014143175212666392,
      "step": 79880
    },
    {
      "loss_action": 0.0033498001284897327,
      "loss_total": 0.0033498001284897327,
      "step": 79880
    },
    {
      "loss_action": 0.007864543236792088,
      "loss_total": 0.007864543236792088,
      "step": 79880
    },
    {
      "loss_action": 0.0033525447361171246,
      "loss_total": 0.0033525447361171246,
      "step": 79880
    },
    {
      "loss_action": 0.005004255101084709,
      "loss_total": 0.005004255101084709,
      "step": 79880
    },
    {
      "loss_action": 0.004420106299221516,
      "loss_total": 0.004420106299221516,
      "step": 79880
    },
    {
      "loss_action": 0.005124704912304878,
      "loss_total": 0.005124704912304878,
      "step": 79880
    },
    {
      "grad_norm": 0.12122125923633575,
      "learning_rate": 9.399550731052174e-05,
      "loss": 0.0082,
      "step": 79890
    },
    {
      "loss_action": 0.0036028774920850992,
      "loss_total": 0.0036028774920850992,
      "step": 79890
    },
    {
      "loss_action": 0.004842233844101429,
      "loss_total": 0.004842233844101429,
      "step": 79890
    },
    {
      "loss_action": 0.0034439212176948786,
      "loss_total": 0.0034439212176948786,
      "step": 79890
    },
    {
      "loss_action": 0.012559506110846996,
      "loss_total": 0.012559506110846996,
      "step": 79890
    },
    {
      "loss_action": 0.004871967248618603,
      "loss_total": 0.004871967248618603,
      "step": 79890
    },
    {
      "loss_action": 0.008886760100722313,
      "loss_total": 0.008886760100722313,
      "step": 79890
    },
    {
      "loss_action": 0.004695137031376362,
      "loss_total": 0.004695137031376362,
      "step": 79890
    },
    {
      "loss_action": 0.002123370300978422,
      "loss_total": 0.002123370300978422,
      "step": 79890
    },
    {
      "grad_norm": 0.09405894577503204,
      "learning_rate": 9.399354308554825e-05,
      "loss": 0.0061,
      "step": 79900
    },
    {
      "loss_action": 0.00944005697965622,
      "loss_total": 0.00944005697965622,
      "step": 79900
    },
    {
      "loss_action": 0.0022121304646134377,
      "loss_total": 0.0022121304646134377,
      "step": 79900
    },
    {
      "loss_action": 0.007256345823407173,
      "loss_total": 0.007256345823407173,
      "step": 79900
    },
    {
      "loss_action": 0.010874519124627113,
      "loss_total": 0.010874519124627113,
      "step": 79900
    },
    {
      "loss_action": 0.007841581478714943,
      "loss_total": 0.007841581478714943,
      "step": 79900
    },
    {
      "loss_action": 0.004987119697034359,
      "loss_total": 0.004987119697034359,
      "step": 79900
    },
    {
      "loss_action": 0.004908615257591009,
      "loss_total": 0.004908615257591009,
      "step": 79900
    },
    {
      "loss_action": 0.011040342971682549,
      "loss_total": 0.011040342971682549,
      "step": 79900
    },
    {
      "grad_norm": 0.09707824140787125,
      "learning_rate": 9.399157855988301e-05,
      "loss": 0.0068,
      "step": 79910
    },
    {
      "loss_action": 0.009243564680218697,
      "loss_total": 0.009243564680218697,
      "step": 79910
    },
    {
      "loss_action": 0.003387646283954382,
      "loss_total": 0.003387646283954382,
      "step": 79910
    },
    {
      "loss_action": 0.004419390112161636,
      "loss_total": 0.004419390112161636,
      "step": 79910
    },
    {
      "loss_action": 0.0031744169536978006,
      "loss_total": 0.0031744169536978006,
      "step": 79910
    },
    {
      "loss_action": 0.0017418309580534697,
      "loss_total": 0.0017418309580534697,
      "step": 79910
    },
    {
      "loss_action": 0.002103092148900032,
      "loss_total": 0.002103092148900032,
      "step": 79910
    },
    {
      "loss_action": 0.0064278533682227135,
      "loss_total": 0.0064278533682227135,
      "step": 79910
    },
    {
      "loss_action": 0.005796078592538834,
      "loss_total": 0.005796078592538834,
      "step": 79910
    },
    {
      "grad_norm": 0.11561647057533264,
      "learning_rate": 9.398961373353946e-05,
      "loss": 0.006,
      "step": 79920
    },
    {
      "loss_action": 0.003952879458665848,
      "loss_total": 0.003952879458665848,
      "step": 79920
    },
    {
      "loss_action": 0.007506899069994688,
      "loss_total": 0.007506899069994688,
      "step": 79920
    },
    {
      "loss_action": 0.006080131512135267,
      "loss_total": 0.006080131512135267,
      "step": 79920
    },
    {
      "loss_action": 0.004634855780750513,
      "loss_total": 0.004634855780750513,
      "step": 79920
    },
    {
      "loss_action": 0.0023370999842882156,
      "loss_total": 0.0023370999842882156,
      "step": 79920
    },
    {
      "loss_action": 0.004480261355638504,
      "loss_total": 0.004480261355638504,
      "step": 79920
    },
    {
      "loss_action": 0.0035099305678159,
      "loss_total": 0.0035099305678159,
      "step": 79920
    },
    {
      "loss_action": 0.0059124561958014965,
      "loss_total": 0.0059124561958014965,
      "step": 79920
    },
    {
      "grad_norm": 0.1317080557346344,
      "learning_rate": 9.398764860653104e-05,
      "loss": 0.0068,
      "step": 79930
    },
    {
      "loss_action": 0.002717242343351245,
      "loss_total": 0.002717242343351245,
      "step": 79930
    },
    {
      "loss_action": 0.0018541329773142934,
      "loss_total": 0.0018541329773142934,
      "step": 79930
    },
    {
      "loss_action": 0.003543446771800518,
      "loss_total": 0.003543446771800518,
      "step": 79930
    },
    {
      "loss_action": 0.0036898041144013405,
      "loss_total": 0.0036898041144013405,
      "step": 79930
    },
    {
      "loss_action": 0.007058147341012955,
      "loss_total": 0.007058147341012955,
      "step": 79930
    },
    {
      "loss_action": 0.011354619637131691,
      "loss_total": 0.011354619637131691,
      "step": 79930
    },
    {
      "loss_action": 0.004783273208886385,
      "loss_total": 0.004783273208886385,
      "step": 79930
    },
    {
      "loss_action": 0.002942090854048729,
      "loss_total": 0.002942090854048729,
      "step": 79930
    },
    {
      "grad_norm": 0.13363076746463776,
      "learning_rate": 9.398568317887117e-05,
      "loss": 0.0084,
      "step": 79940
    },
    {
      "loss_action": 0.0096713462844491,
      "loss_total": 0.0096713462844491,
      "step": 79940
    },
    {
      "loss_action": 0.004081808961927891,
      "loss_total": 0.004081808961927891,
      "step": 79940
    },
    {
      "loss_action": 0.0031729131005704403,
      "loss_total": 0.0031729131005704403,
      "step": 79940
    },
    {
      "loss_action": 0.007793391589075327,
      "loss_total": 0.007793391589075327,
      "step": 79940
    },
    {
      "loss_action": 0.0032472405582666397,
      "loss_total": 0.0032472405582666397,
      "step": 79940
    },
    {
      "loss_action": 0.009128598496317863,
      "loss_total": 0.009128598496317863,
      "step": 79940
    },
    {
      "loss_action": 0.009949857369065285,
      "loss_total": 0.009949857369065285,
      "step": 79940
    },
    {
      "loss_action": 0.0038949172012507915,
      "loss_total": 0.0038949172012507915,
      "step": 79940
    },
    {
      "grad_norm": 0.21697407960891724,
      "learning_rate": 9.398371745057329e-05,
      "loss": 0.0058,
      "step": 79950
    },
    {
      "loss_action": 0.006355670280754566,
      "loss_total": 0.006355670280754566,
      "step": 79950
    },
    {
      "loss_action": 0.005740742199122906,
      "loss_total": 0.005740742199122906,
      "step": 79950
    },
    {
      "loss_action": 0.011121529154479504,
      "loss_total": 0.011121529154479504,
      "step": 79950
    },
    {
      "loss_action": 0.003123803297057748,
      "loss_total": 0.003123803297057748,
      "step": 79950
    },
    {
      "loss_action": 0.007154897786676884,
      "loss_total": 0.007154897786676884,
      "step": 79950
    },
    {
      "loss_action": 0.008163729682564735,
      "loss_total": 0.008163729682564735,
      "step": 79950
    },
    {
      "loss_action": 0.002302190288901329,
      "loss_total": 0.002302190288901329,
      "step": 79950
    },
    {
      "loss_action": 0.0034773144870996475,
      "loss_total": 0.0034773144870996475,
      "step": 79950
    },
    {
      "grad_norm": 0.09273236989974976,
      "learning_rate": 9.398175142165082e-05,
      "loss": 0.0065,
      "step": 79960
    },
    {
      "loss_action": 0.0044809309765696526,
      "loss_total": 0.0044809309765696526,
      "step": 79960
    },
    {
      "loss_action": 0.011151228100061417,
      "loss_total": 0.011151228100061417,
      "step": 79960
    },
    {
      "loss_action": 0.0023579425178468227,
      "loss_total": 0.0023579425178468227,
      "step": 79960
    },
    {
      "loss_action": 0.003984531387686729,
      "loss_total": 0.003984531387686729,
      "step": 79960
    },
    {
      "loss_action": 0.030936840921640396,
      "loss_total": 0.030936840921640396,
      "step": 79960
    },
    {
      "loss_action": 0.004670938476920128,
      "loss_total": 0.004670938476920128,
      "step": 79960
    },
    {
      "loss_action": 0.005948483012616634,
      "loss_total": 0.005948483012616634,
      "step": 79960
    },
    {
      "loss_action": 0.0047239032573997974,
      "loss_total": 0.0047239032573997974,
      "step": 79960
    },
    {
      "grad_norm": 0.11223021894693375,
      "learning_rate": 9.397978509211723e-05,
      "loss": 0.0069,
      "step": 79970
    },
    {
      "loss_action": 0.009089797735214233,
      "loss_total": 0.009089797735214233,
      "step": 79970
    },
    {
      "loss_action": 0.0034585683606565,
      "loss_total": 0.0034585683606565,
      "step": 79970
    },
    {
      "loss_action": 0.00883851945400238,
      "loss_total": 0.00883851945400238,
      "step": 79970
    },
    {
      "loss_action": 0.0079435333609581,
      "loss_total": 0.0079435333609581,
      "step": 79970
    },
    {
      "loss_action": 0.008846228010952473,
      "loss_total": 0.008846228010952473,
      "step": 79970
    },
    {
      "loss_action": 0.0022347494959831238,
      "loss_total": 0.0022347494959831238,
      "step": 79970
    },
    {
      "loss_action": 0.005578831769526005,
      "loss_total": 0.005578831769526005,
      "step": 79970
    },
    {
      "loss_action": 0.005072758998721838,
      "loss_total": 0.005072758998721838,
      "step": 79970
    },
    {
      "grad_norm": 0.11308933049440384,
      "learning_rate": 9.397781846198593e-05,
      "loss": 0.0061,
      "step": 79980
    },
    {
      "loss_action": 0.01202438771724701,
      "loss_total": 0.01202438771724701,
      "step": 79980
    },
    {
      "loss_action": 0.00799914263188839,
      "loss_total": 0.00799914263188839,
      "step": 79980
    },
    {
      "loss_action": 0.002219153568148613,
      "loss_total": 0.002219153568148613,
      "step": 79980
    },
    {
      "loss_action": 0.003207344328984618,
      "loss_total": 0.003207344328984618,
      "step": 79980
    },
    {
      "loss_action": 0.0031083067879080772,
      "loss_total": 0.0031083067879080772,
      "step": 79980
    },
    {
      "loss_action": 0.0018224315717816353,
      "loss_total": 0.0018224315717816353,
      "step": 79980
    },
    {
      "loss_action": 0.00477288942784071,
      "loss_total": 0.00477288942784071,
      "step": 79980
    },
    {
      "loss_action": 0.0024446898605674505,
      "loss_total": 0.0024446898605674505,
      "step": 79980
    },
    {
      "grad_norm": 0.11396639794111252,
      "learning_rate": 9.397585153127035e-05,
      "loss": 0.0064,
      "step": 79990
    },
    {
      "loss_action": 0.009376597590744495,
      "loss_total": 0.009376597590744495,
      "step": 79990
    },
    {
      "loss_action": 0.0031193820759654045,
      "loss_total": 0.0031193820759654045,
      "step": 79990
    },
    {
      "loss_action": 0.010607265867292881,
      "loss_total": 0.010607265867292881,
      "step": 79990
    },
    {
      "loss_action": 0.0029425290413200855,
      "loss_total": 0.0029425290413200855,
      "step": 79990
    },
    {
      "loss_action": 0.015330581925809383,
      "loss_total": 0.015330581925809383,
      "step": 79990
    },
    {
      "loss_action": 0.0034975381568074226,
      "loss_total": 0.0034975381568074226,
      "step": 79990
    },
    {
      "loss_action": 0.00457121292129159,
      "loss_total": 0.00457121292129159,
      "step": 79990
    },
    {
      "loss_action": 0.0026014887262135744,
      "loss_total": 0.0026014887262135744,
      "step": 79990
    },
    {
      "grad_norm": 0.10280656069517136,
      "learning_rate": 9.397388429998398e-05,
      "loss": 0.0066,
      "step": 80000
    }
  ],
  "logging_steps": 10,
  "max_steps": 400000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}